-- Logs begin at Thu 2021-12-16 08:32:10 UTC, end at Thu 2021-12-16 11:15:56 UTC. --
Dec 16 09:13:56.211037 n-d-820554-2 systemd[1]: Started Devstack devstack@q-svc.service.
Dec 16 09:13:58.552760 n-d-820554-2 neutron-server[87549]: INFO neutron.common.config [-] Logging enabled!
Dec 16 09:13:58.553504 n-d-820554-2 neutron-server[87549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96
Dec 16 09:13:58.553504 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87549) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 16 09:13:58.557308 n-d-820554-2 neutron-server[87549]: INFO neutron.common.config [-] Logging enabled!
Dec 16 09:13:58.557562 n-d-820554-2 neutron-server[87549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96
Dec 16 09:13:58.557873 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87549) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 16 09:13:58.558800 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 09:13:58.559036 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 09:13:58.559421 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 09:13:58.559675 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 09:13:58.559904 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 09:13:58.560227 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.560524 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.560820 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.561052 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.561353 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.561645 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.561930 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.562218 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.562519 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.563071 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.563380 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.563663 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.563895 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.564173 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.564459 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.564744 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.564967 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.565247 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.565683 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.566104 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.566386 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.566678 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.566957 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.567258 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.567541 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.567830 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.568159 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] host                           = n-d-820554-2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.568440 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.568726 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.569012 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.569296 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.570127 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.570413 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.570701 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.570977 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.571270 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.571549 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.571836 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.572124 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.572423 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.572649 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.572872 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.573159 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.573445 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.573719 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.573996 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.574269 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.574542 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.574816 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.575083 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.575394 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.575676 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.575960 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.576238 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.576510 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.576782 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.577053 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.577335 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.577607 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.577879 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.578153 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.578437 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.578705 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.578978 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.579303 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.579587 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.579866 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.580150 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.580423 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.580702 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.580973 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.581243 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.581512 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.581782 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.582051 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.582334 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.582607 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.582879 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.583153 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.583444 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.583729 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:13:58.584027 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.584325 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.584627 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.584910 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.585296 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.585577 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.585866 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.586146 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.586436 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.586725 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.587016 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.587322 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.587614 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.587893 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.588190 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.588493 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.588788 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.589139 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.589363 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.589635 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.589909 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.590189 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.590474 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.590770 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.591061 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.591363 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.591644 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.591936 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.592217 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.592497 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.592776 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.593066 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.593347 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.593620 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.593900 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.594176 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.594447 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.594716 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.594992 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.595312 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.595589 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.595858 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.596128 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.596407 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.596678 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.596962 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.597239 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.597512 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.597783 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.598058 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.598330 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.598602 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.598879 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.599149 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.599457 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.599718 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.599987 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.600259 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.600531 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.600824 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.601334 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.601445 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.601631 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.601898 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.602168 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.602445 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.602717 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.602987 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.603298 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.603598 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.603874 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.604153 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.604433 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.604711 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.604988 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.605264 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.605543 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.605823 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.606095 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.606386 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.606672 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.606959 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.607263 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.607544 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.607839 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.608117 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.608400 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.608680 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.608958 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.609249 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.609533 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.609830 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.610124 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.610420 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.610715 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.611006 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.611310 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.611618 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.611897 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:13:58.612116 n-d-820554-2 neutron-server[87549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 09:13:58.612364 n-d-820554-2 neutron-server[87549]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87549) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 16 09:13:59.004668 n-d-820554-2 neutron-server[87549]: INFO keyring.backend [-] Loading KWallet
Dec 16 09:13:59.012672 n-d-820554-2 neutron-server[87549]: INFO keyring.backend [-] Loading SecretService
Dec 16 09:13:59.016336 n-d-820554-2 neutron-server[87549]: INFO keyring.backend [-] Loading Windows
Dec 16 09:13:59.017697 n-d-820554-2 neutron-server[87549]: INFO keyring.backend [-] Loading chainer
Dec 16 09:13:59.018281 n-d-820554-2 neutron-server[87549]: INFO keyring.backend [-] Loading macOS
Dec 16 09:13:59.052348 n-d-820554-2 neutron-server[87549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:13:59.052623 n-d-820554-2 neutron-server[87549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:13:59.052915 n-d-820554-2 neutron-server[87549]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:13:59.053250 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 16 09:13:59.363728 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.363943 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.364213 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.365420 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.365704 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.365970 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.494793 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.495072 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.495368 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.509304 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.509587 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.509861 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.538882 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.539178 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.539456 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.578110 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.578632 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.578632 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.811535 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f72f42a6af0> agent after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.811820 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f72f42a6af0> agent after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.812091 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f72f42a69d0> segment precommit_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.812363 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f72f42a6a60> network precommit_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.813375 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f72f4458790> segment before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.939687 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> network before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.940007 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f72f42a20d0> agent before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.940289 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> network before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.940558 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> port before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.940822 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> port before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.941131 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> segment after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.941395 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> segment precommit_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.941653 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> segment precommit_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.941907 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> segment after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.942187 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> network after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.942445 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> network precommit_delete 0 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.942857 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> port provisioning_complete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.943129 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.943419 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> rbac-policy after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.943691 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> agent after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.943967 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> subnet after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.944231 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> subnet precommit_delete 0 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.944594 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.944850 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.945137 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> segment_host_mapping after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.945488 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> port after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.945744 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> port after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.945994 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> port after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.946276 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.946524 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.946771 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f72f506dc70>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.947154 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:13:59.947418 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:13:59.947657 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:13:59.947894 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:13:59.948129 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:13:59.948364 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:13:59.948734 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 16 09:13:59.952127 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 16 09:13:59.955889 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 16 09:13:59.959726 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])])
Dec 16 09:13:59.961882 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 16 09:13:59.962333 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 16 09:13:59.962667 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 16 09:13:59.963047 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 16 09:13:59.966102 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 16 09:13:59.966360 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 16 09:13:59.966709 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 09:13:59.994835 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 16 09:13:59.995307 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f72f42769d0>> qos_plugin after_init 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.995604 n-d-820554-2 neutron-server[87549]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87549) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 16 09:13:59.995968 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f72f4276430>> logging-plugin after_init 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:13:59.997351 n-d-820554-2 neutron-server[87549]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87549) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 16 09:13:59.997636 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 09:13:59.997884 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 16 09:14:00.001158 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f72f4255310>> floatingip before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.001439 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f72f4255310>> port before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.063812 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 16 09:14:00.063972 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 16 09:14:00.064213 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 16 09:14:00.064589 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 16 09:14:00.097805 n-d-820554-2 neutron-server[87549]: DEBUG oslo_db.sqlalchemy.engines [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87549) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 16 09:14:00.434985 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing driver for type 'gre'
Dec 16 09:14:00.435659 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] gre ID ranges: [(1, 1000)]
Dec 16 09:14:00.500715 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing driver for type 'local'
Dec 16 09:14:00.501048 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing driver for type 'vlan'
Dec 16 09:14:00.515990 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] VlanTypeDriver initialization complete
Dec 16 09:14:00.516373 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing driver for type 'vxlan'
Dec 16 09:14:00.516862 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] vxlan ID ranges: [(1, 1000)]
Dec 16 09:14:00.569017 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing extension driver 'port_security'
Dec 16 09:14:00.569923 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.extensions.port_security [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] PortSecurityExtensionDriver initialization complete
Dec 16 09:14:00.570253 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing mechanism driver 'openvswitch'
Dec 16 09:14:00.570578 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing mechanism driver 'hyperv'
Dec 16 09:14:00.577685 n-d-820554-2 neutron-server[87549]: DEBUG neutron.plugins.ml2.plugin [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:00.578449 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f43c3670>> port after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.579066 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f43c3670>> port after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.579280 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f43c3670>> port after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.579568 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f43c3820>> subnet after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.579915 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f43c3820>> subnet after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.580257 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f43c3820>> subnet after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.580643 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81940>> network after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.580987 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81940>> network after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.581316 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81940>> network after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.581685 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81bb0>> security_group after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.582037 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81bb0>> security_group after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.582373 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81bb0>> security_group after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.582740 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81e20>> security_group_rule after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.583086 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81e20>> security_group_rule after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.583440 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81e20>> security_group_rule after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.583801 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81eb0>> address_group after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.584139 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81eb0>> address_group after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.584479 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f72f3d81eb0>> address_group after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.584819 n-d-820554-2 neutron-server[87549]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] ML2 OVO RPC backend initialized. {{(pid=87549) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 16 09:14:00.586060 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> router_interface after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.586415 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> router_interface after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.586824 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> network before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.587189 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> networks before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.587525 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> port before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.587861 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> ports before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.588199 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> subnet before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.588536 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> subnets before_response 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.588873 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> network after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.589207 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> network after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.589536 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> network after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.589865 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> port after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.590196 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> port after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.590526 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> port after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.590856 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> subnet after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.591204 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> subnet after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.591535 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f72f3d884c0>> subnet after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.592281 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.plugin [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Modular L2 Plugin initialization complete
Dec 16 09:14:00.592507 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading services supported by the core plugin {{(pid=87549) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 16 09:14:00.592836 n-d-820554-2 neutron-server[87549]: INFO neutron.plugins.ml2.managers [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Got port-security extension from driver 'port_security'
Dec 16 09:14:00.593299 n-d-820554-2 neutron-server[87549]: INFO neutron.extensions.vlantransparent [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Disabled vlantransparent extension.
Dec 16 09:14:00.593788 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87549) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 16 09:14:00.594102 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: router
Dec 16 09:14:00.630365 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router_interface before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.630756 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router after_create 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.631122 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router before_create 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.631508 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router_interface before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.631876 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router_interface after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.632719 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router after_delete 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.633073 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> floatingip after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.633431 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router after_create 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.633771 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router after_update 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.634117 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router after_update 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.634465 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router_gateway after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.634816 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router after_update 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.635248 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router precommit_update 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.635613 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f72f44ce3a0> port after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.635950 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f72f44ce550> port after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.636283 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f72f44ce4c0> subnet after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.636619 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f72f44ce430> subnetpool_address_scope after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.636965 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> port precommit_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.637314 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router precommit_create 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.637652 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f72f44bfc10> port before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.637992 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router precommit_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.638344 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router after_update 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.638700 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router precommit_delete 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.639025 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router precommit_create 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.639420 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router_interface after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.639759 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> router precommit_update 55549900 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.640117 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> agent after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.640460 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> agent after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.640799 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f72f3d885e0>> network after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.641660 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Tracking information for resource: router configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:14:00.641992 n-d-820554-2 neutron-server[87549]: DEBUG neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Tracking information for resource: floatingip configured {{(pid=87549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 09:14:00.647177 n-d-820554-2 neutron-server[87549]: INFO neutron.db.l3_agentschedulers_db [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 16 09:14:00.648319 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f72f3cfe670> port after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.648680 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f72f3cfe550> port after_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.649029 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function _notify_port_delete at 0x7f72f3cfe5e0> port after_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.649380 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f72f3cfe940> port after_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.650164 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72f3c97df0>> router before_create 55550100 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.650522 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72f3c97df0>> router precommit_delete 55550100 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.650879 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72f3c97df0>> router precommit_create 55550100 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.651259 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f72f3c97df0>> router precommit_update 55550100 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.655717 n-d-820554-2 neutron-server[87549]: DEBUG neutron.services.provider_configuration [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service providers = [] {{(pid=87549) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 16 09:14:00.656080 n-d-820554-2 neutron-server[87549]: DEBUG neutron.db.servicetype_db [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87549) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 16 09:14:00.659011 n-d-820554-2 neutron-server[87549]: DEBUG neutron.services.service_base [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 09:14:00.659396 n-d-820554-2 neutron-server[87549]: DEBUG neutron.services.service_base [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 09:14:00.659740 n-d-820554-2 neutron-server[87549]: DEBUG neutron.services.service_base [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 09:14:00.660800 n-d-820554-2 neutron-server[87549]: DEBUG neutron.services.service_base [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 09:14:00.661170 n-d-820554-2 neutron-server[87549]: INFO neutron.services.service_base [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 16 09:14:00.661543 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.661858 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 16 09:14:00.672569 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.672903 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: auto_allocate
Dec 16 09:14:00.679528 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f72f3cc6ca0> network precommit_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.679897 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f72f3cc6ca0> network precommit_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.680426 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.680745 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: tag
Dec 16 09:14:00.688099 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.688274 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: timestamp
Dec 16 09:14:00.692138 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.692469 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: network_ip_availability
Dec 16 09:14:00.697809 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72f3c53dc0>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.698180 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72f3c53dc0>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.698532 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72f3c53dc0>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.699272 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.699592 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: flavors
Dec 16 09:14:00.704563 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.704889 n-d-820554-2 neutron-server[87549]: INFO neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading Plugin: revisions
Dec 16 09:14:00.709201 n-d-820554-2 neutron-server[87549]: DEBUG neutron.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 09:14:00.709589 n-d-820554-2 neutron-server[87549]: DEBUG oslo_concurrency.lockutils [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.657s {{(pid=87549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:00.710861 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87549) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 16 09:14:00.711221 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Initializing extension manager.
Dec 16 09:14:00.711730 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: __init__.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.712068 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: __pycache__ {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.712398 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.712729 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: address_group.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.713489 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.714060 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: address-group
Dec 16 09:14:00.714383 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: address_scope.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.715104 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.715638 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: address-scope
Dec 16 09:14:00.715961 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.716893 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.717403 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: router-admin-state-down-before-update
Dec 16 09:14:00.717724 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: agent.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.718421 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.718929 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: agent
Dec 16 09:14:00.719277 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: agent_resources_synced.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.720182 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.720690 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: agent-resources-synced
Dec 16 09:14:00.721008 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: allowedaddresspairs.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.722777 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.723344 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: allowed-address-pairs
Dec 16 09:14:00.723668 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: auto_allocated_topology.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.724750 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.725263 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: auto-allocated-topology
Dec 16 09:14:00.725582 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: availability_zone.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.726324 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.726829 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: availability_zone
Dec 16 09:14:00.727150 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: availability_zone_filter.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.728085 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.728598 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: availability_zone_filter
Dec 16 09:14:00.728916 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: data_plane_status.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.729820 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.730326 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 16 09:14:00.730644 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: default_subnetpools.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.731576 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.732085 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: default-subnetpools
Dec 16 09:14:00.732404 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.733207 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.733710 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: dhcp_agent_scheduler
Dec 16 09:14:00.734025 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: dns.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.734931 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.735458 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension dns-integration not supported by any of loaded plugins
Dec 16 09:14:00.735780 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: dns_domain_ports.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.736692 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.737197 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 16 09:14:00.737521 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: dvr.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.738189 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.738699 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: dvr
Dec 16 09:14:00.739017 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: empty_string_filtering.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.739949 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.740460 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: empty-string-filtering
Dec 16 09:14:00.740777 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.742210 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.742718 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 16 09:14:00.743037 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.743983 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.744493 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 16 09:14:00.744817 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: external_net.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.745720 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.746230 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: external-net
Dec 16 09:14:00.746548 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.747491 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.747997 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: extra_dhcp_opt
Dec 16 09:14:00.748312 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: extraroute.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.749214 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.749721 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: extraroute
Dec 16 09:14:00.750041 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: extraroute_atomic.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.751089 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.751632 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: extraroute-atomic
Dec 16 09:14:00.751945 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: filter_validation.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.752605 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.753107 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: filter-validation
Dec 16 09:14:00.753424 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: fip_pf_description.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.755854 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.756386 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 16 09:14:00.756715 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: fip_port_details.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.758194 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.758711 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: fip-port-details
Dec 16 09:14:00.759034 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: flavors.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.760307 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.760827 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: flavors
Dec 16 09:14:00.761150 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.762824 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.763411 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 16 09:14:00.763704 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: floatingip_pools.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.764428 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.764919 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: floatingip-pools
Dec 16 09:14:00.765717 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: ip_allocation.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.766184 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.766687 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 16 09:14:00.767006 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.767961 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.768469 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: ip-substring-filtering
Dec 16 09:14:00.768794 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l2_adjacency.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.769733 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.770245 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 16 09:14:00.770565 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l3.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.771603 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.772124 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: router
Dec 16 09:14:00.772443 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.774823 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.775378 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 16 09:14:00.775713 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.776653 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.777172 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: ext-gw-mode
Dec 16 09:14:00.777500 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.778422 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.778933 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: l3-ha
Dec 16 09:14:00.779285 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l3_flavors.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.780205 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.780710 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: l3-flavors
Dec 16 09:14:00.781032 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.781954 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.782463 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 16 09:14:00.782785 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: l3agentscheduler.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.783877 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.784388 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: l3_agent_scheduler
Dec 16 09:14:00.784720 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: logging.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.786227 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.786742 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension logging not supported by any of loaded plugins
Dec 16 09:14:00.787069 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: metering.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.787839 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.788443 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: metering
Dec 16 09:14:00.788766 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.789872 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.790380 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: metering_source_and_destination_fields
Dec 16 09:14:00.790703 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: multiprovidernet.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.791796 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.792316 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: multi-provider
Dec 16 09:14:00.792639 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: netmtu.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.793551 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.794067 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: net-mtu
Dec 16 09:14:00.794389 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: netmtu_writable.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.795358 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.795873 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: net-mtu-writable
Dec 16 09:14:00.796193 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: network_availability_zone.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.796862 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.797367 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: network_availability_zone
Dec 16 09:14:00.797684 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: network_ip_availability.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.798783 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.799333 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: network-ip-availability
Dec 16 09:14:00.799657 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: network_segment_range.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.800420 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.800920 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 16 09:14:00.801240 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: pagination.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.802218 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.802542 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: pagination
Dec 16 09:14:00.802863 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: port_device_profile.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.804320 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.804838 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: port-device-profile
Dec 16 09:14:00.805166 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.806088 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.806594 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: port-mac-address-regenerate
Dec 16 09:14:00.806911 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.807852 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.808365 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: port-numa-affinity-policy
Dec 16 09:14:00.808684 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: port_resource_request.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.809603 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.810110 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 16 09:14:00.810430 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: portbindings.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.811395 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.811900 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: binding
Dec 16 09:14:00.812220 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: portbindings_extended.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.813749 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.814266 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: binding-extended
Dec 16 09:14:00.814593 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: portsecurity.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.815540 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.816052 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: port-security
Dec 16 09:14:00.816374 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: project_id.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.817352 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.817678 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: project-id
Dec 16 09:14:00.817998 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: providernet.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.818927 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.820129 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: provider
Dec 16 09:14:00.820452 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.824070 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.824597 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos not supported by any of loaded plugins
Dec 16 09:14:00.824925 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.826170 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.826683 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 16 09:14:00.827010 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.827961 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.828476 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 16 09:14:00.828800 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_default.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.829706 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.830216 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-default not supported by any of loaded plugins
Dec 16 09:14:00.830538 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_fip.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.831202 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.831705 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-fip not supported by any of loaded plugins
Dec 16 09:14:00.832024 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_gateway_ip.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.832948 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.833457 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 16 09:14:00.833779 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_port_network_policy.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.834681 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.835244 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 16 09:14:00.835569 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_rule_type_details.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.836479 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.836990 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 16 09:14:00.837308 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: qos_rules_alias.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.838344 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.838859 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 16 09:14:00.839204 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: quotasv2.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.840117 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.840565 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: quotas
Dec 16 09:14:00.840885 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: quotasv2_detail.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.842515 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.842855 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: quota_details
Dec 16 09:14:00.843204 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: rbac.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.844251 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.844771 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: rbac-policies
Dec 16 09:14:00.845098 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: rbac_address_group.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.846031 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.846544 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: rbac-address-group
Dec 16 09:14:00.846863 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: rbac_address_scope.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.847811 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.848325 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: rbac-address-scope
Dec 16 09:14:00.848644 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: rbac_security_groups.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.849556 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.850066 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: rbac-security-groups
Dec 16 09:14:00.850383 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: rbac_subnetpool.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.851362 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.851873 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: rbac-subnetpool
Dec 16 09:14:00.852190 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: revisionifmatch.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.853103 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.853617 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: revision-if-match
Dec 16 09:14:00.853935 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: revisions.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.855049 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.855595 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: standard-attr-revisions
Dec 16 09:14:00.855917 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: router_availability_zone.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.856585 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.857097 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: router_availability_zone
Dec 16 09:14:00.857415 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: routerservicetype.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.858325 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.858831 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension router-service-type not supported by any of loaded plugins
Dec 16 09:14:00.859149 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.860081 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.860593 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: security-groups-normalized-cidr
Dec 16 09:14:00.860913 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.861825 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.862333 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: port-security-groups-filtering
Dec 16 09:14:00.862655 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.863599 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.864106 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: security-groups-remote-address-group
Dec 16 09:14:00.864428 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: securitygroup.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.874734 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.875299 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: security-group
Dec 16 09:14:00.875632 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: segment.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.876586 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.877096 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension segment not supported by any of loaded plugins
Dec 16 09:14:00.877420 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.878383 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.878897 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 16 09:14:00.879249 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: servicetype.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.880380 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.880898 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: service-type
Dec 16 09:14:00.881221 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: sorting.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.882779 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.883110 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: sorting
Dec 16 09:14:00.883458 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: standard_attr_segment.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.884384 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.884905 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 16 09:14:00.885232 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: standardattrdescription.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.885881 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.886397 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: standard-attr-description
Dec 16 09:14:00.886722 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: stateful_security_group.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.887677 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.888191 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: stateful-security-group
Dec 16 09:14:00.888513 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: stdattrs_common.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.889095 n-d-820554-2 neutron-server[87549]: WARNING neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 16 09:14:00.889419 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.890413 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.890919 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 16 09:14:00.891297 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: subnet_onboard.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.892371 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.892890 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: subnet_onboard
Dec 16 09:14:00.893212 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.894154 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.894667 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 16 09:14:00.894988 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: subnet_service_types.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.895949 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.896461 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: subnet-service-types
Dec 16 09:14:00.896783 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: subnetallocation.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.897903 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.898423 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: subnet_allocation
Dec 16 09:14:00.898750 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.899455 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.899966 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: subnetpool-prefix-ops
Dec 16 09:14:00.900286 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.901227 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.901731 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 16 09:14:00.902052 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: tagging.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.903123 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.903670 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: standard-attr-tag
Dec 16 09:14:00.903998 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: timestamp.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.905206 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.905724 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loaded extension: standard-attr-timestamp
Dec 16 09:14:00.906048 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: trunk.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.907075 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.907629 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension trunk not supported by any of loaded plugins
Dec 16 09:14:00.907953 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: trunk_details.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.908873 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.909393 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension trunk-details not supported by any of loaded plugins
Dec 16 09:14:00.909714 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: uplink_status_propagation.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.910640 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.911154 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 16 09:14:00.911497 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Loading extension file: vlantransparent.py {{(pid=87549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 09:14:00.912169 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 09:14:00.912681 n-d-820554-2 neutron-server[87549]: INFO neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 16 09:14:00.915200 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:network
Dec 16 09:14:00.915943 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:subnet
Dec 16 09:14:00.916743 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 09:14:00.917345 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:port
Dec 16 09:14:00.918609 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.919046 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service FLAVORS assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.919696 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.920129 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.920459 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:router
Dec 16 09:14:00.921105 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 09:14:00.921828 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service METERING assigned prefix: /metering {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.923306 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72f3b98940>> rbac-policy before_create 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.923678 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72f3b98940>> rbac-policy before_update 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.924027 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f72f3b98940>> rbac-policy before_delete 55550000 {{(pid=87549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:14:00.925166 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 09:14:00.925609 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:security_group
Dec 16 09:14:00.926265 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 09:14:00.927009 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service CORE assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.927369 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 09:14:00.927713 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] subnetpool is already registered
Dec 16 09:14:00.928304 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service CORE assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.928633 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 09:14:00.929479 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] subnetpool is already registered
Dec 16 09:14:00.932089 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.932518 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service FLAVORS assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.933104 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.933522 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.933855 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:router
Dec 16 09:14:00.934193 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] router is already registered
Dec 16 09:14:00.934790 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 09:14:00.935135 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] floatingip is already registered
Dec 16 09:14:00.935789 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service METERING assigned prefix: /metering {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.936461 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 09:14:00.936783 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] rbac_policy is already registered
Dec 16 09:14:00.937325 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:security_group
Dec 16 09:14:00.937902 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] security_group is already registered
Dec 16 09:14:00.938538 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 09:14:00.938822 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] security_group_rule is already registered
Dec 16 09:14:00.939517 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service CORE assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.939847 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 09:14:00.940178 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] subnetpool is already registered
Dec 16 09:14:00.940768 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.v2.resource_helper [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Service CORE assigned prefix:  {{(pid=87549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 09:14:00.941093 n-d-820554-2 neutron-server[87549]: INFO neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 09:14:00.941413 n-d-820554-2 neutron-server[87549]: WARNING neutron.quota.resource_registry [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] subnetpool is already registered
Dec 16 09:14:00.942047 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: extensions {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.943532 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: address-groups {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.945202 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: address-scopes {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.946427 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: agents {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.947601 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: auto-allocated-topology {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.948840 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: availability_zones {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.950142 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: dhcp-networks {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.951565 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: dhcp-agents {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.952974 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: routers {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.955675 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: flavors {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.956820 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: service_profiles {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.958012 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: next_providers {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.959562 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: service_profiles {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.961738 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: floatingip-pools {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.962938 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: routers {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.964767 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: floatingips {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.965945 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: l3-routers {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.967500 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: l3-agents {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.968806 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: metering-labels {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.970140 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: metering-label-rules {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.971433 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: network-ip-availabilities {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.972670 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: bindings {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.974357 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: quotas {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.975879 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: quotas {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.977279 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: rbac-policies {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.978551 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: security-groups {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.979768 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: security-group-rules {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.980983 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: service-providers {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.982205 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: subnetpools {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.983646 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: subnetpools {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.985084 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.986729 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.988559 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.990324 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.992655 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.994474 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.996227 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.998097 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:00.999844 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:01.001706 n-d-820554-2 neutron-server[87549]: DEBUG neutron.api.extensions [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Extended resource: tags {{(pid=87549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 09:14:01.007703 n-d-820554-2 neutron-server[87549]: WARNING keystonemiddleware.auth_token [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 16 09:14:01.012447 n-d-820554-2 neutron-server[87549]: WARNING keystonemiddleware.auth_token [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 16 09:14:01.020667 n-d-820554-2 neutron-server[87549]: DEBUG oslo_concurrency.lockutils [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Acquired lock "singleton_lock" {{(pid=87549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 16 09:14:01.021146 n-d-820554-2 neutron-server[87549]: DEBUG oslo_concurrency.lockutils [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Releasing lock "singleton_lock" {{(pid=87549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 16 09:14:01.021777 n-d-820554-2 neutron-server[87549]: INFO oslo_service.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Starting 2 workers
Dec 16 09:14:01.027036 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Started child 87654 {{(pid=87549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 09:14:01.033765 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Started child 87655 {{(pid=87549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 09:14:01.033990 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:01.034468 n-d-820554-2 neutron-server[87549]: INFO neutron.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 16 09:14:01.034577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [-] (87654) wsgi starting up on http://0.0.0.0:9696
Dec 16 09:14:01.034661 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Notify callbacks [] for process, before_spawn {{(pid=87549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:01.035863 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:01.036269 n-d-820554-2 neutron-server[87549]: INFO oslo_service.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Starting 1 workers
Dec 16 09:14:01.037242 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [-] (87655) wsgi starting up on http://0.0.0.0:9696
Dec 16 09:14:01.041772 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Started child 87656 {{(pid=87549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 09:14:01.042320 n-d-820554-2 neutron-server[87549]: INFO oslo_service.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Starting 1 workers
Dec 16 09:14:01.045364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] calling RpcWorker wait() {{(pid=87656) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 16 09:14:01.045927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] returning from RpcWorker wait() {{(pid=87656) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 16 09:14:01.046950 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Started child 87657 {{(pid=87549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 09:14:01.047185 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:01.047650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:01.047752 n-d-820554-2 neutron-server[87549]: DEBUG neutron_lib.callbacks.manager [None req-3eae33a8-44db-47f1-b196-a8fe121f3723 None None] Notify callbacks [] for process, after_spawn {{(pid=87549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:01.049735 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 09:14:01.049944 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 09:14:01.050128 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 09:14:01.050350 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 09:14:01.050686 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 09:14:01.050844 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 09:14:01.051411 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.051676 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.051966 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.052222 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.052510 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.052907 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:01.053377 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.053377 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.053602 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.053855 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.054142 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.054305 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.054424 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.054675 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.054929 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.055233 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.055521 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.055769 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.056038 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.056210 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.056461 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.056747 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.056983 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.057259 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.057523 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.058001 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.058226 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.058444 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.058679 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.058964 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.059253 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.059491 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.059723 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.059966 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.060209 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.060470 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.060716 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.060954 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.061191 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.061432 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.061663 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.062128 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] host                           = n-d-820554-2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.062360 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.062592 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.063087 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.063358 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.063931 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.063931 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.064212 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.064367 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.064545 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.064771 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.065008 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.065262 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.065497 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.065733 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.065889 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.066134 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.066394 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.066670 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.066859 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.067039 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.067216 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.067465 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.067617 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.067867 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.068126 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.068315 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.068548 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.068793 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.069010 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.069270 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.070055 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.070289 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.070504 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.070773 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.071040 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.071352 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.071576 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.071722 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.072070 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.072222 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.072366 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.072604 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.072755 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.072961 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.073223 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.073452 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.073713 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.073949 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.074210 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.074467 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.074699 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.074934 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.075328 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.075566 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.075935 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.076303 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.076530 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.076762 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.077001 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.077412 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.077412 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.077968 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.078301 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.078568 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.078775 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.079063 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.079405 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.079687 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.079984 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.080134 n-d-820554-2 neutron-server[87657]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:01.080343 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.080626 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.081030 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.081217 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.081430 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.081671 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.081908 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.082154 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.082590 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.082730 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.082939 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.083221 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.083494 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.083717 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.083952 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.084279 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.084568 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.084925 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.085083 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.086101 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.086101 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.086383 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.086676 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.086960 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.087758 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.087758 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.087758 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.088021 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.088189 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.088379 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.088592 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.088810 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.089084 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.089328 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.089585 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.089757 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.089999 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.090212 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.090455 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.091010 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.091010 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.091218 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.091415 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.091744 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.092010 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.092318 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.092578 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.092810 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.093027 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.093336 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.093596 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.094251 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.094251 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.094509 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.094668 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.094929 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.095890 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.095890 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.095890 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.095890 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.096450 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.096450 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.096677 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.096812 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.096944 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.097140 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.097351 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.097734 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.098118 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.098576 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.098950 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.099347 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.099571 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.099791 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.100027 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.100265 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.100481 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.100732 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.101132 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.101350 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.101629 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.101904 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.102168 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.102385 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.102837 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.103199 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.103451 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.103693 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.103951 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.104220 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.104444 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.104696 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.104923 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.105171 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.105390 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.105934 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.105934 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.106162 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.106411 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.106653 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.106926 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.107181 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.107412 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.107626 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.107861 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.108116 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.108546 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.108963 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.109236 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.109519 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.109752 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.110020 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.110282 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.110575 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.110793 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.111079 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.111384 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.111778 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.112115 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.112357 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.112620 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.112873 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.113281 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.113736 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.113963 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.114353 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.114575 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.114999 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.115439 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.115868 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.116398 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.116782 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.117274 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.117685 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.117901 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.118310 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.118773 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.119213 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.119634 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.119921 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.120190 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.120462 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.120706 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.120941 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.121159 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.121428 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.121677 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.121914 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.122146 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.122382 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.122602 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.123195 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.123672 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.124169 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.124326 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.124864 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.125086 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.125312 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.125553 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.125802 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.126016 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.126257 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.126511 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.126761 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.126979 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.127247 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.127469 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.127733 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.127951 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.128237 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.128484 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.128905 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.129136 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.129381 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.129651 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.129867 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.130114 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.130340 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.130573 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.130788 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.131007 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.131273 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.131508 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.131745 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.132498 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.132733 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.132986 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.133294 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.133545 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.133778 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.134033 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.134250 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.134489 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.134726 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.134969 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.135198 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.135420 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.135642 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.135910 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.136153 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.136389 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.136608 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.136819 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.137030 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.137267 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.137497 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.137791 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.138035 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.138259 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.138509 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.138736 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.138970 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.139419 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.139419 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.139653 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.139871 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.140096 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.140326 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.140535 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.140747 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.140976 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.141280 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.141529 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.141772 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.142062 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.142295 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.142539 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.142799 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.143114 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.143367 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.143623 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.143903 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.144123 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.144363 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.144615 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.144936 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.145229 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.145493 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.145751 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.146052 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.146336 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.146596 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.146808 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.147084 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.147429 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.147776 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.148024 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.148267 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.148554 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.148785 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.149006 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.149246 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.149484 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.149703 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.149961 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.150214 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.150442 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.150660 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.150886 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.151104 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.151359 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.151590 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.151828 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.152050 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.152208 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 09:14:01.152744 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 09:14:01.152912 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 09:14:01.153070 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 09:14:01.153243 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 09:14:01.153412 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 09:14:01.153563 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 09:14:01.153768 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.153930 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.154090 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.154249 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.154408 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.154587 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.154750 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.154892 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.155057 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.155240 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.155401 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.155560 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.155717 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.155955 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.156169 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.156410 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.156622 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.156827 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.156995 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.157154 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.157311 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.157476 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.157623 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.157781 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.157977 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.158365 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.158529 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.158688 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.158846 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.159004 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.159183 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.159344 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.159502 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.159660 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.159819 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.159982 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.160213 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.160360 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.160490 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.160617 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.160745 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] host                           = n-d-820554-2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.160870 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.161022 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.161179 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.161335 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.161494 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.161651 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.161810 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.161966 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.162129 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.162276 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.162435 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.162592 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.162750 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.162907 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.163064 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.163760 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.163918 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.164075 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.164260 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.164424 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.164582 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.164739 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.164897 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.165056 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.165214 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.165371 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.165529 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.165685 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.165842 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.166000 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.166158 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.166315 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.166473 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.166636 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.166817 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.166945 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.167093 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.167319 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.167420 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.167577 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.167735 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.167893 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.168051 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.168210 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.168368 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.168526 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.168684 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.168842 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.168999 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.169158 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.169316 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.169474 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.169636 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.169795 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.169953 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.170111 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.170273 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.170429 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.170589 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.170747 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.170908 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.171128 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.171315 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.171397 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.171572 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.171697 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.171823 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.171959 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.172117 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 09:14:01.172296 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.172459 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.172632 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.172795 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.172957 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.173118 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.173280 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.173442 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.173606 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.173768 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.173944 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.174088 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.174259 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.174419 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.174586 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.174748 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.174908 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.175070 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.175253 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.175415 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.175575 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.175732 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.175908 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.176069 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.176233 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.176395 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.176559 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.176722 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.176885 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.177046 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.177208 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.177369 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.177529 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.177690 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.177851 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.178011 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.178172 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.178333 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.178494 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.178657 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.178867 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.179031 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.179213 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.179379 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.179539 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.179701 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.179863 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.180025 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.180187 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.180351 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.180524 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.180684 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.180845 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.181005 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.181167 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.181328 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.181488 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.181583 n-d-820554-2 neutron-server[87656]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:01.181671 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.181796 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.181957 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.182118 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.182291 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.182450 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.182612 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.182773 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.182935 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.183095 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.183278 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.183441 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.183602 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.183762 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.183926 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.184090 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.184250 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.184410 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.184571 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.184732 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.184893 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.185055 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.185215 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.185375 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.185536 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.185697 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.185857 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.186073 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.186202 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.186421 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.186637 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.186725 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.186889 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.187051 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.187232 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.187394 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.187555 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.187980 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.188142 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.188303 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.188465 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.188675 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.188788 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.188948 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.189109 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.189268 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.189431 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.189586 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.189747 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.189908 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.190068 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.190227 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.190386 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.190546 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.190714 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.190873 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.191035 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.191217 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.191386 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.191557 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.191718 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.191879 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.192039 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.192199 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.192359 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.192518 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.192678 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.192839 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.192998 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.193159 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.193326 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.193497 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.193736 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.195290 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.195463 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.195809 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.195975 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.196137 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.196299 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.196461 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.196627 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.196789 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.196950 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.197111 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.197271 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.197432 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.197595 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.197758 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.197921 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.198081 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.198241 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.198405 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.198567 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.198728 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199097 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199097 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199320 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199408 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199533 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199653 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199818 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.199979 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.200139 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.200301 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.200461 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.200670 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.200772 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.200917 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.201078 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.201237 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.201398 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.201559 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.201723 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.201884 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.202051 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.202311 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.202399 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.202514 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.202671 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.203210 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.203210 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.203210 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.203522 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.203522 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.203682 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.203763 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.204798 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.204798 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.204798 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.204798 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.204798 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.204798 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.204798 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.205473 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.205473 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.205473 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.205473 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.205780 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.205780 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.205920 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.206035 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.206143 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.206306 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.206467 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.206633 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.206793 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.206954 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.207115 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.207307 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.207481 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.207644 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.207805 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.207966 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.208128 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.208299 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.208460 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.208620 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.208779 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.208940 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.209110 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.209271 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.209431 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.209591 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.209751 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.209919 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.210130 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.210292 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.210460 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.210622 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.210834 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.210923 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.211091 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.211273 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.211438 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.211600 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.211761 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.211921 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.212084 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.212253 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.212424 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.212591 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.212754 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.212923 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.213093 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.213262 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.213422 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.213589 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.213762 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.213922 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.214081 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.214241 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.214400 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.214573 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.214709 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.214868 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.215031 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.215207 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.215369 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.215529 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.215690 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.215850 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.216011 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.216170 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.216329 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.216490 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.216654 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.216813 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 09:14:01.216965 n-d-820554-2 neutron-server[87549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 09:14:01.381825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52132) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:01.390911 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064118
Dec 16 09:14:11.897015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb3af5-c254-43b3-a1ed-99642b7afab1 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:14:11.973280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb3af5-c254-43b3-a1ed-99642b7afab1 None None] No non-hosted networks {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 16 09:14:12.061378 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-36f59176-f9b5-4794-8ec5-deb1f488bb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8275723'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:14.363765 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f3a078c-2df0-4129-ac44-59995a10d8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8275723'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:14.418663 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-751336fb-9d75-491a-ad02-c61108be97fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:15.148257 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8275723'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:15.398756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8275723'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:15.399494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.399580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.399853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.400181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.400718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.418573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.419034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.419402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.419759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.420063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.420390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.420777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:15.421242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f72f377a0d0>, 'Open vSwitch agent', 'n-d-820554-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:15.427734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f72f3899f70>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820554-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:16.890854 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8275723'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:18.374855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52226) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:18.967171 n-d-820554-2 neutron-server[87655]: WARNING oslo_policy.policy [None req-78c7fe0a-7044-428e-a504-cfda70509a97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:18.967931 n-d-820554-2 neutron-server[87655]: WARNING oslo_policy.policy [None req-78c7fe0a-7044-428e-a504-cfda70509a97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:19.189248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-78c7fe0a-7044-428e-a504-cfda70509a97 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:14:19.190291 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78c7fe0a-7044-428e-a504-cfda70509a97 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8144972
Dec 16 09:14:20.362817 n-d-820554-2 neutron-server[87656]: INFO neutron.db.l3_hamode_db [None req-ab5578fa-b5da-4017-bd82-7cdccbcbef4d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 16 09:14:20.449061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5578fa-b5da-4017-bd82-7cdccbcbef4d None None] Routers set() bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:14:20.449451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5578fa-b5da-4017-bd82-7cdccbcbef4d None None] Router IDs set() for agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 16 09:14:21.580179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52240) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:22.153276 n-d-820554-2 neutron-server[87654]: WARNING oslo_policy.policy [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:22.153869 n-d-820554-2 neutron-server[87654]: WARNING oslo_policy.policy [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:22.371173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:14:22.472854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.policy [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87654) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 16 09:14:22.518837 n-d-820554-2 neutron-server[87654]: WARNING oslo_policy.policy [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:22.519236 n-d-820554-2 neutron-server[87654]: WARNING oslo_policy.policy [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:22.527909 n-d-820554-2 neutron-server[87654]: INFO neutron.quota [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f72f3621040>.
Dec 16 09:14:22.544154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:22.603818 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758233557667', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758233557134', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758233628704', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758233642955', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758233648534', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758233656115', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1236726', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1158134', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8230381', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8019621'] for rbac-policy, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:22.668797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:22.670114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8f19cae8-6e61-4f8a-981e-d0a04b314bde admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0879095
Dec 16 09:14:25.456437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52258) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:25.807887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:14:25.813303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:25.817553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Usage tracker for resource:network and tenant:e85ea0ea053646249219ee59e74cef08 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:14:25.822841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:14:25.829035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:14:25.838720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Made reservation on behalf of e85ea0ea053646249219ee59e74cef08 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:14:25.841776 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:25.860542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:25.875657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:25.879330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Usage tracker for resource:security_group_rule and tenant:e85ea0ea053646249219ee59e74cef08 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:14:25.884495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:14:25.890158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:14:25.986265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:25.989963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:25.995844 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:26.017975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:14:26.042851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758231213725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:26.043475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f72f42a69d0> segment precommit_create {{(pid=87654) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 09:14:26.043936 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Added segment 242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f of type vlan for network a703a4fe-7a9e-4e93-8aae-084667c8a2da
Dec 16 09:14:26.052377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc1217-3efa-49dc-b689-1b0f42affc93,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:26.108154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.108491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.108820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.109146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.109472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.109788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.110101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.110414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.110725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.111035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.111369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.111678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Tracked resource versions report:
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]: pushed versions:
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]: {   'AddressGroup': {'1.2'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'ConntrackHelper': {'1.0'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'Log': {'1.0'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'Network': {'1.1'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'Port': {'1.7'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'PortForwarding': {'1.2'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'QosPolicy': {'1.8'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'SecurityGroup': {'1.4'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'SubPort': {'1.0'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'Subnet': {'1.1'},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     'Trunk': {'1.1'}}
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]: consumer versions:
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     L3 agent@n-d-820554-2: {},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     Metering agent@n-d-820554-2: {},
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'ConntrackHelper': '1.0',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'Log': '1.0',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'Network': '1.1',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'Port': '1.7',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'PortForwarding': '1.2',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'QosPolicy': '1.8',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'SecurityGroup': '1.4',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'SubPort': '1.0',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'Subnet': '1.1',
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:                                          'Trunk': '1.1'}}
Dec 16 09:14:26.112729 n-d-820554-2 neutron-server[87654]:  {{(pid=87654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:14:26.160575 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:26.162258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:26.205509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:26.207060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:26.207746 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:26.211423 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:26.317484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Pushing event updated for resources: {'Network': ['ID=a703a4fe-7a9e-4e93-8aae-084667c8a2da,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:26.320700 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:26.322227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8648274
Dec 16 09:14:26.328678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:14:29.028631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52274) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:29.483508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551de30a-f6f6-42fb-93a3-6d7a9c9f4422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:29.484815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-551de30a-f6f6-42fb-93a3-6d7a9c9f4422 admin admin] 10.222.0.66 "GET /v2.0/networks/a703a4fe-7a9e-4e93-8aae-084667c8a2da HTTP/1.1" status: 200  len: 825 time: 0.4551380
Dec 16 09:14:29.511961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2dcd1472-12ee-4417-ade0-e0a5da61eb12 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/dae64be1-4981-4799-9342-9ec4935267df HTTP/1.1" status: 200  len: 734 time: 0.0217471
Dec 16 09:14:29.520785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Request body: {'subnet': {'subnetpool_id': 'dae64be1-4981-4799-9342-9ec4935267df', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:14:29.525731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:29.529648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Usage tracker for resource:subnet and tenant:e85ea0ea053646249219ee59e74cef08 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:14:29.532533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:14:29.538772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:14:29.548617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Made reservation on behalf of e85ea0ea053646249219ee59e74cef08 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:14:29.551064 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:29.828250 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:29.833234 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:29.924580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Checking segment: {'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:14:29.924954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Network hostable DHCP agents. Network: a703a4fe-7a9e-4e93-8aae-084667c8a2da, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:14:29.930406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abf7043-2f01-48d0-9449-bd509f07060d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:29.936280 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:29.951424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:14:29.963001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a703a4fe-7a9e-4e93-8aae-084667c8a2da) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:14:29.967874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:29.968460 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:29.973328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da38506-fa68-4935-a67a-01ab0b95d530 None None] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:14:29.992839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4753759
Dec 16 09:14:30.373433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'fixed_ips': [{'subnet_id': '2abf7043-2f01-48d0-9449-bd509f07060d'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:14:30.374650 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:30.566491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Allocated IP 172.20.0.2 (a703a4fe-7a9e-4e93-8aae-084667c8a2da/2abf7043-2f01-48d0-9449-bd509f07060d/5745b029-decf-4557-bd4f-430429e54108) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:14:30.830837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:30.846265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Transition to ACTIVE for port object 5745b029-decf-4557-bd4f-430429e54108 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:14:30.868288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Transition to ACTIVE for port object 5745b029-decf-4557-bd4f-430429e54108 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:14:30.876203 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:30.882870 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:30.949510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:14:30.952718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:14:30.955827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:14:30.965752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Pushing event updated for resources: {'Port': ['ID=5745b029-decf-4557-bd4f-430429e54108,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:31.003471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.004142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.004142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.004510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.004862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.005188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.005618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.006014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.006359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.006680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.007044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.007560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Tracked resource versions report:
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]: pushed versions:
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]: {   'AddressGroup': {'1.2'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'ConntrackHelper': {'1.0'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'Log': {'1.0'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'Network': {'1.1'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'Port': {'1.7'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'PortForwarding': {'1.2'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'QosPolicy': {'1.8'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'SecurityGroup': {'1.4'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'SubPort': {'1.0'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'Subnet': {'1.1'},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     'Trunk': {'1.1'}}
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]: consumer versions:
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     L3 agent@n-d-820554-2: {},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     Metering agent@n-d-820554-2: {},
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'ConntrackHelper': '1.0',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'Log': '1.0',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'Network': '1.1',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'Port': '1.7',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'PortForwarding': '1.2',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'QosPolicy': '1.8',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'SecurityGroup': '1.4',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'SubPort': '1.0',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'Subnet': '1.1',
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:                                          'Trunk': '1.1'}}
Dec 16 09:14:31.008674 n-d-820554-2 neutron-server[87656]:  {{(pid=87656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:14:31.012818 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:31.079456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Attempting to bind port 5745b029-decf-4557-bd4f-430429e54108 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:14:31.080076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Attempting to bind port 5745b029-decf-4557-bd4f-430429e54108 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:14:31.080565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Attempting to bind port 5745b029-decf-4557-bd4f-430429e54108 on network a703a4fe-7a9e-4e93-8aae-084667c8a2da {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:14:31.086670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:14:31.087014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Checking segment: {'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:14:31.087559 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:31.087964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Bound using segment: {'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:14:31.088471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Bound port: 5745b029-decf-4557-bd4f-430429e54108, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:14:31.088920 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:31.208870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] For port 5745b029-decf-4557-bd4f-430429e54108, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:14:31.213586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] For port 5745b029-decf-4557-bd4f-430429e54108, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5745b029-decf-4557-bd4f-430429e54108,segment=NetworkSegment(242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f),segment_id=242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:14:31.218858 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:31.222798 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:31.310718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Pushing event updated for resources: {'Port': ['ID=5745b029-decf-4557-bd4f-430429e54108,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:31.314007 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:32.395860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52284) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:32.786864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-16d4b505-be65-4ac2-878a-3662728751c0 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:14:32.788510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-16d4b505-be65-4ac2-878a-3662728751c0 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3916512
Dec 16 09:14:34.963574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d58ca-bb53-4a64-944b-41d80717849b None None] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:14:35.064461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15064fd2-4705-47ea-bab2-79587827d6a8 None None] Provisioning for port 5745b029-decf-4557-bd4f-430429e54108 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:14:35.157983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5745b029-decf-4557-bd4f-430429e54108 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:14:35.203983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52298) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:35.290588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5745b029-decf-4557-bd4f-430429e54108 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:14:35.298116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5745b029-decf-4557-bd4f-430429e54108 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:14:35.298526 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:35.421734 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:35.456050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5745b029-decf-4557-bd4f-430429e54108, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5745b029-decf-4557-bd4f-430429e54108,segment=NetworkSegment(242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f),segment_id=242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:14:35.461870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:35.464367 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:35.534928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5745b029-decf-4557-bd4f-430429e54108,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:35.539343 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:35.594305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1a00d350-2524-4e40-9974-268ee34d304d None None] Provisioning complete for port 5745b029-decf-4557-bd4f-430429e54108 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:14:35.594676 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a00d350-2524-4e40-9974-268ee34d304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:35.612028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-c3c31f13-6a98-4a8f-abda-6d5f06d0b405 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:14:35.613007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c3c31f13-6a98-4a8f-abda-6d5f06d0b405 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4082110
Dec 16 09:14:37.127532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5745b029-decf-4557-bd4f-430429e54108 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:14:37.195444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5745b029-decf-4557-bd4f-430429e54108 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:14:37.195817 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:38.271126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52310) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:38.628503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'name': 'router1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:14:38.634252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:38.638098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Usage tracker for resource:router and tenant:e85ea0ea053646249219ee59e74cef08 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:14:38.642058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:14:38.648251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:14:38.658063 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:38.659629 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:38.680387 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:38.792868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:38.811071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:38.812283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2d6991ab-525e-4984-9318-12edafa98361 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5401261
Dec 16 09:14:41.199276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52320) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:41.595237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-f00da60a-ea6c-4c26-acdd-5e2cdacb7ae0 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:14:41.596235 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f00da60a-ea6c-4c26-acdd-5e2cdacb7ae0 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3961084
Dec 16 09:14:41.831543 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-578364c8-08a7-4821-bdaa-3bca13f807d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:43.992850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52330) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:44.359033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:14:44.363914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:44.367245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bec56803-b6d7-4e06-aeb0-d4a9452c1696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.368341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Usage tracker for resource:network and tenant:3e8719d94fdf45a9ba451a57e64c841c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:14:44.371292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:14:44.376956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:14:44.387298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Made reservation on behalf of 3e8719d94fdf45a9ba451a57e64c841c for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:14:44.389589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.401559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.415640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:44.419408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8719d94fdf45a9ba451a57e64c841c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:14:44.422104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:14:44.428275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:14:44.516438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.521626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.526956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:44.542590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Reserving flat network on physical network physnet1 {{(pid=87654) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 16 09:14:44.565930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8c11b1-3fbe-4f68-aad9-24250b165a5b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:44.571016 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.571338 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Added segment 8fe7584c-1dbc-4674-acc9-2fc3b4b92765 of type flat for network ca79b710-523d-4c8d-911f-9e528ea156bd
Dec 16 09:14:44.572474 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:44.603546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.645090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.646287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:44.646860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:44.651367 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:44.749846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Pushing event updated for resources: {'Network': ['ID=ca79b710-523d-4c8d-911f-9e528ea156bd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:44.752614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7587407
Dec 16 09:14:44.753310 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:44.770350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ca79b710-523d-4c8d-911f-9e528ea156bd details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:14:45.082775 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:45.395756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:46.104929 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:14:46.823251 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:47.179460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:47.498406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.policy [None req-86bc8940-3e53-4c16-96a3-689e64347955 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87655) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 16 09:14:47.544633 n-d-820554-2 neutron-server[87655]: WARNING oslo_policy.policy [None req-86bc8940-3e53-4c16-96a3-689e64347955 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:47.545015 n-d-820554-2 neutron-server[87655]: WARNING oslo_policy.policy [None req-86bc8940-3e53-4c16-96a3-689e64347955 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 09:14:47.553451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc8940-3e53-4c16-96a3-689e64347955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:47.555214 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-86bc8940-3e53-4c16-96a3-689e64347955 admin admin] 10.222.0.66 "GET /v2.0/subnets/2abf7043-2f01-48d0-9449-bd509f07060d HTTP/1.1" status: 200  len: 849 time: 0.3748412
Dec 16 09:14:47.737288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26506d17-58a5-484b-bd59-6a6334f22f80 admin admin] 10.222.0.66 "GET /v2.0/routers/e6d40648-89d6-4c9e-ad8b-fad25443da3f HTTP/1.1" status: 200  len: 704 time: 0.1764255
Dec 16 09:14:48.210337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:48.449903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Allocated IP 172.20.0.1 (a703a4fe-7a9e-4e93-8aae-084667c8a2da/2abf7043-2f01-48d0-9449-bd509f07060d/3b77ef52-a5e6-4603-9f5a-a1040ae497a2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:14:48.619958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:48.637761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Transition to ACTIVE for port object 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:14:48.697503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:48.703094 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:48.749926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:14:48.751007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:14:48.800975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:14:48.801444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:48.940566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Pushing event updated for resources: {'Port': ['ID=3b77ef52-a5e6-4603-9f5a-a1040ae497a2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:48.956431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.956772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.957104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.957432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.957757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.958080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.958401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.959302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.959619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.959934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.960261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.960557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Tracked resource versions report:
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]: pushed versions:
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]: {   'AddressGroup': {'1.2'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'ConntrackHelper': {'1.0'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'Log': {'1.0'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'Network': {'1.1'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'Port': {'1.7'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'PortForwarding': {'1.2'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'QosPolicy': {'1.8'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'SecurityGroup': {'1.4'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'SubPort': {'1.0'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'Subnet': {'1.1'},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     'Trunk': {'1.1'}}
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]: consumer versions:
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     L3 agent@n-d-820554-2: {},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     Metering agent@n-d-820554-2: {},
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'ConntrackHelper': '1.0',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'Log': '1.0',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'Network': '1.1',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'Port': '1.7',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'PortForwarding': '1.2',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'QosPolicy': '1.8',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'SecurityGroup': '1.4',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'SubPort': '1.0',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'Subnet': '1.1',
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:                                          'Trunk': '1.1'}}
Dec 16 09:14:48.961630 n-d-820554-2 neutron-server[87655]:  {{(pid=87655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:14:48.970577 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:49.010789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a0a2342-cd3d-4fe8-a68d-b5e446b4fb95 None None] Provisioning for port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:14:49.015714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a0a2342-cd3d-4fe8-a68d-b5e446b4fb95 None None] Provisioning complete for port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:14:49.016117 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2342-cd3d-4fe8-a68d-b5e446b4fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:49.073689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a2342-cd3d-4fe8-a68d-b5e446b4fb95 None None] Port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:14:49.091200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:49.325087 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:49.329577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:49.330642 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:49.335284 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:49.463776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Pushing event updated for resources: {'Port': ['ID=3b77ef52-a5e6-4603-9f5a-a1040ae497a2,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:49.472850 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:49.530486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:14:49.530486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:14:49.699706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fd185693-192c-439d-af4a-e54a3856dc12 None None] Provisioning complete for port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:14:49.700089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd185693-192c-439d-af4a-e54a3856dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:49.752629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Router e6d40648-89d6-4c9e-ad8b-fad25443da3f is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:14:49.754402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fd185693-192c-439d-af4a-e54a3856dc12 None None] Port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:14:49.908429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:14:49.918469 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Sync routers for ids ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:14:49.919749 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] 10.222.0.66 "PUT /v2.0/routers/e6d40648-89d6-4c9e-ad8b-fad25443da3f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1773815
Dec 16 09:14:49.929582 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Routers {'e6d40648-89d6-4c9e-ad8b-fad25443da3f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:14:49.930547 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38aefa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:14:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:50.108288 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Set router e6d40648-89d6-4c9e-ad8b-fad25443da3f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:14:50.478307 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38aefa0>, [{'id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'name': 'router1', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:14:38Z', 'updated_at': '2021-12-16T09:14:49Z', 'revision_number': 2, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'gw_port_host': None, '_interfaces': [{'id': '3b77ef52-a5e6-4603-9f5a-a1040ae497a2', 'name': '', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:48Z', 'updated_at': '2021-12-16T09:14:49Z', 'revision_number': 2, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'subnets': [{'id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dae64be1-4981-4799-9342-9ec4935267df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:50.483610 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Checking router: e6d40648-89d6-4c9e-ad8b-fad25443da3f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:14:50.483979 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Updating router e6d40648-89d6-4c9e-ad8b-fad25443da3f port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:14:50.540966 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:50.927179 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:50.942762 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Transition to ACTIVE for port object 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:14:50.952927 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:50.961664 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:51.189601 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Pushing event updated for resources: {'Port': ['ID=3b77ef52-a5e6-4603-9f5a-a1040ae497a2,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:51.211330 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.211698 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.212027 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.212351 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.212670 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.212985 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.213297 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.213638 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.213949 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.214258 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.214587 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.214894 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Tracked resource versions report:
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]: pushed versions:
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]: {   'AddressGroup': {'1.2'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'ConntrackHelper': {'1.0'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'Log': {'1.0'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'Network': {'1.1'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'Port': {'1.7'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'PortForwarding': {'1.2'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'QosPolicy': {'1.8'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'SecurityGroup': {'1.4'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'SubPort': {'1.0'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'Subnet': {'1.1'},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     'Trunk': {'1.1'}}
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]: consumer versions:
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     L3 agent@n-d-820554-2: {},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     Metering agent@n-d-820554-2: {},
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'ConntrackHelper': '1.0',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'Log': '1.0',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'Network': '1.1',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'Port': '1.7',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'PortForwarding': '1.2',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'QosPolicy': '1.8',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'SecurityGroup': '1.4',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'SubPort': '1.0',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'Subnet': '1.1',
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:                                          'Trunk': '1.1'}}
Dec 16 09:14:51.216005 n-d-820554-2 neutron-server[87657]:  {{(pid=87657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:14:51.220135 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Attempting to bind port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:14:51.220535 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Attempting to bind port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:14:51.220976 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Attempting to bind port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 on network a703a4fe-7a9e-4e93-8aae-084667c8a2da {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:14:51.223191 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:51.227898 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:14:51.228305 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Checking segment: {'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:14:51.228789 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:51.229202 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Bound using segment: {'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:14:51.229722 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Bound port: 3b77ef52-a5e6-4603-9f5a-a1040ae497a2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:14:51.230144 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:51.318781 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] For port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:14:51.322956 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] For port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3b77ef52-a5e6-4603-9f5a-a1040ae497a2,segment=NetworkSegment(242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f),segment_id=242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:14:51.328352 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:51.333253 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:51.421813 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Routers {'e6d40648-89d6-4c9e-ad8b-fad25443da3f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:14:51.422450 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38aefa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:14:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:51.581531 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Pushing event updated for resources: {'Port': ['ID=3b77ef52-a5e6-4603-9f5a-a1040ae497a2,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:51.586601 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:51.591129 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] Set router e6d40648-89d6-4c9e-ad8b-fad25443da3f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:14:51.922938 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38aefa0>, [{'id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'name': 'router1', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:14:38Z', 'updated_at': '2021-12-16T09:14:49Z', 'revision_number': 2, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'gw_port_host': None, '_interfaces': [{'id': '3b77ef52-a5e6-4603-9f5a-a1040ae497a2', 'name': '', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:48Z', 'updated_at': '2021-12-16T09:14:51Z', 'revision_number': 4, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'subnets': [{'id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dae64be1-4981-4799-9342-9ec4935267df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:51.926818 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cdb958-faf1-4a50-8f4c-1a7163150b45 None None] The sync data for ids ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'] in n-d-820554-2 is: [{'id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'name': 'router1', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:14:38Z', 'updated_at': '2021-12-16T09:14:49Z', 'revision_number': 2, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'gw_port_host': None, '_interfaces': [{'id': '3b77ef52-a5e6-4603-9f5a-a1040ae497a2', 'name': '', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:48Z', 'updated_at': '2021-12-16T09:14:51Z', 'revision_number': 4, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'subnets': [{'id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dae64be1-4981-4799-9342-9ec4935267df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:14:52.137035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52378) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:52.289484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae608f7-2273-45cc-a0f3-4f07c689d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:52.290829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eae608f7-2273-45cc-a0f3-4f07c689d970 admin admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 842 time: 0.1528118
Dec 16 09:14:52.300176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'name': 'public-subnet'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:14:52.301551 n-d-820554-2 neutron-server[87655]: INFO neutron.quota [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f72f2920dc0>.
Dec 16 09:14:52.308126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:14:52.312444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Usage tracker for resource:subnet and tenant:3e8719d94fdf45a9ba451a57e64c841c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:14:52.315675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:14:52.322664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:14:52.335711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Made reservation on behalf of 3e8719d94fdf45a9ba451a57e64c841c for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:14:52.338124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:52.772311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:14:52.772798 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:52.778471 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:52.854536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=19741f92-d7ab-49cd-b853-f5751a81018a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:52.858172 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:52.866421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:14:52.866798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Network hostable DHCP agents. Network: ca79b710-523d-4c8d-911f-9e528ea156bd, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:14:52.891289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:14:52.907257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ca79b710-523d-4c8d-911f-9e528ea156bd) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:14:52.912791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:52.914084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:52.914668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bcf978-e096-4bde-be5a-e66a326d4bf4 None None] Network ca79b710-523d-4c8d-911f-9e528ea156bd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:14:52.936013 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6391687
Dec 16 09:14:53.160315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f717fef-ffb7-4e1b-9205-773a7bc6a234 None None] Network ca79b710-523d-4c8d-911f-9e528ea156bd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:14:53.178821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:14:53.384709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:14:53.391682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:14:53.392057 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:53.583338 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:53.619523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3b77ef52-a5e6-4603-9f5a-a1040ae497a2,segment=NetworkSegment(242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f),segment_id=242a4bf6-8ce5-4ae5-b2f3-82967caa1c6f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:14:53.626050 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:53.628184 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:53.707243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=3b77ef52-a5e6-4603-9f5a-a1040ae497a2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:53.712863 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:55.140947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:14:55.212162 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:14:55.212539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:55.271234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:14:55.468472 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4bc77d5c-648e-4a77-9154-5bcb333fd9da admin admin] 10.222.0.66 "GET /v2.0/routers/e6d40648-89d6-4c9e-ad8b-fad25443da3f HTTP/1.1" status: 200  len: 710 time: 0.1959283
Dec 16 09:14:55.595640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a71b18-84be-412f-9855-b62ad00cbdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:14:55.596976 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-28a71b18-84be-412f-9855-b62ad00cbdf7 admin admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 886 time: 0.1229589
Dec 16 09:14:55.606205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:14:56.077251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:56.408717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:56.463081 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:56.597897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Allocated IP 172.25.3.67 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/7896aee6-f85a-475b-931d-5dc323ec2d27) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:14:56.746926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:56.774648 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:56.779193 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a851862c-1f74-483b-bbad-c689170bc2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:56.840967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:14:56.843702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:14:56.847409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:14:57.015418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=7896aee6-f85a-475b-931d-5dc323ec2d27,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:57.025964 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:57.280903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:57.622515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:57.625768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:57.802427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Router e6d40648-89d6-4c9e-ad8b-fad25443da3f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:14:57.981128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:14:57.989100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:57.990310 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] 10.222.0.66 "PUT /v2.0/routers/e6d40648-89d6-4c9e-ad8b-fad25443da3f HTTP/1.1" status: 200  len: 889 time: 2.3871927
Dec 16 09:14:57.991302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Sync routers for ids ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:14:58.001351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Routers {'e6d40648-89d6-4c9e-ad8b-fad25443da3f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:14:58.002056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3903280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:14:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:58.197061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Set router e6d40648-89d6-4c9e-ad8b-fad25443da3f gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:14:58.543755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3903280>, [{'id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'name': 'router1', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '7896aee6-f85a-475b-931d-5dc323ec2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:14:38Z', 'updated_at': '2021-12-16T09:14:57Z', 'revision_number': 4, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'gw_port': {'id': '7896aee6-f85a-475b-931d-5dc323ec2d27', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:56Z', 'updated_at': '2021-12-16T09:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3b77ef52-a5e6-4603-9f5a-a1040ae497a2', 'name': '', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:48Z', 'updated_at': '2021-12-16T09:14:53Z', 'revision_number': 5, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'subnets': [{'id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dae64be1-4981-4799-9342-9ec4935267df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:58.549392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Checking router: e6d40648-89d6-4c9e-ad8b-fad25443da3f for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:14:58.549749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Updating router e6d40648-89d6-4c9e-ad8b-fad25443da3f port 7896aee6-f85a-475b-931d-5dc323ec2d27 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:14:58.602409 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:58.934767 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:58.946504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Transition to ACTIVE for port object 7896aee6-f85a-475b-931d-5dc323ec2d27 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:14:58.953834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:58.957667 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-59818bbb-7d79-432c-807a-2b4a0893ac90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:59.060510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39db84-8df9-4fc2-9ca4-1fab6875028c None None] Pushing event updated for resources: {'Port': ['ID=7896aee6-f85a-475b-931d-5dc323ec2d27,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:59.062820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Attempting to bind port 7896aee6-f85a-475b-931d-5dc323ec2d27 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:14:59.063469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Attempting to bind port 7896aee6-f85a-475b-931d-5dc323ec2d27 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:14:59.063828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Attempting to bind port 7896aee6-f85a-475b-931d-5dc323ec2d27 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:14:59.065922 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3f39db84-8df9-4fc2-9ca4-1fab6875028c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:59.070885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:14:59.071286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:14:59.071687 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:59.072075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:14:59.072533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Bound port: 7896aee6-f85a-475b-931d-5dc323ec2d27, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:14:59.072921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:59.146416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] For port 7896aee6-f85a-475b-931d-5dc323ec2d27, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:14:59.149769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] For port 7896aee6-f85a-475b-931d-5dc323ec2d27, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7896aee6-f85a-475b-931d-5dc323ec2d27,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:14:59.154448 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:14:59.158350 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:14:59.233027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Routers {'e6d40648-89d6-4c9e-ad8b-fad25443da3f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:14:59.233630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3903280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:14:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:59.297750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39db84-8df9-4fc2-9ca4-1fab6875028c None None] Pushing event updated for resources: {'Port': ['ID=7896aee6-f85a-475b-931d-5dc323ec2d27,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:14:59.309557 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3f39db84-8df9-4fc2-9ca4-1fab6875028c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:14:59.417745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] Set router e6d40648-89d6-4c9e-ad8b-fad25443da3f gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:14:59.748450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3903280>, [{'id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'name': 'router1', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '7896aee6-f85a-475b-931d-5dc323ec2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:14:38Z', 'updated_at': '2021-12-16T09:14:57Z', 'revision_number': 4, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'gw_port': {'id': '7896aee6-f85a-475b-931d-5dc323ec2d27', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:56Z', 'updated_at': '2021-12-16T09:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3b77ef52-a5e6-4603-9f5a-a1040ae497a2', 'name': '', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:48Z', 'updated_at': '2021-12-16T09:14:53Z', 'revision_number': 5, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'subnets': [{'id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dae64be1-4981-4799-9342-9ec4935267df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:14:59.752386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aace5-9988-45a5-b564-35971f06fe9d None None] The sync data for ids ['e6d40648-89d6-4c9e-ad8b-fad25443da3f'] in n-d-820554-2 is: [{'id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'name': 'router1', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '7896aee6-f85a-475b-931d-5dc323ec2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:14:38Z', 'updated_at': '2021-12-16T09:14:57Z', 'revision_number': 4, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'gw_port': {'id': '7896aee6-f85a-475b-931d-5dc323ec2d27', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:56Z', 'updated_at': '2021-12-16T09:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3b77ef52-a5e6-4603-9f5a-a1040ae497a2', 'name': '', 'network_id': 'a703a4fe-7a9e-4e93-8aae-084667c8a2da', 'tenant_id': 'e85ea0ea053646249219ee59e74cef08', 'mac_address': 'fa:16:3e:d3:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d40648-89d6-4c9e-ad8b-fad25443da3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:14:48Z', 'updated_at': '2021-12-16T09:14:53Z', 'revision_number': 5, 'project_id': 'e85ea0ea053646249219ee59e74cef08', 'subnets': [{'id': '2abf7043-2f01-48d0-9449-bd509f07060d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dae64be1-4981-4799-9342-9ec4935267df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:15:00.379142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:15:00.515727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-484d6bfe-9029-4d95-b2d2-72c9c83e5d9c admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1331382
Dec 16 09:15:01.168144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7896aee6-f85a-475b-931d-5dc323ec2d27 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:15:01.245469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7896aee6-f85a-475b-931d-5dc323ec2d27 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:15:01.250316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7896aee6-f85a-475b-931d-5dc323ec2d27 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:15:01.250691 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:01.367790 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:01.403947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 7896aee6-f85a-475b-931d-5dc323ec2d27, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7896aee6-f85a-475b-931d-5dc323ec2d27,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:15:01.422604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:01.425693 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:15:01.497993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=7896aee6-f85a-475b-931d-5dc323ec2d27,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:15:01.501621 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:15:03.163700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7896aee6-f85a-475b-931d-5dc323ec2d27 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:15:03.234140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7896aee6-f85a-475b-931d-5dc323ec2d27 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:15:03.234520 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:11.858212 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55cd0a13-b8d3-473b-9c7f-31dfedabc3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:14.369954 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-215f32da-16d1-4ecd-9a21-459a0d8ccfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:15.085934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:15.398473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:16.837346 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:23.105087 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:15:41.834396 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a351b3d-6f77-47f5-8d68-c2df64721e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:44.372640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-63bd95a7-33cd-416c-83fe-de5aee512617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:45.091281 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:45.405670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:15:46.845967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:00.106536 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:16:11.839748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0718dedf-911d-4879-a9e3-4dddff0823ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:14.374592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f01b0ce-68ac-4549-9368-8788b69e7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:15.094947 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:15.400609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:16.852463 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:37.105646 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:16:41.872548 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb1d79be-77d0-4b3d-b470-c144a1ff2af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:44.382018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db526bf7-38f4-4fa0-bc64-d26d3b75e492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:45.101564 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:45.412220 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:16:46.851726 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:07.286676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:07.364107 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-df53a92f-f8e1-4aa2-996e-7ac982a8698f admin admin] GET failed (client error): The resource could not be found.
Dec 16 09:17:07.365469 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-df53a92f-f8e1-4aa2-996e-7ac982a8698f admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0778375
Dec 16 09:17:07.502717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7a4b5-372c-4f74-8c91-5f393bede7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:07.504131 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ccd7a4b5-372c-4f74-8c91-5f393bede7b4 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1347153
Dec 16 09:17:09.640415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53014) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:09.750335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9872436-02d0-4316-8f08-f1a1203e11c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:09.750884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9872436-02d0-4316-8f08-f1a1203e11c8 admin admin] Synchronizing usage tracker for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:17:09.766888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9872436-02d0-4316-8f08-f1a1203e11c8 admin admin] Unset dirty status for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:17:09.768068 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9872436-02d0-4316-8f08-f1a1203e11c8 admin admin] 10.222.0.66 "GET /v2.0/subnets/2abf7043-2f01-48d0-9449-bd509f07060d HTTP/1.1" status: 200  len: 849 time: 0.1262879
Dec 16 09:17:09.777435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:17:09.895624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:10.133741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758231354956'] for subnet, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:10.137232 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:17:10.176714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:10.177716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:10.183194 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] 10.222.0.66 "PUT /v2.0/subnets/2abf7043-2f01-48d0-9449-bd509f07060d HTTP/1.1" status: 200  len: 868 time: 0.4047267
Dec 16 09:17:10.183399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7e315-066f-4ca0-a924-6709f98c65c5 None None] Network a703a4fe-7a9e-4e93-8aae-084667c8a2da requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:17:10.202101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abf7043-2f01-48d0-9449-bd509f07060d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:17:10.210343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.210706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.211008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.211472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.211866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.212194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.212514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.212832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.213145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.213457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.213770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.214079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:17:10.217729 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:17:10.645073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8a177bae-3757-4b35-a550-f896a3e7c18b None None] Provisioning complete for port 5745b029-decf-4557-bd4f-430429e54108 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:17:10.645451 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a177bae-3757-4b35-a550-f896a3e7c18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:10.769467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8a177bae-3757-4b35-a550-f896a3e7c18b None None] Provisioning complete for port 3b77ef52-a5e6-4603-9f5a-a1040ae497a2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:17:10.769708 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a177bae-3757-4b35-a550-f896a3e7c18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:11.844649 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a31ecf0-046e-4375-a9a9-b55288541dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:12.332806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:12.508011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86295d28-84bc-44dd-a9a5-3f3f1a4ccb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:12.508771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86295d28-84bc-44dd-a9a5-3f3f1a4ccb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:12.510363 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-86295d28-84bc-44dd-a9a5-3f3f1a4ccb03 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1765227
Dec 16 09:17:14.104294 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:17:14.376839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b023b6b-96ca-4abd-90aa-001eeaf75b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:14.647391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53034) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:14.818904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e280048-298a-4be7-9400-b0de4c13c0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:14.819414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e280048-298a-4be7-9400-b0de4c13c0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:14.820941 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e280048-298a-4be7-9400-b0de4c13c0e5 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1726835
Dec 16 09:17:15.099752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:15.407548 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:16.858433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:17.016252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53044) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:17.194293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6254a33-0fb3-4435-886d-dc359ed4988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:17.194848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f6254a33-0fb3-4435-886d-dc359ed4988f admin admin] Synchronizing usage tracker for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:17:17.211417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f6254a33-0fb3-4435-886d-dc359ed4988f admin admin] Unset dirty status for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:17:17.212474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f6254a33-0fb3-4435-886d-dc359ed4988f admin admin] 10.222.0.66 "GET /v2.0/networks/a703a4fe-7a9e-4e93-8aae-084667c8a2da HTTP/1.1" status: 200  len: 869 time: 0.1952639
Dec 16 09:17:19.372600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53054) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:19.540652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead45c16-d7b9-4752-a5da-d80622e778b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:19.542011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ead45c16-d7b9-4752-a5da-d80622e778b2 admin admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 886 time: 0.1684263
Dec 16 09:17:21.673844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53064) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:21.780412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c55b0b-ea52-4cdb-93c6-641f736ecd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:21.780881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c55b0b-ea52-4cdb-93c6-641f736ecd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:21.782906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f3c55b0b-ea52-4cdb-93c6-641f736ecd4a admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1081116
Dec 16 09:17:23.987040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53074) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:24.095727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32eb31d-ddd7-401b-82ae-f500b7147227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:24.096184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32eb31d-ddd7-401b-82ae-f500b7147227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:24.097689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a32eb31d-ddd7-401b-82ae-f500b7147227 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1096790
Dec 16 09:17:26.234388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:26.339341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc9591-ee56-4972-af72-31cf0d31864b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:26.340686 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7bbc9591-ee56-4972-af72-31cf0d31864b admin admin] 10.222.0.66 "GET /v2.0/subnets/19741f92-d7ab-49cd-b853-f5751a81018a HTTP/1.1" status: 200  len: 816 time: 0.1053452
Dec 16 09:17:28.459960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:28.568836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b32e0-058c-4449-9339-91329befaca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:28.570194 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c17b32e0-058c-4449-9339-91329befaca7 admin admin] 10.222.0.66 "GET /v2.0/subnets/2abf7043-2f01-48d0-9449-bd509f07060d HTTP/1.1" status: 200  len: 868 time: 0.1092696
Dec 16 09:17:41.848690 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9fc1eea1-83d9-49d3-85df-1d0b0556c334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:44.389412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d07a2d0-31c7-4dee-af1e-e89327b5904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:45.111488 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:45.416332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:46.862256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:51.102712 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:17:51.844609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53138) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:51.900126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-41d65c3f-fe5a-4117-9628-cdcb490f6a05 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:17:51.901321 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41d65c3f-fe5a-4117-9628-cdcb490f6a05 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0555816
Dec 16 09:17:54.093207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53148) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:54.160191 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46c824f-595c-46bc-82bc-891c82241f92 admin admin] GET failed (client error): The resource could not be found.
Dec 16 09:17:54.161449 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a46c824f-595c-46bc-82bc-891c82241f92 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0673225
Dec 16 09:17:54.290424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d315a6-6f1e-4229-9dd8-14609976fee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:54.291862 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7d315a6-6f1e-4229-9dd8-14609976fee9 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1260874
Dec 16 09:17:56.433571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:56.480486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:17:56.486505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:17:56.496141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:17:56.506107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Made reservation on behalf of 3e8719d94fdf45a9ba451a57e64c841c for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:17:56.508574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:56.599842 n-d-820554-2 neutron-server[87655]: WARNING neutron.services.revisions.revision_plugin [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f72f2654250] {project_id='3e8719d94fdf45a9ba451a57e64c841c', id='3a974b56-a536-4e31-b7da-a87d14aca795', target_tenant='*', action='access_as_shared', object_id='a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}> to bump revision.
Dec 16 09:17:56.614143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:17:56.627323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758231213725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:56.627901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f72f42a69d0> segment precommit_create {{(pid=87655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 09:17:56.628328 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Added segment 7635023b-c4ef-47e8-b21b-8a302a45b6af of type vlan for network a3191f8d-5ef8-439c-bcca-6305c9c15cdd
Dec 16 09:17:56.665463 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:56.703667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:56.704943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:56.705520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:56.708931 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:17:56.811471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Pushing event updated for resources: {'Network': ['ID=a3191f8d-5ef8-439c-bcca-6305c9c15cdd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:17:56.816223 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:17:56.818359 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3837745
Dec 16 09:17:56.823017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:17:58.977151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:17:59.043200 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-451d4b6b-00e9-4b8f-aa6b-7eae189f0840 admin admin] GET failed (client error): The resource could not be found.
Dec 16 09:17:59.043714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-451d4b6b-00e9-4b8f-aa6b-7eae189f0840 admin admin] Synchronizing usage tracker for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:17:59.059314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-451d4b6b-00e9-4b8f-aa6b-7eae189f0840 admin admin] Unset dirty status for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:17:59.060477 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-451d4b6b-00e9-4b8f-aa6b-7eae189f0840 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0823667
Dec 16 09:17:59.164200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6707fe26-b78a-4c85-9064-b59b51da5621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:59.165528 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6707fe26-b78a-4c85-9064-b59b51da5621 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1009204
Dec 16 09:17:59.175413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Request body: {'subnet': {'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:17:59.179745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:17:59.189247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:17:59.198900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Made reservation on behalf of 3e8719d94fdf45a9ba451a57e64c841c for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:17:59.201496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:59.399931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:59.404004 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:17:59.476070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507edf6f-fa9e-477a-924b-dc15644c7dcd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:17:59.481088 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:17:59.484086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:17:59.484468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Network hostable DHCP agents. Network: a3191f8d-5ef8-439c-bcca-6305c9c15cdd, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:17:59.508260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:17:59.519435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a3191f8d-5ef8-439c-bcca-6305c9c15cdd) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:17:59.523720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:17:59.524281 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:59.534176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bde742-69f0-4457-bc01-7281d2d7987e None None] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:17:59.587605 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4153936
Dec 16 09:17:59.758098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'tenant_id': '3e8719d94fdf45a9ba451a57e64c841c', 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:17:59.758961 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:17:59.926279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Allocated IP 192.168.233.2 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/1e74531f-21db-4658-902c-f4bf5b1102db) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:18:00.138985 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:00.151109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Transition to ACTIVE for port object 1e74531f-21db-4658-902c-f4bf5b1102db will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:18:00.170436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Transition to ACTIVE for port object 1e74531f-21db-4658-902c-f4bf5b1102db will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:18:00.176698 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:00.181461 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3f39db84-8df9-4fc2-9ca4-1fab6875028c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:18:00.281207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Pushing event updated for resources: {'Port': ['ID=1e74531f-21db-4658-902c-f4bf5b1102db,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:18:00.288723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:18:00.290284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.290620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.290956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.291338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.291647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.291967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.292286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.292598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.292909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.293221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.293539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.293841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:18:00.297672 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:18:00.298933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:18:00.301325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:18:00.391611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Attempting to bind port 1e74531f-21db-4658-902c-f4bf5b1102db on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:18:00.391897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Attempting to bind port 1e74531f-21db-4658-902c-f4bf5b1102db by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:18:00.392259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Attempting to bind port 1e74531f-21db-4658-902c-f4bf5b1102db on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:18:00.397666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:18:00.398036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:18:00.398429 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:00.398819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:18:00.399320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Bound port: 1e74531f-21db-4658-902c-f4bf5b1102db, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:18:00.399713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:00.488926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] For port 1e74531f-21db-4658-902c-f4bf5b1102db, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:18:00.492252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] For port 1e74531f-21db-4658-902c-f4bf5b1102db, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e74531f-21db-4658-902c-f4bf5b1102db,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:18:00.497173 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:00.503849 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:18:00.587614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Pushing event updated for resources: {'Port': ['ID=1e74531f-21db-4658-902c-f4bf5b1102db,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:18:00.589720 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:18:01.276146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e74531f-21db-4658-902c-f4bf5b1102db up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:18:01.361905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1e74531f-21db-4658-902c-f4bf5b1102db completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:18:01.489452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e238e-7904-491f-8ad1-57a9ecf1915d None None] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:18:01.606066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Provisioning for port 1e74531f-21db-4658-902c-f4bf5b1102db completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:18:01.623063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Provisioning complete for port 1e74531f-21db-4658-902c-f4bf5b1102db triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:18:01.623469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:01.837752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:01.877967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] For port 1e74531f-21db-4658-902c-f4bf5b1102db, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e74531f-21db-4658-902c-f4bf5b1102db,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:18:01.882799 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:01.884871 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:18:01.958533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Pushing event updated for resources: {'Port': ['ID=1e74531f-21db-4658-902c-f4bf5b1102db,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:18:01.963949 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:18:02.104639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7d62103f-867a-4018-9d6b-f206f02238a9 None None] Provisioning complete for port 1e74531f-21db-4658-902c-f4bf5b1102db triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:18:02.104937 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7d62103f-867a-4018-9d6b-f206f02238a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:03.236246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e74531f-21db-4658-902c-f4bf5b1102db up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:18:03.306122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1e74531f-21db-4658-902c-f4bf5b1102db triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:18:03.306495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:11.851785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4e5b-e65b-4d2a-9147-3a2e01d8396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:14.382320 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-52f9517d-cf96-480f-a71f-22fabdbf2d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:15.107827 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:15.408314 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:16.865019 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:28.101168 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:18:41.853855 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4266c55b-4fad-48d0-aabe-a5fab1885d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:44.383492 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ecebbd6-f9dc-4ece-b9ed-745b8201080b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:45.108916 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:45.411807 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:18:46.870857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:05.099693 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:19:10.232873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:19:10.238745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-646bdeb8-3400-446b-a66b-933f34019f92 tempest-verify_tempest_config-701512756 tempest-verify_tempest_config-701512756-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:19:10.239712 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-646bdeb8-3400-446b-a66b-933f34019f92 tempest-verify_tempest_config-701512756 tempest-verify_tempest_config-701512756-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058825
Dec 16 09:19:10.537879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:19:10.652459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:10.666300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:19:10.670468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Usage tracker for resource:security_group_rule and tenant:96fefd1eb7144c18aebc432b1c627865 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:19:10.673617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:19:10.679303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:19:10.768319 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:10.772197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:10.778763 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:19:10.818665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96fefd1eb7144c18aebc432b1c627865&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2797062
Dec 16 09:19:10.819722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f6ba0b-1433-4b65-9da5-087046407e85,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:19:10.821539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53242) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:19:10.827036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.827414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.827761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.828212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.828552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.828881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.829208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.829533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.829857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.830178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.830522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.830844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:10.835323 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:19:10.880411 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:10.906313 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:10.997683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:11.001956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:19:11.014329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f6ba0b-1433-4b65-9da5-087046407e85,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:19:11.022439 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:11.023582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7f6ba0b-1433-4b65-9da5-087046407e85 HTTP/1.1" status: 204  len: 168 time: 0.2010088
Dec 16 09:19:11.024783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.025120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.025454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.025784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.026114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.026437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.026757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.027077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.028158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.028245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.028570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.028887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:19:11.031855 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:19:11.856380 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39c9a415-f395-4c7c-ae71-edc0f5921b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:14.384031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43fe5dfb-fdae-4f12-b6c5-1e15b093a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:15.110359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:15.414877 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:16.869451 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:41.858429 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce7db-5d58-4e9e-936e-5ea68b260937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:42.098416 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:19:44.384834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ca99019-7b8c-4486-870c-3e78868353b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:45.112863 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:45.416379 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:19:46.873207 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:11.861010 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34f524d5-d8d7-49d6-8047-4eca68b21377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:14.386250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2ccdb2a-d1f2-4a56-847f-c94bf56c0691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:15.116437 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:15.418527 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:16.875801 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:19.097499 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:20:41.863811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-baa658fb-89b9-4ecb-8569-2cada2a681fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:44.387945 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ba16539-012e-4b12-b92c-49b9856e6381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:45.119785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:45.449730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:46.878175 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:20:56.096148 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:21:11.866206 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-169d9a6d-0068-4045-aa1a-65e860b99b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:14.409487 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d5e21803-1009-41b0-a4f9-de683355d449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:15.122490 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:15.421825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:16.881845 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:33.093823 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:21:41.867245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-689a374d-5c37-447b-a53a-1d7b9dd73aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:44.410357 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09d0104f-31ba-48ab-9960-42dfbeda49ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:45.124497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:45.423304 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:21:46.884569 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:10.092645 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:22:11.408054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8275723'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:11.871446 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ec34-079e-4b01-a62e-2cbd3ee81674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:13.629119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8275723'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:14.411548 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5127e51-2f29-45c5-81c3-8485bcb47314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:15.127323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:15.425470 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:16.889194 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:41.381733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:41.875443 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-118a0078-7d5e-47fc-9ff6-6e15fe06c855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:43.582007 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:44.413420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3f27774e-16fa-4612-9695-600d569a8002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:45.130342 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:45.426297 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:46.891706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:22:47.091045 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:23:08.866647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53306) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:23:08.981867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b554c29e-d88a-4078-8fe7-a4286dbbb455 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4681 time: 0.1140919
Dec 16 09:23:11.113722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:23:11.171506 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c03d27a8-f96a-48d3-94b3-5a56582e5157 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4681 time: 0.0566881
Dec 16 09:23:11.386245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:11.877183 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-647816c8-53b7-4dc6-ba0d-62eaff97d66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:13.581987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:14.414310 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7745239a-f3a7-4cc2-910b-ac2c94ed80b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:15.131400 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:15.427545 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:16.893722 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:24.090425 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:23:41.402031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:41.878865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e125dc7b-6ae1-4653-84f8-2463eadff1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:43.584931 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:44.415434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a455f4a2-f3c1-481f-a36a-a493658b1e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:45.135097 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:45.428779 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:23:46.897424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:01.089512 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:24:11.396472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:11.881775 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7b0d95ea-4e59-4782-bdd5-423a389b7c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:13.590472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:14.415976 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30d49b3-4e66-46aa-a162-257d327e9702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:15.137162 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:15.431387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:16.899861 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:38.089068 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:24:41.413263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:41.883402 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-68aef21e-cf44-4a21-8c3d-f689ad89fdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:43.605271 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:44.433680 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c2291c2-05ca-4fff-aa2a-8bb765ab4d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:45.163212 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:45.474141 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:46.908427 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:47.594689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:48.184970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1b74b9f3-539a-40db-b7ba-ed8637b5af51 tempest-AutoAllocateNetworkTest-741487122 tempest-AutoAllocateNetworkTest-741487122-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3c1df412b6b247b4a80ca955adda65fb&shared=False HTTP/1.1" status: 200  len: 208 time: 0.5884812
Dec 16 09:24:48.187463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:48.342660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74af54e0-d498-4a11-be0f-067e7cdf8ab9 tempest-AutoAllocateNetworkTest-741487122 tempest-AutoAllocateNetworkTest-741487122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:24:48.347091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53564) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:48.347636 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-74af54e0-d498-4a11-be0f-067e7cdf8ab9 tempest-AutoAllocateNetworkTest-741487122 tempest-AutoAllocateNetworkTest-741487122-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1585772
Dec 16 09:24:48.433445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3d1c3e4a-167c-4522-a155-9af127ada6ea tempest-AutoAllocateNetworkTest-741487122 tempest-AutoAllocateNetworkTest-741487122-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0811589
Dec 16 09:24:48.433702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53572) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:48.468162 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-23f18889-117a-43d2-99db-1fef7db3e4f2 tempest-AutoAllocateNetworkTest-741487122 tempest-AutoAllocateNetworkTest-741487122-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3c1df412b6b247b4a80ca955adda65fb HTTP/1.1" status: 200  len: 208 time: 0.0329173
Dec 16 09:24:49.098532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53616) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:49.469217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:49.484817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:49.489267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Usage tracker for resource:security_group_rule and tenant:3c1df412b6b247b4a80ca955adda65fb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:49.492588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:49.498957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:49.590023 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:49.594630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:49.604578 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d64ae191-c167-4985-b268-f84efe206ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:49.645774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Synchronizing usage tracker for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:24:49.649761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa488d3-82d4-4651-ac72-007f6e0b6bb5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:49.659911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.660253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.660583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.660910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.661235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.661555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.661872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.662185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.662498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.662808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.663118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.663448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Tracked resource versions report:
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]: pushed versions:
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]: {   'AddressGroup': {'1.2'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'ConntrackHelper': {'1.0'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'Log': {'1.0'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'Network': {'1.1'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'Port': {'1.7'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'PortForwarding': {'1.2'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'QosPolicy': {'1.8'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'SecurityGroup': {'1.4'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'SubPort': {'1.0'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'Subnet': {'1.1'},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     'Trunk': {'1.1'}}
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]: consumer versions:
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     HyperV agent@n-h1-820554-2: {},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     HyperV agent@n-h2-820554-2: {},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     L3 agent@n-d-820554-2: {},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     Metering agent@n-d-820554-2: {},
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'ConntrackHelper': '1.0',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'Log': '1.0',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'Network': '1.1',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'Port': '1.7',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'PortForwarding': '1.2',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'QosPolicy': '1.8',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'SecurityGroup': '1.4',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'SubPort': '1.0',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'Subnet': '1.1',
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:                                          'Trunk': '1.1'}}
Dec 16 09:24:49.667079 n-d-820554-2 neutron-server[87654]:  {{(pid=87654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:24:49.668787 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:49.679896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Unset dirty status for tenant:3e8719d94fdf45a9ba451a57e64c841c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:24:49.683670 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c1df412b6b247b4a80ca955adda65fb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5839956
Dec 16 09:24:49.684382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:49.751891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:49.785465 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:49.859501 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:49.866353 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:49.878813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa488d3-82d4-4651-ac72-007f6e0b6bb5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:49.890667 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:49.896635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:49.898195 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5aa488d3-82d4-4651-ac72-007f6e0b6bb5 HTTP/1.1" status: 204  len: 168 time: 0.2077358
Dec 16 09:24:51.986742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:51.990480 n-d-820554-2 neutron-server[87654]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 16 09:24:52.017322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-e95682da-9b37-4a9a-b201-2623bb11319b tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=94ccb215fc064e92acc19fb01683f4f8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288191
Dec 16 09:24:52.203272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-0b6ed379-6d7b-45a2-b62e-718521087e14 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:24:52.204740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-0b6ed379-6d7b-45a2-b62e-718521087e14 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1813481
Dec 16 09:24:52.219776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-d46d5fcf-84c5-4a77-8306-900455155f98 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/quotas/94ccb215fc064e92acc19fb01683f4f8 HTTP/1.1" status: 200  len: 375 time: 0.0091503
Dec 16 09:24:52.275138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-f396790e-67ec-49dd-ac86-2a1a7b5dd4f3 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94ccb215fc064e92acc19fb01683f4f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499425
Dec 16 09:24:52.653923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-94ef69f4-ffa5-469e-bfc5-aa17313d8dbd req-98b2ce64-8fdf-481a-a775-b38c65224fce tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 210 time: 0.0533185
Dec 16 09:24:53.420792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:53.866906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:53.867121 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2a97846-85e1-4b89-8fb9-3d93809866d9 req-a1095457-6371-4f69-896f-88602fc92e7f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 210 time: 0.0565069
Dec 16 09:24:53.881811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53970) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:53.896518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:53.902244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Usage tracker for resource:security_group_rule and tenant:dddd32314ca64902ad0a8ec060012029 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:53.906330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:53.913203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:53.935312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53978) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:54.060431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.067588 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.083455 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-63b38332-366e-4752-bd35-1572b939b21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:54.114112 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dddd32314ca64902ad0a8ec060012029&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6922624
Dec 16 09:24:54.114554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53992) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:54.133934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f599db-4b96-498b-a0e7-a1e869d86c39,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:54.143893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.144488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.145033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.145558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.146079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.146607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.147140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.147697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.148220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.148776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.149287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.150558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Tracked resource versions report:
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]: pushed versions:
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]: {   'AddressGroup': {'1.2'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'ConntrackHelper': {'1.0'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'Log': {'1.0'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'Network': {'1.1'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'Port': {'1.7'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'PortForwarding': {'1.2'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'QosPolicy': {'1.8'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'SecurityGroup': {'1.4'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'SubPort': {'1.0'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'Subnet': {'1.1'},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     'Trunk': {'1.1'}}
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]: consumer versions:
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     HyperV agent@n-h1-820554-2: {},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     HyperV agent@n-h2-820554-2: {},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     L3 agent@n-d-820554-2: {},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     Metering agent@n-d-820554-2: {},
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'ConntrackHelper': '1.0',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'Log': '1.0',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'Network': '1.1',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'Port': '1.7',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'PortForwarding': '1.2',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'QosPolicy': '1.8',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'SecurityGroup': '1.4',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'SubPort': '1.0',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'Subnet': '1.1',
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:                                          'Trunk': '1.1'}}
Dec 16 09:24:54.152231 n-d-820554-2 neutron-server[87655]:  {{(pid=87655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:24:54.157838 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:54.211352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.250312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54002) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:54.261495 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.270286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.298503 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.307459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:54.321331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:54.323738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Usage tracker for resource:security_group_rule and tenant:413c97270d1049e4aedfe30b12a16420 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:54.328758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:54.336782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Usage tracker for resource:security_group_rule and tenant:867e308996e4473b9afe6e7b5e11ab2c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:54.340218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:54.345989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:54.363826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:54.454552 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.473918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:54.504523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.520035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.54', 63012) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:54.542465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:54.546655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Usage tracker for resource:security_group_rule and tenant:a63e66c9f6b94213a5ac81506f82b0b9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:54.549632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:54.556123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:54.625616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-1106aa26-4d3f-40d7-acba-bd4566705b61 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=94ccb215fc064e92acc19fb01683f4f8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0927043
Dec 16 09:24:54.631734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-44e244d3-c74b-4432-b2bb-8ad322967b2f tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=41f8434b90bc4d65b18d25a8e72d4899&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1106453
Dec 16 09:24:54.651434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f599db-4b96-498b-a0e7-a1e869d86c39,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:54.683122 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:54.755226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.853806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.860782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.860966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.861888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46f599db-4b96-498b-a0e7-a1e869d86c39 HTTP/1.1" status: 204  len: 168 time: 0.7457721
Dec 16 09:24:54.862782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.864961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.905135 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:54.911856 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-83b54410-1f36-4b01-b542-f5ccdbaf40e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:54.921381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=413c97270d1049e4aedfe30b12a16420&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0384653
Dec 16 09:24:54.922601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:54.930925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:54.982230 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a63e66c9f6b94213a5ac81506f82b0b9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7300806
Dec 16 09:24:54.982850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:54.983651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d83c7f-acac-4cbc-9164-780269ac4526,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:54.989602 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:55.082096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.102497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ca0fab-be7b-41c1-ad92-43e5ef863f8c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:55.111075 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:55.122928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.128265 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f96ca56e-5022-4c1e-996b-854875e2028a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:55.156055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=867e308996e4473b9afe6e7b5e11ab2c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2195194
Dec 16 09:24:55.160820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:55.163355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd2783-a68f-4e14-83f2-4e57678a2aa9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:55.177323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-b05cbae6-6310-4a78-ba43-1b94d5305bb9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:24:55.179042 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-b05cbae6-6310-4a78-ba43-1b94d5305bb9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5293744
Dec 16 09:24:55.181926 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:55.184604 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.193989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-f5d249bc-85a0-48ba-845a-ea7384213a45 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:24:55.202901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-f5d249bc-85a0-48ba-845a-ea7384213a45 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5276670
Dec 16 09:24:55.249434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.253412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-bb559bd7-d038-4b8f-9b1b-407e5cef270e tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/quotas/41f8434b90bc4d65b18d25a8e72d4899 HTTP/1.1" status: 200  len: 375 time: 0.0493650
Dec 16 09:24:55.291184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.314353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-626c57fc-896a-4754-bc86-1bd91304ad4b tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f8434b90bc4d65b18d25a8e72d4899&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0598466
Dec 16 09:24:55.316271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.332690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.347813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Request body: {'port': {'device_id': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '94ccb215fc064e92acc19fb01683f4f8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:24:55.348786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:55.368030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d83c7f-acac-4cbc-9164-780269ac4526,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:55.376574 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:55.389890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54092) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:55.392729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.396637 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9d83c7f-acac-4cbc-9164-780269ac4526 HTTP/1.1" status: 204  len: 168 time: 0.4101436
Dec 16 09:24:55.413739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.424064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:55.436265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54098) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:55.462715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd2783-a68f-4e14-83f2-4e57678a2aa9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:55.467635 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:55.485026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.503947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.505380 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25bd2783-a68f-4e14-83f2-4e57678a2aa9 HTTP/1.1" status: 204  len: 168 time: 0.3428056
Dec 16 09:24:55.517518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:55.525763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Usage tracker for resource:security_group_rule and tenant:26591588899040fe846de6d6360f9abc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:55.533397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:55.548104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:55.684640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.692310 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.746777 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:55.765368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b782670-59f8-4cc0-a59b-25cc4809ba5c req-d33faf0c-16da-44ad-a252-c9732f491577 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.0679073
Dec 16 09:24:55.780432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54124) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:55.784031 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26591588899040fe846de6d6360f9abc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3302751
Dec 16 09:24:55.808276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70afd4c-d48f-49e9-bc67-2bb7c62dc495,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:55.823006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:55.922564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:55.972430 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:56.018081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:56.071444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ca0fab-be7b-41c1-ad92-43e5ef863f8c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:56.077245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Usage tracker for resource:port and tenant:94ccb215fc064e92acc19fb01683f4f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:56.088631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:56.102050 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:56.139245 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.140713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90ca0fab-be7b-41c1-ad92-43e5ef863f8c HTTP/1.1" status: 204  len: 168 time: 1.1959262
Dec 16 09:24:56.145392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.148158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:56.190533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.338734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Made reservation on behalf of 94ccb215fc064e92acc19fb01683f4f8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:24:56.343264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.376730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.503225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.555395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:56.565543 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:56.617391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:56.622990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Usage tracker for resource:security_group_rule and tenant:94ccb215fc064e92acc19fb01683f4f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:56.624355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.626932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:56.633954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:56.668899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:56.742420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.746236 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.776380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:56.777915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-feb677c1-c025-40e4-9589-61825a7040a1 req-cefc7a1a-8fa0-4cc4-8c64-406c9f41a9c4 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 210 time: 1.3465195
Dec 16 09:24:56.784023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Usage tracker for resource:security_group_rule and tenant:48cd25c77add44199a4801eed043d358 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:56.789137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:56.793676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:56.801496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:56.803982 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.804396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Usage tracker for resource:security_group_rule and tenant:5e79ce1a45cb44dab2faea714df6c60a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:56.810847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:56.811900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a70afd4c-d48f-49e9-bc67-2bb7c62dc495 HTTP/1.1" status: 204  len: 168 time: 1.0316672
Dec 16 09:24:56.814862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70afd4c-d48f-49e9-bc67-2bb7c62dc495,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:56.827929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:56.846250 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:56.850067 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:56.884551 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:57.265465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-231e2281-7457-465f-957b-3b0faafb56a1 req-b35f688c-c7c0-4d84-8e95-21be9e823c07 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.1511407
Dec 16 09:24:57.269628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:57.275011 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:57.306975 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.325188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.327058 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.349007 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1234878-417d-4926-857d-6a15a7b43313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:57.386616 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.527676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Allocated IP 192.168.233.239 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:24:57.534750 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e79ce1a45cb44dab2faea714df6c60a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8547659
Dec 16 09:24:57.546386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54204) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:57.552680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d883813f-c93d-4b92-934e-cc7b8af8e409,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:57.560940 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:57.561513 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-de61ca34-f142-4541-b1bd-a5e100a37966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:57.587152 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48cd25c77add44199a4801eed043d358&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0267451
Dec 16 09:24:57.589043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54208) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:57.637086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58501029-521d-4818-a439-bb0a771b6253,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:57.665248 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:57.791897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.814891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54214) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:57.871357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.887777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.897449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.919569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:57.963292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d1b0781f4a40b8acf39b1f31b2a81b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:57.963450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:57.972933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:58.010879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:58.048502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:58.170474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.220220 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:58.264113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.270348 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.270994 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58501029-521d-4818-a439-bb0a771b6253 HTTP/1.1" status: 204  len: 168 time: 0.6359096
Dec 16 09:24:58.286004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58501029-521d-4818-a439-bb0a771b6253,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:58.292808 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:58.302025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Transition to ACTIVE for port object 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:24:58.349256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.411543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:24:58.421868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Usage tracker for resource:security_group_rule and tenant:0540d90dcc36437b93ee893665a1a2f7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:24:58.428302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:24:58.437108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:24:58.443118 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.565178 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.572561 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a6f11e33-6699-4172-89a4-d41d182c7159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:58.666826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.699119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.721040 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.722476 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e517af0e-7815-4b33-aa94-259d6c74b676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:58.734589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.749648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9f1539b-07b6-4b14-b047-e5de89891ac5 req-285ec961-46f8-4d12-8733-611e8e767245 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.1442070
Dec 16 09:24:58.762777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.776051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d883813f-c93d-4b92-934e-cc7b8af8e409 HTTP/1.1" status: 204  len: 168 time: 1.2284803
Dec 16 09:24:58.789628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:24:58.793017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883813f-c93d-4b92-934e-cc7b8af8e409,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:58.794403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.54', 63016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:58.802895 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0540d90dcc36437b93ee893665a1a2f7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7530992
Dec 16 09:24:58.803942 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:58.807399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:24:58.811397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:24:58.817889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:58.819991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:24:58.820696 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:58.846593 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:58.848814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b4203c-85af-4124-a79e-30f90c9849d8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:58.894633 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:58.905530 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:58.927147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6039011
Dec 16 09:24:58.938938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6d1b0781f4a40b8acf39b1f31b2a81b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1225774
Dec 16 09:24:58.942499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54254) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:24:58.950679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-53f5cd87-1190-4073-b20d-e27428cd44f4 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:24:58.951990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-53f5cd87-1190-4073-b20d-e27428cd44f4 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061593
Dec 16 09:24:58.952548 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-4d633c9f-8d1a-400f-8196-bff66932ead8 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=41f8434b90bc4d65b18d25a8e72d4899&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1403532
Dec 16 09:24:58.990322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Pushing event updated for resources: {'Port': ['ID=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:59.003593 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:59.016308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f505a593-f42b-41ab-8c12-bb774362b174,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:59.052177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660e40-4238-43d5-8017-68346a92bf31 req-0c84cdf5-99b3-43e3-8d4a-653eff0e41c1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:24:59.053594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-93660e40-4238-43d5-8017-68346a92bf31 req-0c84cdf5-99b3-43e3-8d4a-653eff0e41c1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Synchronizing usage tracker for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:24:59.076818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-93660e40-4238-43d5-8017-68346a92bf31 req-0c84cdf5-99b3-43e3-8d4a-653eff0e41c1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Unset dirty status for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:24:59.081446 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93660e40-4238-43d5-8017-68346a92bf31 req-0c84cdf5-99b3-43e3-8d4a-653eff0e41c1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 936 time: 0.6346636
Dec 16 09:24:59.127357 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:59.139383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-93660e40-4238-43d5-8017-68346a92bf31 req-1f784b05-c937-4a76-992a-8279752ee750 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Synchronizing usage tracker for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:24:59.167141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-93660e40-4238-43d5-8017-68346a92bf31 req-1f784b05-c937-4a76-992a-8279752ee750 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Unset dirty status for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:24:59.183532 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93660e40-4238-43d5-8017-68346a92bf31 req-1f784b05-c937-4a76-992a-8279752ee750 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949907
Dec 16 09:24:59.308831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f9f200cb-0a94-4045-9307-99442c56e32f None None] Provisioning for port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:24:59.318447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f9f200cb-0a94-4045-9307-99442c56e32f None None] Provisioning complete for port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:24:59.319520 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9f200cb-0a94-4045-9307-99442c56e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.386354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.447387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.457429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f9f200cb-0a94-4045-9307-99442c56e32f None None] Port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:24:59.460631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.602539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.645003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-9052ebc9-8a2f-409c-87d9-30760a9ee55f tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:24:59.646722 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-9052ebc9-8a2f-409c-87d9-30760a9ee55f tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6120169
Dec 16 09:24:59.701569 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.707150 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:59.725149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.739833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b4203c-85af-4124-a79e-30f90c9849d8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:59.745002 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:59.746104 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-419be94a-158f-40be-b23b-5de77de4ba58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:24:59.755764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f505a593-f42b-41ab-8c12-bb774362b174,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:24:59.757886 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.762056 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89b4203c-85af-4124-a79e-30f90c9849d8 HTTP/1.1" status: 204  len: 168 time: 0.9397240
Dec 16 09:24:59.762056 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:24:59.762056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:24:59.765632 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f505a593-f42b-41ab-8c12-bb774362b174 HTTP/1.1" status: 204  len: 168 time: 0.8120668
Dec 16 09:24:59.998187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2686ad1d-5c10-4f12-b3bc-4819fab4ebdd req-19a88bae-ed13-42d4-b577-6dcbbdd438e4 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.0736437
Dec 16 09:25:00.449486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01221682-87e0-428c-b97a-b97548a1c934 req-10f940bc-617b-442e-acf6-571b2c2d7a60 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:00.451331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01221682-87e0-428c-b97a-b97548a1c934 req-10f940bc-617b-442e-acf6-571b2c2d7a60 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 936 time: 0.1347327
Dec 16 09:25:00.520870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01221682-87e0-428c-b97a-b97548a1c934 req-c82f84f4-660c-4ed0-975a-47dac16a7af7 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509400
Dec 16 09:25:00.602225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54298) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:00.641843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:00.662052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:00.666855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3dccf129c59947659f2bd1f5f0f59619 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:00.669886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:00.677253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:00.827718 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:00.836136 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:00.854402 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:00.913793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dccf129c59947659f2bd1f5f0f59619&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3073890
Dec 16 09:25:00.913793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4d796-ed59-4564-ba31-ec9493ab2a85,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:00.914443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54310) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:00.918100 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:01.047870 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:01.111657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:01.273368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:01.281895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbde3533-ba3f-4ff6-aee2-4eb7982a44be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:01.325781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ede172e9-d37c-4306-9bed-93c0447d0653 req-f29c7636-4599-4bde-b1e6-65f555d40cd8 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.0711010
Dec 16 09:25:01.329709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4d796-ed59-4564-ba31-ec9493ab2a85,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:01.340857 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:01.342066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:01.343179 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64c4d796-ed59-4564-ba31-ec9493ab2a85 HTTP/1.1" status: 204  len: 168 time: 0.4279280
Dec 16 09:25:01.801255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943ab07-e2fe-4a96-864b-b74d559c736a req-03df1828-ce5d-4f63-b570-7376d14fae1b tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:01.809037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7943ab07-e2fe-4a96-864b-b74d559c736a req-03df1828-ce5d-4f63-b570-7376d14fae1b tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 936 time: 0.1023495
Dec 16 09:25:01.865098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7943ab07-e2fe-4a96-864b-b74d559c736a req-7e43f117-a622-43db-8251-48726e26240c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549769
Dec 16 09:25:02.588831 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37982dfc-4a4d-4c40-92de-7c3ce64fd045 req-17b3904b-449e-477e-a7df-8cd7c4b92f72 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.1331911
Dec 16 09:25:02.682043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:02.997494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-542468403-network', 'tenant_id': 'e1240a924e4648a68de372f9d00931e3'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:03.010236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:03.024375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Usage tracker for resource:network and tenant:e1240a924e4648a68de372f9d00931e3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:03.035346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:03.049154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:03.073428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Made reservation on behalf of e1240a924e4648a68de372f9d00931e3 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:03.076909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.109187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.138772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31181889-16d1-4c43-abc5-d53ecc712ca8 req-a0679a96-3250-4314-b528-75f56c33eb78 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:03.141994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:03.145767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Usage tracker for resource:security_group_rule and tenant:e1240a924e4648a68de372f9d00931e3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:03.148156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31181889-16d1-4c43-abc5-d53ecc712ca8 req-a0679a96-3250-4314-b528-75f56c33eb78 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 936 time: 0.1230776
Dec 16 09:25:03.148651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:03.155640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:03.240601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31181889-16d1-4c43-abc5-d53ecc712ca8 req-e66dc76b-1c1c-4fa3-978e-a2a1ad1d0df8 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907679
Dec 16 09:25:03.326631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.335154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.338127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54404) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:03.343022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:03.377512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:25:03.386947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:03.390985 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:03.394124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.394631 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Added segment 1d439c0c-f865-40fb-88f8-f36284b7ede3 of type vlan for network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6
Dec 16 09:25:03.453119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.514238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.515571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:03.516168 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.523775 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:03.650258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54420) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:03.661847 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9690900
Dec 16 09:25:03.663744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Pushing event updated for resources: {'Network': ['ID=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:03.667457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:03.667662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Request body: {'subnet': {'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-542468403-subnet', 'tenant_id': 'e1240a924e4648a68de372f9d00931e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:03.673608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:25:03.685827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:03.706119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Usage tracker for resource:subnet and tenant:e1240a924e4648a68de372f9d00931e3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:03.719655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:03.740854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:03.767280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Made reservation on behalf of e1240a924e4648a68de372f9d00931e3 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:03.770089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.928862 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:03.940570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c52a4d2d-3a81-427f-b9f2-ea6d34aec178 req-6b8f52e6-64ac-4e7f-bae7-d9edcaa785b4 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.1847987
Dec 16 09:25:04.022316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:04.029995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Usage tracker for resource:security_group_rule and tenant:be3c3eeeb582485e98adfd1c921a3203 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:04.036033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:04.044952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:04.262920 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.264779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.271199 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:04.322910 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.384396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f3d445-642e-4001-89dc-7bec33f36fac,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:04.387775 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:04.390127 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92c15742-698a-4167-89e4-79bb39cd16cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:04.401468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be3c3eeeb582485e98adfd1c921a3203&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0598700
Dec 16 09:25:04.402528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:04.410586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:04.410896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Network hostable DHCP agents. Network: 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:25:04.437199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a2899-5add-423e-b3a9-c5a61a2a6708,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:04.455185 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:04.476767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:25:04.496538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:04.512024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91dcf19-ee77-4287-b6d9-c1837399f501 None None] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:04.523335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:04.525579 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.573744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.645029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.683546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0256119
Dec 16 09:25:04.690334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-d415bfc8-2f62-443d-be01-d95f7de8bcde tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=789d644e4fc54788aa2acd8a87552dd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0743148
Dec 16 09:25:04.738225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.746678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:04.782901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a2899-5add-423e-b3a9-c5a61a2a6708,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:04.797994 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:04.805838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:04.808591 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d87a2899-5add-423e-b3a9-c5a61a2a6708 HTTP/1.1" status: 204  len: 168 time: 0.4044421
Dec 16 09:25:05.069272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9911f-7884-42d4-bfdb-5963fcd8c8e7 None None] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:05.114110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef002e3-7b6a-4c3c-a5a7-1cbdc0b7b805 req-d74fed89-1a2f-46f7-bd6a-7df4acb0ade5 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:05.116389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aef002e3-7b6a-4c3c-a5a7-1cbdc0b7b805 req-d74fed89-1a2f-46f7-bd6a-7df4acb0ade5 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 936 time: 0.1735899
Dec 16 09:25:05.128687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8bb67b94-e73e-4dfd-9cbf-3fe97571470a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:05.137113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8bb67b94-e73e-4dfd-9cbf-3fe97571470a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4379115
Dec 16 09:25:05.175206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-5b0a5706-ea7a-47e8-aeb6-97bce21d5039 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/quotas/789d644e4fc54788aa2acd8a87552dd7 HTTP/1.1" status: 200  len: 375 time: 0.0369837
Dec 16 09:25:05.252328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-fdc29944-4bd7-4a79-9f05-99dc3fce5077 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=789d644e4fc54788aa2acd8a87552dd7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0756269
Dec 16 09:25:05.270824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aef002e3-7b6a-4c3c-a5a7-1cbdc0b7b805 req-d3aa13ba-a032-44d7-b39f-adcfc3d917b6 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313491
Dec 16 09:25:05.644291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-273cc7ea-4d01-484b-9a4e-6c31f526cbac req-5ba175b2-651e-472c-bf66-30f5e95c588a tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.1253016
Dec 16 09:25:05.733701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7cc2c393-e4bf-40da-86c6-bd883e2ed43b req-c204c58f-2db8-4de1-8306-167c3bc2b39d tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.0478590
Dec 16 09:25:05.757377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54488) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:05.787802 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:05.821808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:05.828482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Usage tracker for resource:security_group_rule and tenant:9e7cf3e231134502969f38198134df2a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:05.832075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:05.838398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:05.973631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:05.983437 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:05.993019 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:06.064209 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e7cf3e231134502969f38198134df2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055320
Dec 16 09:25:06.067064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54500) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:06.069521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06dbbb5-ee6d-4059-a7ba-4a824ecfc428,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:06.074923 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:06.169860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:06.208698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:06.259846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:06.372602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:06.379331 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:06.383819 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:06.403665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06dbbb5-ee6d-4059-a7ba-4a824ecfc428,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:06.417801 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:06.418861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:06.421188 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e06dbbb5-ee6d-4059-a7ba-4a824ecfc428 HTTP/1.1" status: 204  len: 168 time: 0.3521352
Dec 16 09:25:06.422396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:06.428945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Usage tracker for resource:security_group_rule and tenant:e1bb46c5981b431eba2990c4f8f51e74 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:06.432955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:06.441270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:06.738583 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:06.748595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105b23-ce3a-482b-af5d-420262511a8a req-22d57f2e-54f2-462c-b93a-2fb36f2af4db tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:06.750334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c105b23-ce3a-482b-af5d-420262511a8a req-22d57f2e-54f2-462c-b93a-2fb36f2af4db tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 936 time: 0.2304909
Dec 16 09:25:06.763388 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:06.800836 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:06.879636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a2c0ab5-efd0-4165-a3de-69f72313b695 req-0c3fb912-b440-4073-bfab-7669abc9e501 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.0652449
Dec 16 09:25:06.906222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1bb46c5981b431eba2990c4f8f51e74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7352366
Dec 16 09:25:06.908893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:06.912517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1fbcf5-5d1e-4ce6-8c61-5fdf0db1938c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:06.917777 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:06.924483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c105b23-ce3a-482b-af5d-420262511a8a req-e8b1ba42-698d-4012-9e57-6932b756c436 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592391
Dec 16 09:25:07.013635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.040109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54542) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:07.045872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1853301298-network', 'tenant_id': '464207d561444bacb23aa1b91d2de5f7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:07.056985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:07.060830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.072739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Usage tracker for resource:network and tenant:464207d561444bacb23aa1b91d2de5f7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:07.078017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:07.083819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25f3f71a-8046-4ad0-91aa-678bb7cf9e93 req-aed26d3a-2269-4be2-ad2e-7cd4df56b33e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.0612967
Dec 16 09:25:07.103486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:07.129570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Made reservation on behalf of 464207d561444bacb23aa1b91d2de5f7 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:07.132010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.146264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.162821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:07.167490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Usage tracker for resource:security_group_rule and tenant:464207d561444bacb23aa1b91d2de5f7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:07.171188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:07.181619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:07.185266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.198245 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf140f09-433d-4716-8653-3af6083663fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:07.223045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1fbcf5-5d1e-4ce6-8c61-5fdf0db1938c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:07.229381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Request body: {'port': {'device_id': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '41f8434b90bc4d65b18d25a8e72d4899'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:07.379488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.74', 58486) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:07.381194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:07.389477 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:07.393613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.394721 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae1fbcf5-5d1e-4ce6-8c61-5fdf0db1938c HTTP/1.1" status: 204  len: 168 time: 0.4846716
Dec 16 09:25:07.396043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Usage tracker for resource:port and tenant:41f8434b90bc4d65b18d25a8e72d4899 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:07.400480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:07.410175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:07.432406 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-2224b5b6-0763-4432-93f1-097ee21de5d0 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=789d644e4fc54788aa2acd8a87552dd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0515285
Dec 16 09:25:07.437910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Made reservation on behalf of 41f8434b90bc4d65b18d25a8e72d4899 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:07.443195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.461640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.490822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Request body: {'port': {'device_id': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:07.495332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:07.507877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Usage tracker for resource:security_group_rule and tenant:41f8434b90bc4d65b18d25a8e72d4899 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:07.512949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:07.526577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:07.537836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.554292 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.569963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:25:07.581613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.581968 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Added segment 39710252-a5da-4337-9d74-cd87057ebc93 of type vlan for network a7858e08-29a6-405b-b309-3021bf602ac8
Dec 16 09:25:07.613571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.656070 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:07.751193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109dda4-5905-44b0-a7c3-e36625a09986,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:07.782477 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:07.817305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.822923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:07.823807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.843761 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:07.890919 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-98cf2b9c-7269-46bc-a9ab-1915a0cd005b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:07.937363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-990459e2-92f5-4577-bd11-4a8978a46d7d tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:07.940290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-990459e2-92f5-4577-bd11-4a8978a46d7d tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5013120
Dec 16 09:25:07.958392 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.9170332
Dec 16 09:25:07.969942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54584) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:08.028979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Request body: {'subnet': {'network_id': 'a7858e08-29a6-405b-b309-3021bf602ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1853301298-subnet', 'tenant_id': '464207d561444bacb23aa1b91d2de5f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:08.034474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:08.039456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Usage tracker for resource:subnet and tenant:464207d561444bacb23aa1b91d2de5f7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:08.046090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:08.057102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:08.081942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Made reservation on behalf of 464207d561444bacb23aa1b91d2de5f7 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:08.084689 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:08.119003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:08.145138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:08.177048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54592) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:08.223194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Pushing event updated for resources: {'Network': ['ID=a7858e08-29a6-405b-b309-3021bf602ac8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:08.230173 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:08.230675 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:08.235977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a7858e08-29a6-405b-b309-3021bf602ac8 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:25:08.286276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9884d35e-7664-4aa1-8204-e0779f07abbe,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:08.292069 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:08.396485 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60c7f6d2-688d-4fa0-9176-4838d03ffff3 req-ff829248-fc7d-4720-9fd1-524a3fc9a150 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 210 time: 0.2758455
Dec 16 09:25:08.412641 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:08.462259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:08.533757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Usage tracker for resource:security_group_rule and tenant:61b7b6f60f274aa9aaf9a81245829a48 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:08.542732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:08.602952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:08.614278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2fac730d-4549-4c63-8c64-af894024194a req-9aaf0ec2-7767-4e61-8203-ac5d619aa101 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.0751030
Dec 16 09:25:08.711022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e005a-9a4d-4385-a5bd-78732d1c3628 req-a564fcd5-cbf5-4065-a3e4-28b88112642e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:08.712558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-802e005a-9a4d-4385-a5bd-78732d1c3628 req-a564fcd5-cbf5-4065-a3e4-28b88112642e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 936 time: 0.3999794
Dec 16 09:25:08.849960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:08.866093 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:08.890300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-802e005a-9a4d-4385-a5bd-78732d1c3628 req-39695ca5-026c-4dfb-8ed0-31b1b686423c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589823
Dec 16 09:25:08.912015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Transition to ACTIVE for port object 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:08.931539 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:08.939110 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:08.966232 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:08.998190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Allocated IP 192.168.233.47 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/2db73269-b79f-4804-a426-6bb4d914e0f9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:09.199691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:09.208071 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:09.210247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.215744 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9871f82f-8c99-4ac8-a03b-f2428212e14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:09.291490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.314166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Transition to ACTIVE for port object 2db73269-b79f-4804-a426-6bb4d914e0f9 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:09.358717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0d4508-3a9f-4037-887e-0f303b534003,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:09.370826 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:09.375493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.385487 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:09.482335 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.507820 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7f3ebd20-267e-4b52-a65a-3a5e73ccf945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:09.533729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Attempting to bind port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:09.534484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Attempting to bind port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:09.534638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Attempting to bind port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:09.537784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:09.541148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:09.553659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Checking segment: {'id': '39710252-a5da-4337-9d74-cd87057ebc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a7858e08-29a6-405b-b309-3021bf602ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:09.554107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Network hostable DHCP agents. Network: a7858e08-29a6-405b-b309-3021bf602ac8, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:25:09.555354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:09.565626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:09.566202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.588391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Pushing event updated for resources: {'Port': ['ID=2db73269-b79f-4804-a426-6bb4d914e0f9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:09.604619 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:09.635383 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4150188
Dec 16 09:25:09.654973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Request body: {'port': {'device_id': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'device_owner': 'compute:tempest-test_az-1673951584', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:09.665577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:09.665910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Attempting to bind port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:09.680807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61b7b6f60f274aa9aaf9a81245829a48&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3806703
Dec 16 09:25:09.689839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:09.691055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:09.691055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:09.691666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:09.692114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Bound port: 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:09.692454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.773947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b976880-d93d-44e3-b807-d8435ca1b05d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:09.809881 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:09.810636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Network a7858e08-29a6-405b-b309-3021bf602ac8 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:25:09.849568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.886543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a7858e08-29a6-405b-b309-3021bf602ac8) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:09.894632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c2d8d-f798-46a8-a505-740a72d7f895 None None] Network a7858e08-29a6-405b-b309-3021bf602ac8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:09.899293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:09.899889 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:09.984320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] For port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:09.993524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] For port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:10.003790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.012101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91ef53c7-c33e-4cdc-9316-902ea9fb34a0 None None] Provisioning for port 2db73269-b79f-4804-a426-6bb4d914e0f9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:10.021945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.0509255
Dec 16 09:25:10.023595 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.028393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91ef53c7-c33e-4cdc-9316-902ea9fb34a0 None None] Provisioning complete for port 2db73269-b79f-4804-a426-6bb4d914e0f9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:10.028956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91ef53c7-c33e-4cdc-9316-902ea9fb34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.044439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fba2a7-fc08-48b8-8127-f008035896a8 req-0447059a-a6df-4996-be8c-0e4b46f656f2 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:10.052166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01fba2a7-fc08-48b8-8127-f008035896a8 req-0447059a-a6df-4996-be8c-0e4b46f656f2 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 935 time: 0.4491577
Dec 16 09:25:10.064194 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:10.183859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.205282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:10.206182 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.207889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] 10.222.0.54 "PUT /v2.0/ports/9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa HTTP/1.1" status: 200  len: 1096 time: 3.0017381
Dec 16 09:25:10.221527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'tag': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:10.279929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-91ef53c7-c33e-4cdc-9316-902ea9fb34a0 None None] Port 2db73269-b79f-4804-a426-6bb4d914e0f9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:10.286579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496e73d-033d-4495-a17e-270519326be5 None None] Network a7858e08-29a6-405b-b309-3021bf602ac8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:10.384732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5dd13168-4edd-4b75-b9b7-e947cd20d58d req-18ac02d3-a050-402a-993b-a12ef33001ae tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.2636912
Dec 16 09:25:10.460702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db73269-b79f-4804-a426-6bb4d914e0f9 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:10.476813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.504000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Transition to ACTIVE for port object 2db73269-b79f-4804-a426-6bb4d914e0f9 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:10.510197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.515891 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:10.605878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01fba2a7-fc08-48b8-8127-f008035896a8 req-3a4090c8-5a89-4bf5-8708-fc5f172cc79f tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5526953
Dec 16 09:25:10.635726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:10.644563 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:10.748744 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.751630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-f8cda902-a643-4581-86c8-d92fb5e6ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:10.753129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-f8cda902-a643-4581-86c8-d92fb5e6ed55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94ccb215fc064e92acc19fb01683f4f8&device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 1099 time: 0.4246650
Dec 16 09:25:10.761309 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:10.779149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Attempting to bind port 2db73269-b79f-4804-a426-6bb4d914e0f9 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:10.779321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Attempting to bind port 2db73269-b79f-4804-a426-6bb4d914e0f9 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:10.779703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Attempting to bind port 2db73269-b79f-4804-a426-6bb4d914e0f9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:10.787011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Port 2db73269-b79f-4804-a426-6bb4d914e0f9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:10.787534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Attempting to bind port 2db73269-b79f-4804-a426-6bb4d914e0f9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:10.790506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Pushing event updated for resources: {'Port': ['ID=2db73269-b79f-4804-a426-6bb4d914e0f9,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:10.794458 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:10.797461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:10.797924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:10.798549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:10.799054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Bound port: 2db73269-b79f-4804-a426-6bb4d914e0f9, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:10.799707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.842733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b976880-d93d-44e3-b807-d8435ca1b05d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:10.847714 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:10.869708 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-5ac21eb2-d666-4678-84c5-d55e2d731d8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa HTTP/1.1" status: 200  len: 217 time: 0.0986903
Dec 16 09:25:10.871851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.872753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b976880-d93d-44e3-b807-d8435ca1b05d HTTP/1.1" status: 204  len: 168 time: 1.1487908
Dec 16 09:25:10.929453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] For port 2db73269-b79f-4804-a426-6bb4d914e0f9, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:10.936604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] For port 2db73269-b79f-4804-a426-6bb4d914e0f9, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2db73269-b79f-4804-a426-6bb4d914e0f9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:10.944510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:10.947403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcc43-e76d-4309-a109-c26531d6f868 req-7a93e438-5cc0-4ee0-943f-f6564a1e03ee tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:10.951722 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:10.954417 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69cbcc43-e76d-4309-a109-c26531d6f868 req-7a93e438-5cc0-4ee0-943f-f6564a1e03ee tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 948 time: 0.3113465
Dec 16 09:25:11.020762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:11.021730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:11.023394 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] 10.222.0.54 "PUT /v2.0/ports/2db73269-b79f-4804-a426-6bb4d914e0f9 HTTP/1.1" status: 200  len: 1117 time: 1.3805282
Dec 16 09:25:11.024120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'tag': '2db73269-b79f-4804-a426-6bb4d914e0f9'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:11.121644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-0f01fa57-8959-453f-b88f-26ed81dc11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:11.123087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-0f01fa57-8959-453f-b88f-26ed81dc11d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2398674
Dec 16 09:25:11.135940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69cbcc43-e76d-4309-a109-c26531d6f868 req-f792f451-3b4c-44be-992f-12275452804d tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805780
Dec 16 09:25:11.208648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Pushing event updated for resources: {'Port': ['ID=2db73269-b79f-4804-a426-6bb4d914e0f9,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:11.216517 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:11.263357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-93a23184-3da6-47e2-bb25-ba1bbcd01793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:11.266374 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-93a23184-3da6-47e2-bb25-ba1bbcd01793 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41f8434b90bc4d65b18d25a8e72d4899&device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 1120 time: 0.1679060
Dec 16 09:25:11.365054 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-3c13176e-6b74-4192-9a44-46c523831af0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2db73269-b79f-4804-a426-6bb4d914e0f9 HTTP/1.1" status: 200  len: 217 time: 0.0859616
Dec 16 09:25:11.372195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff477-2a68-44fa-b617-23c82696285b req-9f7b7bae-9e65-4b78-ba19-1116a1d2f894 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:11.373597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-9f7b7bae-9e65-4b78-ba19-1116a1d2f894 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 0.4165885
Dec 16 09:25:11.408042 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-9ed36c1b-a33d-4bba-9b73-7ea2dd88c0c4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/quotas/e1240a924e4648a68de372f9d00931e3 HTTP/1.1" status: 200  len: 375 time: 0.0189047
Dec 16 09:25:11.429119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:11.492022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-dd08dd24-563a-43a5-a5be-701a7bcb99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:11.494103 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-dd08dd24-563a-43a5-a5be-701a7bcb99e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3572202
Dec 16 09:25:11.501486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-94f8b922-ea6f-4350-96ad-a5d2e48f249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:11.504167 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-94f8b922-ea6f-4350-96ad-a5d2e48f249e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1275046
Dec 16 09:25:11.517392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-fc0a0093-bbdf-4064-be44-ebe31e180581 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1001027
Dec 16 09:25:11.629664 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'tag': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa', 'status': 'completed', 'code': 200}
Dec 16 09:25:11.655601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-aa88a022-526f-4a36-a69b-14fbad236dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:11.657069 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-aa88a022-526f-4a36-a69b-14fbad236dc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1462300
Dec 16 09:25:11.713233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-fd875c79-9f33-4736-87cf-1c25ba4df131 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945958
Dec 16 09:25:11.822785 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-2cd0c5a4-95ab-47de-b12b-a00434d18c33 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581578
Dec 16 09:25:11.829943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-119270fd-b46a-47b4-9bfd-1acee51c0cba service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:25:11.830940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-119270fd-b46a-47b4-9bfd-1acee51c0cba service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1252613
Dec 16 09:25:11.898419 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-468b9f82-1f1d-4ac3-b039-f0a821dd078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:11.932921 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'tag': '2db73269-b79f-4804-a426-6bb4d914e0f9', 'status': 'completed', 'code': 200}
Dec 16 09:25:11.950579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b54fa3ab-f76b-4f88-9e1d-a2f1f8a9b691 req-87e131e4-38d3-4fed-9b2b-d81ef0145bab service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2308090
Dec 16 09:25:12.037483 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e6fe3b1-73bc-40d2-ba72-5e388fce221e req-d80da4fb-eb02-4e94-9a92-d8e2a999c193 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2060382
Dec 16 09:25:12.070305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-8ed7a062-8045-4972-86c3-616f68d4302c service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255337
Dec 16 09:25:12.141925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:12.150026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d0aef4e-df28-48f5-8815-89275760271a req-c215f70b-0f7b-49e9-9738-edf4279be5e7 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.0887921
Dec 16 09:25:12.185825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-7e5c12a5-6db8-4a27-801a-ee7cd4f6a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.187499 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-7e5c12a5-6db8-4a27-801a-ee7cd4f6a188 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=41f8434b90bc4d65b18d25a8e72d4899&device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 1120 time: 0.1010997
Dec 16 09:25:12.259978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-9a91937a-ec4a-4040-aae7-ba172e572aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.261463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-9a91937a-ec4a-4040-aae7-ba172e572aac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94ccb215fc064e92acc19fb01683f4f8&device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 1099 time: 0.2501698
Dec 16 09:25:12.304914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-network', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:12.312473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:12.321052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Usage tracker for resource:network and tenant:697a5a05a69545d5b99b0601d47c192f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:12.324507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:12.344921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:12.370071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-b29eaedd-b4c4-4672-8b8f-e02b9e3347f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.371520 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-b29eaedd-b4c4-4672-8b8f-e02b9e3347f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.1769867
Dec 16 09:25:12.372172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Made reservation on behalf of 697a5a05a69545d5b99b0601d47c192f for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:12.374336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:12.425375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-f5dd1e8e-f7c0-4512-afa7-7842c709a459 service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3091161
Dec 16 09:25:12.447578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:12.457768 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-60d1cf06-5c6d-45eb-981f-664c71f2cf81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2db73269-b79f-4804-a426-6bb4d914e0f9 HTTP/1.1" status: 200  len: 217 time: 0.0744710
Dec 16 09:25:12.499038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-76da3d52-dc0d-447b-8d80-a42fbe35f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.500507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-76da3d52-dc0d-447b-8d80-a42fbe35f606 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2274454
Dec 16 09:25:12.509359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d989121-4918-4c5f-b5e1-e9b6f3459cc5 req-54518e0d-fdaf-4b18-8e77-5db102319be1 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.510905 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d989121-4918-4c5f-b5e1-e9b6f3459cc5 req-54518e0d-fdaf-4b18-8e77-5db102319be1 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 969 time: 0.2485559
Dec 16 09:25:12.579039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:12.598971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Usage tracker for resource:security_group_rule and tenant:697a5a05a69545d5b99b0601d47c192f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:12.604913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:12.606538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-ecd9da64-cf7b-40f7-81db-c9d7c6b8d87e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa HTTP/1.1" status: 200  len: 217 time: 0.0946229
Dec 16 09:25:12.620198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:12.637000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-ec6f8ed5-388f-4728-8069-e193ccbee83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.638433 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-ec6f8ed5-388f-4728-8069-e193ccbee83c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1733611
Dec 16 09:25:12.726137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d989121-4918-4c5f-b5e1-e9b6f3459cc5 req-183bc6ca-8909-4b04-84ad-de8fa04731a0 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412642
Dec 16 09:25:12.742126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-93e75bab-3577-4418-8b36-0222d6cb73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.743663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-93e75bab-3577-4418-8b36-0222d6cb73ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1293478
Dec 16 09:25:12.827588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-cd9ed46e-94e5-44bc-9227-ac2aa1d1e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.829148 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-cd9ed46e-94e5-44bc-9227-ac2aa1d1e115 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1746774
Dec 16 09:25:12.861763 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:12.913609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:12.918730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba510286-805d-4a06-a0c2-cebed62887d2 req-5c25ac14-4e31-47a6-b13c-b4a5f806e59f tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 210 time: 0.1156254
Dec 16 09:25:12.928879 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:12.963196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:25:12.984452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-59c94637-cadc-4ef3-916f-ee095b4f520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:12.986671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-59c94637-cadc-4ef3-916f-ee095b4f520b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2362893
Dec 16 09:25:12.997851 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:12.998190 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Added segment f45778b5-04b6-4128-9551-105813d96803 of type vlan for network 91f49cfa-8768-49cf-ab24-40493a7f60cb
Dec 16 09:25:13.017821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4435a531-b635-4771-8a71-517c5b802ca5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:13.022041 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:13.059564 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-91c10576-fd26-4335-9d9f-ec978aa4c31a service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195921
Dec 16 09:25:13.063249 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.169740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82960-3b3a-4841-b767-564353980d9d req-6da9212b-ca83-4bb7-bda8-669222b4761f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:13.171215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7b82960-3b3a-4841-b767-564353980d9d req-6da9212b-ca83-4bb7-bda8-669222b4761f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 948 time: 0.3621564
Dec 16 09:25:13.199455 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:25:13.251866 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-491960ea-3381-41d8-b89d-b6a94e7b58ca req-9d4a396f-5649-49ad-a517-88f4db419957 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1828339
Dec 16 09:25:13.253490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.254887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:13.255490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.274965 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-296cc621-d6f1-4077-ab4b-d667ae332aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:13.276473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-51f856b3-3f11-4a9b-a105-8fa3368d787b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783794
Dec 16 09:25:13.375579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7b82960-3b3a-4841-b767-564353980d9d req-6a748fec-9f05-49fb-9a49-45e535ca6e25 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979501
Dec 16 09:25:13.390316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Pushing event updated for resources: {'Network': ['ID=91f49cfa-8768-49cf-ab24-40493a7f60cb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:13.403001 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:13.404797 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.2595968
Dec 16 09:25:13.408175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54766) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:13.409479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2094a920-1be0-412a-9b1a-c70605c27741 req-99561617-3f8e-469a-858d-362e2e30200f tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.1379781
Dec 16 09:25:13.415951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Request body: {'subnet': {'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-subnet', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:13.416140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:25:13.421540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:13.434005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Usage tracker for resource:subnet and tenant:697a5a05a69545d5b99b0601d47c192f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:13.441619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:13.453840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:13.480905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:13.511685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Made reservation on behalf of 697a5a05a69545d5b99b0601d47c192f for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:13.520813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.531891 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-411dd1bb-fbe2-432a-b428-51efe1b69857 req-51c315bc-b04d-4ccd-bbb3-0dbd99be8bbd service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599214
Dec 16 09:25:13.643119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.681793 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.709192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:13.715189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Usage tracker for resource:security_group_rule and tenant:5db5324a40e349e0bfb9a86563a5b09e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:13.720065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:13.727892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:13.895735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.908335 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:13.935085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:13.941896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e286c-3332-4f9f-b7be-e3effd8390cc req-044620dd-1f30-4c4f-a5f0-0d1c6ce3b228 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:13.943700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d66e286c-3332-4f9f-b7be-e3effd8390cc req-044620dd-1f30-4c4f-a5f0-0d1c6ce3b228 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 969 time: 0.0911980
Dec 16 09:25:13.956825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.000394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d66e286c-3332-4f9f-b7be-e3effd8390cc req-4d653af7-86d1-4aa3-91c9-f105ab500099 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478911
Dec 16 09:25:14.004515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=788fc221-6fd7-4e05-8941-528edab659d6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:14.011046 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:14.012092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cdbceb5b-278f-4144-a682-a9512bbffadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:14.025694 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db5324a40e349e0bfb9a86563a5b09e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5403039
Dec 16 09:25:14.028179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54796) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:14.047361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Checking segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:14.047361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Network hostable DHCP agents. Network: 91f49cfa-8768-49cf-ab24-40493a7f60cb, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:25:14.053123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ca699e-3208-4cdc-98a8-c9a30053ec9d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:14.056452 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:14.073332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:25:14.089987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 91f49cfa-8768-49cf-ab24-40493a7f60cb) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:14.094517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:14.095010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.099300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f31b7-bc75-4e48-9562-0094ee79cd4e None None] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:14.119015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.131148 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7190509
Dec 16 09:25:14.131556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:14.142125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:14.147962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:14.153607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Usage tracker for resource:router and tenant:697a5a05a69545d5b99b0601d47c192f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:14.157139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:14.167555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:14.183323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.184824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.200311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-193ef8c9-e590-4720-95f9-50dcaaff4297 req-a122ee32-c685-435a-a653-7bec6a06db0a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 210 time: 0.0775123
Dec 16 09:25:14.209028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.227691 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.307483 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.319525 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4ffbdae6-da80-4625-bbe8-44d141a78819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:14.334561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ca699e-3208-4cdc-98a8-c9a30053ec9d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:14.337843 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:14.344386 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.345521 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1ca699e-3208-4cdc-98a8-c9a30053ec9d HTTP/1.1" status: 204  len: 168 time: 0.3153787
Dec 16 09:25:14.419637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-91f49cfa-8768-49cf-ab24-40493a7f60cb', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:25:14.420857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.484975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66100e25-bb17-42c1-a280-427917a2cba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.612017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Allocated IP 172.20.0.2 (91f49cfa-8768-49cf-ab24-40493a7f60cb/788fc221-6fd7-4e05-8941-528edab659d6/9babbb93-817f-481b-a0b9-2c9193f9c8d3) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:14.667727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44cb08b2-5473-42ab-b122-16b6e4722774 req-8493949c-5f69-4581-8617-6cf57ed7b59f tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.0560694
Dec 16 09:25:14.682271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:14.692004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Request body: {'port': {'device_id': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '789d644e4fc54788aa2acd8a87552dd7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:14.871671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0268a32-8165-4abc-8085-9c269535111b req-6685e7c3-5353-40b7-b0a0-c229052931c0 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:14.891088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0268a32-8165-4abc-8085-9c269535111b req-6685e7c3-5353-40b7-b0a0-c229052931c0 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 948 time: 0.3620038
Dec 16 09:25:14.980130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54836) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:14.997586 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.023148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Transition to ACTIVE for port object 9babbb93-817f-481b-a0b9-2c9193f9c8d3 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:15.023343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0268a32-8165-4abc-8085-9c269535111b req-903d393f-7f89-4977-b6ab-8302784a9c4e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309724
Dec 16 09:25:15.032349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.056300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:15.060508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Usage tracker for resource:port and tenant:789d644e4fc54788aa2acd8a87552dd7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:15.062354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Transition to ACTIVE for port object 9babbb93-817f-481b-a0b9-2c9193f9c8d3 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:15.064112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:15.071503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:15.079490 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.080981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:15.087452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Usage tracker for resource:security_group_rule and tenant:8aefb40dff864e54a45889a0f044e6fd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:15.090633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:15.096325 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:25:15.097102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:15.099093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Made reservation on behalf of 789d644e4fc54788aa2acd8a87552dd7 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:15.103087 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:15.103702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.118828 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.146995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:15.155465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Usage tracker for resource:security_group_rule and tenant:789d644e4fc54788aa2acd8a87552dd7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:15.159533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:15.173542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:15.199481 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.213918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:15.219455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:15.229143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:15.282554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Pushing event updated for resources: {'Port': ['ID=9babbb93-817f-481b-a0b9-2c9193f9c8d3,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:15.283478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:15.296457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.297108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.297613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.298116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.298612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.299108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.299718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.300223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.300719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.301223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.301713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.302200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Tracked resource versions report:
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]: pushed versions:
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]: {   'AddressGroup': {'1.2'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'ConntrackHelper': {'1.0'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'Log': {'1.0'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'Network': {'1.1'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'Port': {'1.7'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'PortForwarding': {'1.2'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'QosPolicy': {'1.8'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'SecurityGroup': {'1.4'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'SubPort': {'1.0'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'Subnet': {'1.1'},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     'Trunk': {'1.1'}}
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]: consumer versions:
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     HyperV agent@n-h1-820554-2: {},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     HyperV agent@n-h2-820554-2: {},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     L3 agent@n-d-820554-2: {},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     Metering agent@n-d-820554-2: {},
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'ConntrackHelper': '1.0',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'Log': '1.0',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'Network': '1.1',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'Port': '1.7',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'PortForwarding': '1.2',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'QosPolicy': '1.8',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'SecurityGroup': '1.4',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'SubPort': '1.0',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'Subnet': '1.1',
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:                                          'Trunk': '1.1'}}
Dec 16 09:25:15.303515 n-d-820554-2 neutron-server[87656]:  {{(pid=87656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:25:15.345118 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:15.359001 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.370567 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.403129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Attempting to bind port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:15.403817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Attempting to bind port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:15.404576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Attempting to bind port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 on network 91f49cfa-8768-49cf-ab24-40493a7f60cb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:15.410458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:15.410654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.411289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Checking segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:15.411944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.412513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Bound using segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:15.413157 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Bound port: 9babbb93-817f-481b-a0b9-2c9193f9c8d3, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:15.413778 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.430906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.439529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a236ebf-cb9e-4e1e-b171-4914ec0492f9 req-1db3bba6-1b42-44ed-bc8a-aa0a9346ce2b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 210 time: 0.0902989
Dec 16 09:25:15.454274 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:15.514553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.540060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] For port 9babbb93-817f-481b-a0b9-2c9193f9c8d3, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:15.544599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] For port 9babbb93-817f-481b-a0b9-2c9193f9c8d3, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9babbb93-817f-481b-a0b9-2c9193f9c8d3,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:15.553921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:15.558508 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.562325 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.566335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Usage tracker for resource:security_group_rule and tenant:6e5a130a4a6349458dee072d282059a5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:15.570295 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:15.577445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:15.589150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54854) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:15.589946 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8aefb40dff864e54a45889a0f044e6fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6052806
Dec 16 09:25:15.591106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130bca96-6162-4278-83b1-b418105da848,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:15.604714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:15.607814 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:15.612931 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.625189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f1325-a206-4b37-810e-1869cc985f3c req-a5037611-6ee2-439b-9670-91a054a206e6 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:15.632157 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.640895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.74', 58490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:15.641678 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f0f1325-a206-4b37-810e-1869cc985f3c req-a5037611-6ee2-439b-9670-91a054a206e6 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 969 time: 0.3941705
Dec 16 09:25:15.650607 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce6526db-652a-496a-bce6-cf62ea76dd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:15.676183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Pushing event updated for resources: {'Port': ['ID=9babbb93-817f-481b-a0b9-2c9193f9c8d3,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:15.679366 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:15.800858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91894897-6291-40d3-9f39-a6828025b431,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:15.837791 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:15.868902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:15.885421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Allocated IP 172.25.3.193 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/52a1f73e-f09b-4caf-a225-2433047de4a2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:15.918483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f0f1325-a206-4b37-810e-1869cc985f3c req-d134d892-864c-4951-8d52-8f003cf1d47c tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635544
Dec 16 09:25:15.928749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62f91000-3ddf-4431-b2c7-79ae2e0c7f40 req-494235ed-76de-43f2-9e5e-f223e1c091b5 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 210 time: 0.0887771
Dec 16 09:25:15.955369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Allocated IP 192.168.233.54 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/4b546c76-a674-4118-b029-24620c899fb1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:16.005837 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.100147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff477-2a68-44fa-b617-23c82696285b req-95206680-86bd-45cd-8d2d-142e9590190d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:16.100823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-58aff477-2a68-44fa-b617-23c82696285b req-95206680-86bd-45cd-8d2d-142e9590190d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:16.165031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.182001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2db73269-b79f-4804-a426-6bb4d914e0f9 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:16.184234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.196731 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:16.202888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-58aff477-2a68-44fa-b617-23c82696285b req-95206680-86bd-45cd-8d2d-142e9590190d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:16.204094 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-95206680-86bd-45cd-8d2d-142e9590190d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 0.5477722
Dec 16 09:25:16.240943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Request body: {'port': {'device_id': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'admin_state_up': True, 'tenant_id': 'e1240a924e4648a68de372f9d00931e3'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:16.274897 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e5a130a4a6349458dee072d282059a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9569230
Dec 16 09:25:16.277435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54866) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:16.298845 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.334955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2db73269-b79f-4804-a426-6bb4d914e0f9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2db73269-b79f-4804-a426-6bb4d914e0f9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:16.344453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.344629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Transition to ACTIVE for port object 4b546c76-a674-4118-b029-24620c899fb1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:16.348077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36b4f43-e85c-4094-a002-da69640c067b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:16.351309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '2db73269-b79f-4804-a426-6bb4d914e0f9', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '2db73269-b79f-4804-a426-6bb4d914e0f9', 'mac_address': 'fa:16:3e:1b:47:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:tempest-test_az-1673951584', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:16.369665 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:16.373536 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c61dbc37-7207-4e18-af2e-ba298d5280b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:16.381669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.397364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50899ffe-0120-45be-9f4b-ef52f07b11ac req-6cb0714d-8451-49bb-a2ea-df62f8659e53 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:16.401074 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-50899ffe-0120-45be-9f4b-ef52f07b11ac req-6cb0714d-8451-49bb-a2ea-df62f8659e53 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 948 time: 0.2104466
Dec 16 09:25:16.402021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130bca96-6162-4278-83b1-b418105da848,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:16.410198 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:16.424445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.428721 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/130bca96-6162-4278-83b1-b418105da848 HTTP/1.1" status: 204  len: 168 time: 0.8356092
Dec 16 09:25:16.440363 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.447459 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.467784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db73269-b79f-4804-a426-6bb4d914e0f9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:16.486479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2db73269-b79f-4804-a426-6bb4d914e0f9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2db73269-b79f-4804-a426-6bb4d914e0f9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:16.488541 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.494024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:16.497893 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.499201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:16.503027 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:16.516579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Usage tracker for resource:port and tenant:e1240a924e4648a68de372f9d00931e3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:16.520685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:16.536191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:16.540862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.544989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-50899ffe-0120-45be-9f4b-ef52f07b11ac req-302b7257-27a4-4021-943e-173f84bfc353 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109886
Dec 16 09:25:16.552892 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:16.587727 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-daab7bd5-bbdd-4761-8e1d-bc3fcbd0f7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:16.617638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:16.634233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:16.637368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:16.653352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2db73269-b79f-4804-a426-6bb4d914e0f9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:16.660125 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:16.669730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa', 'mac_address': 'fa:16:3e:88:9f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:16.722094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:16.737962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:16.738598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.772178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Pushing event updated for resources: {'Port': ['ID=52a1f73e-f09b-4caf-a225-2433047de4a2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:16.778111 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:16.778756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Made reservation on behalf of e1240a924e4648a68de372f9d00931e3 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:16.784806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.798105 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.824847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:16.826271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:16.831882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:16.832722 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.838170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:16.859918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:16.872971 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:16.877682 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:16.985393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc0a71fe-d4e2-4670-abec-3d856acc5374 req-e4eabcbe-9df2-4b95-aaac-925bbe9ef20b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 210 time: 0.2774885
Dec 16 09:25:17.031910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Pushing event updated for resources: {'Port': ['ID=4b546c76-a674-4118-b029-24620c899fb1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:17.047554 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:17.079067 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:17.098371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:17.106817 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:17.138118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4551167
Dec 16 09:25:17.168491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-40656ed4-c072-47ae-a83a-536f77fb2b4b tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:25:17.169464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-40656ed4-c072-47ae-a83a-536f77fb2b4b tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0254173
Dec 16 09:25:17.178323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f84b59f1-5bec-4cec-b2cc-ac0a79e0bf31 None None] Provisioning for port 4b546c76-a674-4118-b029-24620c899fb1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:17.182765 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:17.190760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f84b59f1-5bec-4cec-b2cc-ac0a79e0bf31 None None] Provisioning complete for port 4b546c76-a674-4118-b029-24620c899fb1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:17.191147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f84b59f1-5bec-4cec-b2cc-ac0a79e0bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:17.224732 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce040b7e-6c7a-4ff5-8711-c8843eb951b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:17.277690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2db73269-b79f-4804-a426-6bb4d914e0f9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:17.317303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5528339e-eaad-4d24-888e-e8fc3a971124 None None] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:17.337334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:17.344891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36b4f43-e85c-4094-a002-da69640c067b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:17.370271 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:17.447634 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:17.453985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c36b4f43-e85c-4094-a002-da69640c067b HTTP/1.1" status: 204  len: 168 time: 1.1752231
Dec 16 09:25:17.574654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aa71a-4ae1-4f7b-8596-c4fa5e8b9d96 req-b9156410-ee64-4e83-a1c0-2564dcc58cf1 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:17.583492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b2aa71a-4ae1-4f7b-8596-c4fa5e8b9d96 req-b9156410-ee64-4e83-a1c0-2564dcc58cf1 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 970 time: 0.3404818
Dec 16 09:25:17.636925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec74625-9615-4443-bf65-c697fad8ee02 req-49accee1-83f8-49d8-b5fd-f645deab27ee tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:17.637671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ec74625-9615-4443-bf65-c697fad8ee02 req-49accee1-83f8-49d8-b5fd-f645deab27ee tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Synchronizing usage tracker for tenant:789d644e4fc54788aa2acd8a87552dd7 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:17.648050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Request body: {'port': {'device_id': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:17.770204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9babbb93-817f-481b-a0b9-2c9193f9c8d3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:17.778320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Allocated IP 172.20.0.13 (2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6/50f3d445-642e-4001-89dc-7bec33f36fac/f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:17.816919 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b2aa71a-4ae1-4f7b-8596-c4fa5e8b9d96 req-3e1cc9aa-0cf1-472c-8426-f23823cbb8b5 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320852
Dec 16 09:25:17.942675 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:17.955457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ec74625-9615-4443-bf65-c697fad8ee02 req-49accee1-83f8-49d8-b5fd-f645deab27ee tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Unset dirty status for tenant:789d644e4fc54788aa2acd8a87552dd7 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:17.965727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ec74625-9615-4443-bf65-c697fad8ee02 req-49accee1-83f8-49d8-b5fd-f645deab27ee tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 935 time: 0.7548811
Dec 16 09:25:18.029881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ec74625-9615-4443-bf65-c697fad8ee02 req-268e16e6-f74a-4d33-8d8b-6fedcf13d668 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Synchronizing usage tracker for tenant:789d644e4fc54788aa2acd8a87552dd7 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:18.152138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f84b59f1-5bec-4cec-b2cc-ac0a79e0bf31 None None] Port 4b546c76-a674-4118-b029-24620c899fb1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:18.186127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ec74625-9615-4443-bf65-c697fad8ee02 req-268e16e6-f74a-4d33-8d8b-6fedcf13d668 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Unset dirty status for tenant:789d644e4fc54788aa2acd8a87552dd7 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:18.187596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ec74625-9615-4443-bf65-c697fad8ee02 req-268e16e6-f74a-4d33-8d8b-6fedcf13d668 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206669
Dec 16 09:25:18.381333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54916) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:18.411872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8006d1f9-2470-4b40-b84c-45703399f7ae req-1b46d081-0147-4c34-af4a-1e9305cad7d4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 210 time: 0.1080079
Dec 16 09:25:18.441542 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.446420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8105016d-87a7-425d-ad31-1cff721f3fcb None None] Provisioning for port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:18.476763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:18.489062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.493308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:18.539277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa2df-6ff9-4d11-b90b-b126f4285dd4 req-f5fac5bb-b81e-4eae-a0a9-d32c91e730f3 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:18.544158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Usage tracker for resource:security_group_rule and tenant:f6639532226e41bfb810d058add643a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:18.549929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b17aa2df-6ff9-4d11-b90b-b126f4285dd4 req-f5fac5bb-b81e-4eae-a0a9-d32c91e730f3 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 949 time: 0.4488771
Dec 16 09:25:18.567347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:18.581109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:18.581487 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.599409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:18.740603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.750842 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.789189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 9babbb93-817f-481b-a0b9-2c9193f9c8d3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9babbb93-817f-481b-a0b9-2c9193f9c8d3,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:18.796592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.798979 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:18.809099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b17aa2df-6ff9-4d11-b90b-b126f4285dd4 req-655b8223-c825-4cd1-9651-67593d61acdc tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2579684
Dec 16 09:25:18.823329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b546c76-a674-4118-b029-24620c899fb1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:18.833666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.857303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Transition to ACTIVE for port object 4b546c76-a674-4118-b029-24620c899fb1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:18.873046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:18.879349 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:18.891121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=9babbb93-817f-481b-a0b9-2c9193f9c8d3,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:18.903968 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:19.045699 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.144041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.146827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.158632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:19.162627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Pushing event updated for resources: {'Port': ['ID=4b546c76-a674-4118-b029-24620c899fb1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:19.172609 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:19.183801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Attempting to bind port 4b546c76-a674-4118-b029-24620c899fb1 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:19.184232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Attempting to bind port 4b546c76-a674-4118-b029-24620c899fb1 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:19.184643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Attempting to bind port 4b546c76-a674-4118-b029-24620c899fb1 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:19.192713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Port 4b546c76-a674-4118-b029-24620c899fb1 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:19.193207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Attempting to bind port 4b546c76-a674-4118-b029-24620c899fb1 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:19.199800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6b54576-5532-4344-b587-a40732175656 None None] Provisioning complete for port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:19.200848 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6b54576-5532-4344-b587-a40732175656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.201998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:19.203744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:19.205654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:19.206193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Bound port: 4b546c76-a674-4118-b029-24620c899fb1, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:19.206612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.248451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d462e8f0-e9a8-44fe-a573-736cef4d0fcb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:19.252458 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:19.256080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:19.256640 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:19.294898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:19.298513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:19.303887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:19.304495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.307307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96cda3-8e64-4843-bb82-389c1badeb5c req-fbca08ad-08ad-4268-8996-4616c9e28b12 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:19.309210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c96cda3-8e64-4843-bb82-389c1badeb5c req-fbca08ad-08ad-4268-8996-4616c9e28b12 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 970 time: 0.2968221
Dec 16 09:25:19.316350 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6639532226e41bfb810d058add643a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9330416
Dec 16 09:25:19.321452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:19.326910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.427705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] For port 4b546c76-a674-4118-b029-24620c899fb1, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:19.432856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c96cda3-8e64-4843-bb82-389c1badeb5c req-bad27126-8711-4d38-9529-68f3bcb53cd5 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180158
Dec 16 09:25:19.443201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] For port 4b546c76-a674-4118-b029-24620c899fb1, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4b546c76-a674-4118-b029-24620c899fb1,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:19.457217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.465847 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:19.538767 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.546821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9babbb93-817f-481b-a0b9-2c9193f9c8d3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:19.646709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:19.647192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:19.647742 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.653188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:19.654732 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4276595
Dec 16 09:25:19.655924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:19.656635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.658164 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] 10.222.0.74 "PUT /v2.0/ports/4b546c76-a674-4118-b029-24620c899fb1 HTTP/1.1" status: 200  len: 1095 time: 2.2810926
Dec 16 09:25:19.658683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'tag': '4b546c76-a674-4118-b029-24620c899fb1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:19.676026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Request body: {'port': {'device_id': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:19.702751 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.815729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.878725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:25:19.914517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Pushing event updated for resources: {'Port': ['ID=4b546c76-a674-4118-b029-24620c899fb1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:19.925668 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:19.986172 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:19.993303 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:20.015685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d336a86-b2d4-44bf-a886-60a85cc6548b req-535aed9d-56b4-4a51-a736-269bec1b62b1 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:20.017146 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d336a86-b2d4-44bf-a886-60a85cc6548b req-535aed9d-56b4-4a51-a736-269bec1b62b1 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 947 time: 0.4319050
Dec 16 09:25:20.025129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462e8f0-e9a8-44fe-a573-736cef4d0fcb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:20.032964 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:20.043084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109261-c2c1-465a-aae7-6cd0790d330b req-8870d6d2-b447-40ea-8178-9434632a2db3 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:20.049615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66109261-c2c1-465a-aae7-6cd0790d330b req-8870d6d2-b447-40ea-8178-9434632a2db3 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 932 time: 0.2950799
Dec 16 09:25:20.064538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.068111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d462e8f0-e9a8-44fe-a573-736cef4d0fcb HTTP/1.1" status: 204  len: 168 time: 0.7420535
Dec 16 09:25:20.068111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-bbefecd9-967b-499b-bd73-655ded0a0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:20.072526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-bbefecd9-967b-499b-bd73-655ded0a0fb0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=789d644e4fc54788aa2acd8a87552dd7&device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 1098 time: 0.3205049
Dec 16 09:25:20.164604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2db73269-b79f-4804-a426-6bb4d914e0f9 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:20.238853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d336a86-b2d4-44bf-a886-60a85cc6548b req-d31efbbe-ae63-49b6-a2aa-3ecf321e55c8 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090747
Dec 16 09:25:20.239391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 2db73269-b79f-4804-a426-6bb4d914e0f9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:20.245434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 2db73269-b79f-4804-a426-6bb4d914e0f9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:20.245817 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.247625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66109261-c2c1-465a-aae7-6cd0790d330b req-35f6fd1a-8f4f-4f48-87a1-4223e2e35901 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971984
Dec 16 09:25:20.271288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-de492f75-8fca-4935-873a-1bd69f83b774 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4b546c76-a674-4118-b029-24620c899fb1 HTTP/1.1" status: 200  len: 217 time: 0.1673069
Dec 16 09:25:20.297338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:25:20.308653 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:25:20.333016 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:25:20.333660 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67e20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:20.387531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.388844 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 6.2563043
Dec 16 09:25:20.392631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54960) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:20.471412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-b6a63e87-48ea-4c67-a108-b50016652a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:20.473090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-b6a63e87-48ea-4c67-a108-b50016652a8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1934915
Dec 16 09:25:20.481375 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'tag': '4b546c76-a674-4118-b029-24620c899fb1', 'status': 'completed', 'code': 200}
Dec 16 09:25:20.547835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.603992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2db73269-b79f-4804-a426-6bb4d914e0f9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2db73269-b79f-4804-a426-6bb4d914e0f9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:20.605207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db73269-b79f-4804-a426-6bb4d914e0f9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:20.668203 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.670139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:20.673279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54968) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:20.708373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.734679 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:20.736388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:20.737124 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:25:20.740505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Usage tracker for resource:security_group_rule and tenant:5906e8c9b6ed4c4396c71f4054f2efec is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:20.744312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:20.750327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:20.820978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-d5425924-1565-4b2a-969f-7bea54df5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:20.822980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-d5425924-1565-4b2a-969f-7bea54df5a4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3404195
Dec 16 09:25:20.827554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2db73269-b79f-4804-a426-6bb4d914e0f9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:20.832313 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:20.845425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:20.847664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:20.854075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:20.854879 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.925864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.940164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.959499 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:20.971912 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:20.988838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Transition to ACTIVE for port object f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:20.997556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-c94d4c4f-eff7-4979-b422-9926f6b69035 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524041
Dec 16 09:25:21.007118 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.049857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:21.058223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.061792 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-98e21c1a-9b73-42df-ba74-f968e9addfea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:21.075661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.119620 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5906e8c9b6ed4c4396c71f4054f2efec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4418068
Dec 16 09:25:21.119620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b8198a-4b74-400c-bff1-1b02aa70dd5c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:21.122829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54978) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:21.129054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:21.131898 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:21.146979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e16c09-8c50-4c1f-ba1b-1378de1c153a req-0920f2ae-abc3-41c1-b3ee-f3a53905e125 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:21.148462 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06e16c09-8c50-4c1f-ba1b-1378de1c153a req-0920f2ae-abc3-41c1-b3ee-f3a53905e125 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 971 time: 0.4124076
Dec 16 09:25:21.157193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d568a16-eafa-48a3-b7c7-5d7f80e39901 req-5dd90222-9129-424f-b078-6391978c36ee tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:21.158605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d568a16-eafa-48a3-b7c7-5d7f80e39901 req-5dd90222-9129-424f-b078-6391978c36ee tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 949 time: 0.5464833
Dec 16 09:25:21.176437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:21.179611 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:21.189863 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67e20>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:17Z', 'revision_number': 3, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:21.194078 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:25:21.194731 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Updating router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 port 52a1f73e-f09b-4caf-a225-2433047de4a2 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:25:21.213153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06e16c09-8c50-4c1f-ba1b-1378de1c153a req-31bd6da0-e797-444f-bf35-5eba21f6d520 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514166
Dec 16 09:25:21.260304 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.293660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d568a16-eafa-48a3-b7c7-5d7f80e39901 req-a0d8bc1f-6308-4c8f-aa64-807c9155d978 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057658
Dec 16 09:25:21.331020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67f8a7e9-501d-4ed4-8480-50d0c010acb1 req-7c0c69c0-704e-4c1d-9499-986d0fdf99f3 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3265827
Dec 16 09:25:21.374297 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db73269-b79f-4804-a426-6bb4d914e0f9', 'code': 200}
Dec 16 09:25:21.421197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:21.442753 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:21.599321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:21.599741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:21.600138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:21.613507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.617150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:21.618191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:21.638058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:21.638931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:21.638931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:21.639435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Bound port: f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:21.639843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.701934 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.714727 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Transition to ACTIVE for port object 52a1f73e-f09b-4caf-a225-2433047de4a2 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:21.722435 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.728151 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-76167f92-8355-4120-a53f-6a20a0ea86a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:21.752908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-cd9d95d4-ed7a-4805-9cc2-7a9798732b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:21.754422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-cd9d95d4-ed7a-4805-9cc2-7a9798732b7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=789d644e4fc54788aa2acd8a87552dd7&device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 1098 time: 0.3457787
Dec 16 09:25:21.785634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.788866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357aeae-b82f-4f63-b44a-b60326c27215 req-4962b1f2-b353-40ea-920c-606e113ff8bd tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:21.790871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b357aeae-b82f-4f63-b44a-b60326c27215 req-4962b1f2-b353-40ea-920c-606e113ff8bd tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 947 time: 0.2047312
Dec 16 09:25:21.798377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b084dcb-faa3-4b8d-98d5-aa10a40b8553 req-90d0428b-e8a7-435e-8604-ee5b02604fab tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:21.799835 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Attempting to bind port 52a1f73e-f09b-4caf-a225-2433047de4a2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:21.800202 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Attempting to bind port 52a1f73e-f09b-4caf-a225-2433047de4a2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:21.800734 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Attempting to bind port 52a1f73e-f09b-4caf-a225-2433047de4a2 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:21.803870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b084dcb-faa3-4b8d-98d5-aa10a40b8553 req-90d0428b-e8a7-435e-8604-ee5b02604fab tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.2987154
Dec 16 09:25:21.812006 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:21.812800 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:21.813603 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.814124 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:21.814723 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Bound port: 52a1f73e-f09b-4caf-a225-2433047de4a2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:21.815273 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.831217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-53b5cd27-4bcc-47a2-8e21-8c8440ffea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:21.832584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-53b5cd27-4bcc-47a2-8e21-8c8440ffea68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 1122 time: 0.2858808
Dec 16 09:25:21.845897 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Pushing event updated for resources: {'Port': ['ID=52a1f73e-f09b-4caf-a225-2433047de4a2,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:21.864996 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.865528 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.865997 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.866486 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.866949 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.867425 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.867905 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.868362 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.868831 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.869278 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.869726 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.870171 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Tracked resource versions report:
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]: pushed versions:
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]: {   'AddressGroup': {'1.2'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'ConntrackHelper': {'1.0'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'Log': {'1.0'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'Network': {'1.1'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'Port': {'1.7'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'PortForwarding': {'1.2'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'QosPolicy': {'1.8'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'SecurityGroup': {'1.4'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'SecurityGroupRule': {'1.2'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'SubPort': {'1.0'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'Subnet': {'1.1'},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     'Trunk': {'1.1'}}
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]: consumer versions:
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]: {   DHCP agent@n-d-820554-2: {},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     HyperV agent@n-h1-820554-2: {},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     HyperV agent@n-h2-820554-2: {},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     L3 agent@n-d-820554-2: {},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     Metadata agent@n-d-820554-2: {},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     Metering agent@n-d-820554-2: {},
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:     Open vSwitch agent@n-d-820554-2: {   'AddressGroup': '1.2',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'ConntrackHelper': '1.0',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'Log': '1.0',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'Network': '1.1',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'Port': '1.7',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'PortForwarding': '1.2',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'QosPolicy': '1.8',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'SecurityGroup': '1.4',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'SecurityGroupRule': '1.2',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'SubPort': '1.0',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'Subnet': '1.1',
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:                                          'Trunk': '1.1'}}
Dec 16 09:25:21.871323 n-d-820554-2 neutron-server[87657]:  {{(pid=87657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 09:25:21.876284 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:21.910811 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] For port 52a1f73e-f09b-4caf-a225-2433047de4a2, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:21.913950 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] For port 52a1f73e-f09b-4caf-a225-2433047de4a2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=52a1f73e-f09b-4caf-a225-2433047de4a2,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:21.921404 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.926547 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:21.940513 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.945904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:21.949028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:21.980939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:21.989640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:21.994026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Usage tracker for resource:security_group_rule and tenant:cf9f28ea03e64061a8cad623345c2602 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:21.999360 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:22.001188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:22.019716 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:25:22.020637 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67e20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:22.023680 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b357aeae-b82f-4f63-b44a-b60326c27215 req-11033cad-3e40-4bfa-926c-4e2be86c3ccb tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143946
Dec 16 09:25:22.044435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:22.052212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b084dcb-faa3-4b8d-98d5-aa10a40b8553 req-8a2d95bb-53cf-4d7f-ab1b-3648d90646fd tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275064
Dec 16 09:25:22.053257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:22.067033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-8063f27e-2d54-4d45-a0d5-16a619be9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.068872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-8063f27e-2d54-4d45-a0d5-16a619be9a37 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3047628
Dec 16 09:25:22.076743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.077528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:22.078701 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] 10.222.0.74 "PUT /v2.0/ports/f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 1092 time: 2.4088478
Dec 16 09:25:22.090884 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Pushing event updated for resources: {'Port': ['ID=52a1f73e-f09b-4caf-a225-2433047de4a2,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:22.094843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:22.103262 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:22.105105 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:22.120575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:22.121690 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6b8198a-4b74-400c-bff1-1b02aa70dd5c HTTP/1.1" status: 204  len: 168 time: 0.9960759
Dec 16 09:25:22.169531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:22.176146 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'status': 'completed', 'code': 200}
Dec 16 09:25:22.187337 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-890b7c3e-79f8-40a3-9d3e-83d23d2141f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4b546c76-a674-4118-b029-24620c899fb1 HTTP/1.1" status: 200  len: 217 time: 0.0985827
Dec 16 09:25:22.210267 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:22.210739 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:22.245823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b8198a-4b74-400c-bff1-1b02aa70dd5c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:22.250639 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:22.282465 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:25:22.290680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-febf0d6a-7330-4ade-83c9-0029c84fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.292197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-febf0d6a-7330-4ade-83c9-0029c84fc3b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0952916
Dec 16 09:25:22.454804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:22.471127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Allocated IP 172.20.0.1 (91f49cfa-8768-49cf-ab24-40493a7f60cb/788fc221-6fd7-4e05-8941-528edab659d6/8f0469eb-7654-47ec-a98a-2e0cadc822bd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:22.474717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff477-2a68-44fa-b617-23c82696285b req-88d95959-d8cb-4100-adf5-b429d6f11efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.476292 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-88d95959-d8cb-4100-adf5-b429d6f11efb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1095 time: 0.3037665
Dec 16 09:25:22.544984 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:22.558356 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-5cb07c70-6a4d-4d09-b6ba-672774803572 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.0700009
Dec 16 09:25:22.622423 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:22.675032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d522290-4664-4265-b4c3-fdb9821ec6b0 req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7946951
Dec 16 09:25:22.693835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=272b4a2a-3347-43d6-94cd-d3881f951eb0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:22.700471 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:22.716669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-b0a37739-54bc-4538-a384-a93a31443542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.716796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff477-2a68-44fa-b617-23c82696285b req-68c9bfba-a433-42d7-8448-4bca93e9ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.718148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-b0a37739-54bc-4538-a384-a93a31443542 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4173248
Dec 16 09:25:22.718460 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-68c9bfba-a433-42d7-8448-4bca93e9ea4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1450861
Dec 16 09:25:22.763604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc129302-a5e4-4e12-be6a-4fba9ea4dbc2 req-1aa17387-d2a4-494e-b512-69f2093a7e8b tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.765112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc129302-a5e4-4e12-be6a-4fba9ea4dbc2 req-1aa17387-d2a4-494e-b512-69f2093a7e8b tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 971 time: 0.3075345
Dec 16 09:25:22.774969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215347b7-7ddf-4db0-bcd4-5c7c6e652631 req-2b58aa5a-2ca3-45ac-b8b8-a573b2afc78c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:22.775883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:22.776547 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-215347b7-7ddf-4db0-bcd4-5c7c6e652631 req-2b58aa5a-2ca3-45ac-b8b8-a573b2afc78c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 950 time: 0.2599058
Dec 16 09:25:22.801699 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67e20>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:17Z', 'revision_number': 3, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:22.806998 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c5aa2-c609-404b-aa69-8f6c952aa3fb None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:17Z', 'revision_number': 3, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:25:22.848536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Transition to ACTIVE for port object 8f0469eb-7654-47ec-a98a-2e0cadc822bd will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:22.851342 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-84430b25-538f-414c-909e-ea23c9398949 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662262
Dec 16 09:25:22.917032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc129302-a5e4-4e12-be6a-4fba9ea4dbc2 req-5404ad82-0b5d-4e63-845c-6a37279f97c0 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395082
Dec 16 09:25:22.944257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-215347b7-7ddf-4db0-bcd4-5c7c6e652631 req-79ff78bc-43d5-4e1a-944b-1d93cbef839d tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995286
Dec 16 09:25:22.975199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-54916588-2274-446b-8695-6bbbb999d604 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423482
Dec 16 09:25:22.999259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.018143 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d499a315-238f-4d87-87b7-8c57c3380ae3 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:23.067546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:23.082463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:23.097872 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-c3c5a38e-dd0e-4aeb-bc85-b1feb1ec3277 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364237
Dec 16 09:25:23.100980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:23.101453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.220731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Pushing event updated for resources: {'Port': ['ID=8f0469eb-7654-47ec-a98a-2e0cadc822bd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:23.235358 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:23.353851 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58aff477-2a68-44fa-b617-23c82696285b req-0d2855b7-3739-4be5-bb6c-74e60a5a42ec service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462823
Dec 16 09:25:23.359133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4e7ae91-e2e2-4c5e-992b-be9af605870a req-4df87386-7556-4b56-8ac8-c25a8971dee7 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3764763
Dec 16 09:25:23.375848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:23.501865 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.514238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35ccea-5460-493b-8c4f-b70f751168d3 req-34e7587f-1ace-423d-8861-fd6f71560aae tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:23.522841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa35ccea-5460-493b-8c4f-b70f751168d3 req-34e7587f-1ace-423d-8861-fd6f71560aae tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 947 time: 0.3251271
Dec 16 09:25:23.567012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b2b69-4c72-4d5d-b1b4-60368bedb8cb req-666742a8-bcf8-4397-adc7-62601e24611c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:23.589021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f7b2b69-4c72-4d5d-b1b4-60368bedb8cb req-666742a8-bcf8-4397-adc7-62601e24611c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.2827117
Dec 16 09:25:23.616364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-025df595-0903-4b83-80e8-abb27d8696f3 None None] Provisioning for port 8f0469eb-7654-47ec-a98a-2e0cadc822bd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:23.624077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-025df595-0903-4b83-80e8-abb27d8696f3 None None] Provisioning complete for port 8f0469eb-7654-47ec-a98a-2e0cadc822bd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:23.625157 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-025df595-0903-4b83-80e8-abb27d8696f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.669911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52a1f73e-f09b-4caf-a225-2433047de4a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:23.738587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f7b2b69-4c72-4d5d-b1b4-60368bedb8cb req-aa90ab19-a95e-48f0-b8a7-e3f31682ed11 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482935
Dec 16 09:25:23.762766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa35ccea-5460-493b-8c4f-b70f751168d3 req-1de3bdeb-5e5b-4ca0-80ce-9428871b80af tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382715
Dec 16 09:25:23.803719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023243-459e-4175-9745-9a809d773194 req-b71b032d-51fd-4148-a6c9-d0c1260ca31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:23.806141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83023243-459e-4175-9745-9a809d773194 req-b71b032d-51fd-4148-a6c9-d0c1260ca31a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1095 time: 0.3887241
Dec 16 09:25:23.811315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-025df595-0903-4b83-80e8-abb27d8696f3 None None] Port 8f0469eb-7654-47ec-a98a-2e0cadc822bd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:23.845852 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa', 'code': 200}
Dec 16 09:25:23.883940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 52a1f73e-f09b-4caf-a225-2433047de4a2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:23.889634 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 52a1f73e-f09b-4caf-a225-2433047de4a2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:23.890340 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.948526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.957075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.958482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:23.989079 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:24.028129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:24.048846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 52a1f73e-f09b-4caf-a225-2433047de4a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=52a1f73e-f09b-4caf-a225-2433047de4a2,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:24.056707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:24.063270 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:24.167898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=52a1f73e-f09b-4caf-a225-2433047de4a2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:24.171962 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:24.192557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Pushing event updated for resources: {'Port': ['ID=8f0469eb-7654-47ec-a98a-2e0cadc822bd,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:24.197370 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:24.201938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023243-459e-4175-9745-9a809d773194 req-14ee884b-de93-431b-854f-8e587b30509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:24.203405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83023243-459e-4175-9745-9a809d773194 req-14ee884b-de93-431b-854f-8e587b30509e service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.3876364
Dec 16 09:25:24.261087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:24.262314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:24.333979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179cbba-e0b5-4a41-bdaf-855871c3189e req-c8423895-de94-4ca3-b544-fcfd99e45e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:24.335684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3179cbba-e0b5-4a41-bdaf-855871c3189e req-c8423895-de94-4ca3-b544-fcfd99e45e87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 1101 time: 0.4172616
Dec 16 09:25:24.410353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83023243-459e-4175-9745-9a809d773194 req-fad3b9be-f479-4415-b31f-6c2230d73cc3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.1604865
Dec 16 09:25:24.502561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3179cbba-e0b5-4a41-bdaf-855871c3189e req-b2c760a4-2270-499f-a4ec-6f63af62d736 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213086
Dec 16 09:25:24.539122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023243-459e-4175-9745-9a809d773194 req-0ffa769a-e0e7-4816-bb61-e48e0b5d73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:24.541096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83023243-459e-4175-9745-9a809d773194 req-0ffa769a-e0e7-4816-bb61-e48e0b5d73cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1101141
Dec 16 09:25:24.546955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4b546c76-a674-4118-b029-24620c899fb1 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:24.560821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:25:24.581617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dcb77779-cc5e-45cc-8f02-60a016032d08 None None] Provisioning complete for port 8f0469eb-7654-47ec-a98a-2e0cadc822bd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:24.582269 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dcb77779-cc5e-45cc-8f02-60a016032d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:24.595474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d56e5f-4855-4f8e-bebe-177f355db638 req-081e2e47-3ecf-4c13-bd3c-03708bf9cd73 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:24.596964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8d56e5f-4855-4f8e-bebe-177f355db638 req-081e2e47-3ecf-4c13-bd3c-03708bf9cd73 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 971 time: 0.3966064
Dec 16 09:25:24.606165 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83023243-459e-4175-9745-9a809d773194 req-46af2a22-24b8-4811-be5a-b1879bb5479d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566304
Dec 16 09:25:24.656613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d48cf-891f-4397-8080-d605149f4874 req-b4844c65-8184-4a9f-922c-3b40749e3779 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:24.658082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-674d48cf-891f-4397-8080-d605149f4874 req-b4844c65-8184-4a9f-922c-3b40749e3779 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 950 time: 0.3330188
Dec 16 09:25:24.723928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dcb77779-cc5e-45cc-8f02-60a016032d08 None None] Port 8f0469eb-7654-47ec-a98a-2e0cadc822bd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:24.764576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:25:24.773505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4b546c76-a674-4118-b029-24620c899fb1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4b546c76-a674-4118-b029-24620c899fb1,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:24.779396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8d56e5f-4855-4f8e-bebe-177f355db638 req-cee37a9d-3e47-4c4b-b699-6f36cd90af88 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753387
Dec 16 09:25:24.787648 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] 10.222.0.66 "PUT /v2.0/routers/b3b6db2d-b8e7-48df-b8e0-c46fbb72e760/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3886468
Dec 16 09:25:24.819880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '4b546c76-a674-4118-b029-24620c899fb1', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '4b546c76-a674-4118-b029-24620c899fb1', 'mac_address': 'fa:16:3e:42:d6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:24.891110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-674d48cf-891f-4397-8080-d605149f4874 req-58de7238-f80f-4d14-9b30-b5d3b7622b8c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853774
Dec 16 09:25:24.901529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83023243-459e-4175-9745-9a809d773194 req-42f3000d-7c1e-42d4-bf64-142a25747b2c service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2787039
Dec 16 09:25:24.913160 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:24.954793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b546c76-a674-4118-b029-24620c899fb1 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:24.993264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4b546c76-a674-4118-b029-24620c899fb1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4b546c76-a674-4118-b029-24620c899fb1,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:25.000711 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:25.003351 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:25.091341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4b546c76-a674-4118-b029-24620c899fb1,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:25.094665 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:25.138542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83023243-459e-4175-9745-9a809d773194 req-aa023763-abaf-4157-96c9-f04624b351d7 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300308
Dec 16 09:25:25.149520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5fcc-9cb3-41aa-a388-9dc28a61a844 req-84b4964d-9785-4840-933b-a9664fbf9b8e tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:25.150958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-753f5fcc-9cb3-41aa-a388-9dc28a61a844 req-84b4964d-9785-4840-933b-a9664fbf9b8e tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.1328068
Dec 16 09:25:25.249364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-753f5fcc-9cb3-41aa-a388-9dc28a61a844 req-edf8fba6-e2c3-44fc-af65-79c73ace77e3 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606182
Dec 16 09:25:25.276388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aaa34-d323-44e2-b27d-eb32ccec269b req-1c0bbbae-dbc0-4ed9-a788-1b7c19c16520 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:25.278278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a85aaa34-d323-44e2-b27d-eb32ccec269b req-1c0bbbae-dbc0-4ed9-a788-1b7c19c16520 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 948 time: 0.1241465
Dec 16 09:25:25.324020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4b546c76-a674-4118-b029-24620c899fb1'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:25.337422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a85aaa34-d323-44e2-b27d-eb32ccec269b req-395a3cf2-90a8-4204-9130-297ffe522a94 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532930
Dec 16 09:25:25.567010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52a1f73e-f09b-4caf-a225-2433047de4a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:25.643536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-9dab0b4d-d7e9-432c-b6fe-3df21c59a9cc tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:25.645088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-9dab0b4d-d7e9-432c-b6fe-3df21c59a9cc tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 820 time: 0.2340298
Dec 16 09:25:25.669698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-a124f017-4a22-4147-8c78-b20a9ec4df81 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/quotas/697a5a05a69545d5b99b0601d47c192f HTTP/1.1" status: 200  len: 375 time: 0.0104840
Dec 16 09:25:25.699803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 52a1f73e-f09b-4caf-a225-2433047de4a2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:25.700268 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:25.737967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:25:25.774486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:25:25.775044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24138b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:25.790160 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-3047c5a4-0b3e-4888-a625-91ceed917dfa tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1102672
Dec 16 09:25:25.955315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-c62b437d-f310-4a33-86fc-b55bc6a282eb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:25:25.956585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-c62b437d-f310-4a33-86fc-b55bc6a282eb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0526025
Dec 16 09:25:26.012079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:25:26.096302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba149-06e6-4d19-bf43-a6c8b43d8753 req-7e51dcb5-6590-4658-9d9b-a706838a9dd5 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:26.097633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-35bba149-06e6-4d19-bf43-a6c8b43d8753 req-7e51dcb5-6590-4658-9d9b-a706838a9dd5 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 971 time: 0.1862600
Dec 16 09:25:26.129612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-394f89ad-2dc4-4812-b494-ac3c041e8b86 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645043
Dec 16 09:25:26.217178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-35bba149-06e6-4d19-bf43-a6c8b43d8753 req-f6b85019-cf51-4147-b014-912645b63896 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093068
Dec 16 09:25:26.278601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-ced6169e-2e33-4746-8c71-703b150d8ebf service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381998
Dec 16 09:25:26.332947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24138b0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 2, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:26.337649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:25:26.338012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Updating router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 port 8f0469eb-7654-47ec-a98a-2e0cadc822bd binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:25:26.396572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:26.485980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f4059-19b4-4de5-93f1-9d77ca7af216 req-e0c1ef03-a6cd-494a-92a5-b11aa7cdb3a7 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:26.488093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d78f4059-19b4-4de5-93f1-9d77ca7af216 req-e0c1ef03-a6cd-494a-92a5-b11aa7cdb3a7 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 950 time: 0.1101778
Dec 16 09:25:26.520814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:26.601563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4b546c76-a674-4118-b029-24620c899fb1 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:26.616355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d78f4059-19b4-4de5-93f1-9d77ca7af216 req-ca39f91d-ba8f-4a3e-9f6d-58dbd6311936 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218076
Dec 16 09:25:26.635444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-9f633824-5e23-428d-9311-9b090c8c5f89 tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:26.642462 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-9f633824-5e23-428d-9311-9b090c8c5f89 tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 1122 time: 0.1330831
Dec 16 09:25:26.664638 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:26.688802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:26.693645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Usage tracker for resource:security_group_rule and tenant:d1814a7b59164fa699bb0196e016329c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:26.697737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:26.704620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:26.864874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:26.876924 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:26.887050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 4b546c76-a674-4118-b029-24620c899fb1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:26.889866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ff389-d03f-4041-9b3d-2035f73e6704 req-40a3b9b4-cced-4a69-a674-316fe2c231d4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:26.891403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e4ff389-d03f-4041-9b3d-2035f73e6704 req-40a3b9b4-cced-4a69-a674-316fe2c231d4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.1392844
Dec 16 09:25:26.891664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'port_id': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'mac_address': 'fa:16:3e:c3:96:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3d445-642e-4001-89dc-7bec33f36fac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:26.892573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:26.898184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 4b546c76-a674-4118-b029-24620c899fb1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:26.898491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:26.902777 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac34ddcd-10fd-413c-9339-5ac201036d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:26.935515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4cb90e30-c692-4ac0-9602-aba506dfb482 req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2918382
Dec 16 09:25:26.965621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe36a5-adf8-4acc-b541-6267de6d8bb5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:26.970248 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:26.984117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e4ff389-d03f-4041-9b3d-2035f73e6704 req-3ebeb008-614b-4c4d-9474-4182b15fc35d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714452
Dec 16 09:25:27.092862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.123649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:27.139998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.167693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e72d89e-fd4b-4f22-b910-ef92ee208269 req-5af1295f-63f1-4511-837f-8f0bc5c15526 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 210 time: 0.0844016
Dec 16 09:25:27.194664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:27.198576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Transition to ACTIVE for port object 8f0469eb-7654-47ec-a98a-2e0cadc822bd will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:27.210060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.217202 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:27.241192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b16a43-8707-40f6-9922-7990bee0ed88 req-7d2a9498-ac3c-4a76-a096-d249280193d9 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:27.242750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9b16a43-8707-40f6-9922-7990bee0ed88 req-7d2a9498-ac3c-4a76-a096-d249280193d9 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 948 time: 0.1246400
Dec 16 09:25:27.251388 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.305685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9b16a43-8707-40f6-9922-7990bee0ed88 req-a0b66d4f-d6ae-4e01-8a4c-c7ec98d4acb7 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570235
Dec 16 09:25:27.345460 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.403107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b546c76-a674-4118-b029-24620c899fb1'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:27.453578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:27.457388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4b546c76-a674-4118-b029-24620c899fb1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4b546c76-a674-4118-b029-24620c899fb1,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:27.491777 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:27.492779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:27.526896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d8b3b9f0-99a6-47ef-b002-c8e69257e860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:27.630086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.643554 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b546c76-a674-4118-b029-24620c899fb1', 'code': 200}
Dec 16 09:25:27.713974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97ba3-eba6-46e7-aba7-5841301f14f9 None None] Pushing event updated for resources: {'Port': ['ID=8f0469eb-7654-47ec-a98a-2e0cadc822bd,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:27.718704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Attempting to bind port 8f0469eb-7654-47ec-a98a-2e0cadc822bd on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:27.719084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Attempting to bind port 8f0469eb-7654-47ec-a98a-2e0cadc822bd by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:27.719479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Attempting to bind port 8f0469eb-7654-47ec-a98a-2e0cadc822bd on network 91f49cfa-8768-49cf-ab24-40493a7f60cb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:27.721710 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28c97ba3-eba6-46e7-aba7-5841301f14f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:27.722754 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:27.788396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:27.788781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Checking segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:27.789725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.790133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Bound using segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:27.790639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Bound port: 8f0469eb-7654-47ec-a98a-2e0cadc822bd, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:27.791005 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.879734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4b546c76-a674-4118-b029-24620c899fb1,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:27.896904 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:27.951141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] For port 8f0469eb-7654-47ec-a98a-2e0cadc822bd, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:27.970310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] For port 8f0469eb-7654-47ec-a98a-2e0cadc822bd, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f0469eb-7654-47ec-a98a-2e0cadc822bd,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:27.983711 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:27.990767 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:28.043410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-8f0b183f-3d20-41ec-be79-89c4d357f742 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:28.045024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-8f0b183f-3d20-41ec-be79-89c4d357f742 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 820 time: 0.3975070
Dec 16 09:25:28.053973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3751f-92ec-4f4d-be38-5bcbadb1f56b req-8bd6cfa5-2ffc-44cd-9b94-eef24809becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:28.055460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0eb3751f-92ec-4f4d-be38-5bcbadb1f56b req-8bd6cfa5-2ffc-44cd-9b94-eef24809becd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 1100 time: 0.2421291
Dec 16 09:25:28.060703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'port': {'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'admin_state_up': True, 'tenant_id': '697a5a05a69545d5b99b0601d47c192f'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:28.087498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f6350-5b95-4a06-9f7c-86891b4fef9d req-551d6638-a402-4847-8723-57db13fff6b9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:28.088959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e4f6350-5b95-4a06-9f7c-86891b4fef9d req-551d6638-a402-4847-8723-57db13fff6b9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 950 time: 0.3758323
Dec 16 09:25:28.095358 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97ba3-eba6-46e7-aba7-5841301f14f9 None None] Pushing event updated for resources: {'Port': ['ID=8f0469eb-7654-47ec-a98a-2e0cadc822bd,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:28.098816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:25:28.099452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24138b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:28.147433 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28c97ba3-eba6-46e7-aba7-5841301f14f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:28.291726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:25:28.298711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e4f6350-5b95-4a06-9f7c-86891b4fef9d req-848f4f3f-fd62-4e5b-b1df-7cdb555f142e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873946
Dec 16 09:25:28.300191 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0eb3751f-92ec-4f4d-be38-5bcbadb1f56b req-7f178b6a-e4de-4880-a6cf-9ce6258ce00b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100289
Dec 16 09:25:28.342903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:28.348499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Usage tracker for resource:port and tenant:697a5a05a69545d5b99b0601d47c192f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:28.352729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:28.359808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:28.373404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c0af5-3fd0-4c76-b224-ffaffae49ce3 req-72bfd057-d403-47b7-af1e-3d4795e73a19 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:28.374911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f2c0af5-3fd0-4c76-b224-ffaffae49ce3 req-72bfd057-d403-47b7-af1e-3d4795e73a19 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 945 time: 0.1907737
Dec 16 09:25:28.401929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Made reservation on behalf of 697a5a05a69545d5b99b0601d47c192f for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:28.405504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:28.491204 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f2c0af5-3fd0-4c76-b224-ffaffae49ce3 req-8a96449a-aa41-4f15-8d85-bdad91864c21 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049974
Dec 16 09:25:28.575208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49fe6d11-e357-4331-a0bb-77f0640e8481 req-0cabdaf8-e240-43db-aeb8-52a87dd154d8 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 210 time: 0.0539687
Dec 16 09:25:28.691818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24138b0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:25:28.696939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14e667-7bd7-48fd-9ec3-2ffa642c1018 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:25:28.704124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Allocated IP 172.20.0.14 (91f49cfa-8768-49cf-ab24-40493a7f60cb/788fc221-6fd7-4e05-8941-528edab659d6/5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:28.783718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2615-d914-4b42-abb8-b8c78b20b4d6 req-6d46b932-8242-4507-a13d-3530cc9833d2 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:28.785380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-142b2615-d914-4b42-abb8-b8c78b20b4d6 req-6d46b932-8242-4507-a13d-3530cc9833d2 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 949 time: 0.1646595
Dec 16 09:25:28.952879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-142b2615-d914-4b42-abb8-b8c78b20b4d6 req-bced4a83-c54c-479b-a8c1-de6d7a7d9861 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592593
Dec 16 09:25:28.954504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a86d95a8-4db7-480b-9518-fd2816f71313 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=94ccb215fc064e92acc19fb01683f4f8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0578768
Dec 16 09:25:29.127297 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:29.172153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Transition to ACTIVE for port object 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:29.182634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-434b1c98-8995-4761-8570-35296cb376d9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:29.190301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-434b1c98-8995-4761-8570-35296cb376d9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2293832
Dec 16 09:25:29.209941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-e1372691-e5fe-4958-b9d4-92628b16ddf6 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/quotas/94ccb215fc064e92acc19fb01683f4f8 HTTP/1.1" status: 200  len: 375 time: 0.0186076
Dec 16 09:25:29.308227 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:29.313907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-c335759b-fe39-4bec-9ff6-f96721f5cced tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94ccb215fc064e92acc19fb01683f4f8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1013553
Dec 16 09:25:29.328078 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:29.388328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:29.396319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:29.401481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:29.406921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:29.416576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:29.443945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Pushing event updated for resources: {'Port': ['ID=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:29.449188 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:29.473883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4167321
Dec 16 09:25:29.487941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Request body: {'port': {'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'device_owner': 'compute:tempest-test_az-1673951584', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:29.574754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:29.720822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f0469eb-7654-47ec-a98a-2e0cadc822bd up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:29.839783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb7028cd-b4d4-4bef-871f-e0df423129d0 req-f2cadea6-b756-41de-81f3-04c8f8c0cfc1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 210 time: 0.0904646
Dec 16 09:25:29.840574 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:29.846765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8f0469eb-7654-47ec-a98a-2e0cadc822bd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:29.867966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8f0469eb-7654-47ec-a98a-2e0cadc822bd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:29.868775 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:29.883948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:29.922905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:29.934991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Usage tracker for resource:security_group_rule and tenant:c8447a06889d4b12a04fe0250bd2c711 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:29.943205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:29.949200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3dc5923b-ca16-4f90-bfc3-e9fbeddbeb3d None None] Provisioning for port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:29.959935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3dc5923b-ca16-4f90-bfc3-e9fbeddbeb3d None None] Provisioning complete for port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:29.960594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3dc5923b-ca16-4f90-bfc3-e9fbeddbeb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:29.961123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:30.153278 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.161637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.178728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5923b-ca16-4f90-bfc3-e9fbeddbeb3d None None] Port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:30.198101 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.209030 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e483030c-7806-4b45-8904-6c9eae062fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:30.236743 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8447a06889d4b12a04fe0250bd2c711&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6600151
Dec 16 09:25:30.240562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55224) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:30.255386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46a252e-12c1-4ebf-a201-fd7e79849eb0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:30.260052 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:30.294075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8f0469eb-7654-47ec-a98a-2e0cadc822bd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f0469eb-7654-47ec-a98a-2e0cadc822bd,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:30.310475 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.319443 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:30.326495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.358791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.371143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddf516-f77a-4519-9b8a-4662b99f6738 req-43e0b6f2-f50b-43c6-8323-c2376b9f8d3d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:30.378543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-adddf516-f77a-4519-9b8a-4662b99f6738 req-43e0b6f2-f50b-43c6-8323-c2376b9f8d3d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 945 time: 0.6401734
Dec 16 09:25:30.419841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.431677 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-114d977e-a990-4b0a-9408-bf7db44eb52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:30.445930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46a252e-12c1-4ebf-a201-fd7e79849eb0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:30.449305 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:30.452639 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.454063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e46a252e-12c1-4ebf-a201-fd7e79849eb0 HTTP/1.1" status: 204  len: 168 time: 0.2123377
Dec 16 09:25:30.500638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8f0469eb-7654-47ec-a98a-2e0cadc822bd,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:30.506565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-adddf516-f77a-4519-9b8a-4662b99f6738 req-b20047c2-76e7-49b9-a062-9b89c7255397 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274543
Dec 16 09:25:30.511727 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:30.534390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:30.550030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa11c-7042-4bc0-be39-4c79b5b444f1 req-bb45858f-b853-4e42-a3f2-a1d9bb3ee09b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:30.551975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d63fa11c-7042-4bc0-be39-4c79b5b444f1 req-bb45858f-b853-4e42-a3f2-a1d9bb3ee09b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Synchronizing usage tracker for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:30.661671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d63fa11c-7042-4bc0-be39-4c79b5b444f1 req-bb45858f-b853-4e42-a3f2-a1d9bb3ee09b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Unset dirty status for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:30.662052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:30.663059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d63fa11c-7042-4bc0-be39-4c79b5b444f1 req-bb45858f-b853-4e42-a3f2-a1d9bb3ee09b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 932 time: 0.4447284
Dec 16 09:25:30.677777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:30.678259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.844253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:30.844616 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.864113 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.875833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d63fa11c-7042-4bc0-be39-4c79b5b444f1 req-afcd9f56-edf1-4219-ba40-d083d47c57a1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029736
Dec 16 09:25:30.878059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:30.890047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:30.897053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.899021 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:30.913085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Transition to ACTIVE for port object 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:30.927888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:30.929047 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.937848 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:30.952064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:30.971899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:30.975989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:30.979325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:30.979501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Usage tracker for resource:security_group_rule and tenant:74be5f72336e48b6b1f005e2b86bbe5e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:30.984620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:30.993395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:31.098296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c1dd2-ae27-4d7e-ad56-5f71e4037011 req-9646c10b-61c4-4739-924b-5969e5c5c348 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:31.099586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.103952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a4c1dd2-ae27-4d7e-ad56-5f71e4037011 req-9646c10b-61c4-4739-924b-5969e5c5c348 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 949 time: 0.3016827
Dec 16 09:25:31.106734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.120228 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:31.147267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:31.155682 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:31.214883 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74be5f72336e48b6b1f005e2b86bbe5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2856960
Dec 16 09:25:31.217375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dcf02f-1af8-4460-aa8f-529891f12db7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:31.221750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:31.240081 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:31.300377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.328043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.334893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a4c1dd2-ae27-4d7e-ad56-5f71e4037011 req-f22e5210-5104-4586-b701-e3d794041cc3 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073522
Dec 16 09:25:31.335582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Attempting to bind port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:31.335953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Attempting to bind port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:31.336284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Attempting to bind port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a on network 91f49cfa-8768-49cf-ab24-40493a7f60cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:31.344613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a62adc69-df94-4b4b-b7f4-98e28c7891c6 req-1f6484cf-636c-4775-9e75-0f03370e33d0 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 210 time: 0.1468997
Dec 16 09:25:31.348516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a on network 91f49cfa-8768-49cf-ab24-40493a7f60cb not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:31.348849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Attempting to bind port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a on network 91f49cfa-8768-49cf-ab24-40493a7f60cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:31.352550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-0bceea5a-e9bf-4376-8e31-c86635980821 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=94ccb215fc064e92acc19fb01683f4f8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0513647
Dec 16 09:25:31.356607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:31.356944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Checking segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:31.357329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Bound using segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:31.357854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Bound port: 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:31.358102 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.406238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.413338 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:31.425766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dcf02f-1af8-4460-aa8f-529891f12db7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:31.432295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:31.435358 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.436839 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5dcf02f-1af8-4460-aa8f-529891f12db7 HTTP/1.1" status: 204  len: 168 time: 0.2138040
Dec 16 09:25:31.518633 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'code': 200}
Dec 16 09:25:31.624992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f0469eb-7654-47ec-a98a-2e0cadc822bd up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:31.640169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] For port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:31.674720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] For port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:31.685933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-8485c57a-48c9-4cd8-872c-6cf4283ef5f6 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:31.687577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-8485c57a-48c9-4cd8-872c-6cf4283ef5f6 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3200159
Dec 16 09:25:31.689950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.696156 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:31.769416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Request body: {'port': {'device_id': '15569f8c-81d1-444d-a017-a08248878612', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '94ccb215fc064e92acc19fb01683f4f8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:31.809621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8f0469eb-7654-47ec-a98a-2e0cadc822bd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:31.810004 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.858718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ae6ac-fd01-45f1-949a-04568b9d2c55 req-4441b68a-bbf6-40ba-876d-ce3d54b79f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:31.860851 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e71ae6ac-fd01-45f1-949a-04568b9d2c55 req-4441b68a-bbf6-40ba-876d-ce3d54b79f0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1097 time: 0.1453645
Dec 16 09:25:31.873518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:31.874491 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:31.876614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] 10.222.0.54 "PUT /v2.0/ports/5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 1114 time: 2.3936915
Dec 16 09:25:31.904033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:31.959449 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e71ae6ac-fd01-45f1-949a-04568b9d2c55 req-1fcb518d-86d5-427f-9ede-a7216a9073b8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869217
Dec 16 09:25:32.097889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:32.118910 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:32.140942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:32.158827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:32.181439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d368-3db6-482d-a26b-e9c689555bb8 req-ceba2fee-a057-4f55-97e4-5b7c4232bbb1 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:32.182932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5137d368-3db6-482d-a26b-e9c689555bb8 req-ceba2fee-a057-4f55-97e4-5b7c4232bbb1 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 946 time: 0.3118939
Dec 16 09:25:32.185713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Made reservation on behalf of 94ccb215fc064e92acc19fb01683f4f8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:32.189313 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:32.212380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-2b482914-7a36-43db-b959-057f370605c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:32.214479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-2b482914-7a36-43db-b959-057f370605c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1117 time: 0.2356660
Dec 16 09:25:32.308638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-c4cecef5-7424-4e8f-829a-bd2345d9d747 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 217 time: 0.0779185
Dec 16 09:25:32.505469 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5137d368-3db6-482d-a26b-e9c689555bb8 req-ea020ce7-a5d4-44b0-bfa4-1db116fadf69 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2991366
Dec 16 09:25:32.564990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-69cb5749-6d63-41e5-80f0-b4e22d691f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:32.566429 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-69cb5749-6d63-41e5-80f0-b4e22d691f34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.2147710
Dec 16 09:25:32.645238 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'status': 'completed', 'code': 200}
Dec 16 09:25:32.735777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88338-0000-4834-96ba-426606dbe81e req-3507d1ea-5160-496f-8aaf-dd765456bd45 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:32.737205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0cf88338-0000-4834-96ba-426606dbe81e req-3507d1ea-5160-496f-8aaf-dd765456bd45 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 966 time: 0.3519502
Dec 16 09:25:32.776498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Allocated IP 192.168.233.191 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/b5c3740f-adb8-4bd9-9194-9d8db4eed8ee) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:32.853029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0cf88338-0000-4834-96ba-426606dbe81e req-2bf65e5f-5495-4576-9cfb-2b4a616f829d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022174
Dec 16 09:25:32.863890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-2185b8a0-3266-4eb0-ab73-e824b1181e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:32.865192 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-2185b8a0-3266-4eb0-ab73-e824b1181e36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2889826
Dec 16 09:25:33.052824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d59de-8ff1-45e2-973c-62db39c055d9 req-0cfeb91d-523b-4cc8-8299-2fa53965244d tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:33.054263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d59de-8ff1-45e2-973c-62db39c055d9 req-0cfeb91d-523b-4cc8-8299-2fa53965244d tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 949 time: 0.3744760
Dec 16 09:25:33.129568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2071d053-3bcd-4ac8-af60-6e01edf2c35e req-b40bf45c-a1db-4cf0-8221-f95d52b833c8 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 210 time: 0.0992274
Dec 16 09:25:33.228052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d59de-8ff1-45e2-973c-62db39c055d9 req-c10da870-acc3-49fa-a638-69bf302458e2 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347909
Dec 16 09:25:33.252300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-063bd265-ffea-40e4-bdae-8c264afa33c0 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3737142
Dec 16 09:25:33.264337 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:33.374324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Transition to ACTIVE for port object b5c3740f-adb8-4bd9-9194-9d8db4eed8ee will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:33.466607 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:33.483821 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69b3a6cf-efa8-4248-8158-4df89b90e1af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:33.487214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:33.529803 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e673994f-e3e7-4ae9-9b2e-d234c5424fc5 req-084b670f-72a7-44fa-99c5-3ede0e4d88de service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685573
Dec 16 09:25:33.585352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:33.593240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:33.653125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:33.663553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:33.664473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:33.726835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Pushing event updated for resources: {'Port': ['ID=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:33.751313 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:33.829927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0760586
Dec 16 09:25:33.851288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:33.907231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Request body: {'port': {'device_id': '15569f8c-81d1-444d-a017-a08248878612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:33.975893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-9c018f5c-523e-4c64-8113-55ba91e49039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:33.977849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-9c018f5c-523e-4c64-8113-55ba91e49039 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1117 time: 0.3869853
Dec 16 09:25:33.988720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fb8dceb3-929c-4ebe-9d43-a62b28c65634 None None] Provisioning for port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:34.000045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fb8dceb3-929c-4ebe-9d43-a62b28c65634 None None] Provisioning complete for port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:34.001655 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb8dceb3-929c-4ebe-9d43-a62b28c65634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.030182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.053164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:34.058918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Usage tracker for resource:security_group_rule and tenant:18409b3650ef4216a97bfd1ef8bdec0e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:34.063830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:34.071453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fb8dceb3-929c-4ebe-9d43-a62b28c65634 None None] Port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:34.072612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:34.200248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55382) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:34.205722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-c5566bf8-1113-4666-8883-70cf9ac1371d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:34.207125 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-c5566bf8-1113-4666-8883-70cf9ac1371d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 1100 time: 0.1198945
Dec 16 09:25:34.247856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.265010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.275099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.285208 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7bfb3a75-fb3d-4934-a609-49e18d0bdf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:34.326534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Deleting port 4b546c76-a674-4118-b029-24620c899fb1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:25:34.326870 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.328913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2dd5-4de6-4d61-8e7c-93376ae79ee9 req-2c3cfe34-98cb-47a0-8889-992c77a839af tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:34.330413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cec2dd5-4de6-4d61-8e7c-93376ae79ee9 req-2c3cfe34-98cb-47a0-8889-992c77a839af tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 946 time: 0.5055077
Dec 16 09:25:34.347704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-473816b8-93b2-4f6f-baae-be35f65e7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:34.349089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-473816b8-93b2-4f6f-baae-be35f65e7573 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.3537066
Dec 16 09:25:34.379189 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18409b3650ef4216a97bfd1ef8bdec0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5249035
Dec 16 09:25:34.390933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55390) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:34.393215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a468456-0df6-4d71-b635-c6856f5a7fbd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:34.407725 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:34.408329 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.468444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:34.491079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Usage tracker for resource:security_group_rule and tenant:ee031e31867b4770af3a234920ddfa4a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:34.495783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:34.512187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:34.517754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7bb9-340d-40ee-afd0-86b1084abddc req-e685c7ea-ba2d-4c6b-9d21-94741f9f67da tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:34.519453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e85c7bb9-340d-40ee-afd0-86b1084abddc req-e685c7ea-ba2d-4c6b-9d21-94741f9f67da tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 966 time: 0.4846034
Dec 16 09:25:34.527178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-6a0dfabe-55cf-42a8-93de-5722c612a8d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 217 time: 0.1543050
Dec 16 09:25:34.657646 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cec2dd5-4de6-4d61-8e7c-93376ae79ee9 req-895ce22d-2536-4ded-85a0-8858e7b2d805 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3128984
Dec 16 09:25:34.685598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.708868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e85c7bb9-340d-40ee-afd0-86b1084abddc req-f04f70a4-55fd-4088-8b26-e24d2a451553 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689653
Dec 16 09:25:34.734160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-dcf3c255-b24c-4a47-944b-0b00092ba148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:34.734160 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-dcf3c255-b24c-4a47-944b-0b00092ba148 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.1835923
Dec 16 09:25:34.739835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.804530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] For port 4b546c76-a674-4118-b029-24620c899fb1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4b546c76-a674-4118-b029-24620c899fb1,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:34.804916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:34.963307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Calling delete_port for 4b546c76-a674-4118-b029-24620c899fb1 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:25:35.026330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.033533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.045138 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5e4e2f0-2328-4dd5-9700-842ee3cdc06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:35.124769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.133280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-c0c5266d-aa7c-4739-b6b7-c17d4ae783ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:35.135700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-c0c5266d-aa7c-4739-b6b7-c17d4ae783ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3734183
Dec 16 09:25:35.190313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce3453-ae88-4849-a7b8-cb4a4fadf641,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:35.196698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e30fbc-af42-4b35-9239-6f5543fa9fdb req-e76fe61f-5ff0-44a4-bc5b-9ac1197908a0 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:35.197475 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee031e31867b4770af3a234920ddfa4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9942338
Dec 16 09:25:35.198427 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:35.200374 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0810f68e-85d7-45ee-8688-c518fd091ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:35.201497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-04e30fbc-af42-4b35-9239-6f5543fa9fdb req-e76fe61f-5ff0-44a4-bc5b-9ac1197908a0 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Synchronizing usage tracker for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:35.206432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55406) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:35.209692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.213312 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a468456-0df6-4d71-b635-c6856f5a7fbd HTTP/1.1" status: 204  len: 168 time: 0.8188176
Dec 16 09:25:35.250282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a468456-0df6-4d71-b635-c6856f5a7fbd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:35.272115 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:35.280541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.293252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4b546c76-a674-4118-b029-24620c899fb1'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:35.299880 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-552055fe-3b8e-4b7a-b996-5cc59070ba24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:35.302845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c912a-cec8-471c-840a-8cf193565676 req-b7072add-3820-4baa-a96d-0412d0dc0500 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:35.310305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f3c912a-cec8-471c-840a-8cf193565676 req-b7072add-3820-4baa-a96d-0412d0dc0500 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6fe004d-1573-4182-bd9b-0fd9fc3138bc HTTP/1.1" status: 200  len: 949 time: 0.3513775
Dec 16 09:25:35.427802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-04e30fbc-af42-4b35-9239-6f5543fa9fdb req-e76fe61f-5ff0-44a4-bc5b-9ac1197908a0 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Unset dirty status for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:35.428934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e30fbc-af42-4b35-9239-6f5543fa9fdb req-e76fe61f-5ff0-44a4-bc5b-9ac1197908a0 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 936 time: 0.5338995
Dec 16 09:25:35.438848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] No DVR routers for this DVR port 4b546c76-a674-4118-b029-24620c899fb1 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:25:35.441020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b546c76-a674-4118-b029-24620c899fb1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:35.465272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c3740f-adb8-4bd9-9194-9d8db4eed8ee {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:35.465688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:35.468927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.479319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'name': 'network-vif-deleted', 'tag': '4b546c76-a674-4118-b029-24620c899fb1'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:35.487476 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-42347119-f9b1-4c37-a19a-4270e6a7251f req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] 10.222.0.74 "DELETE /v2.0/ports/4b546c76-a674-4118-b029-24620c899fb1 HTTP/1.1" status: 204  len: 173 time: 1.2681963
Dec 16 09:25:35.509025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f3c912a-cec8-471c-840a-8cf193565676 req-44387638-f26c-4ce2-9d98-5c49adae0da7 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978619
Dec 16 09:25:35.510712 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.614078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Transition to ACTIVE for port object b5c3740f-adb8-4bd9-9194-9d8db4eed8ee will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:35.625661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-577567ed-a8b3-476f-a45d-cd1a3819f5e1 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4773889
Dec 16 09:25:35.632994 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.682350 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.690442 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:35.720967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:35.732229 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e30fbc-af42-4b35-9239-6f5543fa9fdb req-3c196192-2a82-4674-a17d-88e8c69f487e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872229
Dec 16 09:25:35.750085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.768911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:35.775294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b3170b3549489a9d2ee5b789894c60 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:35.779022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:35.793772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:35.895188 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fe004d-1573-4182-bd9b-0fd9fc3138bc', 'name': 'network-vif-deleted', 'tag': '4b546c76-a674-4118-b029-24620c899fb1', 'status': 'completed', 'code': 200}
Dec 16 09:25:35.900045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.905859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.916615 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fcce52fc-e064-4fd3-808e-1ffead1835e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:35.930984 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:35.966415 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4b3170b3549489a9d2ee5b789894c60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2413225
Dec 16 09:25:35.966415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a894ce-eb76-4b38-ac86-4acebbe697df,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:35.980276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55430) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:35.983851 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:36.039322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:36.079857 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:36.093028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.135392 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.198129 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.205408 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43e67e78-ba56-46ed-9472-b26c33a06ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:36.223195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.223794 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39a894ce-eb76-4b38-ac86-4acebbe697df HTTP/1.1" status: 204  len: 168 time: 0.2424908
Dec 16 09:25:36.228267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a894ce-eb76-4b38-ac86-4acebbe697df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:36.228410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04e15c05-8fa7-48de-8af0-8b5d0aa9335e req-4a913b35-0c36-4380-a8d6-19cb91acb733 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5941379
Dec 16 09:25:36.236163 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:36.255249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Attempting to bind port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:36.255580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Attempting to bind port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:36.255918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Attempting to bind port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:36.271193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:36.271193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Attempting to bind port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:36.283254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:36.283596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:36.284301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:36.284418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Bound port: b5c3740f-adb8-4bd9-9194-9d8db4eed8ee, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:36.284768 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.290234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:36.309773 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.316135 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8d4dda6d-def6-4f60-9702-56108057110a tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:36.372645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce3453-ae88-4849-a7b8-cb4a4fadf641,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:36.380004 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:36.402605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a022bc-1411-4f82-a234-6ebeacb2242b req-b3e5c8ef-84c7-46a9-a033-43de7c62c0ba tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:36.404854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47a022bc-1411-4f82-a234-6ebeacb2242b req-b3e5c8ef-84c7-46a9-a033-43de7c62c0ba tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 966 time: 0.3457067
Dec 16 09:25:36.413611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.417420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50ce3453-ae88-4849-a7b8-cb4a4fadf641 HTTP/1.1" status: 204  len: 168 time: 1.2035730
Dec 16 09:25:36.449118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606a23-8a7b-417f-b510-633d5f5e0381 req-26265728-508f-4d1a-96e1-3df30ba40508 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:36.453543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:36.460270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e606a23-8a7b-417f-b510-633d5f5e0381 req-26265728-508f-4d1a-96e1-3df30ba40508 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1097 time: 0.3308530
Dec 16 09:25:36.470198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'mac_address': 'fa:16:3e:78:cf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1673951584', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:36.532603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] For port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:36.542869 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.569794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:36.574108 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47a022bc-1411-4f82-a234-6ebeacb2242b req-f3b4974a-620d-48ef-a835-ff142341db93 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520584
Dec 16 09:25:36.591304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:36.591773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] For port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:36.607841 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.609787 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28c97ba3-eba6-46e7-aba7-5841301f14f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:36.613073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e606a23-8a7b-417f-b510-633d5f5e0381 req-f28dbef3-b548-416d-9401-5b8c04b63b55 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518350
Dec 16 09:25:36.630016 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.634994 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:36.719099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:36.729450 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:36.755553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:36.756755 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.758597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] 10.222.0.74 "PUT /v2.0/ports/b5c3740f-adb8-4bd9-9194-9d8db4eed8ee HTTP/1.1" status: 200  len: 1096 time: 2.8701978
Dec 16 09:25:36.759337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15569f8c-81d1-444d-a017-a08248878612', 'tag': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:36.790643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:36.800486 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:36.855055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:36.946999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55466) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:36.970572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:36.997627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:37.006585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7dfb510f8143fea8ee9ca5e526146d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:37.014254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:37.037880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:37.171307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-3d6bb7bd-971c-4c56-adfe-544b8c3cc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:37.173101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-3d6bb7bd-971c-4c56-adfe-544b8c3cc8d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94ccb215fc064e92acc19fb01683f4f8&device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 1099 time: 0.3664145
Dec 16 09:25:37.248507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:37.255348 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:37.265488 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e7d81e1-a60f-4f79-86e3-7defc07a87df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:37.274226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec1515-9eb3-48a9-bad6-60163cb25abc req-3959a058-96d6-4aa1-806c-0333253ac89c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:37.275710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46ec1515-9eb3-48a9-bad6-60163cb25abc req-3959a058-96d6-4aa1-806c-0333253ac89c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 948 time: 0.1934001
Dec 16 09:25:37.284767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-6c098713-b04b-423f-a5fe-de1c297a4b87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee HTTP/1.1" status: 200  len: 217 time: 0.1002903
Dec 16 09:25:37.339302 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e7dfb510f8143fea8ee9ca5e526146d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3908882
Dec 16 09:25:37.341244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c04b0f7-2597-45a6-9f56-a9603c49386c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:37.344138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55480) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:37.360672 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:37.419385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46ec1515-9eb3-48a9-bad6-60163cb25abc req-3c64d99f-a0bd-423e-adbb-b53791ffdbca tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360564
Dec 16 09:25:37.424166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:37.436922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-3431b263-1cc6-4563-83c5-467fe1bf7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:37.438760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-3431b263-1cc6-4563-83c5-467fe1bf7110 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1413224
Dec 16 09:25:37.453210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:37.489492 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15569f8c-81d1-444d-a017-a08248878612', 'tag': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee', 'status': 'completed', 'code': 200}
Dec 16 09:25:37.535513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f97c9d-a793-459f-82e2-6d14da3b205f req-772afc4b-39a8-4923-bab3-d87023633fe4 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:37.537005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0f97c9d-a793-459f-82e2-6d14da3b205f req-772afc4b-39a8-4923-bab3-d87023633fe4 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1097 time: 0.1680470
Dec 16 09:25:37.549094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-5c4ed4b0-19ca-4688-be92-471b724b7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:37.550720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-5c4ed4b0-19ca-4688-be92-471b724b7eb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1013939
Dec 16 09:25:37.572297 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:37.579154 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5cf8968-36d7-4608-8f13-64b6a1414f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:37.596263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c04b0f7-2597-45a6-9f56-a9603c49386c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:37.599145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:37.600210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:37.604843 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c04b0f7-2597-45a6-9f56-a9603c49386c HTTP/1.1" status: 204  len: 168 time: 0.2447984
Dec 16 09:25:37.648985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-3a707950-34e7-4400-8cae-c4c7b55cd97b tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=789d644e4fc54788aa2acd8a87552dd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0566540
Dec 16 09:25:37.796123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0f97c9d-a793-459f-82e2-6d14da3b205f req-d6cafe1f-c78b-4627-8eaf-55326d77746f tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507985
Dec 16 09:25:37.902715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-aff37947-082b-4b2a-8a31-103f29f1aee1 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3355196
Dec 16 09:25:38.020503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-338de708-e3c2-4ff0-8e07-29be2578d6e3 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:38.021982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-338de708-e3c2-4ff0-8e07-29be2578d6e3 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3223927
Dec 16 09:25:38.060661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-f18b2db1-d6f4-441c-b729-ef06beae4635 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/quotas/789d644e4fc54788aa2acd8a87552dd7 HTTP/1.1" status: 200  len: 375 time: 0.0290759
Dec 16 09:25:38.133453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-66aa6144-b319-4f17-abe7-5ac664a9e283 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=789d644e4fc54788aa2acd8a87552dd7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0718560
Dec 16 09:25:38.149117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bb76cd9-dc2a-4144-81c5-3a56b077196f req-50f3bd82-47eb-47de-8ecc-e271401b13d2 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386642
Dec 16 09:25:38.324734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:38.431436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:38.443312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-e5121243-058e-4f54-9040-6af9c06ae67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:38.444793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-e5121243-058e-4f54-9040-6af9c06ae67f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94ccb215fc064e92acc19fb01683f4f8&device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 1099 time: 0.2240133
Dec 16 09:25:38.452243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:38.455815 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:38.550322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4b546c76-a674-4118-b029-24620c899fb1 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:25:38.610096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c13b71-4ebe-46db-8bea-9235ec5aa772 req-4fe63f8f-4d2e-4dc7-ae20-a3e8fc057f43 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:38.615292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1c13b71-4ebe-46db-8bea-9235ec5aa772 req-4fe63f8f-4d2e-4dc7-ae20-a3e8fc057f43 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 967 time: 0.3353500
Dec 16 09:25:38.678808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 4b546c76-a674-4118-b029-24620c899fb1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:25:38.679241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4b546c76-a674-4118-b029-24620c899fb1 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:25:38.702552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4a9a73b-2c40-44a0-99bf-b710e62146be req-4f305903-f76c-4158-8571-9aacd7247a89 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 210 time: 0.1922712
Dec 16 09:25:38.752023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1c13b71-4ebe-46db-8bea-9235ec5aa772 req-f5782a29-7181-41cd-be30-911722233ac9 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761499
Dec 16 09:25:38.790401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-0f8d62d6-9cc3-4dbb-95a2-e92f3b5b4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:38.793155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-0f8d62d6-9cc3-4dbb-95a2-e92f3b5b4885 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3393075
Dec 16 09:25:38.835724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:38.891269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:38.892232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:38.901690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-790fc315-43c6-4b26-a289-76b5d6304f30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee HTTP/1.1" status: 200  len: 217 time: 0.0995240
Dec 16 09:25:38.902674 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:38.905245 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-547e2008-5b34-4926-855f-4c54a045f407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:38.984226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:38.987716 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:39.097871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-54517452-4628-4aac-94a5-2ef28e696a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:39.099345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-54517452-4628-4aac-94a5-2ef28e696a30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1897650
Dec 16 09:25:39.186047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c0fa-977d-4eff-96e8-aced8dde1459 req-4872f9c7-f6bb-4c0a-a619-6568acf80834 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:39.187509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f33c0fa-977d-4eff-96e8-aced8dde1459 req-4872f9c7-f6bb-4c0a-a619-6568acf80834 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 948 time: 0.1846821
Dec 16 09:25:39.321861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f33c0fa-977d-4eff-96e8-aced8dde1459 req-3a56c028-13c5-4671-9c8a-aaec0fa8f9ab tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183004
Dec 16 09:25:39.328478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-e2b2f65e-88dc-4d05-9d67-d0f5e59b029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:39.330957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-e2b2f65e-88dc-4d05-9d67-d0f5e59b029c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2098930
Dec 16 09:25:39.495980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-a41a505a-6388-4155-8f8d-d3ecc8d3bb13 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562860
Dec 16 09:25:39.645672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c2ada54-75de-497b-9b56-1d000ae75663 req-3c9c29d9-c8ed-4bf2-89fc-a87ec88f24c7 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413968
Dec 16 09:25:39.716748 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-1acc535a-24ba-47d4-8b01-ec6c1b4ee069 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=789d644e4fc54788aa2acd8a87552dd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325634
Dec 16 09:25:39.922831 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-47c110f9-d73d-4e64-b12f-e0e1036a351e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=624bd9b78bd446f2a89032e17a81f21c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0465500
Dec 16 09:25:39.935513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-bc73bb50-88eb-4507-9bfe-a502542d3d74 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:39.936938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-bc73bb50-88eb-4507-9bfe-a502542d3d74 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2153025
Dec 16 09:25:39.965069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Request body: {'port': {'device_id': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '789d644e4fc54788aa2acd8a87552dd7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:40.204646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-cf240d1d-c650-4951-99a2-f0891eaea03e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:40.206099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-cf240d1d-c650-4951-99a2-f0891eaea03e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2682908
Dec 16 09:25:40.215477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:40.225960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Usage tracker for resource:port and tenant:789d644e4fc54788aa2acd8a87552dd7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:40.229793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-d59472a7-07c0-44f5-8960-cc190136de34 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/quotas/624bd9b78bd446f2a89032e17a81f21c HTTP/1.1" status: 200  len: 375 time: 0.0170987
Dec 16 09:25:40.230558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:40.237198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:40.290356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-d015e99b-5941-46e3-827c-b59b5863e07b tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=624bd9b78bd446f2a89032e17a81f21c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0540843
Dec 16 09:25:40.291510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Made reservation on behalf of 789d644e4fc54788aa2acd8a87552dd7 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:40.295073 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:40.484783 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'code': 200}
Dec 16 09:25:40.489720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Allocated IP 192.168.233.217 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/1edf4046-702e-4d50-977f-b064a75ce7c7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:40.588857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:40.730905 n-d-820554-2 neutron-server[87655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 16 09:25:40.735181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-50d927d5-7044-4c3f-8cba-78eb87e43e69 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:25:40.736515 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-50d927d5-7044-4c3f-8cba-78eb87e43e69 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1465206
Dec 16 09:25:40.786683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:40.791576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbd517-cd0f-4017-8415-4acd128e89ce req-e18f0c37-8685-41de-a30f-577857b4fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:40.793099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7acbd517-cd0f-4017-8415-4acd128e89ce req-e18f0c37-8685-41de-a30f-577857b4fae3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.2127752
Dec 16 09:25:40.862426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Request body: {'binding': {'host': 'n-h1-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:40.863184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:25:40.869567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Transition to ACTIVE for port object 1edf4046-702e-4d50-977f-b064a75ce7c7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:40.872216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b082f12-5677-4faf-9e03-8a3498ba9d93 req-e6d135c7-e65b-493c-acba-7888ad6cdbc1 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 210 time: 0.0726144
Dec 16 09:25:40.890977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7acbd517-cd0f-4017-8415-4acd128e89ce req-29f5288c-eb4a-43d5-b8bf-939ab6416717 service neutron] Synchronizing usage tracker for tenant:cf9f28ea03e64061a8cad623345c2602 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:40.929162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7acbd517-cd0f-4017-8415-4acd128e89ce req-29f5288c-eb4a-43d5-b8bf-939ab6416717 service neutron] Unset dirty status for tenant:cf9f28ea03e64061a8cad623345c2602 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:40.930452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7acbd517-cd0f-4017-8415-4acd128e89ce req-29f5288c-eb4a-43d5-b8bf-939ab6416717 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297662
Dec 16 09:25:40.937223 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:40.953243 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:41.051761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:41.061743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:41.068091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:41.073698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:41.073895 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:41.077816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on host n-h1-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:41.078269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:41.078695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:41.084459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:41.084784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:41.090554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:41.090890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:41.091372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:41.091795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Bound port: f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:41.104203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Pushing event updated for resources: {'Port': ['ID=1edf4046-702e-4d50-977f-b064a75ce7c7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:41.109199 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:41.115929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1543941
Dec 16 09:25:41.129340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Request body: {'port': {'device_id': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:41.168315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:41.173722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:41.175324 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-4c2f6d3f-6a7a-453b-b7af-40f46782143d service neutron] 10.222.0.66 "POST /v2.0/ports/f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137/bindings HTTP/1.1" status: 201  len: 389 time: 0.3665934
Dec 16 09:25:41.189260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c7fa1-56e1-493c-b3b9-06aebf44782a req-e4cbaf26-5a8f-4395-a801-a374ae2bada2 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:41.191046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-237c7fa1-56e1-493c-b3b9-06aebf44782a req-e4cbaf26-5a8f-4395-a801-a374ae2bada2 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 968 time: 0.1925416
Dec 16 09:25:41.390392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-237c7fa1-56e1-493c-b3b9-06aebf44782a req-3e47aeda-cab8-4994-bbcf-ff1831d2c75c tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913371
Dec 16 09:25:41.394936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:41.436043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:41.487713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5106695b-e109-4406-b7fb-766f32c7f372 None None] Provisioning for port 1edf4046-702e-4d50-977f-b064a75ce7c7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:41.511528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5106695b-e109-4406-b7fb-766f32c7f372 None None] Provisioning complete for port 1edf4046-702e-4d50-977f-b064a75ce7c7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:41.512167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5106695b-e109-4406-b7fb-766f32c7f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:41.578513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5106695b-e109-4406-b7fb-766f32c7f372 None None] Port 1edf4046-702e-4d50-977f-b064a75ce7c7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:41.636157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b707389-f845-4df6-b36e-b25d69a6b448 req-93360732-dbd4-49b9-8e83-1d1e66baf8eb tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 210 time: 0.1111531
Dec 16 09:25:41.745447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f522f9-3619-43b8-ae40-83bd928dee73 req-7d90ba25-64f3-4a05-b367-d8650d1ef5ac tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:41.747211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2f522f9-3619-43b8-ae40-83bd928dee73 req-7d90ba25-64f3-4a05-b367-d8650d1ef5ac tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 948 time: 0.3345988
Dec 16 09:25:41.889532 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c259-8dcb-4f20-be08-3ba4b633963c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:41.929897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2f522f9-3619-43b8-ae40-83bd928dee73 req-b0b68b07-1c0c-4cf6-b673-c8a4cc86a360 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742325
Dec 16 09:25:41.934147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6ac10718-fc01-4a2d-a26c-6d941cf95c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:41.935561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6ac10718-fc01-4a2d-a26c-6d941cf95c6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1097 time: 0.3502178
Dec 16 09:25:41.944640 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-dddf105e-14ad-4bfb-8b60-8a7220b445e1 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=624bd9b78bd446f2a89032e17a81f21c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0376480
Dec 16 09:25:42.159174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828119a-8ce5-4fbb-8853-c0e8507db82e req-83cb74ad-6bc5-4550-af26-64434f1aaffc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:42.160995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c828119a-8ce5-4fbb-8853-c0e8507db82e req-83cb74ad-6bc5-4550-af26-64434f1aaffc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 946 time: 0.3112473
Dec 16 09:25:42.209938 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:25:42.252209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6c087972-f323-4558-94dc-db4e7a560732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:42.253648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6c087972-f323-4558-94dc-db4e7a560732 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.2930653
Dec 16 09:25:42.267583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-443e2f86-c883-4e19-8562-88ed00986fa2 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:42.268980 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-443e2f86-c883-4e19-8562-88ed00986fa2 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3171108
Dec 16 09:25:42.283344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Request body: {'port': {'device_id': '7d437891-19bc-4572-87d2-e5312578c8fe', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '624bd9b78bd446f2a89032e17a81f21c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:42.386137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-69a6b48c-ad11-407c-b35e-9a2fa7711745 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.1015952
Dec 16 09:25:42.419426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:42.423103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Usage tracker for resource:port and tenant:624bd9b78bd446f2a89032e17a81f21c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:42.425916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:42.430883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c828119a-8ce5-4fbb-8853-c0e8507db82e req-28b15be5-1d66-47f4-8a30-d9c777ce32df tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099731
Dec 16 09:25:42.431828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:42.432864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edf4046-702e-4d50-977f-b064a75ce7c7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:42.443146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Made reservation on behalf of 624bd9b78bd446f2a89032e17a81f21c for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:42.447266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.458489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.460008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.481652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:42.485573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Usage tracker for resource:security_group_rule and tenant:624bd9b78bd446f2a89032e17a81f21c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:42.489248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:42.490819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Transition to ACTIVE for port object 1edf4046-702e-4d50-977f-b064a75ce7c7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:42.496618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:42.501200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3f3f4-2a56-44b4-afa6-028fb99594d5 req-7cd88eac-16cd-46dd-bb3c-729b839ee778 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:42.502155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d1c3f3f4-2a56-44b4-afa6-028fb99594d5 req-7cd88eac-16cd-46dd-bb3c-729b839ee778 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Synchronizing usage tracker for tenant:789d644e4fc54788aa2acd8a87552dd7 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:42.513142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-2f81c2e3-f8f6-438b-9ecf-22de3d05c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:42.514595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-2f81c2e3-f8f6-438b-9ecf-22de3d05c6be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1189289
Dec 16 09:25:42.515870 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.524138 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0eb801bb-7e8f-47c8-89e6-4513e172a09e tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:42.550434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b5c3740f-adb8-4bd9-9194-9d8db4eed8ee details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:42.631599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-a3e73293-8875-41a2-9e44-21056a133454 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737562
Dec 16 09:25:42.632143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d1c3f3f4-2a56-44b4-afa6-028fb99594d5 req-7cd88eac-16cd-46dd-bb3c-729b839ee778 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Unset dirty status for tenant:789d644e4fc54788aa2acd8a87552dd7 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:42.641100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d1c3f3f4-2a56-44b4-afa6-028fb99594d5 req-7cd88eac-16cd-46dd-bb3c-729b839ee778 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 936 time: 0.4940968
Dec 16 09:25:42.661026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.673722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.685372 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1262ed4-fa3d-4a92-8b5f-97f0574dc131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:42.797906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536ef06b-1c44-4cf1-a6a7-65f2b77bc397,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:42.803859 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:42.830041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:42.847598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee', 'mac_address': 'fa:16:3e:b6:0a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:42.906814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Pushing event updated for resources: {'Port': ['ID=1edf4046-702e-4d50-977f-b064a75ce7c7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:42.916252 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:42.934670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.950980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Allocated IP 192.168.233.117 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/b2f02507-bc04-4d6e-af71-3fe71d53a589) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:42.956452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c3740f-adb8-4bd9-9194-9d8db4eed8ee {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:42.974930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:42.980931 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:42.984340 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:43.040886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:43.074024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:43.079934 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:43.083711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d1c3f3f4-2a56-44b4-afa6-028fb99594d5 req-4c01da19-ab97-4506-8460-62c954d0a357 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4416552
Dec 16 09:25:43.121826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Attempting to bind port 1edf4046-702e-4d50-977f-b064a75ce7c7 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:43.122144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Attempting to bind port 1edf4046-702e-4d50-977f-b064a75ce7c7 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:43.123240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Attempting to bind port 1edf4046-702e-4d50-977f-b064a75ce7c7 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:43.144587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Port 1edf4046-702e-4d50-977f-b064a75ce7c7 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:43.144907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Attempting to bind port 1edf4046-702e-4d50-977f-b064a75ce7c7 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:43.165632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:43.165972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:43.166366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:43.166805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Bound port: 1edf4046-702e-4d50-977f-b064a75ce7c7, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:43.167150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.181051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-be367f50-eadb-427f-9663-2c26a96ac0a5 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4676435
Dec 16 09:25:43.199454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.215664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['b5c3740f-adb8-4bd9-9194-9d8db4eed8ee'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:43.240548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Transition to ACTIVE for port object b2f02507-bc04-4d6e-af71-3fe71d53a589 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:43.253852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74d8a-c78a-4abe-b957-a9763581229c req-051614ce-8fd7-4caa-9dcf-bf33416f299b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:43.255372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0a74d8a-c78a-4abe-b957-a9763581229c req-051614ce-8fd7-4caa-9dcf-bf33416f299b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 968 time: 0.5007694
Dec 16 09:25:43.278873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.291961 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:43.353691 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.359633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:43.362783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:43.367377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:43.372744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:43.373437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.392752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Pushing event updated for resources: {'Port': ['ID=b2f02507-bc04-4d6e-af71-3fe71d53a589,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:43.397670 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:43.412986 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1344390
Dec 16 09:25:43.434566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Request body: {'port': {'device_id': '7d437891-19bc-4572-87d2-e5312578c8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:43.455727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:43.476748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:65d62f5a280947d48650281cd3bcaae7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:43.487217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:43.508048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0a74d8a-c78a-4abe-b957-a9763581229c req-6f612388-f102-46dd-843d-28d12f917c5d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415504
Dec 16 09:25:43.509065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] For port 1edf4046-702e-4d50-977f-b064a75ce7c7, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:43.513160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:43.543357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] For port 1edf4046-702e-4d50-977f-b064a75ce7c7, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1edf4046-702e-4d50-977f-b064a75ce7c7,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:43.582853 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.599818 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:43.631053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.639654 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-76acc255-f1e4-46ae-8963-ccca2b0d9dfb service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4494650
Dec 16 09:25:43.640714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.699933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f86b648c-af09-4b22-b36b-5bb47f05cf98 None None] Provisioning for port b2f02507-bc04-4d6e-af71-3fe71d53a589 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:43.704195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:43.704812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.705671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f86b648c-af09-4b22-b36b-5bb47f05cf98 None None] Provisioning complete for port b2f02507-bc04-4d6e-af71-3fe71d53a589 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:43.706180 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] 10.222.0.74 "PUT /v2.0/ports/1edf4046-702e-4d50-977f-b064a75ce7c7 HTTP/1.1" status: 200  len: 1096 time: 2.5816481
Dec 16 09:25:43.706488 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86b648c-af09-4b22-b36b-5bb47f05cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.719575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'tag': '1edf4046-702e-4d50-977f-b064a75ce7c7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:43.752717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed47c0-dcce-49b3-b403-41f8dc02efc9 req-6d07149c-4001-479b-ad4d-c41e749d3c3b tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:43.754248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74ed47c0-dcce-49b3-b403-41f8dc02efc9 req-6d07149c-4001-479b-ad4d-c41e749d3c3b tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 936 time: 0.3770142
Dec 16 09:25:43.781657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f86b648c-af09-4b22-b36b-5bb47f05cf98 None None] Port b2f02507-bc04-4d6e-af71-3fe71d53a589 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:43.834638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Pushing event updated for resources: {'Port': ['ID=1edf4046-702e-4d50-977f-b064a75ce7c7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:43.889556 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:43.971575 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74ed47c0-dcce-49b3-b403-41f8dc02efc9 req-3c7aeafa-08d5-459a-9386-dbd43f356654 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701832
Dec 16 09:25:43.975707 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.984923 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:43.994317 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bc63fcda-ff7b-4b2c-b898-6a96b9b181d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:44.046461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616a6fd-d6ac-4301-98b3-0da784830f68 req-ac14c9a9-fcf3-412a-b4f7-b606e3ba47b3 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.047959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4616a6fd-d6ac-4301-98b3-0da784830f68 req-ac14c9a9-fcf3-412a-b4f7-b606e3ba47b3 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 949 time: 0.3891120
Dec 16 09:25:44.053992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f02507-bc04-4d6e-af71-3fe71d53a589 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:44.063644 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.079594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Transition to ACTIVE for port object b2f02507-bc04-4d6e-af71-3fe71d53a589 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:44.080037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02187d2-a29a-4cab-94b2-babac808faa7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:44.084359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65d62f5a280947d48650281cd3bcaae7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0345089
Dec 16 09:25:44.084499 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.088770 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:44.090901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-2052c7f1-6ee3-4078-a634-3a941dc18b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.092392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-2052c7f1-6ee3-4078-a634-3a941dc18b5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=789d644e4fc54788aa2acd8a87552dd7&device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 1099 time: 0.3323147
Dec 16 09:25:44.096710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55714) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:44.098193 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:44.102509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-5bddb4a2-f800-4913-981e-a154150989ac tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.103995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-5bddb4a2-f800-4913-981e-a154150989ac tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1097 time: 0.2816243
Dec 16 09:25:44.181616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820554-2'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:44.215605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-943466fc-bb7d-4805-9062-97c56cd0c984 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=1edf4046-702e-4d50-977f-b064a75ce7c7 HTTP/1.1" status: 200  len: 217 time: 0.1106389
Dec 16 09:25:44.243109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4616a6fd-d6ac-4301-98b3-0da784830f68 req-2788369f-9558-4214-9913-d220eeb6dc52 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854603
Dec 16 09:25:44.355049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Attempting to bind port b2f02507-bc04-4d6e-af71-3fe71d53a589 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:44.355458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Attempting to bind port b2f02507-bc04-4d6e-af71-3fe71d53a589 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:44.355788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Attempting to bind port b2f02507-bc04-4d6e-af71-3fe71d53a589 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:44.360690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Pushing event updated for resources: {'Port': ['ID=b2f02507-bc04-4d6e-af71-3fe71d53a589,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:44.363600 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:44.364493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Port b2f02507-bc04-4d6e-af71-3fe71d53a589 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:44.364816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Attempting to bind port b2f02507-bc04-4d6e-af71-3fe71d53a589 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:44.379702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:44.380040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:44.380423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:44.380844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Bound port: b2f02507-bc04-4d6e-af71-3fe71d53a589, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:44.381193 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.403174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.419268 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a64a49d7-c732-4ad8-a6c1-587a3029076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.481470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.496942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-5d167ca3-dfef-49c5-ad82-eac949153b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.498304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-5d167ca3-dfef-49c5-ad82-eac949153b8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2668445
Dec 16 09:25:44.541598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] For port b2f02507-bc04-4d6e-af71-3fe71d53a589, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:44.550290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] For port b2f02507-bc04-4d6e-af71-3fe71d53a589, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2f02507-bc04-4d6e-af71-3fe71d53a589,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:44.551019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b5c3740f-adb8-4bd9-9194-9d8db4eed8ee up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:44.557308 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.564214 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:44.586924 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.624901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.625525 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.626932 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] 10.222.0.54 "PUT /v2.0/ports/b2f02507-bc04-4d6e-af71-3fe71d53a589 HTTP/1.1" status: 200  len: 1096 time: 1.1978843
Dec 16 09:25:44.629825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d437891-19bc-4572-87d2-e5312578c8fe', 'tag': 'b2f02507-bc04-4d6e-af71-3fe71d53a589'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:44.639008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.654699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:44.660468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:44.660959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.663041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Pushing event updated for resources: {'Port': ['ID=b2f02507-bc04-4d6e-af71-3fe71d53a589,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:44.666453 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:44.667649 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.671869 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b02187d2-a29a-4cab-94b2-babac808faa7 HTTP/1.1" status: 204  len: 168 time: 0.4878905
Dec 16 09:25:44.671869 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be37d8fb-7a08-4cd5-8e8a-53fc1d1d2c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:44.680893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02187d2-a29a-4cab-94b2-babac808faa7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:44.683326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:44.685633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-7d45c6ad-718f-4785-b58b-cb33b3415638 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3962350
Dec 16 09:25:44.719841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:44.739019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:44.751586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Usage tracker for resource:floatingip and tenant:697a5a05a69545d5b99b0601d47c192f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:44.758574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:44.784454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532b21-784b-4e03-9cbd-af203e4e0928 req-c798e1ec-b497-4679-90c4-7ea16994570a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.786020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97532b21-784b-4e03-9cbd-af203e4e0928 req-c798e1ec-b497-4679-90c4-7ea16994570a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 946 time: 0.3921173
Dec 16 09:25:44.794746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:44.853580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.886540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15569f8c-81d1-444d-a017-a08248878612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:44.888123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-49f7585e-c4c0-4f1e-8e10-35df7b8a0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.890574 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-49f7585e-c4c0-4f1e-8e10-35df7b8a0c52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=624bd9b78bd446f2a89032e17a81f21c&device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 1099 time: 0.1940207
Dec 16 09:25:44.901022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:44.914667 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:44.917257 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:44.929776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-3c23e4e1-abbc-4a4c-befe-7982bff03273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:44.931302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-3c23e4e1-abbc-4a4c-befe-7982bff03273 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4214697
Dec 16 09:25:44.935018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.003477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:45.008401 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:45.015260 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-e23b8cf9-2882-4c53-b56d-413279465f62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=b2f02507-bc04-4d6e-af71-3fe71d53a589 HTTP/1.1" status: 200  len: 217 time: 0.1115074
Dec 16 09:25:45.090663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-8e995086-cc01-46ed-8c34-22c0cadf8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:45.092411 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-8e995086-cc01-46ed-8c34-22c0cadf8298 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0663850
Dec 16 09:25:45.144694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97532b21-784b-4e03-9cbd-af203e4e0928 req-b9bc87e7-d206-4751-86de-97ace0e1e266 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592771
Dec 16 09:25:45.149775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:45.150086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.174837 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.199488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:45.206348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5f531ffe82704f8b95c7a7e16910eecc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:45.208577 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'tag': '1edf4046-702e-4d50-977f-b064a75ce7c7', 'status': 'completed', 'code': 200}
Dec 16 09:25:45.211804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:45.219588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:45.252621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:45.253176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-6123f390-286f-4e59-b2d8-8902322cac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:45.254812 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-6123f390-286f-4e59-b2d8-8902322cac89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1468534
Dec 16 09:25:45.381833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-876f3dfb-3e3b-4f98-839a-dd73eab428f0 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4267006
Dec 16 09:25:45.399205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:45.438785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.450797 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-a6475c6a-94f2-4a78-81c7-5dd903ec9169 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864121
Dec 16 09:25:45.452497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.456655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.466550 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8248be36-19ee-4c5f-ba1e-ffedafdabccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:45.584734 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.587447 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f531ffe82704f8b95c7a7e16910eecc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4361579
Dec 16 09:25:45.590711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55740) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:45.593301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9d85c-2879-423c-81df-089979fceed6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:45.611202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.614921 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:45.621580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.626450 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:45.668664 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-694deeee-6265-4df4-8f41-9bad9c9a99f7 req-d8cf47ae-f05c-4ad3-95c7-7424517a2a38 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045345
Dec 16 09:25:45.702110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.728349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.736996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcedb86-a3ac-4bef-bc40-a39b11a7a7d2 req-36c4d0ad-5f2d-4dbd-8d43-d783052ff2c4 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:45.738464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8bcedb86-a3ac-4bef-bc40-a39b11a7a7d2 req-36c4d0ad-5f2d-4dbd-8d43-d783052ff2c4 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 948 time: 0.4095197
Dec 16 09:25:45.777928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.782686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22fabf31-36f1-48af-bad9-d7e4087c1dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:45.798375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-902fc294-fb61-44ea-a78f-0c3bf5cf307e req-f7809ded-269b-4e40-8035-39d009718e63 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4027920
Dec 16 09:25:45.844656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc9d85c-2879-423c-81df-089979fceed6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:45.846692 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:45.852201 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:45.855776 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5dc9d85c-2879-423c-81df-089979fceed6 HTTP/1.1" status: 204  len: 168 time: 0.2564030
Dec 16 09:25:45.899767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-358a7e2a-c9e7-492d-b150-dfdf5f2374be tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:45.900597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-358a7e2a-c9e7-492d-b150-dfdf5f2374be tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Synchronizing usage tracker for tenant:41f8434b90bc4d65b18d25a8e72d4899 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:45.917882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-358a7e2a-c9e7-492d-b150-dfdf5f2374be tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Unset dirty status for tenant:41f8434b90bc4d65b18d25a8e72d4899 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:45.919309 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-358a7e2a-c9e7-492d-b150-dfdf5f2374be tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 971 time: 0.1251900
Dec 16 09:25:45.957780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:45.962239 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:45.995358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Deleting port 2db73269-b79f-4804-a426-6bb4d914e0f9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:25:45.996096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.026614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8bcedb86-a3ac-4bef-bc40-a39b11a7a7d2 req-82c9edb4-e169-4e5d-8125-aea465668884 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194011
Dec 16 09:25:46.040539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on host n-h2-820554-2 for vnic_type normal with profile {"migrating_to": "n-h1-820554-2"} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:46.040875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:46.041210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:46.055018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:46.055390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:46.069939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:46.070281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:46.070850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:46.071319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Bound port: f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:46.072006 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.087201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Allocated IP 172.25.3.159 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/c5835926-1a9a-46ca-aec4-7d46dfabf2ae) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:46.167520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-2ec3b03d-faaa-4fb8-a691-49bf2261690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:46.169033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-2ec3b03d-faaa-4fb8-a691-49bf2261690e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=789d644e4fc54788aa2acd8a87552dd7&device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 1099 time: 0.3143191
Dec 16 09:25:46.309896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] For port 2db73269-b79f-4804-a426-6bb4d914e0f9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2db73269-b79f-4804-a426-6bb4d914e0f9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:46.310371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.440765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:46.443143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Calling delete_port for 2db73269-b79f-4804-a426-6bb4d914e0f9 owned by compute:tempest-test_az-1673951584 {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:25:46.484179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:46.514354 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.540076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.542855 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:46.592507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-fefacf8a-90c0-4f50-b7ad-e993273b0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:46.593966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-fefacf8a-90c0-4f50-b7ad-e993273b0ee9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3672962
Dec 16 09:25:46.609857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3af2-54d9-488c-8897-7ad3c09c70d7 req-9329e8d4-13c2-420d-952b-e11e604eef27 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:46.611238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84bd3af2-54d9-488c-8897-7ad3c09c70d7 req-9329e8d4-13c2-420d-952b-e11e604eef27 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3 HTTP/1.1" status: 200  len: 971 time: 0.4382393
Dec 16 09:25:46.629103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.637487 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68dbde78-19e9-45f1-a7e4-9e14bef3d230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:46.641874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2db73269-b79f-4804-a426-6bb4d914e0f9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:46.689902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Pushing event deleted for resources: {'Port': ['ID=2db73269-b79f-4804-a426-6bb4d914e0f9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:46.698406 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:46.794922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] No DVR routers for this DVR port 2db73269-b79f-4804-a426-6bb4d914e0f9 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:25:46.798624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.817510 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2f645891-5a8a-4334-bea9-f2f82c81230d req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.54 "DELETE /v2.0/ports/2db73269-b79f-4804-a426-6bb4d914e0f9 HTTP/1.1" status: 204  len: 173 time: 0.8908100
Dec 16 09:25:46.878956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-e405ee6c-3c62-4e63-beee-1439f2b31383 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=1edf4046-702e-4d50-977f-b064a75ce7c7 HTTP/1.1" status: 200  len: 217 time: 0.2585835
Dec 16 09:25:46.922958 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:46.994092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:47.014558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:47.031688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84bd3af2-54d9-488c-8897-7ad3c09c70d7 req-48f8be21-a552-4c1f-bbce-1684aa2d2f38 tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] 10.222.0.66 "GET /v2.0/security-groups?id=9884d35e-7664-4aa1-8204-e0779f07abbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139673
Dec 16 09:25:47.059452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-68afcf5c-4526-485f-87f1-5e79e2434852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:47.060747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-68afcf5c-4526-485f-87f1-5e79e2434852 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1714425
Dec 16 09:25:47.065413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:47.065988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:47.067531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 1122 time: 2.9041352
Dec 16 09:25:47.085144 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d437891-19bc-4572-87d2-e5312578c8fe', 'tag': 'b2f02507-bc04-4d6e-af71-3fe71d53a589', 'status': 'completed', 'code': 200}
Dec 16 09:25:47.121662 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:47.128721 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15569f8c-81d1-444d-a017-a08248878612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee', 'code': 200}
Dec 16 09:25:47.143617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:47.184841 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:47.241471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'}, {'name': 'network-changed', 'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:47.340105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:47.349945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:47.352979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:47.385623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Pushing event updated for resources: {'Port': ['ID=c5835926-1a9a-46ca-aec4-7d46dfabf2ae,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:47.389444 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:47.462824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-be874471-8e18-4a4a-b5df-efd82ab9c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:47.464599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-be874471-8e18-4a4a-b5df-efd82ab9c74d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3960447
Dec 16 09:25:47.476782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cde669-6639-422a-97ff-115afe46ab24 req-f6f39ae6-6c38-4588-b242-a23a4ebf5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:47.478536 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-16cde669-6639-422a-97ff-115afe46ab24 req-f6f39ae6-6c38-4588-b242-a23a4ebf5a67 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 1101 time: 0.1674485
Dec 16 09:25:47.512084 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:47.545807 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-16cde669-6639-422a-97ff-115afe46ab24 req-23091913-3d2c-4a87-9ca9-bb88da57f279 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596073
Dec 16 09:25:47.594415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-505283c5-4b7b-4ee5-84e8-10688669aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:47.595973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-505283c5-4b7b-4ee5-84e8-10688669aa9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=624bd9b78bd446f2a89032e17a81f21c&device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 1099 time: 0.4729431
Dec 16 09:25:47.666541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f36f16-9b6f-49a8-b8ff-8295dcd631d2 req-3272d9bb-d231-4f92-81ee-8e546d40c7d6 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:47.668018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f36f16-9b6f-49a8-b8ff-8295dcd631d2 req-3272d9bb-d231-4f92-81ee-8e546d40c7d6 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 948 time: 0.4097114
Dec 16 09:25:47.809040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:47.869047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-e3e575b6-a596-4983-90fb-f6ae48aa335c service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3905966
Dec 16 09:25:47.885553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f36f16-9b6f-49a8-b8ff-8295dcd631d2 req-df56421a-eee8-44e0-835b-ecc7e69251af tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068803
Dec 16 09:25:48.132944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-a6d0f614-3406-4ec2-b32c-3e81b7d070b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:48.134388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-a6d0f614-3406-4ec2-b32c-3e81b7d070b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.5264688
Dec 16 09:25:48.229540 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-8bd81d5b-6322-4d97-8a16-29f5a3db8239 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=b2f02507-bc04-4d6e-af71-3fe71d53a589 HTTP/1.1" status: 200  len: 217 time: 0.0844855
Dec 16 09:25:48.349784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2f02507-bc04-4d6e-af71-3fe71d53a589 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:48.407895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0d81b79-d6c9-41a9-acf2-13ee2d69c7e9 req-83f03ec0-d5fe-42d7-9446-8e0e0dc27b00 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5283072
Dec 16 09:25:48.428827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-78f86136-52d9-4983-852f-5bc8ba3ad705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:48.430751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-78f86136-52d9-4983-852f-5bc8ba3ad705 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1844778
Dec 16 09:25:48.439261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144951f-3958-40be-97cf-d795e20691cd req-261b2f44-b27e-4338-930e-71c78ebab0f7 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:48.440628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6144951f-3958-40be-97cf-d795e20691cd req-261b2f44-b27e-4338-930e-71c78ebab0f7 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 950 time: 0.4384220
Dec 16 09:25:48.493441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2f02507-bc04-4d6e-af71-3fe71d53a589, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2f02507-bc04-4d6e-af71-3fe71d53a589,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:48.506916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'b2f02507-bc04-4d6e-af71-3fe71d53a589', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'b2f02507-bc04-4d6e-af71-3fe71d53a589', 'mac_address': 'fa:16:3e:1b:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:48.523304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.540863 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.554663 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:48.565935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1edf4046-702e-4d50-977f-b064a75ce7c7 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:25:48.574177 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.597886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f02507-bc04-4d6e-af71-3fe71d53a589 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:48.599516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6144951f-3958-40be-97cf-d795e20691cd req-5f5ce520-a269-4f57-84b0-6f88ca6db4af tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215475
Dec 16 09:25:48.624273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.655150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-153b6a58-4133-40de-9161-840bd94e5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:48.656821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-153b6a58-4133-40de-9161-840bd94e5578 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2152662
Dec 16 09:25:48.657444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Pushing event updated for resources: {'Port': ['ID=c5835926-1a9a-46ca-aec4-7d46dfabf2ae,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:48.662602 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:48.721052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2f02507-bc04-4d6e-af71-3fe71d53a589, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2f02507-bc04-4d6e-af71-3fe71d53a589,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:48.727387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.731654 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:48.755384 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.756536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.0526481
Dec 16 09:25:48.834751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b2f02507-bc04-4d6e-af71-3fe71d53a589,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:48.838661 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:48.840762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1edf4046-702e-4d50-977f-b064a75ce7c7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1edf4046-702e-4d50-977f-b064a75ce7c7,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:48.855901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '1edf4046-702e-4d50-977f-b064a75ce7c7', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '1edf4046-702e-4d50-977f-b064a75ce7c7', 'mac_address': 'fa:16:3e:b9:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:25:48.898321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-939a6e7b-f7ec-4dc4-99ec-d986092b9107 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Synchronizing usage tracker for tenant:697a5a05a69545d5b99b0601d47c192f on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:48.916447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.934075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edf4046-702e-4d50-977f-b064a75ce7c7 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:48.947389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-939a6e7b-f7ec-4dc4-99ec-d986092b9107 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Unset dirty status for tenant:697a5a05a69545d5b99b0601d47c192f on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:48.948819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-939a6e7b-f7ec-4dc4-99ec-d986092b9107 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 696 time: 0.1601319
Dec 16 09:25:48.950200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1edf4046-702e-4d50-977f-b064a75ce7c7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1edf4046-702e-4d50-977f-b064a75ce7c7,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:48.954839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:48.956703 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:48.981360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-fbebc525-7883-496b-aa7d-d9048212a9a8 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3147731
Dec 16 09:25:48.995375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['b2f02507-bc04-4d6e-af71-3fe71d53a589'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:49.073139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff5e2-0e13-481c-9335-8d16f2560335 req-c84da79b-3177-4c04-9b10-83af3e383384 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:49.074589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b39ff5e2-0e13-481c-9335-8d16f2560335 req-c84da79b-3177-4c04-9b10-83af3e383384 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.3343723
Dec 16 09:25:49.080665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1edf4046-702e-4d50-977f-b064a75ce7c7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:49.084518 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:49.086433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'name': 'network-vif-deleted', 'tag': '2db73269-b79f-4804-a426-6bb4d914e0f9'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:49.234191 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b39ff5e2-0e13-481c-9335-8d16f2560335 req-76bb03f9-9e38-46ff-b779-459ce8c58008 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512485
Dec 16 09:25:49.236611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['1edf4046-702e-4d50-977f-b064a75ce7c7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:49.269602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-113d9610-1180-4f65-b7e4-f7211d6260c2 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:49.271255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-113d9610-1180-4f65-b7e4-f7211d6260c2 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.3163087
Dec 16 09:25:49.276642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96d8aef4-cb18-430f-a016-e365c143eb04 req-93549f40-37ad-435d-b32f-2c803c530c71 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401819
Dec 16 09:25:49.283311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-2a350326-a2ae-4f29-b8b8-bc6e1b16666e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:25:49.284331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2c9243-c3d4-4807-b459-e7e10a30149b req-2a350326-a2ae-4f29-b8b8-bc6e1b16666e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066817
Dec 16 09:25:49.339270 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'code': 200}
Dec 16 09:25:49.340023 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'status': 'completed', 'code': 200}
Dec 16 09:25:49.482190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-b39ca916-dd87-495b-8622-62b2faa8e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:49.483828 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-b39ca916-dd87-495b-8622-62b2faa8e9de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1125 time: 0.1011689
Dec 16 09:25:49.492546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf0590-9f7f-4cd7-a2d4-c41fdd7ef0ba req-566e0629-f734-424e-b5c2-f50d8ab55fd5 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:49.494025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45bf0590-9f7f-4cd7-a2d4-c41fdd7ef0ba req-566e0629-f734-424e-b5c2-f50d8ab55fd5 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 949 time: 0.1494761
Dec 16 09:25:49.623023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45bf0590-9f7f-4cd7-a2d4-c41fdd7ef0ba req-a56fc8eb-91f6-4512-9618-7c26f8ddfc3f tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069300
Dec 16 09:25:49.672485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-803fd12d-e7bd-47ae-8d81-4a0eae55b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:49.674566 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-803fd12d-e7bd-47ae-8d81-4a0eae55b211 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.1796451
Dec 16 09:25:49.680478 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bb05cd-3e01-4a4e-ad32-12f6e53da4d3', 'name': 'network-vif-deleted', 'tag': '2db73269-b79f-4804-a426-6bb4d914e0f9', 'status': 'completed', 'code': 200}
Dec 16 09:25:49.792967 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-1a301219-dc6f-4a53-905d-9ff63e0c6b07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.1085694
Dec 16 09:25:49.909758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:49.971854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-9dbd9178-437d-4a09-a0ce-dc62e0299c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:49.973313 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-9dbd9178-437d-4a09-a0ce-dc62e0299c02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1504288
Dec 16 09:25:50.041821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80108ea2-6cb9-4b93-8977-0afc5d968d03 req-d2972eb1-2c1e-4aee-bb40-a651440d728b tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:50.043335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80108ea2-6cb9-4b93-8977-0afc5d968d03 req-d2972eb1-2c1e-4aee-bb40-a651440d728b tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 949 time: 0.3027360
Dec 16 09:25:50.055873 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0de0c717-4459-4f51-9ce1-2208909749e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41f8434b90bc4d65b18d25a8e72d4899&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1448090
Dec 16 09:25:50.058348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55826) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:50.064166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-41eba555-6eb5-4978-b914-3b54cf0a752c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654285
Dec 16 09:25:50.085246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-aeb78b97-0126-4562-a867-1b4739e9b60f tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:50.086618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-aeb78b97-0126-4562-a867-1b4739e9b60f tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 820 time: 0.3005307
Dec 16 09:25:50.114503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.142089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.198278 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.201975 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48165888-0235-4e45-9786-fd49e48b86b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:50.213082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9884d35e-7664-4aa1-8204-e0779f07abbe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:50.215967 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:50.221741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.225319 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9884d35e-7664-4aa1-8204-e0779f07abbe HTTP/1.1" status: 204  len: 168 time: 0.1636188
Dec 16 09:25:50.249152 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-dca91c93-9fe6-4762-bc90-e114dfb6a90f tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/quotas/697a5a05a69545d5b99b0601d47c192f HTTP/1.1" status: 200  len: 375 time: 0.1399572
Dec 16 09:25:50.303480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80108ea2-6cb9-4b93-8977-0afc5d968d03 req-40ec779d-5274-4577-b8f8-1e5bc934deca tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441165
Dec 16 09:25:50.369530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2f02507-bc04-4d6e-af71-3fe71d53a589 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:50.370715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-fa1bde2c-2f5f-40db-bea6-b7790e467970 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2920971
Dec 16 09:25:50.410372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-406374f7-b0bd-4ba8-8fae-47d7c9d4c2e8 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1532028
Dec 16 09:25:50.519241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port b2f02507-bc04-4d6e-af71-3fe71d53a589 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:50.527010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port b2f02507-bc04-4d6e-af71-3fe71d53a589 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:50.528970 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.579927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1edf4046-702e-4d50-977f-b064a75ce7c7 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:50.633164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55840) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:50.695889 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cdec4439-800b-405b-a429-a329da97b042 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1814a7b59164fa699bb0196e016329c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0599196
Dec 16 09:25:50.697751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:50.732080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de545c8e-f691-45b9-b7ed-4bbc0f433e0a req-a743fdee-dfae-480c-a98f-f8ed0ac8e7e3 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3531678
Dec 16 09:25:50.741801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-199ab8a3-c92f-4670-8372-e2fd8f9f2178 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766676
Dec 16 09:25:50.755584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a863cb-412f-41e6-9a33-d1cbd888af8a req-c0ff0933-b186-4538-af19-6e737ec3ca8d tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:50.757038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33a863cb-412f-41e6-9a33-d1cbd888af8a req-c0ff0933-b186-4538-af19-6e737ec3ca8d tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 950 time: 0.2410228
Dec 16 09:25:50.780208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.793627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.808646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 1edf4046-702e-4d50-977f-b064a75ce7c7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:50.813780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.816861 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 1edf4046-702e-4d50-977f-b064a75ce7c7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:50.817320 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.825921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:50.882216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2f02507-bc04-4d6e-af71-3fe71d53a589, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2f02507-bc04-4d6e-af71-3fe71d53a589,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:50.885692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d437891-19bc-4572-87d2-e5312578c8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f02507-bc04-4d6e-af71-3fe71d53a589'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:50.894281 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.896164 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.897436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2db73269-b79f-4804-a426-6bb4d914e0f9 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:25:50.899393 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:50.917649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe36a5-adf8-4acc-b541-6267de6d8bb5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:50.921269 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:50.925681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:50.926992 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fbe36a5-adf8-4acc-b541-6267de6d8bb5 HTTP/1.1" status: 204  len: 168 time: 0.2281835
Dec 16 09:25:50.930935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33a863cb-412f-41e6-9a33-d1cbd888af8a req-a78d1d14-ef85-49da-891b-8064da2a79cd tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519053
Dec 16 09:25:50.936057 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:50.994708 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-10f42789-10de-4fe6-9a57-23e7a2c9633c service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334702
Dec 16 09:25:51.008786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.034922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b2f02507-bc04-4d6e-af71-3fe71d53a589,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:51.043441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:51.056084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:290fc1f7afe74a29bae86d6753e4fbb2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:51.061080 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:51.061999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:51.065243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 2db73269-b79f-4804-a426-6bb4d914e0f9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:25:51.065685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2db73269-b79f-4804-a426-6bb4d914e0f9 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:25:51.074209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:51.171147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.219125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.227372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.229318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1edf4046-702e-4d50-977f-b064a75ce7c7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1edf4046-702e-4d50-977f-b064a75ce7c7,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:51.239962 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26197007-2cba-490b-8947-708f2cb1c8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:51.244459 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.250985 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:51.252084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f873d8-b264-462b-a7e8-94b821c191ad req-a01de6b6-8779-4c63-ab61-e5ecd2101dd2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:51.253893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62f873d8-b264-462b-a7e8-94b821c191ad req-a01de6b6-8779-4c63-ab61-e5ecd2101dd2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.1640842
Dec 16 09:25:51.295057 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=290fc1f7afe74a29bae86d6753e4fbb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4679515
Dec 16 09:25:51.296861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b5d705-988a-46c1-85d1-9c957178fb72,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:51.300051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:51.302638 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:51.380903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.388463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1edf4046-702e-4d50-977f-b064a75ce7c7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:51.396011 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:51.415856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.448746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62f873d8-b264-462b-a7e8-94b821c191ad req-7820cca7-1136-4f34-8647-ab193b63a7c6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886380
Dec 16 09:25:51.501253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.512240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00ec-7f33-47a6-a78a-af0fc70f6e9f req-dea8dc96-bb9d-48a3-b684-05c3f4874f87 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:51.519220 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:51.520111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f75b00ec-7f33-47a6-a78a-af0fc70f6e9f req-dea8dc96-bb9d-48a3-b684-05c3f4874f87 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.1659062
Dec 16 09:25:51.537184 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d437891-19bc-4572-87d2-e5312578c8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f02507-bc04-4d6e-af71-3fe71d53a589', 'code': 200}
Dec 16 09:25:51.567406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b5d705-988a-46c1-85d1-9c957178fb72,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:51.579029 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:51.580376 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:51.583686 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65b5d705-988a-46c1-85d1-9c957178fb72 HTTP/1.1" status: 204  len: 168 time: 0.2805135
Dec 16 09:25:51.751070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f75b00ec-7f33-47a6-a78a-af0fc70f6e9f req-12ade195-61e8-426e-988b-b17bda00e331 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299740
Dec 16 09:25:51.824937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98f025-ab68-4468-8f8d-f759c25ae81a req-9e39d5f1-6e18-4d10-afb9-10f3558de6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:51.826401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f98f025-ab68-4468-8f8d-f759c25ae81a req-9e39d5f1-6e18-4d10-afb9-10f3558de6a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 1101 time: 0.2081692
Dec 16 09:25:51.957539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f98f025-ab68-4468-8f8d-f759c25ae81a req-11879aba-2d4a-40dd-b0bc-6c042876ce8a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222255
Dec 16 09:25:51.971012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5416d42-0e36-4ea7-bbfe-fb2672043171 req-d5822ef9-00eb-4389-846a-299d5cf37a5f tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 210 time: 0.0488346
Dec 16 09:25:52.089796 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:25:52.145782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:52.171142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.183027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55912) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:52.184139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854f6de-795f-4ca3-81d9-61a8002c4c38 req-faca6b73-ac80-4a72-b0cf-b4f64280a093 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:52.185703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7854f6de-795f-4ca3-81d9-61a8002c4c38 req-faca6b73-ac80-4a72-b0cf-b4f64280a093 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 950 time: 0.1506782
Dec 16 09:25:52.196832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:52.201066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Usage tracker for resource:security_group_rule and tenant:143cbe2cadd7497c8e2e643fa10ad6de is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:52.204169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:52.210171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:52.215806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9106-2328-40b6-87ed-ecc45a696371 req-4a9d8942-608f-4b9d-a138-cadbea77b565 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:52.217282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f7f9106-2328-40b6-87ed-ecc45a696371 req-4a9d8942-608f-4b9d-a138-cadbea77b565 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 950 time: 0.1312172
Dec 16 09:25:52.260163 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7854f6de-795f-4ca3-81d9-61a8002c4c38 req-af700b21-b15b-4fa2-b364-8c519ae83ea2 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679474
Dec 16 09:25:52.291039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f7f9106-2328-40b6-87ed-ecc45a696371 req-922396c7-2fd0-49eb-8088-0662769ab77e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664816
Dec 16 09:25:52.305567 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.310263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.319359 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e9b66642-647d-49a0-8c57-42b21572de9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:52.367204 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=143cbe2cadd7497c8e2e643fa10ad6de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2152579
Dec 16 09:25:52.367204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d318835d-f169-4cba-92b6-c9f1034c40c7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:52.367730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55924) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:52.368430 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:52.412980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-network', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:52.418614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:52.422883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Usage tracker for resource:network and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:52.427362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:52.434522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.436679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:52.448509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Made reservation on behalf of 671682e4503c4ca18b2202676e5aa10f for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:52.451154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.463386 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.464359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.484116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:52.499003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Usage tracker for resource:security_group_rule and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:52.505726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:52.516820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:52.540919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.567084 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:52.588924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d318835d-f169-4cba-92b6-c9f1034c40c7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:52.592963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.594322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d318835d-f169-4cba-92b6-c9f1034c40c7 HTTP/1.1" status: 204  len: 168 time: 0.2253261
Dec 16 09:25:52.612754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.613125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.617011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.617410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.617777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.618138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.619219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.619592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.619940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.620291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.620636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.621521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:52.627225 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:52.658061 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.663329 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.672939 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9321f6bb-e537-4f5b-be28-bf072298bbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:52.701235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:25:52.731566 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.732107 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Added segment bfefa9da-1d0a-46bd-8fd0-398c51a05b49 of type vlan for network 9b6ec19c-a89b-4468-ac68-3d7737cae51c
Dec 16 09:25:52.734337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75186a04-c66c-48f6-817d-e19b4812ee17,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:52.741197 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:52.777962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a5a7b-afae-4963-89f8-f40a38951a2f req-1227c77a-36fc-4eb7-84f2-655a12eae533 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:52.779663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-308a5a7b-afae-4963-89f8-f40a38951a2f req-1227c77a-36fc-4eb7-84f2-655a12eae533 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.1098335
Dec 16 09:25:52.787204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.830852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.832335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:52.833600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:52.835965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-308a5a7b-afae-4963-89f8-f40a38951a2f req-05008826-13fb-4bf3-8247-e8c1bc92e0b4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499580
Dec 16 09:25:52.840873 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:52.956737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Pushing event updated for resources: {'Network': ['ID=9b6ec19c-a89b-4468-ac68-3d7737cae51c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:52.963868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55962) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:52.964182 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7797890
Dec 16 09:25:52.964910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:52.976263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Request body: {'subnet': {'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-subnet', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:52.977244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:25:53.015084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:53.029004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Usage tracker for resource:subnet and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:53.033194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:53.044929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:53.069218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Made reservation on behalf of 671682e4503c4ca18b2202676e5aa10f for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:53.071593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:53.246739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3514d1-f0a0-401b-b8aa-0a6c006c3625 req-6c373ffa-be98-4e98-a14d-fd7fea0f9b93 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:53.248239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a3514d1-f0a0-401b-b8aa-0a6c006c3625 req-6c373ffa-be98-4e98-a14d-fd7fea0f9b93 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.2810614
Dec 16 09:25:53.259516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa3586d5-67b5-46fa-8b74-5dd86836b1ee req-465d436a-a55c-4a1c-832d-424965e3554e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 210 time: 0.0674460
Dec 16 09:25:53.329207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a3514d1-f0a0-401b-b8aa-0a6c006c3625 req-d6239214-ed3e-43d1-9e12-96170c45197c tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664811
Dec 16 09:25:53.538969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edf4046-702e-4d50-977f-b064a75ce7c7'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:53.581256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:53.594666 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:53.619313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:53.667270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb204e4e-badd-4788-b253-38e895bee4d9 req-73d69cf2-f6c0-4dcb-9ad7-726bc8384397 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:53.668762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb204e4e-badd-4788-b253-38e895bee4d9 req-73d69cf2-f6c0-4dcb-9ad7-726bc8384397 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 950 time: 0.2428181
Dec 16 09:25:53.700326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1b191-4985-4c4b-9b95-35955e6dbbf4 req-cfe49151-c842-4121-9601-eedb87bdc1d1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:53.701768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8e1b191-4985-4c4b-9b95-35955e6dbbf4 req-cfe49151-c842-4121-9601-eedb87bdc1d1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 950 time: 0.2229321
Dec 16 09:25:53.716190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7858657-3f08-4bdf-bf1b-977fe5703de9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:53.719485 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:53.749045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Checking segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:53.749403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Network hostable DHCP agents. Network: 9b6ec19c-a89b-4468-ac68-3d7737cae51c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:25:53.753574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:53.768504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:53.772366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:91a49d4827bf4293b8e7e1ce6f478769 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:53.775786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:53.781408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:53.809686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb204e4e-badd-4788-b253-38e895bee4d9 req-8501c993-3cbb-426c-bc1c-71c3dd2d3eff tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232646
Dec 16 09:25:53.821946 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8e1b191-4985-4c4b-9b95-35955e6dbbf4 req-f269ea49-3279-489f-b6d5-ab7c8f73db50 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999174
Dec 16 09:25:53.823479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:25:53.836536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 9b6ec19c-a89b-4468-ac68-3d7737cae51c) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:53.842473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:53.843312 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:53.848214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a211e73-1871-48b1-a25b-6c4d27583ae7 None None] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:53.907114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.9412630
Dec 16 09:25:53.907861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56012) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:53.919486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:53.932573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:53.932842 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:53.939371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:53.942338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Usage tracker for resource:router and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:53.954465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:53.957326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10817107-d8f7-4f05-92fb-817916f6db94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:53.974963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:53.995937 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edf4046-702e-4d50-977f-b064a75ce7c7', 'code': 200}
Dec 16 09:25:54.018355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17789568-e20b-413c-ab5e-f6b7d8930370,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:54.024210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:54.037619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.039740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.041804 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91a49d4827bf4293b8e7e1ce6f478769&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4209268
Dec 16 09:25:54.044639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56018) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:54.118814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.151299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.200406 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.204791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:25:54.206123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.218427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.223900 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-39167acf-079c-458c-8a66-3c313e0d63eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:54.240581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17789568-e20b-413c-ab5e-f6b7d8930370,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:54.243805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.245164 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17789568-e20b-413c-ab5e-f6b7d8930370 HTTP/1.1" status: 204  len: 168 time: 0.1991494
Dec 16 09:25:54.268290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.268650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.269006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.269358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.269704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.270046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.270387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.270729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.271067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.271489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.271756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.272092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:25:54.280854 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:54.466000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed8d2d-eeb7-4bfc-8cdb-4b6731b8757e req-40cdc316-18c4-4328-9f51-174df4c4ef1e tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:54.467692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46ed8d2d-eeb7-4bfc-8cdb-4b6731b8757e req-40cdc316-18c4-4328-9f51-174df4c4ef1e tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.4214480
Dec 16 09:25:54.469703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-e9804bae-a220-4de8-9f29-d9ffc5b7f112 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:54.477696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-e9804bae-a220-4de8-9f29-d9ffc5b7f112 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 1101 time: 0.4795969
Dec 16 09:25:54.526506 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Allocated IP 172.20.0.2 (9b6ec19c-a89b-4468-ac68-3d7737cae51c/d7858657-3f08-4bdf-bf1b-977fe5703de9/47ab24d4-b876-4315-b493-92602fbfd730) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:54.554734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f3ccd-d1d6-4ed1-a087-548c7cae17b1 req-8892ea09-7a9c-4205-9b76-1dcf71bf1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:54.556223 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-140f3ccd-d1d6-4ed1-a087-548c7cae17b1 req-8892ea09-7a9c-4205-9b76-1dcf71bf1990 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 1101 time: 0.5605981
Dec 16 09:25:54.606860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.610733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.672048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:54.685176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Usage tracker for resource:security_group_rule and tenant:4a4a40f8dd3a4796a5f1fc16a98f1527 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:54.690535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:54.702405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46ed8d2d-eeb7-4bfc-8cdb-4b6731b8757e req-82058b0d-12cc-4595-be5e-762e51fa7021 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592395
Dec 16 09:25:54.704917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:54.746992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:54.754411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-140f3ccd-d1d6-4ed1-a087-548c7cae17b1 req-47c7691e-e03d-415b-8529-b9cb2092e030 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727681
Dec 16 09:25:54.755421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.767473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Transition to ACTIVE for port object 47ab24d4-b876-4315-b493-92602fbfd730 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:54.784884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.793048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Transition to ACTIVE for port object 47ab24d4-b876-4315-b493-92602fbfd730 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:54.800767 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.805301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:54.810239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Usage tracker for resource:security_group_rule and tenant:efca62787bcc42b9bf8440b64b650347 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:25:54.813721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:25:54.818608 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:54.821978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:54.879627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:54.888577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:54.901350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:54.934563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.940338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.959028 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:54.961854 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce28062a-4ca6-4f98-a4a5-d9b0f2c4c217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:54.992038 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=efca62787bcc42b9bf8440b64b650347&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2425284
Dec 16 09:25:54.995701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56044) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:25:55.013520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253f9bd4-8b24-4e48-b361-8530fb0c707e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:55.018686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:55.028552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Attempting to bind port 47ab24d4-b876-4315-b493-92602fbfd730 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:55.028975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Attempting to bind port 47ab24d4-b876-4315-b493-92602fbfd730 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:55.029379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Attempting to bind port 47ab24d4-b876-4315-b493-92602fbfd730 on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:55.035614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:55.036143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Checking segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:55.036570 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.036978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Bound using segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:55.037670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Bound port: 47ab24d4-b876-4315-b493-92602fbfd730, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:55.038384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.048896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Pushing event updated for resources: {'Port': ['ID=47ab24d4-b876-4315-b493-92602fbfd730,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:55.055369 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:55.077539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.108719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.145434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] For port 47ab24d4-b876-4315-b493-92602fbfd730, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:55.149272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] For port 47ab24d4-b876-4315-b493-92602fbfd730, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=47ab24d4-b876-4315-b493-92602fbfd730,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:55.153893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.157261 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.164031 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:55.172301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.178182 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:55.191223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253f9bd4-8b24-4e48-b361-8530fb0c707e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:55.193802 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:55.201964 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.206387 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/253f9bd4-8b24-4e48-b361-8530fb0c707e HTTP/1.1" status: 204  len: 168 time: 0.2095001
Dec 16 09:25:55.220603 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:55.253266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f2f14a41-200c-4992-aa1a-2f8b9abee9cb req-61f0b2ee-a42e-46ce-8f72-5c61b2e5f6f5 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 210 time: 0.2963161
Dec 16 09:25:55.258210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Pushing event updated for resources: {'Port': ['ID=47ab24d4-b876-4315-b493-92602fbfd730,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:55.262393 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:55.291387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09897e98-d76a-4262-95b0-2b4d5d519cc0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:55.302467 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:55.311072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca81ebe0-57ea-42a2-b9b4-ddb3799a52a4 req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8321967
Dec 16 09:25:55.443189 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.485651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-e6b2f70a-194e-4561-a542-947cce1f56ea tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:55.487950 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-e6b2f70a-194e-4561-a542-947cce1f56ea tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 820 time: 0.5322793
Dec 16 09:25:55.489715 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:55.568293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'port': {'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'admin_state_up': True, 'tenant_id': '697a5a05a69545d5b99b0601d47c192f'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:55.904624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Allocated IP 172.25.3.137 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/0584621a-a84d-4700-a3c2-4b59fd170021) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:55.919484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:25:55.978547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:25:56.022152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038df11-49b2-4dcb-b6e8-da2a04db2daf req-c23aa02e-1c3d-4062-8c1f-32a17aea9b8d tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:56.029124 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2038df11-49b2-4dcb-b6e8-da2a04db2daf req-c23aa02e-1c3d-4062-8c1f-32a17aea9b8d tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.3256271
Dec 16 09:25:56.142850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Made reservation on behalf of 697a5a05a69545d5b99b0601d47c192f for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:25:56.146332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:56.254515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2038df11-49b2-4dcb-b6e8-da2a04db2daf req-31ddfc69-f124-4f30-ba93-b400bc538870 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245197
Dec 16 09:25:56.455628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Allocated IP 172.20.0.7 (91f49cfa-8768-49cf-ab24-40493a7f60cb/788fc221-6fd7-4e05-8941-528edab659d6/ce08e493-58f5-4f30-8fa6-dad4a05949d5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:25:56.480545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-afe705fd-f8ba-4f14-8f98-8f53d802a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:56.486782 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-afe705fd-f8ba-4f14-8f98-8f53d802a68c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1125 time: 0.1446416
Dec 16 09:25:56.705988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:56.720264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238e29-1769-41ca-b1e7-217e2d02f961 req-ea82b4e2-a41e-4073-8b71-02d941e9f26f tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:56.720650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11cf15-6be3-4173-9c8b-653252380147 None None] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:25:56.721879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b238e29-1769-41ca-b1e7-217e2d02f961 req-ea82b4e2-a41e-4073-8b71-02d941e9f26f tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 950 time: 0.8000221
Dec 16 09:25:56.741345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-2e96912f-4e58-4523-82d8-e2c93d55f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:56.743656 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-2e96912f-4e58-4523-82d8-e2c93d55f505 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.2525277
Dec 16 09:25:56.843092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-90367507-2023-43a8-bc76-85bd7d04059f None None] Provisioning for port 47ab24d4-b876-4315-b493-92602fbfd730 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:56.847948 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6c55ae04-fcb4-4f52-a448-f287c5d94c6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.0950832
Dec 16 09:25:56.883717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b238e29-1769-41ca-b1e7-217e2d02f961 req-24ca3ced-5fa6-4bd7-996b-d6d7ba0d00ec tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244495
Dec 16 09:25:56.926374 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:56.951305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566b63-18d3-4670-88e3-9ae15a9a2c8c req-0eae429e-ca5d-4149-b42c-6287db87a8fb tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:56.952801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce566b63-18d3-4670-88e3-9ae15a9a2c8c req-0eae429e-ca5d-4149-b42c-6287db87a8fb tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 944 time: 0.2539937
Dec 16 09:25:56.960585 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:56.968127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Transition to ACTIVE for port object ce08e493-58f5-4f30-8fa6-dad4a05949d5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:56.969276 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:57.032127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-22fb8a1f-327f-4fbd-abaa-74117a5faf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:57.034517 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-22fb8a1f-327f-4fbd-abaa-74117a5faf8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1780684
Dec 16 09:25:57.070707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:57.082772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:57.099696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:57.101830 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-edd7fe13-77fe-4dc7-bce9-2d4ce59c8fb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548038
Dec 16 09:25:57.208051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Pushing event updated for resources: {'Port': ['ID=0584621a-a84d-4700-a3c2-4b59fd170021,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:57.216304 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:57.369020 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-c9399d53-800a-44cd-bf66-fc14a2baff29 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562535
Dec 16 09:25:57.424143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce566b63-18d3-4670-88e3-9ae15a9a2c8c req-f46b4af5-780b-4730-8140-0ef31f475f23 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4624038
Dec 16 09:25:57.519508 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:57.534464 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-f692b240-c632-4a44-84e4-6629ecb7645d service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544755
Dec 16 09:25:57.539900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:57.541443 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86d22ea6-5792-4aad-a023-f990827d0870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:57.622815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Pushing event updated for resources: {'Port': ['ID=ce08e493-58f5-4f30-8fa6-dad4a05949d5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:57.629949 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:57.639297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 47ab24d4-b876-4315-b493-92602fbfd730 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:57.693639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-70df3a58-4539-47b2-9f2d-23dccbc49a33 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:57.695019 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-70df3a58-4539-47b2-9f2d-23dccbc49a33 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1125 time: 0.1341863
Dec 16 09:25:57.711773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:57.758152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 47ab24d4-b876-4315-b493-92602fbfd730 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:57.778908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 47ab24d4-b876-4315-b493-92602fbfd730 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:57.779267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:57.849209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:57.892481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:25:57.894698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:25:57.914740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:25:57.920569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:57.921265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:57.974079 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:57.989862 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.015543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 47ab24d4-b876-4315-b493-92602fbfd730, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=47ab24d4-b876-4315-b493-92602fbfd730,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:58.020419 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.022674 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:58.082077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304da37-7aea-4ff1-a512-3180855d2c06 req-9dd4609c-d7c8-47fb-b02f-9ba21994e6a3 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:58.082869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3304da37-7aea-4ff1-a512-3180855d2c06 req-9dd4609c-d7c8-47fb-b02f-9ba21994e6a3 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Synchronizing usage tracker for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:25:58.086779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:25:58.099699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5436807
Dec 16 09:25:58.109677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=47ab24d4-b876-4315-b493-92602fbfd730,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:58.118252 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:58.131364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:58.181490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Request body: {'port': {'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:25:58.186991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:58.200884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.207194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.212969 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:58.214560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06fb44ff-6cb1-48b0-8576-cbe8ea6e3061 None None] Provisioning for port ce08e493-58f5-4f30-8fa6-dad4a05949d5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:25:58.220292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06fb44ff-6cb1-48b0-8576-cbe8ea6e3061 None None] Provisioning complete for port ce08e493-58f5-4f30-8fa6-dad4a05949d5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:58.220829 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06fb44ff-6cb1-48b0-8576-cbe8ea6e3061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.226282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3304da37-7aea-4ff1-a512-3180855d2c06 req-9dd4609c-d7c8-47fb-b02f-9ba21994e6a3 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Unset dirty status for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:25:58.227452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3304da37-7aea-4ff1-a512-3180855d2c06 req-9dd4609c-d7c8-47fb-b02f-9ba21994e6a3 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 931 time: 0.6071403
Dec 16 09:25:58.267496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fae5e-83e3-4634-b588-a6957cabdf04 req-fa51b880-6f95-43e3-af9f-2ee2976c2f7b tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:58.268992 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2fae5e-83e3-4634-b588-a6957cabdf04 req-fa51b880-6f95-43e3-af9f-2ee2976c2f7b tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.4347608
Dec 16 09:25:58.287246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-06fb44ff-6cb1-48b0-8576-cbe8ea6e3061 None None] Port ce08e493-58f5-4f30-8fa6-dad4a05949d5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:25:58.296736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on host n-h2-820554-2 for vnic_type normal with profile {} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:25:58.297076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:25:58.297406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:58.307128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:25:58.307402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Attempting to bind port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:25:58.316421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:25:58.316755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:25:58.317161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:25:58.317568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Bound port: f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:25:58.317908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.328604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=9']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:58.331966 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:58.410042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:58.414194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:25:58.417733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.421568 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:58.463776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3304da37-7aea-4ff1-a512-3180855d2c06 req-9c3944ec-811a-4f36-94a7-a56c1a1fc091 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237797
Dec 16 09:25:58.493921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:58.494525 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.495893 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 1092 time: 0.7882857
Dec 16 09:25:58.496360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:25:58.564252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=10']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:25:58.569122 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:25:58.576602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2fae5e-83e3-4634-b588-a6957cabdf04 req-2f9932e6-de0e-4792-b6b3-6b80db77cdfe tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2913942
Dec 16 09:25:58.587187 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.588622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:25:58.670729 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.761033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-1a3ebb11-1c22-4d6a-8cbc-16b3c8ce1f3b service neutron] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:25:58.776980 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-1a3ebb11-1c22-4d6a-8cbc-16b3c8ce1f3b service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:58.779358 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-03fbbc96-9860-43b4-8fd2-cc6011dd261a req-1a3ebb11-1c22-4d6a-8cbc-16b3c8ce1f3b service neutron] 10.222.0.54 "DELETE /v2.0/ports/f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.2759073
Dec 16 09:25:59.319371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e87195-e839-4161-85d3-6b02328caa87 req-18762e23-95bf-4f0f-b27b-8b51586f6bff tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:59.320820 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70e87195-e839-4161-85d3-6b02328caa87 req-18762e23-95bf-4f0f-b27b-8b51586f6bff tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 950 time: 0.4279544
Dec 16 09:25:59.341082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248cce4-0ca9-4ae6-be04-015a5e854c0f req-a07a2bdc-e1c2-44a7-a48d-e486f18f8eb0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:25:59.342476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4248cce4-0ca9-4ae6-be04-015a5e854c0f req-a07a2bdc-e1c2-44a7-a48d-e486f18f8eb0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 945 time: 0.3674068
Dec 16 09:25:59.361144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Router 88cd9fcb-7b33-4747-82ce-fd064ddd265c is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:25:59.517524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70e87195-e839-4161-85d3-6b02328caa87 req-bc0d5d6a-8638-4ec1-8577-013b36d873be tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874721
Dec 16 09:25:59.561672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4248cce4-0ca9-4ae6-be04-015a5e854c0f req-e1c76b4e-9350-4d92-a36a-ee4522e0f849 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027860
Dec 16 09:25:59.564794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 47ab24d4-b876-4315-b493-92602fbfd730 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:25:59.568213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce08e493-58f5-4f30-8fa6-dad4a05949d5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:25:59.578250 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:59.616460 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'status': 'completed', 'code': 200}
Dec 16 09:25:59.655746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 47ab24d4-b876-4315-b493-92602fbfd730 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:25:59.656127 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:59.722684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Transition to ACTIVE for port object ce08e493-58f5-4f30-8fa6-dad4a05949d5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:25:59.745624 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:25:59.754466 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:25:59.883961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:25:59.896225 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Sync routers for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:25:59.906451 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:25:59.907393 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2da9f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:00.007864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce08e493-58f5-4f30-8fa6-dad4a05949d5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:00.047920 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:00.052200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-325d29bc-6043-4a30-8679-a279bc6a13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:00.054228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-325d29bc-6043-4a30-8679-a279bc6a13c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1096 time: 0.3924851
Dec 16 09:26:00.065018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:00.066117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 6.1573427
Dec 16 09:26:00.069005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56138) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:00.101089 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:00.187408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Attempting to bind port ce08e493-58f5-4f30-8fa6-dad4a05949d5 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:00.187750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Attempting to bind port ce08e493-58f5-4f30-8fa6-dad4a05949d5 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:00.188081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Attempting to bind port ce08e493-58f5-4f30-8fa6-dad4a05949d5 on network 91f49cfa-8768-49cf-ab24-40493a7f60cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:00.204352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Port ce08e493-58f5-4f30-8fa6-dad4a05949d5 on network 91f49cfa-8768-49cf-ab24-40493a7f60cb not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:00.204705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Attempting to bind port ce08e493-58f5-4f30-8fa6-dad4a05949d5 on network 91f49cfa-8768-49cf-ab24-40493a7f60cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:00.222055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:00.222392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Checking segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:00.222960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Bound using segment: {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:00.223603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Bound port: ce08e493-58f5-4f30-8fa6-dad4a05949d5, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45778b5-04b6-4128-9551-105813d96803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:00.223955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:00.320027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bedf2d-7cb5-4cff-9348-306c7d6e9697 req-f28f74ba-fa5d-4645-b888-1661ac6a13f9 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:00.321595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bedf2d-7cb5-4cff-9348-306c7d6e9697 req-f28f74ba-fa5d-4645-b888-1661ac6a13f9 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 943 time: 0.4101889
Dec 16 09:26:00.340603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5ba43-17cd-4ba6-b066-234dc44a951c req-2696e780-d6af-413e-a017-415d750d45a5 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:00.342065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2df5ba43-17cd-4ba6-b066-234dc44a951c req-2696e780-d6af-413e-a017-415d750d45a5 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 950 time: 0.4333272
Dec 16 09:26:00.350370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-96554fc1-8e85-41a4-bdda-30a64c8a0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:00.352408 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-96554fc1-8e85-41a4-bdda-30a64c8a0b66 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.2898655
Dec 16 09:26:00.403115 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2da9f70>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 3, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:00.407940 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Checking router: 88cd9fcb-7b33-4747-82ce-fd064ddd265c for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:00.408486 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Updating router 88cd9fcb-7b33-4747-82ce-fd064ddd265c port 0584621a-a84d-4700-a3c2-4b59fd170021 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:26:00.467436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-647a9402-8a06-45cb-b606-93659ac819fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.0957549
Dec 16 09:26:00.469422 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:00.574301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bedf2d-7cb5-4cff-9348-306c7d6e9697 req-3157479c-2ce0-4b65-8500-9a063f97bd63 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435660
Dec 16 09:26:00.584453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2df5ba43-17cd-4ba6-b066-234dc44a951c req-7b16ae16-bf2f-4a19-ae6b-efc1ecbfc1cf tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175665
Dec 16 09:26:00.603663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] For port ce08e493-58f5-4f30-8fa6-dad4a05949d5, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:00.618033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-f95b00f2-a6ce-409f-910d-f6b545d22413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:00.623574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-f95b00f2-a6ce-409f-910d-f6b545d22413 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1388896
Dec 16 09:26:00.625563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] For port ce08e493-58f5-4f30-8fa6-dad4a05949d5, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:00.688122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:00.708614 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:00.747498 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-ecf16404-3615-412a-97e3-b458bcbf6802 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1155059
Dec 16 09:26:00.794612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:00.795279 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:00.796665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 1091 time: 2.6367185
Dec 16 09:26:00.800261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:00.821330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-7160d0e4-46aa-4a1f-87cd-fcc30f46f3d1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:00.823902 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-7160d0e4-46aa-4a1f-87cd-fcc30f46f3d1 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.74 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 950 time: 0.2451265
Dec 16 09:26:00.919748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Deleting port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:26:00.919748 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.045541 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.074113 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Transition to ACTIVE for port object 0584621a-a84d-4700-a3c2-4b59fd170021 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:01.090062 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.106367 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-033de5dd-5447-4372-aaac-3a23adf95739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:01.192647 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Attempting to bind port 0584621a-a84d-4700-a3c2-4b59fd170021 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:01.193237 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Attempting to bind port 0584621a-a84d-4700-a3c2-4b59fd170021 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:01.193792 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Attempting to bind port 0584621a-a84d-4700-a3c2-4b59fd170021 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:01.217999 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:01.218788 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:01.219392 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.220036 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:01.220674 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Bound port: 0584621a-a84d-4700-a3c2-4b59fd170021, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:01.221244 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.295723 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470aafba-0884-4a4d-9492-e1145cd93b1b None None] Pushing event updated for resources: {'Port': ['ID=0584621a-a84d-4700-a3c2-4b59fd170021,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:01.300576 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-470aafba-0884-4a4d-9492-e1145cd93b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:01.340362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce08e493-58f5-4f30-8fa6-dad4a05949d5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:01.343321 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] For port 0584621a-a84d-4700-a3c2-4b59fd170021, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:01.348182 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] For port 0584621a-a84d-4700-a3c2-4b59fd170021, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0584621a-a84d-4700-a3c2-4b59fd170021,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:01.348754 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:01.355506 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.370784 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:01.385176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.415386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-fba860f9-e00e-4135-aca8-496bc85245f9 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6573915
Dec 16 09:26:01.424064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] For port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:01.424426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.424552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271782a-a907-4292-be4a-370157991c68 req-74021e88-5a5b-4614-83e6-b5929807d22c tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:01.432553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2271782a-a907-4292-be4a-370157991c68 req-74021e88-5a5b-4614-83e6-b5929807d22c tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.3434525
Dec 16 09:26:01.463131 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470aafba-0884-4a4d-9492-e1145cd93b1b None None] Pushing event updated for resources: {'Port': ['ID=0584621a-a84d-4700-a3c2-4b59fd170021,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:01.489871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56160) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:01.517591 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:01.518564 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2da9f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:01.599024 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-470aafba-0884-4a4d-9492-e1145cd93b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:01.604677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-9d25ab97-d691-49b6-a943-caf8edf96d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:01.606267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-9d25ab97-d691-49b6-a943-caf8edf96d93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 1094 time: 0.4495647
Dec 16 09:26:01.618534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Calling delete_port for b5c3740f-adb8-4bd9-9194-9d8db4eed8ee owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:26:01.687807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2271782a-a907-4292-be4a-370157991c68 req-ddd03474-ca6f-47d5-862d-b545d4e2839b tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541618
Dec 16 09:26:01.728357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.730695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-aa8fcf65-1624-4034-a11d-5ea5ac633983 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 217 time: 0.1106508
Dec 16 09:26:01.736468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1b90-8208-48ea-81c6-eba8b0915b4e req-737a2030-7d33-4b5f-ae3d-8124972dc720 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:01.744212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c92f1b90-8208-48ea-81c6-eba8b0915b4e req-737a2030-7d33-4b5f-ae3d-8124972dc720 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1096 time: 0.5301659
Dec 16 09:26:01.758793 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:01.804417 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b763cbc-27d3-41e6-9057-146a14af09c6 req-460e4deb-8b00-4075-b56f-003f0d12fbc0 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3696277
Dec 16 09:26:01.807988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:01.817359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Usage tracker for resource:security_group_rule and tenant:9f1d0a0ca53b478a92c5188124db5ad4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:01.823270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:01.823987 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'status': 'completed', 'code': 200}
Dec 16 09:26:01.831758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:01.941805 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-b6db8547-4e29-49c1-bd1a-9e45424799ef tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=624bd9b78bd446f2a89032e17a81f21c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454493
Dec 16 09:26:01.948114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c92f1b90-8208-48ea-81c6-eba8b0915b4e req-c31903ca-d038-45ec-8bd3-60f1e4080dd4 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030818
Dec 16 09:26:01.967845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Allocated IP 172.20.0.1 (9b6ec19c-a89b-4468-ac68-3d7737cae51c/d7858657-3f08-4bdf-bf1b-977fe5703de9/1e68f22e-53ec-4adb-86e0-ef89c8c286c9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:01.977497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:01.999111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['b5c3740f-adb8-4bd9-9194-9d8db4eed8ee'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:02.002937 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c0255f0-1bc2-427e-98af-b71b9d666b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:02.106678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Pushing event deleted for resources: {'Port': ['ID=b5c3740f-adb8-4bd9-9194-9d8db4eed8ee,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:02.130526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:02.130898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:02.198659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:02.266492 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2da9f70>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 3, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:02.276107 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad48428-5ad6-4750-b72e-bab8c65c54c9 None None] The sync data for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 is: [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 3, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:02.284344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-01926ad8-d5fe-4d92-9763-228ef9e5a9ed tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:02.294472 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-01926ad8-d5fe-4d92-9763-228ef9e5a9ed tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3381433
Dec 16 09:26:02.318673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-3ac582ca-5540-4aab-bbc0-d39d3000f997 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/quotas/624bd9b78bd446f2a89032e17a81f21c HTTP/1.1" status: 200  len: 375 time: 0.0231423
Dec 16 09:26:02.353042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-db16fcae-fa9f-4a21-b73b-c2a66155bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:02.354650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-db16fcae-fa9f-4a21-b73b-c2a66155bd16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.5541308
Dec 16 09:26:02.471872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:02.517954 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd93e1c1-1ad9-4f69-97da-34b3581eabfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:02.539897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27821b-d481-4b2f-b15b-2be5c3429986 req-f3bf0697-48d1-4004-bf98-966860e80f98 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:02.541714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f27821b-d481-4b2f-b15b-2be5c3429986 req-f3bf0697-48d1-4004-bf98-966860e80f98 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 943 time: 0.2449732
Dec 16 09:26:02.550768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] No DVR routers for this DVR port b5c3740f-adb8-4bd9-9194-9d8db4eed8ee on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:26:02.552251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-f731973e-f713-437a-b2b4-f9c9fa80b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:02.554519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-f731973e-f713-437a-b2b4-f9c9fa80b2ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1579566
Dec 16 09:26:02.565074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb91f98-568e-44f6-b2b2-ada474a6d22c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:02.569202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-078abbfb-f7a0-4b95-94c9-f4bf6949f1a5 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=624bd9b78bd446f2a89032e17a81f21c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2488513
Dec 16 09:26:02.586820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:02.610760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15569f8c-81d1-444d-a017-a08248878612', 'name': 'network-vif-deleted', 'tag': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:02.622860 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:02.637175 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-330ca0e3-ff01-439d-b53c-897668f6f2f5 req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.74 "DELETE /v2.0/ports/b5c3740f-adb8-4bd9-9194-9d8db4eed8ee HTTP/1.1" status: 204  len: 173 time: 1.8048999
Dec 16 09:26:02.639909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:02.666808 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f1d0a0ca53b478a92c5188124db5ad4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1701012
Dec 16 09:26:02.671247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:02.723346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Transition to ACTIVE for port object 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:02.747342 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:02.801905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:02.817609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f27821b-d481-4b2f-b15b-2be5c3429986 req-fc527eef-6ee5-4cf9-b95f-0675b332afa4 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460532
Dec 16 09:26:02.892047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:02.893260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-55868736-0619-449f-8d08-486e41c0b67b service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3091691
Dec 16 09:26:02.916683 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6fb31079-f7c6-484b-b196-2717b24f54d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:02.982326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:03.009386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:03.014192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:03.015294 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.028486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.168947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Pushing event updated for resources: {'Port': ['ID=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:03.184159 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:03.185193 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-69ebc457-b5ce-463d-b04a-84ddfabf8a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:03.216231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84dfe11d-de9f-4d9f-81ff-e0e98f0d90ff req-71d91dde-f524-4658-9938-0fc6461b8f18 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=15569f8c-81d1-444d-a017-a08248878612 HTTP/1.1" status: 200  len: 210 time: 0.1542203
Dec 16 09:26:03.341265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75704-842c-46b0-8fde-6ef6ca9a6462 req-b42700e7-e496-44e9-8357-b03c6adc0af5 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4384048
Dec 16 09:26:03.394603 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15569f8c-81d1-444d-a017-a08248878612', 'name': 'network-vif-deleted', 'tag': 'b5c3740f-adb8-4bd9-9194-9d8db4eed8ee', 'status': 'completed', 'code': 200}
Dec 16 09:26:03.401399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.418754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9ce28c90-0b91-4c1c-8859-6282cfaec542 None None] Provisioning for port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:03.427794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9ce28c90-0b91-4c1c-8859-6282cfaec542 None None] Provisioning complete for port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:03.428640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ce28c90-0b91-4c1c-8859-6282cfaec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.439296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.446028 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cb91f98-568e-44f6-b2b2-ada474a6d22c HTTP/1.1" status: 204  len: 168 time: 0.7738271
Dec 16 09:26:03.447373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb91f98-568e-44f6-b2b2-ada474a6d22c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:03.452948 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:03.665696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0584621a-a84d-4700-a3c2-4b59fd170021 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:03.717749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ce28c90-0b91-4c1c-8859-6282cfaec542 None None] Port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:26:03.812330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e69b093a-463e-4c87-846f-3d9e5fa0adc2 req-869cbbbf-bb51-4617-98ef-6b3c2c5b3844 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 210 time: 0.3648624
Dec 16 09:26:03.815461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 0584621a-a84d-4700-a3c2-4b59fd170021 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:03.832155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 0584621a-a84d-4700-a3c2-4b59fd170021 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:03.832517 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.980883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.994858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:03.996513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:04.003046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:04.007190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-367f008e-1c62-4db3-92b4-c2caeb52e8e8 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:04.009852 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:04.016916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-367f008e-1c62-4db3-92b4-c2caeb52e8e8 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 0.6746423
Dec 16 09:26:04.025075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 0584621a-a84d-4700-a3c2-4b59fd170021, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0584621a-a84d-4700-a3c2-4b59fd170021,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:04.030541 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:04.032498 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:04.047646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac86515-722f-4824-bbfd-9228ad25055e req-c7c6c366-10b4-42bc-bb34-ed8eab5c67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:04.052087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ac86515-722f-4824-bbfd-9228ad25055e req-c7c6c366-10b4-42bc-bb34-ed8eab5c67d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 1094 time: 0.3272700
Dec 16 09:26:04.065983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-56baecb2-199c-4f49-80fe-3fdb9a16ca01 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/quotas/e1240a924e4648a68de372f9d00931e3 HTTP/1.1" status: 200  len: 375 time: 0.0481589
Dec 16 09:26:04.111943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:04.112762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=0584621a-a84d-4700-a3c2-4b59fd170021,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:04.116548 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:04.200709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:04.218244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Pushing event updated for resources: {'Port': ['ID=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:04.224149 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:04.229036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:04.236664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Usage tracker for resource:security_group_rule and tenant:9411bf9b016d4f019ea40beb7193af55 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:04.241702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:04.259330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:04.299607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:04.301817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:04.340575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac86515-722f-4824-bbfd-9228ad25055e req-5a4e7b9e-f0d4-45df-8c38-62f2f8718b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:04.342032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ac86515-722f-4824-bbfd-9228ad25055e req-5a4e7b9e-f0d4-45df-8c38-62f2f8718b0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.2684774
Dec 16 09:26:04.424339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c828bf0-f80d-40c8-9171-ad55ae1e5900 req-b6607d80-a460-42c1-942e-0aae2bd16658 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:04.425869 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c828bf0-f80d-40c8-9171-ad55ae1e5900 req-b6607d80-a460-42c1-942e-0aae2bd16658 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.3502791
Dec 16 09:26:04.430050 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-27a999db-1426-4ff5-bea2-235916d5fd48 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3632829
Dec 16 09:26:04.475311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ac86515-722f-4824-bbfd-9228ad25055e req-d437c5fc-86c6-47ef-a84b-789c582b052f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 217 time: 0.1192927
Dec 16 09:26:04.597999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Router 88cd9fcb-7b33-4747-82ce-fd064ddd265c has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:04.605698 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-b18da492-e0ae-4130-b573-355a2464d2ae tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=624bd9b78bd446f2a89032e17a81f21c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0482171
Dec 16 09:26:04.611528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b5c3740f-adb8-4bd9-9194-9d8db4eed8ee no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:26:04.674642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c828bf0-f80d-40c8-9171-ad55ae1e5900 req-8d4769aa-c048-4f82-b4b7-e96c253ca994 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274716
Dec 16 09:26:04.714263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: b5c3740f-adb8-4bd9-9194-9d8db4eed8ee {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:26:04.714613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b5c3740f-adb8-4bd9-9194-9d8db4eed8ee not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:26:04.737891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-79ada2ba-e42c-40ee-8045-8ffe8f309eba None None] Provisioning complete for port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:04.739388 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-79ada2ba-e42c-40ee-8045-8ffe8f309eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:04.742981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac86515-722f-4824-bbfd-9228ad25055e req-da5ef1dc-4ffb-4e1b-bde3-e73536809121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:04.747767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ac86515-722f-4824-bbfd-9228ad25055e req-da5ef1dc-4ffb-4e1b-bde3-e73536809121 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.2365818
Dec 16 09:26:04.865263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:04.883877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:04.894055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-79ada2ba-e42c-40ee-8045-8ffe8f309eba None None] Port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:26:04.903437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-0113d79f-410c-4c7c-9807-979ae562c095 service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4302323
Dec 16 09:26:04.948370 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf50a77d-7066-4423-a1c5-5b5fdede616d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:05.044650 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9411bf9b016d4f019ea40beb7193af55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9287496
Dec 16 09:26:05.051062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ad452-83c1-4585-b1a8-f4be7a769363,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:05.053984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:05.063095 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:05.080322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-3d8d0c3d-23eb-42bc-996f-8d0173e8fbce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:05.081767 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-3d8d0c3d-23eb-42bc-996f-8d0173e8fbce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4684916
Dec 16 09:26:05.087531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac86515-722f-4824-bbfd-9228ad25055e req-7ef5c351-366d-46ff-8a87-695447be1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:05.088096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:05.088982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ac86515-722f-4824-bbfd-9228ad25055e req-7ef5c351-366d-46ff-8a87-695447be1c0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3184044
Dec 16 09:26:05.097383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Sync routers for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:05.098592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Request body: {'port': {'device_id': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '624bd9b78bd446f2a89032e17a81f21c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:05.108337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:05.109472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f22e0070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:05.154663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741c6a1-c945-47ad-9530-3382684ad173 req-b7d923f0-3a9e-4db2-b807-b280dd23d3f7 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:05.156166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1741c6a1-c945-47ad-9530-3382684ad173 req-b7d923f0-3a9e-4db2-b807-b280dd23d3f7 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.3371048
Dec 16 09:26:05.250139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-45bf0f83-51c6-4fbc-8c0b-b534dde10281 service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3360660
Dec 16 09:26:05.305043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d90dc-ac0f-419b-a2cd-a87b1e3058d2 req-1028c173-5db2-45bd-a9c7-3fc766bb5d21 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:05.305789 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] 10.222.0.66 "PUT /v2.0/routers/88cd9fcb-7b33-4747-82ce-fd064ddd265c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2355831
Dec 16 09:26:05.306424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f1d90dc-ac0f-419b-a2cd-a87b1e3058d2 req-1028c173-5db2-45bd-a9c7-3fc766bb5d21 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 943 time: 0.3703966
Dec 16 09:26:05.347880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:05.355713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ac86515-722f-4824-bbfd-9228ad25055e req-06937dcd-dbc2-4481-9101-099f093dba27 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552612
Dec 16 09:26:05.362109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:05.374697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Deleting port 1edf4046-702e-4d50-977f-b064a75ce7c7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:26:05.375361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:05.396811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:05.401370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:05.418661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Usage tracker for resource:port and tenant:624bd9b78bd446f2a89032e17a81f21c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:05.424100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:05.438712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:05.478342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Made reservation on behalf of 624bd9b78bd446f2a89032e17a81f21c for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:05.482173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:05.613636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0584621a-a84d-4700-a3c2-4b59fd170021 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:05.624660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:05.658125 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a899da3c-604b-4473-b4ad-49f8daae974c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:05.704543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ad452-83c1-4585-b1a8-f4be7a769363,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:05.712039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:05.753474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:05.759235 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c46ad452-83c1-4585-b1a8-f4be7a769363 HTTP/1.1" status: 204  len: 168 time: 0.7004712
Dec 16 09:26:05.925748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Allocated IP 192.168.233.87 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/939257de-d5e5-4615-8cf6-f9dc82df551e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:06.038305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 0584621a-a84d-4700-a3c2-4b59fd170021 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:06.038651 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:06.108843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5aedd392-a8ec-4272-8bde-061950cffebf req-b90e3d47-e1ac-42d8-829f-54e87902d052 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 210 time: 0.1612122
Dec 16 09:26:06.110833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ac86515-722f-4824-bbfd-9228ad25055e req-6df21abd-0e26-4bc8-93f3-1516352844c1 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5406172
Dec 16 09:26:06.176535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f22e0070>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 2, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:06.199716 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Checking router: 88cd9fcb-7b33-4747-82ce-fd064ddd265c for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:06.200085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Updating router 88cd9fcb-7b33-4747-82ce-fd064ddd265c port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:26:06.269790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f1d90dc-ac0f-419b-a2cd-a87b1e3058d2 req-31819f1a-bbde-4798-84a6-71dc2a7a0d3a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9128878
Dec 16 09:26:06.294029 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:06.373544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:06.399683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Transition to ACTIVE for port object 939257de-d5e5-4615-8cf6-f9dc82df551e will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:06.462482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:06.468130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f196eded-4c6d-42eb-9397-f563ca54f1ad req-a29a94de-80a6-4123-bfa0-512632165a7d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 210 time: 0.1969798
Dec 16 09:26:06.469364 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:06.577785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] For port 1edf4046-702e-4d50-977f-b064a75ce7c7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1edf4046-702e-4d50-977f-b064a75ce7c7,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:06.586755 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:06.680137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:06.697805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:06.702895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:06.754960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:06.756195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:06.792110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Pushing event updated for resources: {'Port': ['ID=939257de-d5e5-4615-8cf6-f9dc82df551e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:06.816857 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:06.836828 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7417443
Dec 16 09:26:06.839541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:06.850063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-network', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:06.858091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:06.864603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Usage tracker for resource:network and tenant:f8cfbd92e66b4f5f8cfcc3f25142dcd1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:06.870175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:06.885663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:06.906842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Request body: {'port': {'device_id': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:06.961556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Made reservation on behalf of f8cfbd92e66b4f5f8cfcc3f25142dcd1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:06.962333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Calling delete_port for 1edf4046-702e-4d50-977f-b064a75ce7c7 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:26:06.963918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.004958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.027049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:07.034100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Usage tracker for resource:security_group_rule and tenant:f8cfbd92e66b4f5f8cfcc3f25142dcd1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:07.071941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:07.089150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:07.091368 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ce08e493-58f5-4f30-8fa6-dad4a05949d5 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:26:07.094394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['b2f02507-bc04-4d6e-af71-3fe71d53a589'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:07.124398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.298341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-640aa5b6-5cee-42b4-83dd-6a894b1f1acf None None] Provisioning for port 939257de-d5e5-4615-8cf6-f9dc82df551e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:07.309809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-640aa5b6-5cee-42b4-83dd-6a894b1f1acf None None] Provisioning complete for port 939257de-d5e5-4615-8cf6-f9dc82df551e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:07.310510 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-640aa5b6-5cee-42b4-83dd-6a894b1f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.370161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.74', 58530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:07.384069 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.488967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56306) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:07.538268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939257de-d5e5-4615-8cf6-f9dc82df551e {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:07.552952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.561337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-640aa5b6-5cee-42b4-83dd-6a894b1f1acf None None] Port 939257de-d5e5-4615-8cf6-f9dc82df551e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:26:07.562121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec757f4-0c2a-4561-a45f-9ee393bb7b7b req-02b88f7f-5777-46ae-8d7f-5fbac30838a3 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:07.570102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cec757f4-0c2a-4561-a45f-9ee393bb7b7b req-02b88f7f-5777-46ae-8d7f-5fbac30838a3 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b7583ed-ed12-4ab6-82ec-6513bf4ac28f HTTP/1.1" status: 200  len: 950 time: 0.7558146
Dec 16 09:26:07.570821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Transition to ACTIVE for port object 939257de-d5e5-4615-8cf6-f9dc82df551e will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:07.578442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.587053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0fb4-89a6-4f38-9a30-b1993879d032 req-d706eb3c-11f8-44cf-975d-bb7e71c828c9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:07.587727 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:07.589188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59cd0fb4-89a6-4f38-9a30-b1993879d032 req-d706eb3c-11f8-44cf-975d-bb7e71c828c9 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 950 time: 0.4056807
Dec 16 09:26:07.589945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.621906 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:07.634522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Transition to ACTIVE for port object 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:07.651975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.667750 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:07.767450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637b5d3-f153-40df-9bce-7a8cf9894ecf None None] Pushing event updated for resources: {'Port': ['ID=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:07.778119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=939257de-d5e5-4615-8cf6-f9dc82df551e,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:07.787679 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9637b5d3-f153-40df-9bce-7a8cf9894ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:07.803743 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:07.831146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Attempting to bind port 939257de-d5e5-4615-8cf6-f9dc82df551e on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:07.831510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Attempting to bind port 939257de-d5e5-4615-8cf6-f9dc82df551e by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:07.833128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Attempting to bind port 939257de-d5e5-4615-8cf6-f9dc82df551e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:07.843901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Port 939257de-d5e5-4615-8cf6-f9dc82df551e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:07.844419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Attempting to bind port 939257de-d5e5-4615-8cf6-f9dc82df551e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:07.868830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:07.869195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:07.869596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:07.870045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Bound port: 939257de-d5e5-4615-8cf6-f9dc82df551e, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:07.870394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.872343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-112a3fc4-28ad-4dc2-bd5c-8465234cb1f7 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:07.873842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-112a3fc4-28ad-4dc2-bd5c-8465234cb1f7 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 0.5003273
Dec 16 09:26:07.892114 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.914224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ce08e493-58f5-4f30-8fa6-dad4a05949d5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:07.940008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cec757f4-0c2a-4561-a45f-9ee393bb7b7b req-bdbeebd9-a8ba-45f9-8232-835050438216 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.66 "GET /v2.0/security-groups?id=91894897-6291-40d3-9f39-a6828025b431&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3689692
Dec 16 09:26:07.941700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.962452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:26:07.974125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:07.974459 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Added segment d867910f-6ba0-49de-a864-3a08da549ca3 of type vlan for network 582b5048-6198-43fc-aca3-3230df0ee905
Dec 16 09:26:08.001490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.001927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-431013945-network', 'tenant_id': '794fa3401bd34e5db7312b30fe58849c'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:08.007468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:08.011485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Usage tracker for resource:network and tenant:794fa3401bd34e5db7312b30fe58849c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:08.014686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:08.022708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:08.036872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] No DVR routers for this DVR port 1edf4046-702e-4d50-977f-b064a75ce7c7 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:26:08.039349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Pushing event deleted for resources: {'Port': ['ID=1edf4046-702e-4d50-977f-b064a75ce7c7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:08.049988 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:08.057493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Request body: {'port': {'device_id': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'admin_state_up': True, 'tenant_id': 'e1240a924e4648a68de372f9d00931e3'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:08.060667 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b78b934-d924-49a1-a198-21210fbda147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:08.069487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.082399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:08.082976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.106404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'mac_address': 'fa:16:3e:b3:d0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:26:08.186517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] For port 939257de-d5e5-4615-8cf6-f9dc82df551e, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:08.199194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] For port 939257de-d5e5-4615-8cf6-f9dc82df551e, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=939257de-d5e5-4615-8cf6-f9dc82df551e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:08.203153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48842639-c8c8-47ca-954c-0d06d0593fb1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:08.210857 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:08.213552 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:08.227820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Attempting to bind port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:08.228203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Attempting to bind port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:08.228678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Attempting to bind port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:08.229783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.251074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Made reservation on behalf of 794fa3401bd34e5db7312b30fe58849c for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:08.253311 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.264412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:08.264807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Checking segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:08.265223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.265631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Bound using segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:08.266116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Bound port: 1e68f22e-53ec-4adb-86e0-ef89c8c286c9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:08.266500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.275268 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.292165 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.296380 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.306326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'name': 'network-vif-deleted', 'tag': '1edf4046-702e-4d50-977f-b064a75ce7c7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:08.311335 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.4706478
Dec 16 09:26:08.315455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56320) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:08.360479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce08e493-58f5-4f30-8fa6-dad4a05949d5 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:08.404779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ce08e493-58f5-4f30-8fa6-dad4a05949d5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:08.418904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.424363 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:08.458976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:08.459896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.462280 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] 10.222.0.74 "PUT /v2.0/ports/939257de-d5e5-4615-8cf6-f9dc82df551e HTTP/1.1" status: 200  len: 1095 time: 1.5610044
Dec 16 09:26:08.462789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'tag': '939257de-d5e5-4615-8cf6-f9dc82df551e'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:08.463018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] For port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:08.480186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Pushing event updated for resources: {'Network': ['ID=582b5048-6198-43fc-aca3-3230df0ee905,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:08.487352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:08.487878 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65519b69-f0e2-46c4-8a63-518012b42671 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:08.516023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 582b5048-6198-43fc-aca3-3230df0ee905 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:26:08.570605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Request body: {'subnet': {'network_id': '582b5048-6198-43fc-aca3-3230df0ee905', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-subnet', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:08.605815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1741c6a1-c945-47ad-9530-3382684ad173 req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] 10.222.0.74 "DELETE /v2.0/ports/1edf4046-702e-4d50-977f-b064a75ce7c7 HTTP/1.1" status: 204  len: 173 time: 3.3881972
Dec 16 09:26:08.610097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=939257de-d5e5-4615-8cf6-f9dc82df551e,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:08.614267 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:08.616405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:08.620957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Usage tracker for resource:subnet and tenant:f8cfbd92e66b4f5f8cfcc3f25142dcd1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:08.624794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:08.631286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-75d2d912-c2ae-4865-9cbe-b4e59d98f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:08.633043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:08.633276 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-75d2d912-c2ae-4865-9cbe-b4e59d98f815 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=624bd9b78bd446f2a89032e17a81f21c&device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 1098 time: 0.1126716
Dec 16 09:26:08.659081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1edf4046-702e-4d50-977f-b064a75ce7c7 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:26:08.675873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:08.684236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Made reservation on behalf of f8cfbd92e66b4f5f8cfcc3f25142dcd1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:08.686538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.699723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] For port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:08.710745 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-b1a0ad7d-092b-4684-a207-b16ab1419023 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=939257de-d5e5-4615-8cf6-f9dc82df551e HTTP/1.1" status: 200  len: 217 time: 0.0699832
Dec 16 09:26:08.720064 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:08.724586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 1edf4046-702e-4d50-977f-b064a75ce7c7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:26:08.725084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1edf4046-702e-4d50-977f-b064a75ce7c7 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:26:08.727513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Usage tracker for resource:security_group_rule and tenant:794fa3401bd34e5db7312b30fe58849c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:08.742148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59cd0fb4-89a6-4f38-9a30-b1993879d032 req-3d9b8e28-ff55-4eaf-b2cc-965a3554f136 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1228030
Dec 16 09:26:08.746413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:08.762190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['ce08e493-58f5-4f30-8fa6-dad4a05949d5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:08.796552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-de574cf0-d0c5-47e5-b083-8541cec55d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:08.798122 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-de574cf0-d0c5-47e5-b083-8541cec55d66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0807998
Dec 16 09:26:08.814870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ce08e493-58f5-4f30-8fa6-dad4a05949d5,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:08.828833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:08.837082 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:08.838110 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:08.888953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:08.917475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-63f305bd-ea6e-483d-8b0d-e2007429b8a2 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:08.919827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-63f305bd-ea6e-483d-8b0d-e2007429b8a2 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 950 time: 0.6285458
Dec 16 09:26:08.944703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:08.945241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f22e0070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:25:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:08.948908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-8974812f-2948-4072-8e7a-655a72cb39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:08.950676 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-8974812f-2948-4072-8e7a-655a72cb39b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1428490
Dec 16 09:26:08.960096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Usage tracker for resource:port and tenant:e1240a924e4648a68de372f9d00931e3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:08.967835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:09.049222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:09.072178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637b5d3-f153-40df-9bce-7a8cf9894ecf None None] Pushing event updated for resources: {'Port': ['ID=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:09.080360 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9637b5d3-f153-40df-9bce-7a8cf9894ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:09.081603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00a34c-7e06-4e68-b9bc-2b2a8bfe91a6 req-c2e9b89a-c65b-4260-8f30-2d7596ff03ae tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:09.088820 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c00a34c-7e06-4e68-b9bc-2b2a8bfe91a6 req-c2e9b89a-c65b-4260-8f30-2d7596ff03ae tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 947 time: 0.7963903
Dec 16 09:26:09.145125 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-55bf29e6-6e0a-47b3-b2f4-ab5d9336df6e service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867740
Dec 16 09:26:09.162865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Made reservation on behalf of e1240a924e4648a68de372f9d00931e3 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:09.166606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:09.193560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Deleting port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:26:09.194473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:09.296889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c00a34c-7e06-4e68-b9bc-2b2a8bfe91a6 req-86cc2340-c7ba-472a-bcb2-7c44eb47dfb7 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068865
Dec 16 09:26:09.303033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:09.333083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-013ba0d4-b7e9-4bd0-87c2-3943205a15b6 req-9128c621-ef19-468c-a8f2-431aae95b1b8 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810637
Dec 16 09:26:09.502033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af04b3-9563-47a9-9e11-80a36036cdac req-0cc191f1-96bc-474e-a336-61b1e89a66e9 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:09.503529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98af04b3-9563-47a9-9e11-80a36036cdac req-0cc191f1-96bc-474e-a336-61b1e89a66e9 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 944 time: 0.5825403
Dec 16 09:26:09.607764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f0696f5-801e-48db-a2e5-31863ab95998 req-f2773024-3b02-4fcb-a808-624fd713d2b8 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 210 time: 0.1701291
Dec 16 09:26:09.683064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f22e0070>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:09.687583 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcdefd-ee62-4995-b6f5-1e73378aed90 None None] The sync data for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 is: [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:09.699831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:09.704421 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7583ed-ed12-4ab6-82ec-6513bf4ac28f', 'name': 'network-vif-deleted', 'tag': '1edf4046-702e-4d50-977f-b064a75ce7c7', 'status': 'completed', 'code': 200}
Dec 16 09:26:09.728205 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'tag': '939257de-d5e5-4615-8cf6-f9dc82df551e', 'status': 'completed', 'code': 200}
Dec 16 09:26:09.817791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98af04b3-9563-47a9-9e11-80a36036cdac req-edef6290-1f18-49d6-9742-d047151ac328 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704692
Dec 16 09:26:09.818402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:09.852611 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:09.892356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-034a239e-8bcd-476b-ad0f-99807014a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:09.893855 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-034a239e-8bcd-476b-ad0f-99807014a570 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=624bd9b78bd446f2a89032e17a81f21c&device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 1098 time: 0.1293635
Dec 16 09:26:09.957545 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.083019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897dcb1a-b179-481b-bacf-cdf02124809d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:10.107381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:26:10.115291 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:10.122948 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:10.185932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-4d4caefb-dfb7-4151-97a6-0c580089ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:10.187605 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-4d4caefb-dfb7-4151-97a6-0c580089ef09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2845495
Dec 16 09:26:10.295677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.296024 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Added segment 6cc9de74-8dc3-468a-a386-478b924ca96b of type vlan for network a7273c60-9377-469a-aee4-1192104dc3c5
Dec 16 09:26:10.330000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.342546 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-5720309d-e9d4-49d2-8394-bc0be24bbd3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=939257de-d5e5-4615-8cf6-f9dc82df551e HTTP/1.1" status: 200  len: 217 time: 0.1435423
Dec 16 09:26:10.397868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:10.401126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] For port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:10.401494 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.450464 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-6d0bf142-7878-49f9-b2d5-e1eb94e302ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:10.452069 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-6d0bf142-7878-49f9-b2d5-e1eb94e302ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1041155
Dec 16 09:26:10.490660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ce08e493-58f5-4f30-8fa6-dad4a05949d5 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:10.528490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84cfcea-af1e-4f86-80ab-81c35ad9c4ef,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:10.544589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:26:10.636182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-37b8b875-444d-4c20-9db9-1b55bf09d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:10.638145 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-37b8b875-444d-4c20-9db9-1b55bf09d992 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1718376
Dec 16 09:26:10.646341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port ce08e493-58f5-4f30-8fa6-dad4a05949d5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:10.651906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port ce08e493-58f5-4f30-8fa6-dad4a05949d5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:10.652523 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.735260 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:10.753936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Calling delete_port for 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:26:10.768113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56362) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:10.851456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.871286 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.878960 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.893858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Allocated IP 172.20.0.10 (2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6/50f3d445-642e-4001-89dc-7bec33f36fac/7301d08e-8401-400f-bd07-a9fe60b113d7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:10.904834 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-1e39dad7-ad7a-4d4d-b96e-1bc7e8033879 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592969
Dec 16 09:26:10.907201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:10.909840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ce08e493-58f5-4f30-8fa6-dad4a05949d5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:10.911711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:10.911860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:10.912509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.918976 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:10.920876 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28c97ba3-eba6-46e7-aba7-5841301f14f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:10.954116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Usage tracker for resource:security_group_rule and tenant:1350ac7bba1f45268730ac1aa5dd724a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:10.956266 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:10.963467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:10.994589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ce08e493-58f5-4f30-8fa6-dad4a05949d5,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:11.004474 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:11.020780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:11.040347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 3.5338631
Dec 16 09:26:11.042616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:11.055728 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c61a8ae-6237-4833-a8c1-5ced70fe1da8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=789d644e4fc54788aa2acd8a87552dd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2863641
Dec 16 09:26:11.060851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Request body: {'subnet': {'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-431013945-subnet', 'tenant_id': '794fa3401bd34e5db7312b30fe58849c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:11.073794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:11.080254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:11.108127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Usage tracker for resource:subnet and tenant:794fa3401bd34e5db7312b30fe58849c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:11.113108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Pushing event updated for resources: {'Network': ['ID=a7273c60-9377-469a-aee4-1192104dc3c5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:11.118020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:11.139562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Checking segment: {'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:11.139970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Network hostable DHCP agents. Network: 582b5048-6198-43fc-aca3-3230df0ee905, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:26:11.149206 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:11.152151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a7273c60-9377-469a-aee4-1192104dc3c5 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:26:11.160459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:11.221651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Made reservation on behalf of 794fa3401bd34e5db7312b30fe58849c for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:11.224212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.240333 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-70c4b93a-1646-49eb-9849-31f1a4ecd2b8 req-3f016b10-4549-4605-96dc-b346f7b25a38 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3180110
Dec 16 09:26:11.333385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12672e38-5849-4f88-b011-4a603d105611 req-4eb38a77-1cbd-4b43-8e89-13c06fd8cd60 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:11.335541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12672e38-5849-4f88-b011-4a603d105611 req-4eb38a77-1cbd-4b43-8e89-13c06fd8cd60 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 950 time: 1.2449627
Dec 16 09:26:11.339618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.343128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35c08a-4bcf-416f-98ed-288092cf21d3 req-b1005bbf-61c9-447c-a00b-293c4a545a15 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:11.347143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc35c08a-4bcf-416f-98ed-288092cf21d3 req-b1005bbf-61c9-447c-a00b-293c4a545a15 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 947 time: 0.7716439
Dec 16 09:26:11.422397 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.492673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.502207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.502791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Network 582b5048-6198-43fc-aca3-3230df0ee905 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:26:11.516247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.526128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc35c08a-4bcf-416f-98ed-288092cf21d3 req-aada3af5-470e-43b4-8edb-e31ef04b7e67 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282167
Dec 16 09:26:11.535865 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38df57bf-c053-4151-bc6c-455cde9aa8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:11.596289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12672e38-5849-4f88-b011-4a603d105611 req-f0d570b6-c064-4388-88f9-09e8450a7e67 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/security-groups?id=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341118
Dec 16 09:26:11.596757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 582b5048-6198-43fc-aca3-3230df0ee905) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:11.604964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292799f6-5d31-4e81-a1ce-0d6af41fe17c None None] Network 582b5048-6198-43fc-aca3-3230df0ee905 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:26:11.612895 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1350ac7bba1f45268730ac1aa5dd724a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2112925
Dec 16 09:26:11.616331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3bc1c7-ebbd-4ca8-b0c4-e0d808543551,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:11.621149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56380) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:11.624688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:11.658128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:11.666620 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.690116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.696090 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:11.716704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91894897-6291-40d3-9f39-a6828025b431,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:11.719485 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:11.774709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.776466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91894897-6291-40d3-9f39-a6828025b431 HTTP/1.1" status: 204  len: 168 time: 0.7017388
Dec 16 09:26:11.783390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:11.785174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.791846 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80610801-0907-4632-aa1f-00f5c9d92970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:11.818281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cf090dd9-9946-4e65-b41f-5bfd74704791 req-7004f80d-9d56-4875-83ac-06681a79c624 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:11.881617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=b911c784-d5d8-409c-a7ba-22b49f899b5b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:11.890748 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:11.894218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:11.894660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Network hostable DHCP agents. Network: a7273c60-9377-469a-aee4-1192104dc3c5, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:26:11.901307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 3.5314822
Dec 16 09:26:11.902296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cf090dd9-9946-4e65-b41f-5bfd74704791 req-7004f80d-9d56-4875-83ac-06681a79c624 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:11.903106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf090dd9-9946-4e65-b41f-5bfd74704791 req-7004f80d-9d56-4875-83ac-06681a79c624 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 210 time: 0.1369917
Dec 16 09:26:11.911543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:11.933850 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.939642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Network a7273c60-9377-469a-aee4-1192104dc3c5 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:26:11.948575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:11.955575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a7273c60-9377-469a-aee4-1192104dc3c5) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:11.955906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:11.960196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:11.960780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.962471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Usage tracker for resource:router and tenant:f8cfbd92e66b4f5f8cfcc3f25142dcd1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:11.965936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:11.972231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:11.980676 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:11.996522 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-774897bb-2565-4bcb-88fd-bf30e1cc2232 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:11.997745 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9521639
Dec 16 09:26:12.062221 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'code': 200}
Dec 16 09:26:12.066325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Pushing event deleted for resources: {'Port': ['ID=9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:12.095963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb3986-4cc3-475a-8968-752ae846933e None None] Network a7273c60-9377-469a-aee4-1192104dc3c5 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:26:12.128798 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.129873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.145407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.163229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5064b02-dfe1-413c-85da-a54b9fbea53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.163971 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:12.245134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:12.255047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-582b5048-6198-43fc-aca3-3230df0ee905', 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'fixed_ips': [{'subnet_id': 'c84cfcea-af1e-4f86-80ab-81c35ad9c4ef'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:26:12.256393 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.274294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:12.274803 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.278984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f809819-8a27-4469-a498-89c1270e89bb req-e05c2a3d-4102-4452-a4a0-c285ad848eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:12.280625 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7f809819-8a27-4469-a498-89c1270e89bb req-e05c2a3d-4102-4452-a4a0-c285ad848eb5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 1096 time: 0.1697156
Dec 16 09:26:12.308804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.319841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:12.359958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.380381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:12.384668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Usage tracker for resource:security_group_rule and tenant:5149551930d6445ab513cbd6bf63b4bb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:12.388110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:12.394116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:12.466132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370287-6d86-419b-8a85-3443b78fb681 req-7eb18a98-18b1-4968-a97f-562057736646 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:12.467621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81370287-6d86-419b-8a85-3443b78fb681 req-7eb18a98-18b1-4968-a97f-562057736646 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 945 time: 0.6380224
Dec 16 09:26:12.468687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] No DVR routers for this DVR port 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:26:12.518385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.524582 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7f809819-8a27-4469-a498-89c1270e89bb req-8d563589-4db5-4505-91c0-8cae699c39d2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2353215
Dec 16 09:26:12.526100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.534221 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1481ba9-2fcb-4009-a7cb-fdb48c30f6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:12.546674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:26:12.588076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.595108 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5149551930d6445ab513cbd6bf63b4bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2734442
Dec 16 09:26:12.596296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8727623c-3c4a-45c9-8899-a3ffd05554fe,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:12.599473 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:12.600667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:12.641525 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.681936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'name': 'network-vif-deleted', 'tag': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:12.715788 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.735287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:26:12.735835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:26:12.769383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.786540 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5d71472-6273-4ccf-8f5f-a22eb6c8427d req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.54 "DELETE /v2.0/ports/9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa HTTP/1.1" status: 204  len: 173 time: 3.8088479
Dec 16 09:26:12.824853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 939257de-d5e5-4615-8cf6-f9dc82df551e details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:26:12.865006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.876228 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-171559f2-b803-49b4-9615-dde12cfa740c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:12.917268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:12.923654 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8727623c-3c4a-45c9-8899-a3ffd05554fe HTTP/1.1" status: 204  len: 168 time: 0.3170009
Dec 16 09:26:12.923654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727623c-3c4a-45c9-8899-a3ffd05554fe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:12.925514 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:12.984451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:12.994696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1994413568-network', 'tenant_id': '8072d75f7ff241209505859a7639bdea'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:12.997314 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.006553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:13.006795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.014535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Usage tracker for resource:network and tenant:8072d75f7ff241209505859a7639bdea is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:13.023093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:13.036745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:13.059056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Made reservation on behalf of 8072d75f7ff241209505859a7639bdea for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:13.061911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.089701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.093792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:13.112257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:13.118003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Usage tracker for resource:security_group_rule and tenant:8072d75f7ff241209505859a7639bdea is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:13.120351 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.126820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:13.131981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81370287-6d86-419b-8a85-3443b78fb681 req-52db27d6-fd06-4b68-a37b-aace6b9a33e7 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5179815
Dec 16 09:26:13.166876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:13.202986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.210605 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-672b4594-b675-4892-8c3a-f945a1ffb520 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:13.211421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:13.247695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3bc1c7-ebbd-4ca8-b0c4-e0d808543551,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:13.251000 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:13.256798 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.266908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246b67a-71c8-480e-b8d2-cf7b68f688df req-8795e0de-bf30-41cc-a4cb-6dea3988da1f tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:13.299015 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9246b67a-71c8-480e-b8d2-cf7b68f688df req-8795e0de-bf30-41cc-a4cb-6dea3988da1f tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 947 time: 0.5766513
Dec 16 09:26:13.315764 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:13.327409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:13.386369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.393470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.424207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:26:13.426689 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e60ce6a7-51b1-4530-a0da-10eb252a169d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:13.476989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:13.484992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.485339 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Added segment e5dc9d1b-c518-455b-90c9-58b28cd48211 of type vlan for network 095a7ce6-5bdb-4f63-b968-99ca48469d5c
Dec 16 09:26:13.519656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:13.527939 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.529652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a3bc1c7-ebbd-4ca8-b0c4-e0d808543551 HTTP/1.1" status: 204  len: 168 time: 1.8789163
Dec 16 09:26:13.539431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:13.546679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:13.547809 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.566496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.592786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b2dd37b7-d6db-4516-9e56-92da6ebefc59 req-a410ec88-b33a-491d-ad0f-d11de43f9223 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Synchronizing usage tracker for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:13.612159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:13.618255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 939257de-d5e5-4615-8cf6-f9dc82df551e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=939257de-d5e5-4615-8cf6-f9dc82df551e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:13.635059 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:13.648550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6139297
Dec 16 09:26:13.660743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9220118-b37a-483a-a2ea-c4142b3501bf None None] Network a7273c60-9377-469a-aee4-1192104dc3c5 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:26:13.663227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9246b67a-71c8-480e-b8d2-cf7b68f688df req-fe973ee5-4d81-4cd5-bb6e-8c9a9ebf2eb8 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3606143
Dec 16 09:26:13.689244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1760a8-2a3f-4269-b9e5-e8246be00625,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:13.696539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Request body: {'port': {'device_id': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:13.721592 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:13.722251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.731153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:13.731807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:13.810731 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-319c054e-3d95-4f25-8fc3-a0bc9eed9fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:13.821042 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b03abd-23eb-4f88-9395-f63940e7fe3e', 'name': 'network-vif-deleted', 'tag': '9c0b3da0-3d98-4665-b6c7-dfa6b93ee7fa', 'status': 'completed', 'code': 200}
Dec 16 09:26:13.923918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b2dd37b7-d6db-4516-9e56-92da6ebefc59 req-a410ec88-b33a-491d-ad0f-d11de43f9223 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Unset dirty status for tenant:94ccb215fc064e92acc19fb01683f4f8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:13.931918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2dd37b7-d6db-4516-9e56-92da6ebefc59 req-a410ec88-b33a-491d-ad0f-d11de43f9223 tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b03abd-23eb-4f88-9395-f63940e7fe3e HTTP/1.1" status: 200  len: 210 time: 0.4909532
Dec 16 09:26:13.961468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Allocated IP 172.20.0.2 (582b5048-6198-43fc-aca3-3230df0ee905/c84cfcea-af1e-4f86-80ab-81c35ad9c4ef/5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:14.041267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Pushing event updated for resources: {'Network': ['ID=095a7ce6-5bdb-4f63-b968-99ca48469d5c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:14.046423 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:14.053737 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0674322
Dec 16 09:26:14.055664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56450) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:14.073782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Request body: {'subnet': {'network_id': '095a7ce6-5bdb-4f63-b968-99ca48469d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1994413568-subnet', 'tenant_id': '8072d75f7ff241209505859a7639bdea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:14.085049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:14.097297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Usage tracker for resource:subnet and tenant:8072d75f7ff241209505859a7639bdea is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:14.109341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:14.121611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:14.136964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:14.144656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Made reservation on behalf of 8072d75f7ff241209505859a7639bdea for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:14.148716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.150868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:14.151836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 095a7ce6-5bdb-4f63-b968-99ca48469d5c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:26:14.234527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '939257de-d5e5-4615-8cf6-f9dc82df551e', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '939257de-d5e5-4615-8cf6-f9dc82df551e', 'mac_address': 'fa:16:3e:4b:6f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:26:14.236609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.461425 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.617648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:14.639335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.657974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:14.668180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Usage tracker for resource:security_group_rule and tenant:93e728c7bef444fd8350f248c856c858 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:14.672555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:14.678932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:14.780145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6695e2df-0ecd-4325-b5d4-7c5e36e12afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.789582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.789739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.807834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.811870 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.824666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939257de-d5e5-4615-8cf6-f9dc82df551e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:14.842986 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11a1e718-9fe1-4853-9701-5abe2112f697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:14.843224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 939257de-d5e5-4615-8cf6-f9dc82df551e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=939257de-d5e5-4615-8cf6-f9dc82df551e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:14.845583 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.849354 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.863635 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:14.923853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:14.932048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e01367-75da-4d4a-9f5c-28bafb2d3fd9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:14.935565 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:14.946951 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:14.982412 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93e728c7bef444fd8350f248c856c858&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3634267
Dec 16 09:26:14.994352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56480) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:15.040774 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.052211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2bebc-0540-4af4-8634-01dc061b12c6 req-6c55bdf0-b65d-402e-bfd6-7544908bd062 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:15.053850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5da2bebc-0540-4af4-8634-01dc061b12c6 req-6c55bdf0-b65d-402e-bfd6-7544908bd062 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 932 time: 0.6414924
Dec 16 09:26:15.057025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Transition to ACTIVE for port object 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:15.078247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156984bd-7560-40d8-9baf-a162ef3ddb3e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:15.080848 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:15.085506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330886-2c90-4fc9-8355-28fe01ce3ead req-03fc5130-1180-48af-9184-4d8de25884bb tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:15.087031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03330886-2c90-4fc9-8355-28fe01ce3ead req-03fc5130-1180-48af-9184-4d8de25884bb tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 945 time: 0.6727138
Dec 16 09:26:15.100275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Checking segment: {'id': 'e5dc9d1b-c518-455b-90c9-58b28cd48211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '095a7ce6-5bdb-4f63-b968-99ca48469d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:15.100525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Network hostable DHCP agents. Network: 095a7ce6-5bdb-4f63-b968-99ca48469d5c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:26:15.127574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.144790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Transition to ACTIVE for port object 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:15.166346 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.169728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Network 095a7ce6-5bdb-4f63-b968-99ca48469d5c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:26:15.172356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=939257de-d5e5-4615-8cf6-f9dc82df551e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:15.182600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.183372 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.186878 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:15.189123 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:15.238909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 095a7ce6-5bdb-4f63-b968-99ca48469d5c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:15.243296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['939257de-d5e5-4615-8cf6-f9dc82df551e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:15.253521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:15.254174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.278628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9be0d-a6c2-4819-b9d7-ba164c63867c None None] Network 095a7ce6-5bdb-4f63-b968-99ca48469d5c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:26:15.288656 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2318418
Dec 16 09:26:15.311139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.313906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.317268 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3e01367-75da-4d4a-9f5c-28bafb2d3fd9 HTTP/1.1" status: 204  len: 168 time: 0.3204668
Dec 16 09:26:15.318316 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b4d4c0a9-0878-4d55-8e51-4d22934ed44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:15.338043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5da2bebc-0540-4af4-8634-01dc061b12c6 req-95d1ed20-edb5-411a-a998-87a4a332e66c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416401
Dec 16 09:26:15.338658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e01367-75da-4d4a-9f5c-28bafb2d3fd9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:15.344377 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:15.394711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Allocated IP 172.25.3.49 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/c419fe58-8858-49aa-9a70-d946a6a3633a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:15.406330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03330886-2c90-4fc9-8355-28fe01ce3ead req-92d1082f-6d8c-4b59-bf0d-cb91f6682a86 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224081
Dec 16 09:26:15.557925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Network 582b5048-6198-43fc-aca3-3230df0ee905 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:15.595440 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:15.609686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:15.617205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Pushing event updated for resources: {'Port': ['ID=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:15.694163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:15.832699 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.845154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.845505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.845846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.846182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.846512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.847150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.847644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.847978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.848302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.848625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.848940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.849258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:15.853021 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:15.891768 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.900163 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7301d08e-8401-400f-bd07-a9fe60b113d7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:15.916839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28963f-4653-449d-b74f-42e3136ef7b1 req-8f1d6deb-1ba4-4c67-9da1-5e315e3a160e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:15.918468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d28963f-4653-449d-b74f-42e3136ef7b1 req-8f1d6deb-1ba4-4c67-9da1-5e315e3a160e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 948 time: 0.2931981
Dec 16 09:26:15.921382 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.978815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Transition to ACTIVE for port object 7301d08e-8401-400f-bd07-a9fe60b113d7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:15.985562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Attempting to bind port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:15.985914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Attempting to bind port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:15.986306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Attempting to bind port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 on network 582b5048-6198-43fc-aca3-3230df0ee905 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:15.987384 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:15.997251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7963a3-f518-4c8c-944d-93cecd7c3e1d None None] Network 095a7ce6-5bdb-4f63-b968-99ca48469d5c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:26:15.997931 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e9395a4-08d8-4489-9f31-0b8f875c4d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:16.026055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:16.026444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Checking segment: {'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:16.026864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.027311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Bound using segment: {'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:16.027795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Bound port: 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:16.028181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.040468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d28963f-4653-449d-b74f-42e3136ef7b1 req-bdfb6112-4a9d-4b9f-92e3-48c76d1006f7 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155837
Dec 16 09:26:16.211798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:16.215537 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:16.216418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56504) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:16.303692 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.325340 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-440ca283-edfb-4b63-81c4-b5d0dd605f5f tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:16.450068 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b7e1e245-0f18-4817-9c95-bfdd9324a36a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94ccb215fc064e92acc19fb01683f4f8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2295971
Dec 16 09:26:16.450217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:16.450217 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.450735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:16.512303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:16.516712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:16.517928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:16.585917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.617328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:16.618667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:16.618788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] For port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:16.642319 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.643582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:16.644148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:16.644864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:16.645884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Bound port: 7301d08e-8401-400f-bd07-a9fe60b113d7, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:16.647466 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.680151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:16.721264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.728099 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:16.751120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:16.764003 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:16.790221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.792259 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01ac184d-dbc4-4a2e-9f8a-569c8ae8c7dc HTTP/1.1" status: 204  len: 168 time: 0.3407829
Dec 16 09:26:16.792802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] For port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,segment=NetworkSegment(d867910f-6ba0-49de-a864-3a08da549ca3),segment_id=d867910f-6ba0-49de-a864-3a08da549ca3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:16.864112 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:16.885750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:16.889429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:16.895410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:16.900603 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:16.905186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:17.054244 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:17.120239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Pushing event updated for resources: {'Port': ['ID=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:17.124967 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:17.173483 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:17.183608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Pushing event updated for resources: {'Port': ['ID=c419fe58-8858-49aa-9a70-d946a6a3633a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:17.200716 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:17.206812 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:17.293650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:17.382840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:17.382840 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:17.386653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] 10.222.0.74 "PUT /v2.0/ports/7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 1092 time: 3.7155888
Dec 16 09:26:17.391194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:17.426577 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1c180bdf-f4de-4846-9923-ecf190cbfbcc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a4a40f8dd3a4796a5f1fc16a98f1527&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1316504
Dec 16 09:26:17.430876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:17.564092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:17.629968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:17.671035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:17.676283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-eca6eaab-64bb-4a83-892d-4852897a1e8a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:17.678672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-eca6eaab-64bb-4a83-892d-4852897a1e8a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3&device_owner=compute%3Atempest-test_az-1673951584 HTTP/1.1" status: 200  len: 968 time: 1.3573036
Dec 16 09:26:17.694502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:17.705082 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:17.723416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:17.731518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ad7e1f5-2949-472a-8b26-1251f4c58b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:17.746946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09897e98-d76a-4262-95b0-2b4d5d519cc0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:17.749849 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:17.750817 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:17.752808 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09897e98-d76a-4262-95b0-2b4d5d519cc0 HTTP/1.1" status: 204  len: 168 time: 0.3201911
Dec 16 09:26:17.808370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:17.915804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-1a5e3da3-42ae-4dfd-a8c0-3f0e03b29d39 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 696 time: 0.2178483
Dec 16 09:26:17.929434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-d76c418f-d5b9-4491-ac83-3bffcc3e4520 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:17.930133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-d76c418f-d5b9-4491-ac83-3bffcc3e4520 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Synchronizing usage tracker for tenant:794fa3401bd34e5db7312b30fe58849c on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:17.997178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'floatingip': {'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:18.088366 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:18.181895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-c88bd034-732d-43b0-a43c-ab13f34749f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:18.183519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-c88bd034-732d-43b0-a43c-ab13f34749f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1095 time: 0.7212493
Dec 16 09:26:18.346816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-d76c418f-d5b9-4491-ac83-3bffcc3e4520 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Unset dirty status for tenant:794fa3401bd34e5db7312b30fe58849c on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:18.353769 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-d76c418f-d5b9-4491-ac83-3bffcc3e4520 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 1.1047311
Dec 16 09:26:18.356926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-e2910a4a-2e9f-420d-90bb-f2018f583e47 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 217 time: 0.1603580
Dec 16 09:26:18.432285 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:18.465552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257f8ad-e611-49d1-8860-91f1578ce613 None None] Network 582b5048-6198-43fc-aca3-3230df0ee905 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:26:18.564448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Provisioning for port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:18.590645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Provisioning complete for port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:18.591336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:18.637704 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-04691e85-3050-41e4-992d-c5f609051fe8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/quotas/794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 375 time: 0.2830412
Dec 16 09:26:18.743698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-59cd1a60-bfb9-457f-995b-068bf2e0f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:18.745273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-59cd1a60-bfb9-457f-995b-068bf2e0f19f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.3720007
Dec 16 09:26:18.832508 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:18.845225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-60fdb1b3-8ba1-4993-9a27-a167ebc4b2b1 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0968733
Dec 16 09:26:18.880807 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-d2847b9a-c674-46c9-90df-7850313e74af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0840290
Dec 16 09:26:18.895541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 939257de-d5e5-4615-8cf6-f9dc82df551e up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:18.961600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-149ac333-5e26-49cb-a550-53480671723a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2000244
Dec 16 09:26:18.977170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] For port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,segment=NetworkSegment(d867910f-6ba0-49de-a864-3a08da549ca3),segment_id=d867910f-6ba0-49de-a864-3a08da549ca3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:18.986456 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:18.992700 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:19.085984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-7b5e9333-9b6d-4d23-8707-3a33935de5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:19.085984 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-7b5e9333-9b6d-4d23-8707-3a33935de5a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1096 time: 0.1005487
Dec 16 09:26:19.086315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Pushing event updated for resources: {'Port': ['ID=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:19.088902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 939257de-d5e5-4615-8cf6-f9dc82df551e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:19.092271 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:19.102907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 939257de-d5e5-4615-8cf6-f9dc82df551e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:19.105873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:19.244343 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:19.278162 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939257de-d5e5-4615-8cf6-f9dc82df551e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:19.294752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 939257de-d5e5-4615-8cf6-f9dc82df551e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=939257de-d5e5-4615-8cf6-f9dc82df551e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:19.305439 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:19.308064 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:19.388198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=939257de-d5e5-4615-8cf6-f9dc82df551e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:19.393547 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:19.415294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-465f00c7-fb1e-4f0f-8992-2325c824d96f None None] Provisioning complete for port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:19.415775 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-465f00c7-fb1e-4f0f-8992-2325c824d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:19.424596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-d65a200b-ab91-423e-8eaf-69e713329121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:19.426185 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-d65a200b-ab91-423e-8eaf-69e713329121 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.3110600
Dec 16 09:26:19.501944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-39612341-6f2c-4dfc-839a-9d5406e6098e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.9939082
Dec 16 09:26:19.535102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-afdef775-4cca-411b-9d84-96adfcd1bdcd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.1010687
Dec 16 09:26:19.580744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:19.626507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-1f737164-dc3e-4b4d-983b-798cb5ef0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:19.634265 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-1f737164-dc3e-4b4d-983b-798cb5ef0813 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.0918024
Dec 16 09:26:19.646998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-b0babaf8-7d36-4cef-b041-6e5d2265341d service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6570671
Dec 16 09:26:19.691455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:19.692045 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:19.717500 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-25bf5e90-a5ed-41e1-ba93-a92b914e30d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0751858
Dec 16 09:26:19.721991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-643792ee-abf0-4c76-8219-5846715c4b5b service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8522213
Dec 16 09:26:19.876599 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-078d6bc6-2ac4-4047-8e00-3dca395d52f6 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457558
Dec 16 09:26:20.008537 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-589e84a8-b0b2-4b58-9c4a-dd97ec0fc6af req-adaee979-3e9f-40d1-85f2-58aa027b9cad service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247854
Dec 16 09:26:20.252528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:20.446267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-80575d60-c605-4bd4-babb-ed8f0191c299 service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5984683
Dec 16 09:26:20.451994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70a46dc9-33e9-4d43-8b51-38cefb017dfe req-892d24de-b87d-4c53-be91-bba4a694af26 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7404962
Dec 16 09:26:20.508437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-377fdca2-b055-4c10-9043-20146065e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:20.509811 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-377fdca2-b055-4c10-9043-20146065e374 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.7901318
Dec 16 09:26:20.764667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:26:20.937604 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:20.950194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:21.015725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-09430315-7ace-4e7b-b8c6-d3cf21de0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:21.017196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-09430315-7ace-4e7b-b8c6-d3cf21de0bdb service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.4422147
Dec 16 09:26:21.180074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Router 2fecb52a-91b0-4845-9edd-8e150057accf is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:26:21.197705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d989f-a27c-4315-a167-c410a9bd74cc req-99ca5004-dd9c-47af-b9c6-70d1f893f1b0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:21.199416 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66d989f-a27c-4315-a167-c410a9bd74cc req-99ca5004-dd9c-47af-b9c6-70d1f893f1b0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 944 time: 0.5025814
Dec 16 09:26:21.318998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-b8c4707d-8424-4753-81e1-29fd2a18d958 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 1022 time: 0.2781212
Dec 16 09:26:21.418153 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Floating IP a357a221-796d-42aa-b101-010347d8a65e associated. External IP: 172.25.3.159, port: 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a.
Dec 16 09:26:21.478362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66d989f-a27c-4315-a167-c410a9bd74cc req-a4a21a46-a2ee-4cfc-ad93-7456f5743fe9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2626302
Dec 16 09:26:21.678362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-9dad0bae-cad3-4440-a934-5eb893b3b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:21.679825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-9dad0bae-cad3-4440-a934-5eb893b3b831 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.3510725
Dec 16 09:26:21.845856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-dbf8f75f-2a3f-48fa-82c5-02869024e2ee tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:21.848266 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-dbf8f75f-2a3f-48fa-82c5-02869024e2ee tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 0.1739171
Dec 16 09:26:21.851663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:21.863747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Request body: {'port': {'device_id': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'admin_state_up': True, 'tenant_id': '794fa3401bd34e5db7312b30fe58849c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:21.868336 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Sync routers for ids ['2fecb52a-91b0-4845-9edd-8e150057accf'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:21.884827 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Routers {'2fecb52a-91b0-4845-9edd-8e150057accf'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:21.885779 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb5070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2fecb52a-91b0-4845-9edd-8e150057accf'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:21.987049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:21.991426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 10.0559540
Dec 16 09:26:21.992356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56628) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:22.033242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-3aa9c963-5b24-455d-94d4-596d871dbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:22.034724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-3aa9c963-5b24-455d-94d4-596d871dbf52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3401961
Dec 16 09:26:22.084578 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Set router 2fecb52a-91b0-4845-9edd-8e150057accf gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:22.260600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de269eb1-3b8c-45e8-baef-92ab6e56bf72 req-96726456-34ea-43c0-a1aa-babf81fceb2e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:22.261594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de269eb1-3b8c-45e8-baef-92ab6e56bf72 req-96726456-34ea-43c0-a1aa-babf81fceb2e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 949 time: 0.3285191
Dec 16 09:26:22.276543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:22.306858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-5c766602-b973-4b5e-8aee-d29eff4b79a9 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220049
Dec 16 09:26:22.345843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:22.365253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Usage tracker for resource:port and tenant:794fa3401bd34e5db7312b30fe58849c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:22.370710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:22.379550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:22.416572 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb5070>, [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:26:17Z', 'revision_number': 3, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:22.421023 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Checking router: 2fecb52a-91b0-4845-9edd-8e150057accf for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:22.421422 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Updating router 2fecb52a-91b0-4845-9edd-8e150057accf port c419fe58-8858-49aa-9a70-d946a6a3633a binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:26:22.460956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de269eb1-3b8c-45e8-baef-92ab6e56bf72 req-47caab91-b5cf-4cdb-b64a-eeccd7cfbf18 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832309
Dec 16 09:26:22.470794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Made reservation on behalf of 794fa3401bd34e5db7312b30fe58849c for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:22.475234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:22.482335 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:22.552316 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'status': 'completed', 'code': 200}
Dec 16 09:26:22.672667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd544d0-3942-48c9-afc2-4bb00de117b8 req-1c7d7130-4186-41bc-b24a-c25731fe0f7e service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3525414
Dec 16 09:26:22.679884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:22.684922 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:22.697374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:22.712228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:22.714016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37bf130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:22.762315 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-b356bed0-1016-455c-8ebb-59dffad45de1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "PUT /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 200  len: 1019 time: 4.8241594
Dec 16 09:26:22.897816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-34961a61-177a-46b7-bb13-73bf42752f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:22.899330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-34961a61-177a-46b7-bb13-73bf42752f1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1095 time: 0.3233616
Dec 16 09:26:22.906810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7301d08e-8401-400f-bd07-a9fe60b113d7 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:26:22.934047 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:22.948090 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Transition to ACTIVE for port object c419fe58-8858-49aa-9a70-d946a6a3633a will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:22.957482 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:22.963036 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:23.054518 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Pushing event updated for resources: {'Port': ['ID=c419fe58-8858-49aa-9a70-d946a6a3633a,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:23.086490 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.087517 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.089860 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939257de-d5e5-4615-8cf6-f9dc82df551e', 'code': 200}
Dec 16 09:26:23.090231 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.090716 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.091230 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.091706 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.092199 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.095272 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.095794 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.096653 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.097155 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.097641 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:23.104505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Allocated IP 172.20.0.10 (a7273c60-9377-469a-aee4-1192104dc3c5/b911c784-d5d8-409c-a7ba-22b49f899b5b/021cf3f1-2a13-4412-b5f5-c79cfb123805) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:23.105466 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:23.133205 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Attempting to bind port c419fe58-8858-49aa-9a70-d946a6a3633a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:23.133582 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Attempting to bind port c419fe58-8858-49aa-9a70-d946a6a3633a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:23.133949 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Attempting to bind port c419fe58-8858-49aa-9a70-d946a6a3633a on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:23.141676 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:23.141985 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:23.142389 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.142783 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:23.143266 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Bound port: c419fe58-8858-49aa-9a70-d946a6a3633a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:23.143799 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.171621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-bf9f74c6-88b3-4042-b2c6-067a8adb5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:23.179826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-bf9f74c6-88b3-4042-b2c6-067a8adb5056 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.4069729
Dec 16 09:26:23.213223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:23.252819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] For port c419fe58-8858-49aa-9a70-d946a6a3633a, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:23.256951 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] For port c419fe58-8858-49aa-9a70-d946a6a3633a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c419fe58-8858-49aa-9a70-d946a6a3633a,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:23.261515 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.267224 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-470aafba-0884-4a4d-9492-e1145cd93b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:23.345860 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Pushing event updated for resources: {'Port': ['ID=c419fe58-8858-49aa-9a70-d946a6a3633a,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:23.351716 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:23.368722 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Routers {'2fecb52a-91b0-4845-9edd-8e150057accf'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:23.369415 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb5070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2fecb52a-91b0-4845-9edd-8e150057accf'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:23.444206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:23.461098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.472699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'port_id': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'mac_address': 'fa:16:3e:6a:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3d445-642e-4001-89dc-7bec33f36fac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:26:23.493833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be513df-25a2-400f-8fd4-7401dcd41072 req-615c2415-29f8-4045-9daa-7289c196f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:23.495572 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4be513df-25a2-400f-8fd4-7401dcd41072 req-615c2415-29f8-4045-9daa-7289c196f1d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 1100 time: 0.3364775
Dec 16 09:26:23.499890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-37f3981d-7cf5-4eaf-8006-baea199140af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:23.501501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-37f3981d-7cf5-4eaf-8006-baea199140af service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.5909290
Dec 16 09:26:23.522819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-0f09ebce-174e-4060-9662-306969d9bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:23.530586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-0f09ebce-174e-4060-9662-306969d9bc28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.3497124
Dec 16 09:26:23.607980 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] Set router 2fecb52a-91b0-4845-9edd-8e150057accf gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:23.649985 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4be513df-25a2-400f-8fd4-7401dcd41072 req-f31a9b24-d45a-4bd1-be6c-c5ba11a93178 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455112
Dec 16 09:26:23.670748 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.672452 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.704989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7301d08e-8401-400f-bd07-a9fe60b113d7 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:23.741570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:23.757441 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.761995 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:23.763316 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-e62c911a-e14e-4a3a-8a33-85c547f89a0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 1022 time: 0.2317395
Dec 16 09:26:23.834057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-2ebf4891-2c79-4da8-8176-66e3a7f8f4ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 217 time: 0.1991775
Dec 16 09:26:23.847731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.860742 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0767a3c8-9d42-4d6f-b3b1-7318f4ee4dce tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:23.868925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:23.879529 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:23.903974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37bf130>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:78:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'device_owner': 'compute:tempest-test_az-1673951584'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:20Z', 'revision_number': 1, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:23.909438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:23.916896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-84d3157a-a137-464d-b827-0e1648aca4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:23.918350 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-84d3157a-a137-464d-b827-0e1648aca4a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.0731571
Dec 16 09:26:23.920718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:23.921349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37bf130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:23.944463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Network a7273c60-9377-469a-aee4-1192104dc3c5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:23.949700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:23.952421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Allocated IP 172.20.0.1 (582b5048-6198-43fc-aca3-3230df0ee905/c84cfcea-af1e-4f86-80ab-81c35ad9c4ef/5bd1f359-6110-4efa-ae64-27b121354a9a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:23.957374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:23.963259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:23.963975 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:23.969973 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb5070>, [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:26:17Z', 'revision_number': 3, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:23.977747 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1becc17-a2fd-4ef2-a685-be700a3ebf06 None None] The sync data for ids ['2fecb52a-91b0-4845-9edd-8e150057accf'] in n-d-820554-2 is: [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:26:17Z', 'revision_number': 3, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:23.997250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-c486d6a5-cf48-4538-8ea6-3f997cf9b5c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0666695
Dec 16 09:26:24.000393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:24.002976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-9f13ec6d-ca77-4289-a8f9-56f604f296c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.007446 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:24.014744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['7301d08e-8401-400f-bd07-a9fe60b113d7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:24.019230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-9f13ec6d-ca77-4289-a8f9-56f604f296c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.2548549
Dec 16 09:26:24.024875 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1648943
Dec 16 09:26:24.085253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Request body: {'port': {'device_id': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:24.215207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:24.223755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.224375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.225402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.226187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.226309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.226753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.227287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.227719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.228274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.228983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.243139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2218bcf8-6de5-43ae-8152-babdbc9bbdfd req-6b4643dd-43dd-49e8-a97d-cdfd2727346e tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7144 time: 0.7405930
Dec 16 09:26:24.295130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:24.306936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:24.335831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-3b9d3c23-4f6c-4476-b997-33405065001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.337744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-3b9d3c23-4f6c-4476-b997-33405065001c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3175795
Dec 16 09:26:24.365896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-716cac78-1dc0-4993-a519-88e6decd663e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:26:24.367300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-716cac78-1dc0-4993-a519-88e6decd663e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065053
Dec 16 09:26:24.371879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Transition to ACTIVE for port object 5bd1f359-6110-4efa-ae64-27b121354a9a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:24.527254 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-abbd2edf-834d-4632-b810-b0cdba70e711 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4585805
Dec 16 09:26:24.538385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:24.547071 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:24.560288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:24.669769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Network 582b5048-6198-43fc-aca3-3230df0ee905 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:24.690730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:24.702126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:24.702709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:24.764774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Pushing event updated for resources: {'Port': ['ID=5bd1f359-6110-4efa-ae64-27b121354a9a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:24.785840 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:24.882680 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7a0b67b-fca3-455b-b6fd-f026215599fd req-71f74a9b-0633-4335-9a4c-f0e98346fd4e service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3286915
Dec 16 09:26:24.924068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-64538b99-deaf-4e30-aa65-476d6fb89fd1 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5440652
Dec 16 09:26:24.931963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37bf130>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:78:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'device_owner': 'compute:tempest-test_az-1673951584'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:20Z', 'revision_number': 1, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:24.948332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270fb514-20cc-4e3c-b698-3117100dcdb2 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:78:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'device_owner': 'compute:tempest-test_az-1673951584'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:20Z', 'revision_number': 1, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:24.967972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e3b2-189a-48a4-8b15-63022e6eb753 req-b92c929d-7ee7-409b-b0cd-d2677875e8c0 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:24.969922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2c8e3b2-189a-48a4-8b15-63022e6eb753 req-b92c929d-7ee7-409b-b0cd-d2677875e8c0 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 932 time: 0.5511966
Dec 16 09:26:25.086952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021cf3f1-2a13-4412-b5f5-c79cfb123805 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:25.095667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a2c8e3b2-189a-48a4-8b15-63022e6eb753 req-4d00d126-7938-40d3-9118-ae57c09e5a25 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Synchronizing usage tracker for tenant:794fa3401bd34e5db7312b30fe58849c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:25.128967 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.152594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f32d0d7c-7937-46fd-bb5e-03298a34aca5 req-5b484be9-989e-461f-bd56-407be5d5849f service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172949
Dec 16 09:26:25.153835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a2c8e3b2-189a-48a4-8b15-63022e6eb753 req-4d00d126-7938-40d3-9118-ae57c09e5a25 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Unset dirty status for tenant:794fa3401bd34e5db7312b30fe58849c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:25.153955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65a88248-059f-46fc-8b7a-faca190c14e3 None None] Provisioning for port 5bd1f359-6110-4efa-ae64-27b121354a9a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:25.155246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2c8e3b2-189a-48a4-8b15-63022e6eb753 req-4d00d126-7938-40d3-9118-ae57c09e5a25 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771321
Dec 16 09:26:25.161462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65a88248-059f-46fc-8b7a-faca190c14e3 None None] Provisioning complete for port 5bd1f359-6110-4efa-ae64-27b121354a9a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:25.161882 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65a88248-059f-46fc-8b7a-faca190c14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.196908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Transition to ACTIVE for port object 021cf3f1-2a13-4412-b5f5-c79cfb123805 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:25.208103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.248726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.249318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-65a88248-059f-46fc-8b7a-faca190c14e3 None None] Port 5bd1f359-6110-4efa-ae64-27b121354a9a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:26:25.261840 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:25.377495 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949e63a-0b1c-4661-8d31-88da0f22e954 None None] New status for floating IP a357a221-796d-42aa-b101-010347d8a65e: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:26:25.458962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c78cf8-b3de-4722-80f3-db1d78824f66 req-bfa5d673-5401-43c9-959a-5cb40a5c88e2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:25.461439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9c78cf8-b3de-4722-80f3-db1d78824f66 req-bfa5d673-5401-43c9-959a-5cb40a5c88e2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 945 time: 0.1443644
Dec 16 09:26:25.461957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:25.472261 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:25.609822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9c78cf8-b3de-4722-80f3-db1d78824f66 req-e2fb7d72-abc5-44d0-bae6-fb673b95ca2c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367514
Dec 16 09:26:25.634019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:25.634206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:25.634535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:25.665029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c419fe58-8858-49aa-9a70-d946a6a3633a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:25.701381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74145c-75d4-4ee0-b8c4-a956fd6789bf req-7b9b8dd4-2406-4876-b956-d0d09d89aee6 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:25.709257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc74145c-75d4-4ee0-b8c4-a956fd6789bf req-7b9b8dd4-2406-4876-b956-d0d09d89aee6 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 949 time: 0.1366751
Dec 16 09:26:25.758720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.763404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:25.763404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:25.769547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:25.770056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:25.770581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:25.771090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Bound port: 021cf3f1-2a13-4412-b5f5-c79cfb123805, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:25.772241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.783249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c419fe58-8858-49aa-9a70-d946a6a3633a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:25.784677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.785477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.790858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c419fe58-8858-49aa-9a70-d946a6a3633a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:25.791273 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.800426 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c1a2baa-12d1-4fdb-83ef-7d78d4439373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:25.928922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc74145c-75d4-4ee0-b8c4-a956fd6789bf req-5e2c0529-7dbe-4611-873e-7ab99b4a3fde tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185805
Dec 16 09:26:25.946929 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.970132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c419fe58-8858-49aa-9a70-d946a6a3633a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c419fe58-8858-49aa-9a70-d946a6a3633a,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:25.976919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:25.978963 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:25.999392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7724c-6e59-4765-9684-72ef2d13e03b req-f603c3dc-49c3-4b2c-b67f-efa2900eae31 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:26.000908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2e7724c-6e59-4765-9684-72ef2d13e03b req-f603c3dc-49c3-4b2c-b67f-efa2900eae31 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 886 time: 0.3314650
Dec 16 09:26:26.032759 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'status': 'completed', 'code': 200}
Dec 16 09:26:26.034632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Pushing event updated for resources: {'Port': ['ID=5bd1f359-6110-4efa-ae64-27b121354a9a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:26.048169 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:26.062132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c419fe58-8858-49aa-9a70-d946a6a3633a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:26.065379 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:26.080905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Network 582b5048-6198-43fc-aca3-3230df0ee905 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:26.084864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:26.247949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-653e96b5-f70e-4ff8-bc12-d42079e8b86d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:26.259266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-653e96b5-f70e-4ff8-bc12-d42079e8b86d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1391284
Dec 16 09:26:26.264709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:26.286059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:26.302627 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:26.312823 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:26.383124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-2c51bd88-ca62-481a-82eb-cb7458f2c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:26.384643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-2c51bd88-ca62-481a-82eb-cb7458f2c52c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.3252971
Dec 16 09:26:26.387498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5bd8de7d-75d1-464e-9ee0-ab0a821e72f3 None None] Provisioning complete for port 5bd1f359-6110-4efa-ae64-27b121354a9a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:26.387882 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5bd8de7d-75d1-464e-9ee0-ab0a821e72f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:26.391238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Router 2fecb52a-91b0-4845-9edd-8e150057accf has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:26.393452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-a9606123-e02c-434f-a272-f5e7b31d1906 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1024 time: 0.1329596
Dec 16 09:26:26.399748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'floatingip': {'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:26.405507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:26.406125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:26.407512 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 1092 time: 2.3271022
Dec 16 09:26:26.407996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:26.488927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8de7d-75d1-464e-9ee0-ab0a821e72f3 None None] Port 5bd1f359-6110-4efa-ae64-27b121354a9a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:26:26.569757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:26.579870 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:26.614881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:26.707936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-df96b439-afb8-45d9-a4a0-38aaa0cb0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:26.710155 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-df96b439-afb8-45d9-a4a0-38aaa0cb0c8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1095 time: 0.2026002
Dec 16 09:26:26.711410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:26.716322 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] 10.222.0.66 "PUT /v2.0/routers/2fecb52a-91b0-4845-9edd-8e150057accf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7236078
Dec 16 09:26:26.728052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Sync routers for ids ['2fecb52a-91b0-4845-9edd-8e150057accf'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:26.741802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Routers {'2fecb52a-91b0-4845-9edd-8e150057accf'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:26.742531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2439b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2fecb52a-91b0-4845-9edd-8e150057accf'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:26.781089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-f6514637-1eee-42b2-9236-c882890c6b1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 217 time: 0.0634668
Dec 16 09:26:26.786305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-167f1568-c6fe-40a8-86cb-c473ec7fd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:26.787642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-167f1568-c6fe-40a8-86cb-c473ec7fd635 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.3922462
Dec 16 09:26:26.976485 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-032f4ae9-be83-4323-93e2-8c607a67d513 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 1024 time: 0.1819508
Dec 16 09:26:27.013836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7301d08e-8401-400f-bd07-a9fe60b113d7 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:27.042960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-5112ab8d-05f3-49a9-b4bc-0c26d590cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.044482 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-5112ab8d-05f3-49a9-b4bc-0c26d590cb15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.2567351
Dec 16 09:26:27.092868 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-cbb330d0-dde7-48f8-b055-a8f2cfe2ce71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413635
Dec 16 09:26:27.125711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Set router 2fecb52a-91b0-4845-9edd-8e150057accf gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:27.181405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 7301d08e-8401-400f-bd07-a9fe60b113d7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:27.197135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 7301d08e-8401-400f-bd07-a9fe60b113d7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:27.197743 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:27.232880 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-ff88944b-a69e-4bb7-b998-76f839b5e174 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315632
Dec 16 09:26:27.301090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-b4933886-fbc4-4bb4-8e51-e5e36253713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.303846 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-b4933886-fbc4-4bb4-8e51-e5e36253713a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.3151846
Dec 16 09:26:27.372964 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a1bae613-a2aa-4f2a-ac6f-6960ba63f09d req-cd56ab16-e552-4f4b-a6ae-39ba635f703e service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314063
Dec 16 09:26:27.483462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:27.596527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:27.608674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c419fe58-8858-49aa-9a70-d946a6a3633a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:27.618117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.618654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.619036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.619591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.620037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.620485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.622421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.622621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.623272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.623729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.626402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de121096-73ac-415b-8b96-08bb8591230b req-cad6d854-1bdf-4403-a7c9-4c16a49bf819 tempest-NetworksTest-1008956042 tempest-NetworksTest-1008956042-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7144 time: 0.5824080
Dec 16 09:26:27.668750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-55de7daf-9aa1-45c4-b5ec-ae9865ddca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:27.670278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-55de7daf-9aa1-45c4-b5ec-ae9865ddca24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3542368
Dec 16 09:26:27.674411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:27.682645 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:27.685416 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:27.763435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c419fe58-8858-49aa-9a70-d946a6a3633a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:27.763824 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:27.827099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:27.831119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2439b20>, [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '5bd1f359-6110-4efa-ae64-27b121354a9a', 'name': '', 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'mac_address': 'fa:16:3e:5b:ae:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'c84cfcea-af1e-4f86-80ab-81c35ad9c4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:23Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 2, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'subnets': [{'id': 'c84cfcea-af1e-4f86-80ab-81c35ad9c4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:27.836258 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:27.843635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Checking router: 2fecb52a-91b0-4845-9edd-8e150057accf for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:27.844199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Updating router 2fecb52a-91b0-4845-9edd-8e150057accf port 5bd1f359-6110-4efa-ae64-27b121354a9a binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:26:27.912782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-35ba5ce8-56cf-44ae-9fc8-ffd581d78f52 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253442
Dec 16 09:26:27.945243 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:27.967061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56680) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:28.081783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a0f02-30ac-430b-bc8b-d8cc31aacef2 req-ce736d8f-5857-40f4-87ea-a5ed80aa98b7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:28.083263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b21a0f02-30ac-430b-bc8b-d8cc31aacef2 req-ce736d8f-5857-40f4-87ea-a5ed80aa98b7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 944 time: 0.2996154
Dec 16 09:26:28.095475 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.110717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:28.114802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1de8db56194988a5fcb47fcf390b9d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:28.117667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:28.123107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.123905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:28.141006 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.224814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.231519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.238270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b21a0f02-30ac-430b-bc8b-d8cc31aacef2 req-c00a3d93-589f-496f-b811-eb979e07bc2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425400
Dec 16 09:26:28.241961 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dae15770-eaaf-44ed-bd6d-bfd8de57a7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:28.275360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40dc8923-4ada-4d72-b245-2aac41f0bf0f req-c1372e10-b032-4d99-ae2f-5fa1e40389e7 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3025017
Dec 16 09:26:28.293970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a1de8db56194988a5fcb47fcf390b9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3230352
Dec 16 09:26:28.293970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd952f35-afc5-4b73-a0e0-5c9df0d4a346,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:28.296440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56686) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:28.299606 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:28.325583 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.343803 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805', 'status': 'completed', 'code': 200}
Dec 16 09:26:28.352981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Transition to ACTIVE for port object 5bd1f359-6110-4efa-ae64-27b121354a9a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:28.361231 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.367109 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:28.379776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.411638 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.444121 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Floating IP a357a221-796d-42aa-b101-010347d8a65e associated. External IP: 172.25.3.159, port: 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a.
Dec 16 09:26:28.491992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.499351 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9007c00b-324d-485a-92d5-c74ec5b8ad68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:28.516326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd952f35-afc5-4b73-a0e0-5c9df0d4a346,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:28.525794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:28.532130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.536918 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd952f35-afc5-4b73-a0e0-5c9df0d4a346 HTTP/1.1" status: 204  len: 168 time: 0.2390609
Dec 16 09:26:28.559744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5406e6f-ff95-47c1-ad3c-b36be38da906 None None] Pushing event updated for resources: {'Port': ['ID=5bd1f359-6110-4efa-ae64-27b121354a9a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:28.569647 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c5406e6f-ff95-47c1-ad3c-b36be38da906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:28.633314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Attempting to bind port 5bd1f359-6110-4efa-ae64-27b121354a9a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:28.633637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Attempting to bind port 5bd1f359-6110-4efa-ae64-27b121354a9a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:28.634406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Attempting to bind port 5bd1f359-6110-4efa-ae64-27b121354a9a on network 582b5048-6198-43fc-aca3-3230df0ee905 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:28.640073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:28.640462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Checking segment: {'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:28.640874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.641282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Bound using segment: {'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:28.641761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Bound port: 5bd1f359-6110-4efa-ae64-27b121354a9a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd867910f-6ba0-49de-a864-3a08da549ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:28.642148 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.754330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] For port 5bd1f359-6110-4efa-ae64-27b121354a9a, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:28.758798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] For port 5bd1f359-6110-4efa-ae64-27b121354a9a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5bd1f359-6110-4efa-ae64-27b121354a9a,segment=NetworkSegment(d867910f-6ba0-49de-a864-3a08da549ca3),segment_id=d867910f-6ba0-49de-a864-3a08da549ca3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:28.765404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:28.770579 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3f39db84-8df9-4fc2-9ca4-1fab6875028c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:28.815515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-f8672e24-cd58-406a-b2f7-cdb6eafde6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:28.817208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-f8672e24-cd58-406a-b2f7-cdb6eafde6c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1095 time: 0.4463348
Dec 16 09:26:28.838575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Routers {'2fecb52a-91b0-4845-9edd-8e150057accf'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:28.839262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2439b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2fecb52a-91b0-4845-9edd-8e150057accf'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:28.956969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:28.979690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.004360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:29.009223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Usage tracker for resource:security_group_rule and tenant:fae87a6fa72e45e9846e7b836536279a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:29.014113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:29.021763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:29.053455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] Set router 2fecb52a-91b0-4845-9edd-8e150057accf gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:29.089640 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:26:29.099831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5406e6f-ff95-47c1-ad3c-b36be38da906 None None] Pushing event updated for resources: {'Port': ['ID=5bd1f359-6110-4efa-ae64-27b121354a9a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:29.110510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f75b6-8249-4ae5-a3e6-86fcb60a4981 req-f7490f31-a532-4ca1-8fc2-396ec865cfa4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:29.111965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b45f75b6-8249-4ae5-a3e6-86fcb60a4981 req-f7490f31-a532-4ca1-8fc2-396ec865cfa4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 946 time: 0.6153283
Dec 16 09:26:29.119460 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c5406e6f-ff95-47c1-ad3c-b36be38da906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:29.143530 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.148296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.151530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:29.157251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47c07bbb-f489-4527-ae3d-70e5da3cc532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:29.199326 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fae87a6fa72e45e9846e7b836536279a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2389476
Dec 16 09:26:29.199326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ed521-cd51-4ce3-ba43-adbe4b9321f9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:29.200865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56700) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:29.202092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:29.207126 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b45f75b6-8249-4ae5-a3e6-86fcb60a4981 req-1c67cc4e-8cba-4b74-b402-bdff1780d220 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848141
Dec 16 09:26:29.304869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-5744e596-e56f-485c-95b7-cfe088119ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:29.306311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-5744e596-e56f-485c-95b7-cfe088119ad1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.4282503
Dec 16 09:26:29.436811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2439b20>, [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '5bd1f359-6110-4efa-ae64-27b121354a9a', 'name': '', 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'mac_address': 'fa:16:3e:5b:ae:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'c84cfcea-af1e-4f86-80ab-81c35ad9c4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:23Z', 'updated_at': '2021-12-16T09:26:28Z', 'revision_number': 4, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'subnets': [{'id': 'c84cfcea-af1e-4f86-80ab-81c35ad9c4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:29.440944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c675b-3e69-49d4-9c1d-961a2d6d77a5 None None] The sync data for ids ['2fecb52a-91b0-4845-9edd-8e150057accf'] in n-d-820554-2 is: [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '5bd1f359-6110-4efa-ae64-27b121354a9a', 'name': '', 'network_id': '582b5048-6198-43fc-aca3-3230df0ee905', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'mac_address': 'fa:16:3e:5b:ae:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'c84cfcea-af1e-4f86-80ab-81c35ad9c4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:23Z', 'updated_at': '2021-12-16T09:26:28Z', 'revision_number': 4, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'subnets': [{'id': 'c84cfcea-af1e-4f86-80ab-81c35ad9c4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:29.504258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-8add3ad5-3954-4798-930d-e77b6d4cdd2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 217 time: 0.1850793
Dec 16 09:26:29.626380 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.630800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:29.640235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5bd1f359-6110-4efa-ae64-27b121354a9a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:29.641949 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:29.651486 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:29.652307 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce05b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:29.720410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-7c3ca5fc-cd0b-49d2-9952-a21cc52994e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:29.721870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-7c3ca5fc-cd0b-49d2-9952-a21cc52994e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.2038817
Dec 16 09:26:29.726737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5bd1f359-6110-4efa-ae64-27b121354a9a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:29.732327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5bd1f359-6110-4efa-ae64-27b121354a9a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:29.732830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.797671 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.809208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-be707d68-78a7-457c-8b44-a1cc1fe68063 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676327
Dec 16 09:26:29.866410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.889526 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:29.902577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5bd1f359-6110-4efa-ae64-27b121354a9a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5bd1f359-6110-4efa-ae64-27b121354a9a,segment=NetworkSegment(d867910f-6ba0-49de-a864-3a08da549ca3),segment_id=d867910f-6ba0-49de-a864-3a08da549ca3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:29.909291 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:29.917065 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:29.918507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944df4d-033e-461c-a484-f7c2733d510f req-31136f54-41e9-48ee-847a-05fc8f7a0093 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:29.925435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b944df4d-033e-461c-a484-f7c2733d510f req-31136f54-41e9-48ee-847a-05fc8f7a0093 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 1100 time: 0.5541193
Dec 16 09:26:29.995105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5bd1f359-6110-4efa-ae64-27b121354a9a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:30.007830 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:30.019640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.063766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:30.071721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Usage tracker for resource:security_group_rule and tenant:4a060b46a9e345c19e178b13cd0552e7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:30.076611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:30.142586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:30.190697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.199688 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:30.212311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-ac5588ec-3ff6-4681-90f1-226008af21ed service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3447373
Dec 16 09:26:30.271671 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce05b0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:b3:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:27Z', 'revision_number': 3, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:30.275747 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:30.278668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ed521-cd51-4ce3-ba43-adbe4b9321f9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:30.286235 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:30.287189 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce05b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:30.310942 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:30.333844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.334968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c7ed521-cd51-4ce3-ba43-adbe4b9321f9 HTTP/1.1" status: 204  len: 168 time: 1.1314745
Dec 16 09:26:30.450283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:30.520342 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:30.541163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:26:30.605373 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f984fbb8-9900-446c-8f87-489b88c0dd53 req-346441be-a9d6-45fb-90b1-a8af97d1fa81 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3828061
Dec 16 09:26:30.759065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:30.775345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '021cf3f1-2a13-4412-b5f5-c79cfb123805', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'port_id': '021cf3f1-2a13-4412-b5f5-c79cfb123805', 'mac_address': 'fa:16:3e:02:99:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b911c784-d5d8-409c-a7ba-22b49f899b5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:26:30.832160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.844059 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.851154 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.861659 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f5a38c9c-7b93-47a7-bac1-fa425c8a946b tempest-AggregatesAdminTestJSON-753401357 tempest-AggregatesAdminTestJSON-753401357-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:30.868417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021cf3f1-2a13-4412-b5f5-c79cfb123805 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:30.885701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b944df4d-033e-461c-a484-f7c2733d510f req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9594040
Dec 16 09:26:30.909144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b698141-29eb-4609-9724-35f05b634d20,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:30.912784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:30.916660 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:30.917690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:30.927915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.929620 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:30.942097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:30.994245 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce05b0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:b3:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:27Z', 'revision_number': 3, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:31.003633 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65668554-8f5d-4383-a892-87753a7ccff1 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:b3:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:27Z', 'revision_number': 3, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:31.012510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:31.015754 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:31.045277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:31.081266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7dfd8b8e-c48c-4bb7-b973-2954a2114923 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "PUT /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 200  len: 998 time: 4.6868463
Dec 16 09:26:31.161242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-9ebbad68-e878-4a9d-b37e-92c428f28335 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:31.163380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-9ebbad68-e878-4a9d-b37e-92c428f28335 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports/5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 965 time: 0.0813260
Dec 16 09:26:31.198201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['021cf3f1-2a13-4412-b5f5-c79cfb123805'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:31.332579 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'code': 200}
Dec 16 09:26:31.344389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-80c679a4-8414-40bf-81f1-82c492fb18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:31.349026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-80c679a4-8414-40bf-81f1-82c492fb18c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.1169581
Dec 16 09:26:31.602369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5bd1f359-6110-4efa-ae64-27b121354a9a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:31.659821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7bca155a-2431-42ed-8322-ad685344ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:31.667558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7bca155a-2431-42ed-8322-ad685344ad5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.3117325
Dec 16 09:26:31.701863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5bd1f359-6110-4efa-ae64-27b121354a9a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:31.702255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:31.752233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-c98762cf-e1a8-45d3-9d43-46bfe51ae761 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 217 time: 0.0838046
Dec 16 09:26:31.768319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef02d9a-993d-4d7f-8075-e68f497e930e req-8d0cfe98-3513-4227-9553-01c91e8784b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:31.769719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eef02d9a-993d-4d7f-8075-e68f497e930e req-8d0cfe98-3513-4227-9553-01c91e8784b2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1097 time: 0.3030403
Dec 16 09:26:31.814570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9eeba-0c97-4636-bd3e-d1fc02aa16f5 req-c2145e03-966e-4197-8d9e-b4aabaa03fab tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:31.820142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7c9eeba-0c97-4636-bd3e-d1fc02aa16f5 req-c2145e03-966e-4197-8d9e-b4aabaa03fab tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 945 time: 0.3517184
Dec 16 09:26:31.871755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8f797-4924-4487-ba88-87a51783b479 None None] New status for floating IP a357a221-796d-42aa-b101-010347d8a65e: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:26:31.909017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-85c3fd0e-d00b-467e-8c11-8206d2710e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:31.910487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-85c3fd0e-d00b-467e-8c11-8206d2710e77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.1399097
Dec 16 09:26:31.974583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eef02d9a-993d-4d7f-8075-e68f497e930e req-18ba3d2a-a47f-455c-b564-e0e25214c1d3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719358
Dec 16 09:26:31.983652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7c9eeba-0c97-4636-bd3e-d1fc02aa16f5 req-00f2fa0a-229d-4685-ad44-522bfcf9ecfd tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276746
Dec 16 09:26:32.033341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-2987018f-9081-4d02-b498-c2ce9a934bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:32.035250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-2987018f-9081-4d02-b498-c2ce9a934bae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1151063
Dec 16 09:26:32.053136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-6fe200cd-7157-49be-96fd-16da2d7ecbe4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:26:32.054424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-6fe200cd-7157-49be-96fd-16da2d7ecbe4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0068161
Dec 16 09:26:32.230302 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:32.239402 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:32.240046 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce09a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:32.263561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-c161b8d0-03b4-460c-84fe-96cc97c01bd4 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965196
Dec 16 09:26:32.297427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf473ff-5ee2-4279-a123-eb58e5775062 req-783db77c-e8be-4914-9c10-1bbb391c74dc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:32.298800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecf473ff-5ee2-4279-a123-eb58e5775062 req-783db77c-e8be-4914-9c10-1bbb391c74dc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 946 time: 0.1529481
Dec 16 09:26:32.421910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecf473ff-5ee2-4279-a123-eb58e5775062 req-7c6f5974-50e8-4f43-940d-6605fb830c32 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732589
Dec 16 09:26:32.422154 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:32.459769 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-3e31638b-36fc-42da-9bfa-0d63b2ae1f73 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1901853
Dec 16 09:26:32.553298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:32.590355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-a10269f0-8660-4a46-bfc2-54033b4fe426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:32.592222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-a10269f0-8660-4a46-bfc2-54033b4fe426 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 1096 time: 0.0942173
Dec 16 09:26:32.655495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 021cf3f1-2a13-4412-b5f5-c79cfb123805 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:32.661135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 021cf3f1-2a13-4412-b5f5-c79cfb123805 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:32.661518 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:32.721854 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'status': 'completed', 'code': 200}
Dec 16 09:26:32.795857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7ccd3420-f0e2-43f0-8e7d-41064a9d4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:32.797381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-7ccd3420-f0e2-43f0-8e7d-41064a9d4c7f service neutron] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.1988366
Dec 16 09:26:32.805471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:32.859503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:32.868025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:32.870821 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:32.931755 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce09a0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:b3:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:32Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:32.936532 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:32.947001 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:32.948085 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce09a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:32.972746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:32.983959 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:33.004915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-d2530e11-a2dd-4057-b64a-b1271c454529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:33.006844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-d2530e11-a2dd-4057-b64a-b1271c454529 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.2870703
Dec 16 09:26:33.048009 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-73a7923d-c85c-4dd5-91f9-ae817eca13ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 1001 time: 0.2418168
Dec 16 09:26:33.142867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Request body: {'security_group': {'name': 'tempest-securitygroup-324108247', 'description': 'tempest-description-456993992'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:33.146365 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:33.167576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:33.175844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Usage tracker for resource:security_group and tenant:68f5ed57175f47fb9cdfd7fed1446511 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:33.183468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:33.196692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:33.206642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-f694a402-f609-46e4-a684-d14a436b0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:33.208158 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-f694a402-f609-46e4-a684-d14a436b0832 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.1136668
Dec 16 09:26:33.280705 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:33.296409 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:33.308328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-0b83b522-1a5e-4b8d-b581-5527a273a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:33.309201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-0b83b522-1a5e-4b8d-b581-5527a273a6a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.2904956
Dec 16 09:26:33.324108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:33.334013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:33.391664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Usage tracker for resource:security_group_rule and tenant:68f5ed57175f47fb9cdfd7fed1446511 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:33.395186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-72250342-6730-4538-af51-92f2bb0c4aba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 217 time: 0.0752914
Dec 16 09:26:33.396935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:33.405084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:33.485472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-87c3d0fe-1e22-4635-8adc-512d3d927672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:33.486963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-87c3d0fe-1e22-4635-8adc-512d3d927672 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2639163
Dec 16 09:26:33.488258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-78c29c3e-8221-4630-a9af-65db763bb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:33.489560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-78c29c3e-8221-4630-a9af-65db763bb5fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.0863664
Dec 16 09:26:33.530009 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce09a0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:b3:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:32Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:33.534417 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b7db1-73ae-4773-a975-5820d7d5ee43 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:b3:d0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:32Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:33.726062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:33.738983 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:33.745137 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33979012-0457-4dbd-ac6c-c9c3c3548170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:33.755246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:33.758587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-116f05a2-ee0f-4a8f-8303-ad12d325821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:33.760061 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-116f05a2-ee0f-4a8f-8303-ad12d325821c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2624943
Dec 16 09:26:33.765371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-c7277d1d-27ea-47ad-9db2-86b9bc741b69 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293754
Dec 16 09:26:33.768179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Usage tracker for resource:security_group_rule and tenant:68f5ed57175f47fb9cdfd7fed1446511 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:33.777810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:33.830175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:33.942471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f23d33-6f30-4871-a232-5c259cd98690,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:33.952718 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:34.057909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b34b948d-0fda-4a20-aa6a-8106105a4bb2 req-d41501a3-e098-4c2e-8437-adc286bd7312 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2602227
Dec 16 09:26:34.065437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-5eca6702-51e5-449c-8324-d176659336b3 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2945333
Dec 16 09:26:34.170702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.180690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.187517 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b200573-d5e5-42fd-8a89-7ccc9c94d56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:34.247090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5186ec36-d252-40f6-bd44-cb0c4da13176,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:34.251845 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.263750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a210398d-cf40-46a5-ab28-c916da77eb62 req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.1294930
Dec 16 09:26:34.266584 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:34.327586 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805', 'code': 200}
Dec 16 09:26:34.391985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e40fbc-0ec6-41f9-bbc7-6ba427e61ee9 req-08283b18-3c5f-40fc-9418-cf95fe44a17a service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3147392
Dec 16 09:26:34.442136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99186e-33fd-47e1-ad0c-955899e2c8e3 req-fe5cc659-8a0d-481d-8941-5f5d12f2fe91 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:34.442136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de99186e-33fd-47e1-ad0c-955899e2c8e3 req-fe5cc659-8a0d-481d-8941-5f5d12f2fe91 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 946 time: 0.1593587
Dec 16 09:26:34.578483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:34.583268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56794) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:34.617558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de99186e-33fd-47e1-ad0c-955899e2c8e3 req-bdd72397-d0f2-4412-a23d-f414437ad889 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610320
Dec 16 09:26:34.711117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.727823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:34.732401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Usage tracker for resource:security_group_rule and tenant:bf17d839143b4adb971d25c495be4d5e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:34.735486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:34.741793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:34.786819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:34.825181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.828845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3d49a-a17f-43f7-a03c-e3eaeb0af80c req-52ea8b94-27c6-4877-b037-05e3ab1c38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:34.829103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.831354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88c3d49a-a17f-43f7-a03c-e3eaeb0af80c req-52ea8b94-27c6-4877-b037-05e3ab1c38b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1097 time: 0.3562059
Dec 16 09:26:34.839292 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d5e5c13-9594-49c9-a0ae-0d462146b614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:34.840231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9532f-de07-4150-a7ce-9cc40002b586 req-0b374a5e-d347-48b0-b6a5-dada6f869719 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:34.842625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab9532f-de07-4150-a7ce-9cc40002b586 req-0b374a5e-d347-48b0-b6a5-dada6f869719 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 946 time: 0.3117104
Dec 16 09:26:34.859625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.886093 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf17d839143b4adb971d25c495be4d5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3073623
Dec 16 09:26:34.886975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc1d416-53ea-463a-90ad-c75db35a9879,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:34.890511 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:34.890988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:34.906304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:34.929789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Usage tracker for resource:security_group_rule and tenant:fa9cef2e24aa49b5b7e9b6f5d660e374 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:34.947971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:34.952040 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:34.962370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88c3d49a-a17f-43f7-a03c-e3eaeb0af80c req-a00affd0-8f03-4462-b6d1-62f3682eea96 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182470
Dec 16 09:26:34.966001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4455d41d-9466-4ca8-b822-95f1cc23882d req-c798ceb5-65d6-494b-a1b6-a9e2634e84fa tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1001 time: 0.3201251
Dec 16 09:26:34.969582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:34.978748 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab9532f-de07-4150-a7ce-9cc40002b586 req-21b134ac-0b6e-42ba-aa6e-1d0c35cf83b6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099179
Dec 16 09:26:34.981408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.044807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.050152 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:35.063460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc1d416-53ea-463a-90ad-c75db35a9879,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:35.065874 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:35.070851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d41d-9466-4ca8-b822-95f1cc23882d req-870a7f49-f192-47bd-b3b4-a75ab96c547b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:35.072902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4455d41d-9466-4ca8-b822-95f1cc23882d req-870a7f49-f192-47bd-b3b4-a75ab96c547b tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports/ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 942 time: 0.0968549
Dec 16 09:26:35.079935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.081614 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/adc1d416-53ea-463a-90ad-c75db35a9879 HTTP/1.1" status: 204  len: 168 time: 0.1896245
Dec 16 09:26:35.103345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1190781447', 'description': 'tempest-description-292534107'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:35.114865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:35.120736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Usage tracker for resource:security_group and tenant:68f5ed57175f47fb9cdfd7fed1446511 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:35.127718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:35.139507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:35.169650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.239835 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.256082 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:35.262310 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.316493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:35.329511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa9cef2e24aa49b5b7e9b6f5d660e374&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7397239
Dec 16 09:26:35.329846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:35.335779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Usage tracker for resource:security_group_rule and tenant:68f5ed57175f47fb9cdfd7fed1446511 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:35.340677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1499a13c-1582-4751-bba4-a2a73de44599,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:35.343330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:35.350700 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:35.354136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4455d41d-9466-4ca8-b822-95f1cc23882d req-011ed291-26a2-4780-a75a-9597a0e01f26 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1001 time: 0.1831186
Dec 16 09:26:35.355014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:35.396872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.432150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:35.435995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.466622 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.485669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:35.499949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad75958ac9814fff98f3f3496884cc9e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:35.506255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:35.513451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:35.564013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.576996 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:35.585866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d41d-9466-4ca8-b822-95f1cc23882d req-6d38d6a6-9c95-4014-b805-567d9c5a0dfc tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:35.587517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4455d41d-9466-4ca8-b822-95f1cc23882d req-6d38d6a6-9c95-4014-b805-567d9c5a0dfc tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2205052
Dec 16 09:26:35.589837 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.598018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.604636 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-57841ce2-060b-49a9-93e0-cd632dd653f4 tempest-LiveMigrationNegativeTest-719138069 tempest-LiveMigrationNegativeTest-719138069-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:35.643670 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'status': 'completed', 'code': 200}
Dec 16 09:26:35.665334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1499a13c-1582-4751-bba4-a2a73de44599,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:35.668379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa0d14-3b83-4146-8094-e2cfa81ed854,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:35.668732 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:35.671108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.674568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.677953 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1499a13c-1582-4751-bba4-a2a73de44599 HTTP/1.1" status: 204  len: 168 time: 0.3451304
Dec 16 09:26:35.679676 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.686566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08186300-b592-45d9-aaae-ede4530ffdfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:35.722430 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:35.729672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.746873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9a741de-36b4-4470-9cea-95be8bbb2c95 req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.6472123
Dec 16 09:26:35.749553 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad75958ac9814fff98f3f3496884cc9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3163061
Dec 16 09:26:35.750316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e4652-2bd4-4e27-bea7-953550cafbb1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:35.753936 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:35.754434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:35.826301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.853367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.912873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.919628 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:35.937332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e4652-2bd4-4e27-bea7-953550cafbb1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:35.945152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:35.948726 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf5e4652-2bd4-4e27-bea7-953550cafbb1 HTTP/1.1" status: 204  len: 168 time: 0.1909647
Dec 16 09:26:35.948726 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:35.970308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-d4b916a3-0c85-4095-91ac-68d8219f3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:35.971828 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-d4b916a3-0c85-4095-91ac-68d8219f3784 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 1096 time: 0.3049421
Dec 16 09:26:35.979034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-3dc90a43-10eb-4792-b349-bb369738047c tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1001 time: 0.1701374
Dec 16 09:26:36.102479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca1fc9-3687-4ce3-b61b-e75e43c8ad5d req-1cda58ee-136a-4c51-8a71-17debb30620c tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:36.104034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4ca1fc9-3687-4ce3-b61b-e75e43c8ad5d req-1cda58ee-136a-4c51-8a71-17debb30620c tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1097 time: 0.3278577
Dec 16 09:26:36.179823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d746-281f-4d38-96da-18f24249532d req-8b03b85a-fb28-48a7-941f-c4b352a6734d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:36.181224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-8b03b85a-fb28-48a7-941f-c4b352a6734d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports/ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 942 time: 0.1756301
Dec 16 09:26:36.200535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:36.204375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4ca1fc9-3687-4ce3-b61b-e75e43c8ad5d req-b632e07e-6f21-4ed4-8c8a-ef18dd0658ef tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799925
Dec 16 09:26:36.220325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:36.225778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-f3ef1742-21cf-4f2b-b025-fc1516cf7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:36.227887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-f3ef1742-21cf-4f2b-b025-fc1516cf7cff service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.2460108
Dec 16 09:26:36.257345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:36.261666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Usage tracker for resource:security_group_rule and tenant:58716beaa0ac4be595db6fccc2758653 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:36.264709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:36.271087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:36.396959 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:36.403112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:36.417694 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed9b592c-7712-45d7-acd3-6ab4b0286cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:36.463014 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58716beaa0ac4be595db6fccc2758653&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2612414
Dec 16 09:26:36.463801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0175b0-5335-4c80-bb67-05c090ba59b8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:36.466962 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:36.467810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:36.489382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-7d5a31a5-00c1-4d35-9300-e0a6d1244595 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 1001 time: 0.2532904
Dec 16 09:26:36.541637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:36.568782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-63e6962a-cf9f-4ca4-bf53-dec2040147d2 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1001 time: 0.2493789
Dec 16 09:26:36.574175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:36.635534 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:36.640795 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-89986e56-395e-41e0-a424-d808d8e660f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:36.653836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0175b0-5335-4c80-bb67-05c090ba59b8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:36.656493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:36.658056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:36.659140 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a0175b0-5335-4c80-bb67-05c090ba59b8 HTTP/1.1" status: 204  len: 168 time: 0.1904449
Dec 16 09:26:36.683954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-9b897d08-620d-41dd-ba22-adde90c49c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:36.685452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-9b897d08-620d-41dd-ba22-adde90c49c9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.1814163
Dec 16 09:26:36.857238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27526d-7d79-4564-bac2-72c604f2109d req-8b77d021-529a-4090-8c91-d61c78aa2b20 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:36.858663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a27526d-7d79-4564-bac2-72c604f2109d req-8b77d021-529a-4090-8c91-d61c78aa2b20 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 946 time: 0.4463222
Dec 16 09:26:36.962954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a27526d-7d79-4564-bac2-72c604f2109d req-846a5b53-de36-44f9-84eb-a3a914197834 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928397
Dec 16 09:26:36.972837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d746-281f-4d38-96da-18f24249532d req-3348d4a4-2d89-4282-8caf-f139dbefa350 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:36.985197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-3348d4a4-2d89-4282-8caf-f139dbefa350 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.4087775
Dec 16 09:26:37.061168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-cbd85f63-b50d-4049-a2ff-42c87be7cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:37.062668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-cbd85f63-b50d-4049-a2ff-42c87be7cfe6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3586922
Dec 16 09:26:37.186971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-2a15a86f-ef3b-4ed7-ae0b-dab4a13863f9 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1001 time: 0.2007413
Dec 16 09:26:37.214682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:37.316091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-317352865', 'description': 'tempest-description-1716377884'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:37.332152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:37.343966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-7c3f6f4e-0910-48ad-99ac-2823600d8b5b service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718840
Dec 16 09:26:37.345063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Usage tracker for resource:security_group and tenant:cc3052a8f7e144abb8103446bfd2b436 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:37.354261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:37.363688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:37.391569 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:37.542603 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:37.566958 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:37.670960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:37.699701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Usage tracker for resource:security_group_rule and tenant:cc3052a8f7e144abb8103446bfd2b436 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:37.707642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:37.711746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb63b466-d0c9-4254-bdbe-e5964474a95c req-6f091d20-7f91-4e2e-a10e-fb6e57d86870 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3545501
Dec 16 09:26:37.716827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:37.823377 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:37.830799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:37.831113 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Floating IP a357a221-796d-42aa-b101-010347d8a65e disassociated. External IP: 172.25.3.159, port: ce08e493-58f5-4f30-8fa6-dad4a05949d5.
Dec 16 09:26:38.049701 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:38.106831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:38.117585 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49082066-5f0b-4761-b5ca-5c43105ba8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:38.132484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:38.151065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Usage tracker for resource:security_group_rule and tenant:cc3052a8f7e144abb8103446bfd2b436 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:38.158406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:38.167811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:38.228596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f96d99-21d6-4d39-a158-b56169d801ec,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:38.241966 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:38.291646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:38.483860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:38.491021 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:38.545082 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22863cbc-e700-4166-80e9-50ef63db91a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:38.608219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc370753-702b-4123-8ccf-ca5f3edf5cba,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:38.610364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:38.611701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecff7275-ff01-4219-9322-be28fb33aa45 req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.3252687
Dec 16 09:26:38.612418 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:38.620012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:38.624090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:38.631075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:38.640742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:38.641579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d103d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:38.687043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-1c6887cc-433f-46f7-a46b-ebb0e8b8b563 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "PUT /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 200  len: 695 time: 1.4879897
Dec 16 09:26:38.688103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:38.774202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d746-281f-4d38-96da-18f24249532d req-b2dde412-9f16-411a-a1a8-aea695150bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:38.775747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-b2dde412-9f16-411a-a1a8-aea695150bc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 1096 time: 0.0755143
Dec 16 09:26:38.861601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:38.912971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d746-281f-4d38-96da-18f24249532d req-13ff7522-85a4-4af5-83b3-47cde73c5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:38.914410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-13ff7522-85a4-4af5-83b3-47cde73c5258 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.1330109
Dec 16 09:26:38.986226 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-7966ded8-a4af-4364-bc51-ee0d7bd822fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 217 time: 0.0655570
Dec 16 09:26:39.049406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d746-281f-4d38-96da-18f24249532d req-48585cb0-ed81-4660-8777-6ba4a5ee93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:39.050842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-48585cb0-ed81-4660-8777-6ba4a5ee93a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.0583434
Dec 16 09:26:39.129307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d746-281f-4d38-96da-18f24249532d req-4e23ed7c-0364-44a9-8d84-7f77a0e6988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:39.131370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-4e23ed7c-0364-44a9-8d84-7f77a0e6988a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0743985
Dec 16 09:26:39.173543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d103d0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:39.178050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:39.186535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:39.187147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d103d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:39.236906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:39.242816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611948728', 'description': 'tempest-description--1793224318'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:39.249015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:39.255931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Usage tracker for resource:security_group and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:39.261160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:39.267818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:39.267989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-d6b1a6c5-77d2-4791-937d-7cabf32abd6b service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298831
Dec 16 09:26:39.281993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.305976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:39.311592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Usage tracker for resource:security_group_rule and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:39.315005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:39.322011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:39.369215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:39.404095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.409805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.415477 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e4dc88f-67f5-4c04-8741-b23803eeb108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:39.454436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc1208-f0ba-4011-a973-fa562f718096,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:39.457098 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:39.457920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.459147 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2212694
Dec 16 09:26:39.462265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:39.467430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc1208-f0ba-4011-a973-fa562f718096', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:39.473313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:39.473522 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4346d746-281f-4d38-96da-18f24249532d req-1fcbace5-f054-411e-a3e3-0d29c19df054 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990657
Dec 16 09:26:39.477936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Usage tracker for resource:security_group_rule and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:39.482108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:39.490191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:39.499376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989b48c-2d37-46ad-aa0f-bcdf6218f3db req-cd39054b-3bc6-4b9c-a7bf-101b350bdc6c tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:39.503948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5989b48c-2d37-46ad-aa0f-bcdf6218f3db req-cd39054b-3bc6-4b9c-a7bf-101b350bdc6c tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1097 time: 0.1506236
Dec 16 09:26:39.516268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.584889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5989b48c-2d37-46ad-aa0f-bcdf6218f3db req-71ae682e-ee6a-4484-a7aa-4f070b5c4890 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705311
Dec 16 09:26:39.597141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.602843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.605806 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:39.638734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.640901 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1779952
Dec 16 09:26:39.642148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2a8bdc-7649-40e6-805b-d4f0024fe48a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:39.643900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56952) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:39.650967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc1208-f0ba-4011-a973-fa562f718096', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:39.651554 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:39.657536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:39.664073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Usage tracker for resource:security_group_rule and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:39.666706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:39.674807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:39.705098 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.774693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d103d0>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:39.778971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7c39c-e4ef-4c15-a044-f294556378d8 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:39.805124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.812595 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.816246 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:39.843970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ff28f5-339e-4cb6-a942-d1c10912608d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:39.851281 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:39.861570 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.862779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2176335
Dec 16 09:26:39.866202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56962) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:39.872505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:39.884195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:39.889184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Usage tracker for resource:floatingip and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:39.892535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:39.898922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:39.910751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:39.937188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fe317-b19a-4501-b24a-376dabb85278 req-b7e0e3f1-61a0-432a-b75b-efe9e15af342 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:39.944412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d6fe317-b19a-4501-b24a-376dabb85278 req-b7e0e3f1-61a0-432a-b75b-efe9e15af342 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1097 time: 0.0849948
Dec 16 09:26:39.984984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d6fe317-b19a-4501-b24a-376dabb85278 req-b2bb7c55-a95b-446c-aa29-aeffe44c80d0 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394032
Dec 16 09:26:40.014684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1078358533', 'description': 'tempest-description-1877590419'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:40.022075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:40.029169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Usage tracker for resource:security_group and tenant:cc3052a8f7e144abb8103446bfd2b436 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:40.032467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:40.041626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:40.077033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.080869 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-a32290c8-0075-4708-9f83-abb98e4b4498 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c37d250c2ebf4173a2b311916ac463f7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0417409
Dec 16 09:26:40.121554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.134864 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192efd13-f720-404a-9a13-38b8e68ecd7b None None] New status for floating IP a357a221-796d-42aa-b101-010347d8a65e: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:26:40.231225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:40.239285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Usage tracker for resource:security_group_rule and tenant:cc3052a8f7e144abb8103446bfd2b436 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:40.245272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:40.263106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:40.303433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-d0fbab3f-ba6e-4c58-8fed-5ce639107abd tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:40.305058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-d0fbab3f-ba6e-4c58-8fed-5ce639107abd tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2181892
Dec 16 09:26:40.309452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Allocated IP 172.25.3.46 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a40a29ef-827b-4912-9c92-f214d10bb0e0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:40.325936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-2740facc-6529-432e-abac-c296f65892d2 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/quotas/c37d250c2ebf4173a2b311916ac463f7 HTTP/1.1" status: 200  len: 375 time: 0.0125148
Dec 16 09:26:40.387782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-f96f224d-55b8-4af8-9781-4cb7e90482a0 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c37d250c2ebf4173a2b311916ac463f7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0556722
Dec 16 09:26:40.415039 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.419807 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.425721 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d98a8962-e4e0-4c46-b712-d40bcd7ec166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:40.488048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.524774 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.536678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7a760f29-05ac-4986-ab0d-300fe322f5ea tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:40.598612 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'status': 'completed', 'code': 200}
Dec 16 09:26:40.604113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b99d1-e0c9-4fee-b43b-b34a99a809be,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:40.617525 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:40.619089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.620604 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbb4a68a-81e1-42a0-b828-cb0414dcfacd req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1783 time: 0.6101089
Dec 16 09:26:40.676193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event updated for resources: {'Port': ['ID=a40a29ef-827b-4912-9c92-f214d10bb0e0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:40.683709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:40.684851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:40.686716 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:40.687405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:40.750250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-4af3aded-3b33-437b-8dc6-ddc942941e86 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:40.752572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-4af3aded-3b33-437b-8dc6-ddc942941e86 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.74 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 949 time: 0.2952743
Dec 16 09:26:40.759999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-b894b268-7b65-4ae5-9de6-835edbbfb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:40.763224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-b894b268-7b65-4ae5-9de6-835edbbfb37a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 1096 time: 0.1408424
Dec 16 09:26:40.769818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.860508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:40.981518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Deleting port 939257de-d5e5-4615-8cf6-f9dc82df551e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:26:40.981924 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.122127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.127846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.135578 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:41.145414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-398a9bb1-c10c-4616-8248-67d32ec4f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:41.146819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-398a9bb1-c10c-4616-8248-67d32ec4f2ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.3234334
Dec 16 09:26:41.154291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c7d8d-e94f-4eab-bfa4-545b6522661a req-544d7ae4-0687-466f-9217-f2814646dddb tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:41.155736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e95c7d8d-e94f-4eab-bfa4-545b6522661a req-544d7ae4-0687-466f-9217-f2814646dddb tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aed54ea-9f65-4387-8f29-cc0d5ab63852 HTTP/1.1" status: 200  len: 949 time: 0.3138881
Dec 16 09:26:41.187486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.237793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event updated for resources: {'Port': ['ID=a40a29ef-827b-4912-9c92-f214d10bb0e0,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:41.248805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.256531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-98e5ec5a-c459-46e2-a4e3-2014ea58a850 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 200  len: 217 time: 0.0976415
Dec 16 09:26:41.260283 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3928921
Dec 16 09:26:41.261912 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:41.442105 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.449713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e95c7d8d-e94f-4eab-bfa4-545b6522661a req-15d466ea-03bb-4368-b2b5-2d2208962a1e tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/security-groups?id=536ef06b-1c44-4cf1-a6a7-65f2b77bc397&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316363
Dec 16 09:26:41.488272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-6d8aec0f-ed0d-4400-b34b-172fc1d9e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:41.489746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-6d8aec0f-ed0d-4400-b34b-172fc1d9e2ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.1755316
Dec 16 09:26:41.556324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] For port 939257de-d5e5-4615-8cf6-f9dc82df551e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=939257de-d5e5-4615-8cf6-f9dc82df551e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:41.556682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.727999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-614f1d9a-685d-42ce-aada-662c1f3b9ae9 req-982dec32-6557-4a4c-8956-8af9ad52b119 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 210 time: 0.1599517
Dec 16 09:26:41.736764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Calling delete_port for 939257de-d5e5-4615-8cf6-f9dc82df551e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:26:41.765675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdf571-be8c-4f2f-b5e8-3480f4717317 req-c312d5f9-e7db-44af-8523-37be77783bc9 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:41.767186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6bfdf571-be8c-4f2f-b5e8-3480f4717317 req-c312d5f9-e7db-44af-8523-37be77783bc9 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1097 time: 0.5042269
Dec 16 09:26:41.886796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-45eec42f-0253-4472-8a9f-a5ff1d7e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:41.888337 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-45eec42f-0253-4472-8a9f-a5ff1d7e9122 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3868263
Dec 16 09:26:41.920038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-99fa27e7-b169-45b5-976c-f1a54f9a12e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:41.928456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6bfdf571-be8c-4f2f-b5e8-3480f4717317 req-439e42d8-12a9-45e0-a0d3-ed5793bfe794 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490290
Dec 16 09:26:41.945580 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-290d0d0e-3bf8-4dac-a46a-8e0a467882e4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c37d250c2ebf4173a2b311916ac463f7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0573239
Dec 16 09:26:42.121463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-ad81f3eb-eb2b-46ed-85bd-dafb0e3829d7 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:42.123030 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-ad81f3eb-eb2b-46ed-85bd-dafb0e3829d7 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1710260
Dec 16 09:26:42.138320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Request body: {'port': {'device_id': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': 'c37d250c2ebf4173a2b311916ac463f7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:42.278033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:42.281882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Usage tracker for resource:port and tenant:c37d250c2ebf4173a2b311916ac463f7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:42.284932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:42.291054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:42.300688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Made reservation on behalf of c37d250c2ebf4173a2b311916ac463f7 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:42.304234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.316956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.317644 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.327800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-18a7dcf1-f72f-4b3f-8eb2-412bb78798b6 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4263523
Dec 16 09:26:42.329882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['b2f02507-bc04-4d6e-af71-3fe71d53a589'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:42.335122 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:42.335307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:42.339110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Usage tracker for resource:security_group_rule and tenant:c37d250c2ebf4173a2b311916ac463f7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:42.342033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:42.347762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:42.355776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['939257de-d5e5-4615-8cf6-f9dc82df551e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:42.413659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Pushing event deleted for resources: {'Port': ['ID=939257de-d5e5-4615-8cf6-f9dc82df551e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:42.421672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.54', 63040) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:42.424103 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:42.440242 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.447974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.455702 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e4a989b9-2ed6-4215-94ce-5a356f4e7cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:42.555953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de03a37-0e96-4203-8458-46950a5c5b35,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:42.564003 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:42.667818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Allocated IP 192.168.233.96 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/a6e00f24-abb2-4024-a477-338fd495cd79) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:42.709161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] No DVR routers for this DVR port 939257de-d5e5-4615-8cf6-f9dc82df551e on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:26:42.724330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.733918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-7d918218-b094-481b-88bd-e37760f60452 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:42.735415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-7d918218-b094-481b-88bd-e37760f60452 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3&device_owner=compute%3Atempest-test_az-1673951584 HTTP/1.1" status: 200  len: 968 time: 0.5945206
Dec 16 09:26:42.740871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'name': 'network-vif-deleted', 'tag': '939257de-d5e5-4615-8cf6-f9dc82df551e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:42.826534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b39201e-2c18-4b74-bdc0-e857f4243bbd req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.74 "DELETE /v2.0/ports/939257de-d5e5-4615-8cf6-f9dc82df551e HTTP/1.1" status: 204  len: 173 time: 2.0609925
Dec 16 09:26:42.880930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.889423 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-2f9de09a-b808-4b03-838f-0ee4163bd199 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 696 time: 0.1407363
Dec 16 09:26:42.897808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Transition to ACTIVE for port object a6e00f24-abb2-4024-a477-338fd495cd79 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:42.913504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b03272c-7c23-4778-ba49-3c4979b8a93c req-32c18bc5-6e8f-4301-980b-9da59fb7689a service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5402634
Dec 16 09:26:42.918791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'floatingip': {'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:42.923621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:42.931806 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c3e425b-ab34-4e57-9e7f-2b9d13cc012e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:43.005102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:43.008444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:43.012787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:43.014521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-c17d01d1-c19f-4190-87dd-8a6de0a3ad91 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:43.016542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-c17d01d1-c19f-4190-87dd-8a6de0a3ad91 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd7fd7a-dcd7-409f-babb-301e5d659c3e HTTP/1.1" status: 200  len: 945 time: 0.4840579
Dec 16 09:26:43.018305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:43.018922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.033830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Pushing event updated for resources: {'Port': ['ID=a6e00f24-abb2-4024-a477-338fd495cd79,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:43.038429 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:43.055419 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9200931
Dec 16 09:26:43.064635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.065950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Request body: {'port': {'device_id': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:43.174136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e4cd9328-7596-420b-8300-ae773c87f15c req-e0053cc9-f7b5-4b0d-9190-4dbac2c81be4 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Synchronizing usage tracker for tenant:cc3052a8f7e144abb8103446bfd2b436 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:43.243900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Deleting port ce08e493-58f5-4f30-8fa6-dad4a05949d5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:26:43.244242 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.270801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.282366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58a95198-f79f-4a92-b2a2-dd4c7e741dee None None] Provisioning for port a6e00f24-abb2-4024-a477-338fd495cd79 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:43.290324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58a95198-f79f-4a92-b2a2-dd4c7e741dee None None] Provisioning complete for port a6e00f24-abb2-4024-a477-338fd495cd79 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:43.291031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58a95198-f79f-4a92-b2a2-dd4c7e741dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.345700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e4cd9328-7596-420b-8300-ae773c87f15c req-e0053cc9-f7b5-4b0d-9190-4dbac2c81be4 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Unset dirty status for tenant:cc3052a8f7e144abb8103446bfd2b436 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:43.347784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-e0053cc9-f7b5-4b0d-9190-4dbac2c81be4 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 47848 time: 1.5797243
Dec 16 09:26:43.360700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-58a95198-f79f-4a92-b2a2-dd4c7e741dee None None] Port a6e00f24-abb2-4024-a477-338fd495cd79 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:26:43.643580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e00f24-abb2-4024-a477-338fd495cd79 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:43.650760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.666303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Transition to ACTIVE for port object a6e00f24-abb2-4024-a477-338fd495cd79 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:43.671956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.672882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-8d1d183a-d7c9-45ee-b4a2-215559bb9959 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/25bc1217-3efa-49dc-b689-1b0f42affc93 HTTP/1.1" status: 200  len: 2973 time: 0.3118093
Dec 16 09:26:43.673738 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.679246 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:43.862578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Pushing event updated for resources: {'Port': ['ID=a6e00f24-abb2-4024-a477-338fd495cd79,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:43.866671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:43.868744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Attempting to bind port a6e00f24-abb2-4024-a477-338fd495cd79 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:43.869137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Attempting to bind port a6e00f24-abb2-4024-a477-338fd495cd79 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:43.869469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Attempting to bind port a6e00f24-abb2-4024-a477-338fd495cd79 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:43.874284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Port a6e00f24-abb2-4024-a477-338fd495cd79 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:43.874610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Attempting to bind port a6e00f24-abb2-4024-a477-338fd495cd79 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:43.879967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:43.880301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:43.880687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:43.885423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Bound port: a6e00f24-abb2-4024-a477-338fd495cd79, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:43.885423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.963586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-81e687bb-3c55-4967-8529-2a4d93e12faa tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/25bc1217-3efa-49dc-b689-1b0f42affc93 HTTP/1.1" status: 200  len: 2973 time: 0.1834097
Dec 16 09:26:43.973273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] For port a6e00f24-abb2-4024-a477-338fd495cd79, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:43.976314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] For port a6e00f24-abb2-4024-a477-338fd495cd79, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a6e00f24-abb2-4024-a477-338fd495cd79,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:43.981858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:43.986530 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c1c49a4-95c2-47cd-8399-0143d6cad36d tempest-DeleteServersAdminTestJSON-516825569 tempest-DeleteServersAdminTestJSON-516825569-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:44.015270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] For port ce08e493-58f5-4f30-8fa6-dad4a05949d5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ce08e493-58f5-4f30-8fa6-dad4a05949d5,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:44.015556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:44.047778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:44.048365 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:44.049721 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] 10.222.0.54 "PUT /v2.0/ports/a6e00f24-abb2-4024-a477-338fd495cd79 HTTP/1.1" status: 200  len: 1095 time: 0.9883614
Dec 16 09:26:44.050203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'tag': 'a6e00f24-abb2-4024-a477-338fd495cd79'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:44.072773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Pushing event updated for resources: {'Port': ['ID=a6e00f24-abb2-4024-a477-338fd495cd79,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:44.080433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:44.163516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-59fff864-791a-4e30-b596-aaa9cefa8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:44.165037 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-59fff864-791a-4e30-b596-aaa9cefa8cbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c37d250c2ebf4173a2b311916ac463f7&device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 1098 time: 0.0762267
Dec 16 09:26:44.178900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Calling delete_port for ce08e493-58f5-4f30-8fa6-dad4a05949d5 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:26:44.227373 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-3b569026-691e-4685-9459-e5254657fca0 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/272b4a2a-3347-43d6-94cd-d3881f951eb0 HTTP/1.1" status: 200  len: 2981 time: 0.2434077
Dec 16 09:26:44.238770 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-b234516f-e273-42cb-9acb-d261cd74ab34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a6e00f24-abb2-4024-a477-338fd495cd79 HTTP/1.1" status: 200  len: 217 time: 0.0660212
Dec 16 09:26:44.300976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-dd71c0c4-e121-495e-a8dd-b8f4f55d6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:44.302418 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-dd71c0c4-e121-495e-a8dd-b8f4f55d6e7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0575104
Dec 16 09:26:44.324483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-61d02162-6072-42dc-818d-6b37f4de3b63 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/272b4a2a-3347-43d6-94cd-d3881f951eb0 HTTP/1.1" status: 200  len: 2981 time: 0.0879970
Dec 16 09:26:44.385492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-58d688f5-caaf-4541-bab7-53f6cc26335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:44.386969 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-58d688f5-caaf-4541-bab7-53f6cc26335b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0780299
Dec 16 09:26:44.422196 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-839d624f-9fa7-4d2e-8cd7-c794e81d9917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:44.521456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-83f0de90-834f-47c0-bb51-ac2def305183 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4109dda4-5905-44b0-a7c3-e36625a09986 HTTP/1.1" status: 200  len: 2981 time: 0.1630778
Dec 16 09:26:44.522023 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:44.526372 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-adedd257-9b3b-4e44-963a-dbc9a0c067ef service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327360
Dec 16 09:26:44.530109 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:44.534782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'ce08e493-58f5-4f30-8fa6-dad4a05949d5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:44.572222 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:44.591955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Pushing event deleted for resources: {'Port': ['ID=ce08e493-58f5-4f30-8fa6-dad4a05949d5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:44.596962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:44.644213 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:44.664952 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea80e59-20d4-4042-8f3f-321e4add5470 req-1803b90d-9237-4178-b7c9-f47a721db101 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317778
Dec 16 09:26:44.765131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] No DVR routers for this DVR port ce08e493-58f5-4f30-8fa6-dad4a05949d5 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:26:44.820808 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:44.854634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-36df9690-8498-477a-ba96-7871e005470c tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4109dda4-5905-44b0-a7c3-e36625a09986 HTTP/1.1" status: 200  len: 2981 time: 0.2812912
Dec 16 09:26:44.858097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a538d419-15b2-4a1a-94da-fec8a2d83eb2 req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "DELETE /v2.0/ports/ce08e493-58f5-4f30-8fa6-dad4a05949d5 HTTP/1.1" status: 204  len: 173 time: 1.8320708
Dec 16 09:26:44.896183 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Floating IP a357a221-796d-42aa-b101-010347d8a65e associated. External IP: 172.25.3.159, port: 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a.
Dec 16 09:26:44.989688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-98893926-799b-4444-91d5-c85ce8d5164f tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/42f96d99-21d6-4d39-a158-b56169d801ec HTTP/1.1" status: 200  len: 2981 time: 0.1285212
Dec 16 09:26:45.034422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 939257de-d5e5-4615-8cf6-f9dc82df551e no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:26:45.103920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 939257de-d5e5-4615-8cf6-f9dc82df551e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:26:45.104434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 939257de-d5e5-4615-8cf6-f9dc82df551e not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:26:45.122371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-b67785be-375b-4772-b18b-42925d49ab00 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/42f96d99-21d6-4d39-a158-b56169d801ec HTTP/1.1" status: 200  len: 2981 time: 0.0764167
Dec 16 09:26:45.152612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:45.398612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-b74f77c2-8b84-4f2b-971c-432f3371004f tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4435a531-b635-4771-8a71-517c5b802ca5 HTTP/1.1" status: 200  len: 2981 time: 0.2204232
Dec 16 09:26:45.454388 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:45.458350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:45.469559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-1f3dd7df-d5fe-429a-b740-4170cc1b054e tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4435a531-b635-4771-8a71-517c5b802ca5 HTTP/1.1" status: 200  len: 2981 time: 0.0635943
Dec 16 09:26:45.659574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-059b5333-c473-49d3-ab1b-b2ad7ba59058 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/48842639-c8c8-47ca-954c-0d06d0593fb1 HTTP/1.1" status: 200  len: 2981 time: 0.1356881
Dec 16 09:26:45.699629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:45.706220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:45.708967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:45.718178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:45.718818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f64b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:45.769479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-1b656bc6-ac0c-4e84-aa69-d0b5b6ab0bc0 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/48842639-c8c8-47ca-954c-0d06d0593fb1 HTTP/1.1" status: 200  len: 2981 time: 0.1020579
Dec 16 09:26:45.775330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5301a85b-e137-4f61-8548-f7739d0e389e tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "PUT /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 200  len: 1019 time: 2.8700035
Dec 16 09:26:45.872502 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-9dae8e3e-5e74-40a0-b596-5e0832509062 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/536ef06b-1c44-4cf1-a6a7-65f2b77bc397 HTTP/1.1" status: 200  len: 2981 time: 0.0958025
Dec 16 09:26:45.897231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:45.912995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-c45ea807-deb5-4314-aad8-48ed0dedc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:45.914469 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-c45ea807-deb5-4314-aad8-48ed0dedc093 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.1266096
Dec 16 09:26:45.996460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-4d646266-caf1-4c45-bcf9-5d91ae457a1c tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/536ef06b-1c44-4cf1-a6a7-65f2b77bc397 HTTP/1.1" status: 200  len: 2981 time: 0.1172426
Dec 16 09:26:46.083687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-5356f76b-9796-46ca-a2e6-7fc638b16482 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/5b698141-29eb-4609-9724-35f05b634d20 HTTP/1.1" status: 200  len: 2981 time: 0.0743637
Dec 16 09:26:46.091266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-d54cafe8-6513-4c06-ac06-68ef5ac6fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:46.092627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-d54cafe8-6513-4c06-ac06-68ef5ac6fa43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.1717229
Dec 16 09:26:46.224665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-2c6fd67a-22cd-41df-9ae9-72ccfbb2b7a3 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/5b698141-29eb-4609-9724-35f05b634d20 HTTP/1.1" status: 200  len: 2981 time: 0.1342883
Dec 16 09:26:46.225926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-2a438a54-1f28-4d38-a3b3-2a20fe098288 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 1022 time: 0.1236742
Dec 16 09:26:46.239459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f64b20>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:78:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'device_owner': 'compute:tempest-test_az-1673951584'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:44Z', 'revision_number': 8, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:46.243293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:46.251599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:46.252197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f64b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:46.319552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-7228c1aa-427b-4675-851c-cf9d3fe54b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:46.320980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-7228c1aa-427b-4675-851c-cf9d3fe54b3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.0895481
Dec 16 09:26:46.329567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-05efb358-ee74-49d1-b707-a9d410aa2d17 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/75186a04-c66c-48f6-817d-e19b4812ee17 HTTP/1.1" status: 200  len: 2981 time: 0.0633471
Dec 16 09:26:46.426293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-a3f57375-bbaa-4227-b7ef-a7a5b7fcfe8d tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/75186a04-c66c-48f6-817d-e19b4812ee17 HTTP/1.1" status: 200  len: 2981 time: 0.0629642
Dec 16 09:26:46.431021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:46.459360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5675faf0-893e-43ba-8596-296f400cf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:46.460828 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5675faf0-893e-43ba-8596-296f400cf138 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1331415
Dec 16 09:26:46.502570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-2b0781fc-4624-4429-a712-cbcc73faebab tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7c8c11b1-3fbe-4f68-aad9-24250b165a5b HTTP/1.1" status: 200  len: 2977 time: 0.0705318
Dec 16 09:26:46.588791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ce08e493-58f5-4f30-8fa6-dad4a05949d5 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:26:46.627396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-dbd9d799-48fc-4963-921e-10d532d980ae tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7c8c11b1-3fbe-4f68-aad9-24250b165a5b HTTP/1.1" status: 200  len: 2977 time: 0.0808527
Dec 16 09:26:46.627960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: ce08e493-58f5-4f30-8fa6-dad4a05949d5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:26:46.628314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ce08e493-58f5-4f30-8fa6-dad4a05949d5 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:26:46.656348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-5f354511-d070-4b0b-8fa2-4780ce5a0fae service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822896
Dec 16 09:26:46.771357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-c4de7340-23ad-44c6-a4d4-f513f4c68ed4 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/897dcb1a-b179-481b-bacf-cdf02124809d HTTP/1.1" status: 200  len: 2981 time: 0.1346176
Dec 16 09:26:46.822877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f64b20>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:78:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'device_owner': 'compute:tempest-test_az-1673951584'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:44Z', 'revision_number': 8, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:46.827774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a845293-67b4-4be7-8ffe-881906e37971 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'a357a221-796d-42aa-b101-010347d8a65e', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'port_id': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'mac_address': 'fa:16:3e:78:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'device_owner': 'compute:tempest-test_az-1673951584'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:26:44Z', 'revision_number': 8, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:46.849287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da924f9d-7dc7-491a-94e4-a67cb5f0f02d req-a24df240-f9d6-4fc9-b63f-4da96a29eeb1 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842370
Dec 16 09:26:46.854020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-6e611fea-1208-4c51-9c49-48d6f4a4c07b tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/897dcb1a-b179-481b-bacf-cdf02124809d HTTP/1.1" status: 200  len: 2981 time: 0.0767369
Dec 16 09:26:46.912152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:46.915395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-a2d9b137-888a-45bb-a0bc-edfa08ed166d tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/b1f23d33-6f30-4871-a232-5c259cd98690 HTTP/1.1" status: 200  len: 2981 time: 0.0538111
Dec 16 09:26:46.965307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-a862c0da-5944-47e2-8aa7-f4b8dac1d319 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/b1f23d33-6f30-4871-a232-5c259cd98690 HTTP/1.1" status: 200  len: 2981 time: 0.0440373
Dec 16 09:26:47.024671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-961e9a35-d747-417f-b26e-b2312e50696a tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/bc1760a8-2a3f-4269-b9e5-e8246be00625 HTTP/1.1" status: 200  len: 2981 time: 0.0531406
Dec 16 09:26:47.048009 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337331c-ea29-4b0d-a11d-ec576de2d255 None None] New status for floating IP a357a221-796d-42aa-b101-010347d8a65e: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:26:47.112986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-4ec0bdf6-f9d9-4f2f-bf5d-0dd65ec51e27 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/bc1760a8-2a3f-4269-b9e5-e8246be00625 HTTP/1.1" status: 200  len: 2981 time: 0.0794876
Dec 16 09:26:47.195045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-e5be13e5-3e4a-4976-88a0-e01e70fd69f3 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d96b6cd9-d4d2-4db0-a4e5-fc22579caf40 HTTP/1.1" status: 200  len: 2977 time: 0.0752952
Dec 16 09:26:47.218798 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4850e3a6-c3f0-4f86-a82c-dc2fbca62b2e tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--611948728&fields=id&tenant_id=671682e4503c4ca18b2202676e5aa10f HTTP/1.1" status: 200  len: 267 time: 0.0771470
Dec 16 09:26:47.422020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4cd9328-7596-420b-8300-ae773c87f15c req-30b8724c-7d54-4c23-9aa6-b739bc657477 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d96b6cd9-d4d2-4db0-a4e5-fc22579caf40 HTTP/1.1" status: 200  len: 2977 time: 0.2179384
Dec 16 09:26:47.480525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ed09d338-7232-4a13-94cb-789fa8b1ccef tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:47.481957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ed09d338-7232-4a13-94cb-789fa8b1ccef tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 823 time: 0.2550442
Dec 16 09:26:47.496938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-dcb4aac2-c4f8-481f-8811-a89ea81159c5 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/quotas/671682e4503c4ca18b2202676e5aa10f HTTP/1.1" status: 200  len: 375 time: 0.0089805
Dec 16 09:26:47.570780 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aed54ea-9f65-4387-8f29-cc0d5ab63852', 'name': 'network-vif-deleted', 'tag': '939257de-d5e5-4615-8cf6-f9dc82df551e', 'status': 'completed', 'code': 200}
Dec 16 09:26:47.595704 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-816bcf5b-7082-49ad-8bef-b538d94fddb7 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0929995
Dec 16 09:26:47.791415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-a361b21e-9142-4670-aedf-811130731f59 service neutron] 10.222.0.66 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839020
Dec 16 09:26:47.802880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78cf93-bfe4-45f1-9cb8-3fc1ff816a11 req-90dd1c77-662e-4bfe-b6f6-880976527b0c tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:47.804348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e78cf93-bfe4-45f1-9cb8-3fc1ff816a11 req-90dd1c77-662e-4bfe-b6f6-880976527b0c tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 947 time: 0.1285133
Dec 16 09:26:47.924941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e78cf93-bfe4-45f1-9cb8-3fc1ff816a11 req-fbcb8945-cb2a-4ae4-b672-b947793f0457 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/security-groups?id=3de03a37-0e96-4203-8458-46950a5c5b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016927
Dec 16 09:26:47.964884 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-6946a57c-f67e-43d7-a251-dc4e866ddb7e service neutron] 10.222.0.66 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595721
Dec 16 09:26:47.975067 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'tag': 'a6e00f24-abb2-4024-a477-338fd495cd79', 'status': 'completed', 'code': 200}
Dec 16 09:26:48.155736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-992d381f-8443-4717-b9d5-8c0b9fdbcc26 req-bb25d67f-ccf0-45f3-932b-bef716e658e0 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 200  len: 1021 time: 0.1654341
Dec 16 09:26:48.315347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-a18fd52d-bef5-48fc-bb64-fa14b068a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:48.316796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-a18fd52d-bef5-48fc-bb64-fa14b068a098 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c37d250c2ebf4173a2b311916ac463f7&device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 1098 time: 0.2656667
Dec 16 09:26:48.465523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4a7b-c1b6-45c0-ad65-cbecfcbf5b68 req-35272699-7927-4068-9ca5-4d0a1d147a65 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:48.467033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08ef4a7b-c1b6-45c0-ad65-cbecfcbf5b68 req-35272699-7927-4068-9ca5-4d0a1d147a65 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1097 time: 0.3096600
Dec 16 09:26:48.485348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d381f-8443-4717-b9d5-8c0b9fdbcc26 req-f7c67f37-781e-4c90-b56c-c7fff21796c0 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:48.486649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-992d381f-8443-4717-b9d5-8c0b9fdbcc26 req-f7c67f37-781e-4c90-b56c-c7fff21796c0 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2945366
Dec 16 09:26:48.521419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-992d381f-8443-4717-b9d5-8c0b9fdbcc26 req-5f2c3f03-6ed1-47a5-a865-eef770b659ec tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:26:48.522374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-992d381f-8443-4717-b9d5-8c0b9fdbcc26 req-5f2c3f03-6ed1-47a5-a865-eef770b659ec tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0115616
Dec 16 09:26:48.556407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-b13b1b50-b247-4620-94dc-25bc17d28851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:48.557913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-b13b1b50-b247-4620-94dc-25bc17d28851 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2324615
Dec 16 09:26:48.569929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08ef4a7b-c1b6-45c0-ad65-cbecfcbf5b68 req-59442734-531c-492c-ab6e-b1ba39ceb895 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947480
Dec 16 09:26:48.607069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a6e00f24-abb2-4024-a477-338fd495cd79 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:26:48.654694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-a220d580-6583-4f5b-a0dc-c412e67fb716 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a6e00f24-abb2-4024-a477-338fd495cd79 HTTP/1.1" status: 200  len: 217 time: 0.0872731
Dec 16 09:26:48.768036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a6e00f24-abb2-4024-a477-338fd495cd79, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a6e00f24-abb2-4024-a477-338fd495cd79,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:48.771831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-4d9a5410-19f8-47f3-980c-0bc608a5810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:48.773430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-4d9a5410-19f8-47f3-980c-0bc608a5810b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1012340
Dec 16 09:26:48.783716 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'a6e00f24-abb2-4024-a477-338fd495cd79', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'a6e00f24-abb2-4024-a477-338fd495cd79', 'mac_address': 'fa:16:3e:de:d0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:26:48.824885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-91ed91ec-190d-4957-8792-c60fc2ad9c61 req-598474e7-597f-4fb5-8dc0-6669281fad45 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Synchronizing usage tracker for tenant:68f5ed57175f47fb9cdfd7fed1446511 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:48.840891 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:48.858826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e00f24-abb2-4024-a477-338fd495cd79 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:48.860461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-91ed91ec-190d-4957-8792-c60fc2ad9c61 req-598474e7-597f-4fb5-8dc0-6669281fad45 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Unset dirty status for tenant:68f5ed57175f47fb9cdfd7fed1446511 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:48.861793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91ed91ec-190d-4957-8792-c60fc2ad9c61 req-598474e7-597f-4fb5-8dc0-6669281fad45 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68f5ed57175f47fb9cdfd7fed1446511 HTTP/1.1" status: 200  len: 6101 time: 0.2298620
Dec 16 09:26:48.876172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a6e00f24-abb2-4024-a477-338fd495cd79, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a6e00f24-abb2-4024-a477-338fd495cd79,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:48.880661 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:48.882421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:48.896200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-ae1690e9-8d17-4f1b-a140-c55b7f4cb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:48.897772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-ae1690e9-8d17-4f1b-a140-c55b7f4cb453 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1172433
Dec 16 09:26:49.012796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a6e00f24-abb2-4024-a477-338fd495cd79,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:49.015793 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:49.105541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91ed91ec-190d-4957-8792-c60fc2ad9c61 req-23fce462-2954-4257-bea7-73995edae47d tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "GET /v2.0/security-groups/b1f23d33-6f30-4871-a232-5c259cd98690 HTTP/1.1" status: 200  len: 2981 time: 0.2337203
Dec 16 09:26:49.144337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['a6e00f24-abb2-4024-a477-338fd495cd79'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:49.280915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-990d754b-1079-4863-82ae-c49085f8bca6 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3735943
Dec 16 09:26:49.302445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91ed91ec-190d-4957-8792-c60fc2ad9c61 req-0bfb8ceb-0400-4746-8e1b-851db9275096 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "GET /v2.0/security-groups/b1f23d33-6f30-4871-a232-5c259cd98690 HTTP/1.1" status: 200  len: 2981 time: 0.1891661
Dec 16 09:26:49.436597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-504ed4d1-8ef6-46b4-b0a5-96b07a575eef tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:49.438148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-504ed4d1-8ef6-46b4-b0a5-96b07a575eef tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 823 time: 0.3068926
Dec 16 09:26:49.519029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69db0d50-5a8c-46a0-adf0-521f5cd85eb6 req-d23f2e58-7764-45e6-80df-499c897927e8 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2236452
Dec 16 09:26:49.523896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-3a128af6-a2b0-4f5b-a88f-f27fcc66015d tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=671682e4503c4ca18b2202676e5aa10f HTTP/1.1" status: 200  len: 379 time: 0.0754378
Dec 16 09:26:49.533706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'port': {'device_id': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'admin_state_up': True, 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'security_groups': ['f9dc1208-f0ba-4011-a973-fa562f718096']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:49.615648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'name': 'network-vif-deleted', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5'}, {'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:49.736169 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c932f103-ca8b-4b42-b6ca-330e79721847 req-bddeb88b-5d67-4d11-a102-9079bdc80c3c tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 210 time: 0.0480628
Dec 16 09:26:49.737084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:26:49.741171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Usage tracker for resource:port and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:26:49.744129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:26:49.749796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:26:49.760675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Made reservation on behalf of 671682e4503c4ca18b2202676e5aa10f for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:26:49.764431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:49.809390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-4102c16e-ad3e-41e3-80a3-b0e8537a5c3a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:26:49.810475 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-4102c16e-ad3e-41e3-80a3-b0e8537a5c3a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057111
Dec 16 09:26:49.818856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Request body: {'binding': {'host': 'n-h2-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:49.819402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:26:49.940173 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-a9b24014-e300-434b-aa8e-f8fd0ada9b4f tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1024 time: 0.1638494
Dec 16 09:26:50.023137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on host n-h2-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:50.023508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:50.023847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:50.028382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:50.028747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:50.033797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:50.034133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:50.034518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:50.034935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Bound port: 021cf3f1-2a13-4412-b5f5-c79cfb123805, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:50.063468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-31f9387a-594b-434b-8e3a-629ebec0df06 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:50.063847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:50.064045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-31f9387a-594b-434b-8e3a-629ebec0df06 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Synchronizing usage tracker for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:50.068974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:50.070109 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-70bb8bb8-bbc7-464c-a189-db412cddacdf service neutron] 10.222.0.66 "POST /v2.0/ports/021cf3f1-2a13-4412-b5f5-c79cfb123805/bindings HTTP/1.1" status: 201  len: 389 time: 0.2542677
Dec 16 09:26:50.081359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Allocated IP 172.20.0.12 (9b6ec19c-a89b-4468-ac68-3d7737cae51c/d7858657-3f08-4bdf-bf1b-977fe5703de9/95babb0a-1a6b-4f66-b826-1b8796e5796a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:26:50.095606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-31f9387a-594b-434b-8e3a-629ebec0df06 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Unset dirty status for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:50.096899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-31f9387a-594b-434b-8e3a-629ebec0df06 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports/5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 965 time: 0.1497962
Dec 16 09:26:50.357593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-148507f3-61a4-4895-b7d3-eae79627c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:50.359644 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-148507f3-61a4-4895-b7d3-eae79627c16f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1097 time: 0.0775545
Dec 16 09:26:50.372725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-96aa84d7-0c7f-4307-85f0-3b8014f7e2ee tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1024 time: 0.1370435
Dec 16 09:26:50.474283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:50.511052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Transition to ACTIVE for port object 95babb0a-1a6b-4f66-b826-1b8796e5796a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:50.578901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-a6f3768b-731a-48aa-8fce-cc344c4a1e64 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:50.586965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-a6f3768b-731a-48aa-8fce-cc344c4a1e64 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2054431
Dec 16 09:26:50.609452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-9d6be29e-7569-4333-bad1-42e6292dc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:50.611757 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-9d6be29e-7569-4333-bad1-42e6292dc8d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.2453527
Dec 16 09:26:50.613137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a6e00f24-abb2-4024-a477-338fd495cd79 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:26:50.668917 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:50.679569 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ba2f740-2c44-4057-99a9-16350643b208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:50.690533 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-5bf28491-d2b4-4fc9-9ad4-1ba2d253f281 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 217 time: 0.0677834
Dec 16 09:26:50.697864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port a6e00f24-abb2-4024-a477-338fd495cd79 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:50.704610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port a6e00f24-abb2-4024-a477-338fd495cd79 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:50.705073 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:50.770893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-201f7d9d-8a7d-48ba-adc0-a34f70354d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:50.772455 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-201f7d9d-8a7d-48ba-adc0-a34f70354d0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0746350
Dec 16 09:26:50.830502 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-3422b387-1c1b-4898-8578-eed37eede2a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509725
Dec 16 09:26:50.836845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:26:50.846066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:26:50.853141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:26:50.855057 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:50.858755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:50.859402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:50.874609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-48079a72-04b0-45c4-bdfe-d807c4ef97bc tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 1024 time: 0.2868338
Dec 16 09:26:50.887306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event updated for resources: {'Port': ['ID=95babb0a-1a6b-4f66-b826-1b8796e5796a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:50.890684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e00f24-abb2-4024-a477-338fd495cd79'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:50.894465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:50.918267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a6e00f24-abb2-4024-a477-338fd495cd79, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a6e00f24-abb2-4024-a477-338fd495cd79,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:50.933016 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:50.935650 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:51.030040 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:51.046857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a6e00f24-abb2-4024-a477-338fd495cd79,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:51.053315 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:51.055588 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-8c3b59bf-fcb2-48b4-964a-f00cfa8dd708 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173755
Dec 16 09:26:51.078740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:51.145099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6152945
Dec 16 09:26:51.172834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Request body: {'port': {'device_id': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:51.207299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fbe80d68-a241-45a6-9889-361c445cf1d0 None None] Provisioning for port 95babb0a-1a6b-4f66-b826-1b8796e5796a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:26:51.215189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fbe80d68-a241-45a6-9889-361c445cf1d0 None None] Provisioning complete for port 95babb0a-1a6b-4f66-b826-1b8796e5796a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:26:51.215891 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fbe80d68-a241-45a6-9889-361c445cf1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:51.238590 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-505127bb-c032-4e77-9f10-30bc30b50e66 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752543
Dec 16 09:26:51.302407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fbe80d68-a241-45a6-9889-361c445cf1d0 None None] Port 95babb0a-1a6b-4f66-b826-1b8796e5796a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:26:51.328674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:51.420626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-b249df73-79d1-4f3d-82ab-aa588c585481 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:51.421218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-b249df73-79d1-4f3d-82ab-aa588c585481 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Synchronizing usage tracker for tenant:624bd9b78bd446f2a89032e17a81f21c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:51.446326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-8ba5de87-847d-4884-8aef-f52f63d060c2 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:26:51.447419 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-8ba5de87-847d-4884-8aef-f52f63d060c2 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1170838
Dec 16 09:26:51.483222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-562293e5-a0e3-4c3b-8b2e-85ae781c3f05 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:51.484683 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-562293e5-a0e3-4c3b-8b2e-85ae781c3f05 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1097 time: 0.0901594
Dec 16 09:26:51.497226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820554-2'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:51.540988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:51.542758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:51.556375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-b249df73-79d1-4f3d-82ab-aa588c585481 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Unset dirty status for tenant:624bd9b78bd446f2a89032e17a81f21c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:51.557715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-b249df73-79d1-4f3d-82ab-aa588c585481 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 950 time: 0.5266290
Dec 16 09:26:51.558554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:51.559047 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Floating IP a357a221-796d-42aa-b101-010347d8a65e disassociated. External IP: 172.25.3.159, port: 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a.
Dec 16 09:26:51.613206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Request body: {'binding': {'host': 'n-h1-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:51.613685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:26:51.684615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:51.806623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Deleting port b2f02507-bc04-4d6e-af71-3fe71d53a589 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:26:51.806870 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:51.993444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on host n-h1-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:51.994045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:51.994162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:52.010873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:52.011219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:52.019660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:52.021903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:52.022266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:52.022657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:52.023080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Bound port: 7301d08e-8401-400f-bd07-a9fe60b113d7, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:52.077391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:52.120180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:52.128803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:52.130525 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-b29c21d3-7a9a-4d51-b404-7bdb8be06a7b service neutron] 10.222.0.66 "POST /v2.0/ports/7301d08e-8401-400f-bd07-a9fe60b113d7/bindings HTTP/1.1" status: 201  len: 389 time: 0.5936325
Dec 16 09:26:52.144264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:52.150055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:52.157327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:52.163117 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-51ba3497-a234-414e-865c-121a0a84dfab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:52.384170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on host n-h1-820554-2 for vnic_type normal with profile {"migrating_to": "n-h2-820554-2"} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:52.384509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:52.384844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:52.510381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=7']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:52.513953 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:52.514696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:52.515131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Attempting to bind port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:52.528842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:52.529219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:52.529560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:52.529990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Bound port: 021cf3f1-2a13-4412-b5f5-c79cfb123805, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:52.530336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:52.603844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] For port b2f02507-bc04-4d6e-af71-3fe71d53a589, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2f02507-bc04-4d6e-af71-3fe71d53a589,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:52.604531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:52.621579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:26:52.641436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-289b01f1-197c-47d4-a212-2c7c8a7e78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:52.642846 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-289b01f1-197c-47d4-a212-2c7c8a7e78cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1097 time: 0.2606640
Dec 16 09:26:52.649332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:52.725654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:52.741084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:52.745897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:26:52.747109 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:52.766924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Calling delete_port for b2f02507-bc04-4d6e-af71-3fe71d53a589 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:26:52.921599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f391c-52f9-499f-9f74-1b2570bd7a65 req-d98249fb-c58f-4f43-b1d1-4de512d9d178 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:52.922963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee2f391c-52f9-499f-9f74-1b2570bd7a65 req-d98249fb-c58f-4f43-b1d1-4de512d9d178 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 949 time: 0.5804317
Dec 16 09:26:52.952448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=8']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:52.956584 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:52.968555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:52.969203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:52.970877 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 1122 time: 1.4786565
Dec 16 09:26:52.973475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5a922829-ce01-4ee0-9d9a-7b57d1e52e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:52.974842 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5a922829-ce01-4ee0-9d9a-7b57d1e52e23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.3234174
Dec 16 09:26:53.051992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['021cf3f1-2a13-4412-b5f5-c79cfb123805'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:53.057106 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-76fbfed4-09e9-4be5-93c3-7c80a57a8fb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 217 time: 0.0751040
Dec 16 09:26:53.070677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95babb0a-1a6b-4f66-b826-1b8796e5796a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:53.100234 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.132163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-af5acaf3-51e3-46b6-9437-66c8d0d2613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:53.133704 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-af5acaf3-51e3-46b6-9437-66c8d0d2613a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.0708103
Dec 16 09:26:53.135087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee2f391c-52f9-499f-9f74-1b2570bd7a65 req-596aed1e-1060-4444-aa9b-02daba6d2bf9 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/security-groups?id=3de03a37-0e96-4203-8458-46950a5c5b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894228
Dec 16 09:26:53.187335 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-4993a04d-fc75-4d38-9d83-b7027db26b5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469244
Dec 16 09:26:53.193436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:26:53.210238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:26:53.233200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:53.233829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2701760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:53.235569 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.307961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Transition to ACTIVE for port object 95babb0a-1a6b-4f66-b826-1b8796e5796a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:53.310255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d746368-5370-4c42-82b6-b766640a4c30 req-af5e34ca-447a-444b-b708-be522233626b tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d84b99d1-e0c9-4fee-b43b-b34a99a809be HTTP/1.1" status: 200  len: 1778 time: 0.1372576
Dec 16 09:26:53.312969 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.322853 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:53.339589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-c13065e8-c6e1-482f-ab9a-845d32dac8fd service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453712
Dec 16 09:26:53.364946 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.423805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Pushing event deleted for resources: {'Port': ['ID=b2f02507-bc04-4d6e-af71-3fe71d53a589,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:53.427342 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-499b4229-d95c-4d9c-85f7-c459f10b8bb1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "PUT /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 200  len: 696 time: 2.5423496
Dec 16 09:26:53.440682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:53.492758 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-3bb7baf8-39a2-4ab0-8a55-2c93c40e41f1 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468799
Dec 16 09:26:53.503935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.504250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.505150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.505518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.505866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.506215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.506839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.506946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.507318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.507662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.508001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.508347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:53.512066 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:53.563011 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ee8aabc-8d14-4aaf-987b-6b5da4e1b533 tempest-DeleteServersAdminTestJSON-28623019 tempest-DeleteServersAdminTestJSON-28623019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:53.658506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-ec7f0934-984b-4316-9411-4b19a05b2710 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:53.660264 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-ec7f0934-984b-4316-9411-4b19a05b2710 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1097 time: 0.0919597
Dec 16 09:26:53.672235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820554-2'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:53.675600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] No DVR routers for this DVR port b2f02507-bc04-4d6e-af71-3fe71d53a589 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:26:53.678801 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.681147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-542d264a-6c73-4f00-a85a-5af3214b1ec0 req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.54 "DELETE /v2.0/ports/b2f02507-bc04-4d6e-af71-3fe71d53a589 HTTP/1.1" status: 204  len: 173 time: 2.0721376
Dec 16 09:26:53.772943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Pushing event updated for resources: {'Port': ['ID=95babb0a-1a6b-4f66-b826-1b8796e5796a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:53.781649 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:53.791300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Attempting to bind port 95babb0a-1a6b-4f66-b826-1b8796e5796a on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:53.791638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Attempting to bind port 95babb0a-1a6b-4f66-b826-1b8796e5796a by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:53.791970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Attempting to bind port 95babb0a-1a6b-4f66-b826-1b8796e5796a on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:53.803777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Port 95babb0a-1a6b-4f66-b826-1b8796e5796a on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:53.804104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Attempting to bind port 95babb0a-1a6b-4f66-b826-1b8796e5796a on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:53.809968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d746368-5370-4c42-82b6-b766640a4c30 req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.813708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.815776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:53.816169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Checking segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:53.816560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Bound using segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:53.817504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Bound port: 95babb0a-1a6b-4f66-b826-1b8796e5796a, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:53.817899 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:53.864009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2701760>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:53.868890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:26:53.877985 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:26:53.878833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2701760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:53.893375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d746368-5370-4c42-82b6-b766640a4c30 req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.040884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-311c2d20-cdc1-42fa-8d80-14e7b0320317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:54.042716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-311c2d20-cdc1-42fa-8d80-14e7b0320317 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.5525997
Dec 16 09:26:54.079266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:54.099269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:26:54.118251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:54.172020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] For port 95babb0a-1a6b-4f66-b826-1b8796e5796a, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:54.187190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.188892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] For port 95babb0a-1a6b-4f66-b826-1b8796e5796a, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:54.190148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d746368-5370-4c42-82b6-b766640a4c30 req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.194289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.198479 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:54.201298 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61399066-a028-43f7-8f37-af2a1c7a458d tempest-AggregatesAdminTestJSON-1141138384 tempest-AggregatesAdminTestJSON-1141138384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:54.214862 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.237156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b99d1-e0c9-4fee-b43b-b34a99a809be,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:54.239874 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:54.245678 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:54.321411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:54.322382 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.323876 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] 10.222.0.74 "PUT /v2.0/ports/95babb0a-1a6b-4f66-b826-1b8796e5796a HTTP/1.1" status: 200  len: 1092 time: 3.1577365
Dec 16 09:26:54.344281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d746368-5370-4c42-82b6-b766640a4c30 req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.345642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d746368-5370-4c42-82b6-b766640a4c30 req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/d84b99d1-e0c9-4fee-b43b-b34a99a809be HTTP/1.1" status: 204  len: 173 time: 0.9924042
Dec 16 09:26:54.353587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-20b1551f-9565-4959-82b7-d71bd4fedb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:54.355154 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-20b1551f-9565-4959-82b7-d71bd4fedb81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.2943199
Dec 16 09:26:54.534517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Pushing event updated for resources: {'Port': ['ID=95babb0a-1a6b-4f66-b826-1b8796e5796a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:54.591636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2701760>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:26:54.595981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75229067-3b37-446b-92b5-1610a6fba839 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '8f0469eb-7654-47ec-a98a-2e0cadc822bd', 'name': '', 'network_id': '91f49cfa-8768-49cf-ab24-40493a7f60cb', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'mac_address': 'fa:16:3e:93:4c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '788fc221-6fd7-4e05-8941-528edab659d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:30Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'subnets': [{'id': '788fc221-6fd7-4e05-8941-528edab659d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:26:54.606426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=7']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:54.623499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.623789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.624149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.624502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.624852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.625196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.625537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.625881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.626222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.626557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.626893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.627256 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:26:54.632248 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:54.633372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on host n-h2-820554-2 for vnic_type normal with profile {"migrating_to": "n-h1-820554-2"} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:54.633716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:54.634064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:54.641200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:54.641529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:54.643404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2f02507-bc04-4d6e-af71-3fe71d53a589 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:26:54.648308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:54.648650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:54.649039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:54.649460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Bound port: 7301d08e-8401-400f-bd07-a9fe60b113d7, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:54.649807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.666751 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:54.677486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-5dcd82a5-d90d-4c5d-a386-70d97264b634 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 217 time: 0.3085291
Dec 16 09:26:54.694298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: b2f02507-bc04-4d6e-af71-3fe71d53a589 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:26:54.694892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2f02507-bc04-4d6e-af71-3fe71d53a589 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:26:54.726257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c7dafe2e-7f6b-4512-a653-dc83d805eb46 req-d9b18c7d-54d3-4a63-bc9d-dcb1fc58bbc5 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Synchronizing usage tracker for tenant:624bd9b78bd446f2a89032e17a81f21c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:54.748068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:54.750911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:26:54.757301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.760290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-6a2bae72-a585-4033-b77f-00cfd156f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:54.761820 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-6a2bae72-a585-4033-b77f-00cfd156f2df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.0835164
Dec 16 09:26:54.762026 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:54.763577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c7dafe2e-7f6b-4512-a653-dc83d805eb46 req-d9b18c7d-54d3-4a63-bc9d-dcb1fc58bbc5 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Unset dirty status for tenant:624bd9b78bd446f2a89032e17a81f21c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:54.764597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7dafe2e-7f6b-4512-a653-dc83d805eb46 req-d9b18c7d-54d3-4a63-bc9d-dcb1fc58bbc5 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d437891-19bc-4572-87d2-e5312578c8fe HTTP/1.1" status: 200  len: 210 time: 0.1961176
Dec 16 09:26:54.820936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-7d9c6f30-39f1-4af9-90ff-65802465bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:54.822439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-7d9c6f30-39f1-4af9-90ff-65802465bd86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 1095 time: 0.3289924
Dec 16 09:26:54.899418 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7fd7a-dcd7-409f-babb-301e5d659c3e', 'name': 'network-vif-deleted', 'tag': 'ce08e493-58f5-4f30-8fa6-dad4a05949d5', 'status': 'completed', 'code': 200}
Dec 16 09:26:54.899418 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'status': 'completed', 'code': 200}
Dec 16 09:26:54.934543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=8']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:54.947671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:54.952864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:54.955229 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:54.956655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] 10.222.0.54 "PUT /v2.0/ports/7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 1122 time: 1.2897928
Dec 16 09:26:54.957980 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c788bcd-5969-49e7-af90-7b858214be12 None None] New status for floating IP a357a221-796d-42aa-b101-010347d8a65e: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:26:54.966188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-d715ccda-b767-4025-892f-25b4bd8741b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a HTTP/1.1" status: 200  len: 217 time: 0.1340866
Dec 16 09:26:55.037457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['7301d08e-8401-400f-bd07-a9fe60b113d7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:55.130146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-b1fc6524-57fe-40b4-ae51-979ce532892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:55.131937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-b1fc6524-57fe-40b4-ae51-979ce532892f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d7858657-3f08-4bdf-bf1b-977fe5703de9 HTTP/1.1" status: 200  len: 862 time: 0.1527011
Dec 16 09:26:55.133929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-ebaffb41-80da-4ba7-b750-7ab0dd872966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:55.135487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-ebaffb41-80da-4ba7-b750-7ab0dd872966 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3642263
Dec 16 09:26:55.275978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-dd6df03a-52f3-469f-bb36-ba4eac80ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:55.277539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-dd6df03a-52f3-469f-bb36-ba4eac80ea20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.3719308
Dec 16 09:26:55.378910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897118ea-7fbb-429d-adb7-b3826d44e681 req-49735f42-d1ce-4399-8414-767e05c21383 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:55.380474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-897118ea-7fbb-429d-adb7-b3826d44e681 req-49735f42-d1ce-4399-8414-767e05c21383 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 944 time: 0.4079802
Dec 16 09:26:55.503249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-dc998263-788f-4d80-b670-690c9d58a3a3 service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3306258
Dec 16 09:26:55.508372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-897118ea-7fbb-429d-adb7-b3826d44e681 req-26b4c78d-436e-4375-8f37-f69cd4241458 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088922
Dec 16 09:26:55.519480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-47364a31-72f0-48b1-a894-0091527b51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:55.521082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-47364a31-72f0-48b1-a894-0091527b51d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b6ec19c-a89b-4468-ac68-3d7737cae51c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3794577
Dec 16 09:26:55.579573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-ca4b194e-a1c5-402d-96c7-3f85d994df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:55.581069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-ca4b194e-a1c5-402d-96c7-3f85d994df0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.2943120
Dec 16 09:26:55.881424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-869adf95-33d7-4ab8-8e90-d6e5b4aedd69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 217 time: 0.2542791
Dec 16 09:26:55.993870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-6a9a232e-be7c-448d-82f7-c7597c380643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:55.995395 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-6a9a232e-be7c-448d-82f7-c7597c380643 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1125 time: 0.0799980
Dec 16 09:26:56.039553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9da1af33-2873-40c4-8a8c-f8df5f47ea9a req-19251499-d20f-4f83-ae32-36d72ea1869c service neutron] 10.222.0.66 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5224509
Dec 16 09:26:56.040849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-25d91c08-3266-454b-b441-3446554b69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.042159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-25d91c08-3266-454b-b441-3446554b69fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.1506200
Dec 16 09:26:56.048729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-25841fa6-7ac5-4a3d-9487-2200ea2f8476 service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4983034
Dec 16 09:26:56.098313 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e00f24-abb2-4024-a477-338fd495cd79', 'code': 200}
Dec 16 09:26:56.139207 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805', 'code': 200}
Dec 16 09:26:56.143766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-455b4d8e-881c-4216-8def-9ba3539083b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.146134 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-455b4d8e-881c-4216-8def-9ba3539083b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.1423821
Dec 16 09:26:56.186369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0021729-cae1-40cd-82a6-146ab84ee8cc req-fa2c6eac-b393-44fe-9139-ec6824f131c4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.187057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f0021729-cae1-40cd-82a6-146ab84ee8cc req-fa2c6eac-b393-44fe-9139-ec6824f131c4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Synchronizing usage tracker for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:26:56.223665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-4ee9b2fe-75d9-472f-a1d9-8ee5aa730632 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 217 time: 0.0687909
Dec 16 09:26:56.287697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-3e107e4b-e1fe-47a0-bd20-70dba34fe196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.289138 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-3e107e4b-e1fe-47a0-bd20-70dba34fe196 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.0573289
Dec 16 09:26:56.336825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f0021729-cae1-40cd-82a6-146ab84ee8cc req-fa2c6eac-b393-44fe-9139-ec6824f131c4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Unset dirty status for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:26:56.337861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0021729-cae1-40cd-82a6-146ab84ee8cc req-fa2c6eac-b393-44fe-9139-ec6824f131c4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 944 time: 0.6033285
Dec 16 09:26:56.339022 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-f515656b-23f1-43c1-bbbb-10e9aec8f414 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419300
Dec 16 09:26:56.390985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90d356c4-fc57-49eb-a04e-a95a4e0e4f31 req-4e1e2a16-e7f6-4fd5-a61c-92a3fe5469e7 service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3068652
Dec 16 09:26:56.424092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-16ec0591-fc6b-4606-b6b8-1932975c7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.425565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-16ec0591-fc6b-4606-b6b8-1932975c7890 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3742301
Dec 16 09:26:56.437132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec623838-59e3-4d4a-96d9-87914d53adc4 req-409df2ea-1eea-4883-803f-7d6d63f42367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.438778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec623838-59e3-4d4a-96d9-87914d53adc4 req-409df2ea-1eea-4883-803f-7d6d63f42367 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 1100 time: 0.2620809
Dec 16 09:26:56.462702 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0021729-cae1-40cd-82a6-146ab84ee8cc req-a0bf8c57-2eef-4366-bb68-e53688213c25 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078751
Dec 16 09:26:56.486284 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-fdf32d64-e1c4-4c42-91f4-41e824d67cd1 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368270
Dec 16 09:26:56.491997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2ecdd-e3aa-44ef-b512-b22ca375afeb req-6a2efb5a-9a8c-4fb7-be56-dfa4b313f66a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.493438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65a2ecdd-e3aa-44ef-b512-b22ca375afeb req-6a2efb5a-9a8c-4fb7-be56-dfa4b313f66a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 944 time: 0.2623036
Dec 16 09:26:56.643014 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-804a89ec-d113-4066-b088-91948655327e service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453946
Dec 16 09:26:56.655310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec623838-59e3-4d4a-96d9-87914d53adc4 req-b837c88a-234c-4193-868d-1861984f28fa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3de03a37-0e96-4203-8458-46950a5c5b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883664
Dec 16 09:26:56.684736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65a2ecdd-e3aa-44ef-b512-b22ca375afeb req-9bbf4e56-4f41-4c3d-916a-263d16dc9b38 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293604
Dec 16 09:26:56.729563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-6db59bb8-7f2e-4694-8c06-6cb6daa0ca5b service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2898264
Dec 16 09:26:56.743840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd349c-d6c0-4b44-b2e9-3fd2f44ce3c9 req-7c5a5b3c-d297-4bef-a844-c383aa43df35 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:56.745211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bfd349c-d6c0-4b44-b2e9-3fd2f44ce3c9 req-7c5a5b3c-d297-4bef-a844-c383aa43df35 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 949 time: 0.1697636
Dec 16 09:26:56.798159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3be204f-723d-4ea7-8599-6492c462abaf req-83bac9fb-f4a7-4af5-97e6-d5bfdfa0f6fe tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "GET /v2.0/security-groups/bc370753-702b-4123-8ccf-ca5f3edf5cba HTTP/1.1" status: 200  len: 1777 time: 0.0874023
Dec 16 09:26:56.809183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bfd349c-d6c0-4b44-b2e9-3fd2f44ce3c9 req-a027fab3-fdb3-43d9-8b5f-f4b82dad81e1 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/security-groups?id=3de03a37-0e96-4203-8458-46950a5c5b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573115
Dec 16 09:26:56.869480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b3be204f-723d-4ea7-8599-6492c462abaf req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:56.893382 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b3be204f-723d-4ea7-8599-6492c462abaf req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:56.899583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'}, {'server_uuid': '7d437891-19bc-4572-87d2-e5312578c8fe', 'name': 'network-vif-deleted', 'tag': 'b2f02507-bc04-4d6e-af71-3fe71d53a589'}, {'name': 'network-changed', 'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:57.095449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:26:57.149807 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b3be204f-723d-4ea7-8599-6492c462abaf req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:57.159137 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4816d74c-2e4d-42e5-9b71-7436411e7049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:57.186550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:57.191749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc370753-702b-4123-8ccf-ca5f3edf5cba,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:57.198548 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:57.203092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc51928e-eb83-4631-8652-bcdf76cb4a99 req-5f016143-6468-4327-84f8-069b0426c981 service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2934439
Dec 16 09:26:57.210677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b3be204f-723d-4ea7-8599-6492c462abaf req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:57.211751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3be204f-723d-4ea7-8599-6492c462abaf req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc370753-702b-4123-8ccf-ca5f3edf5cba HTTP/1.1" status: 204  len: 173 time: 0.4056165
Dec 16 09:26:57.213849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-f15263d1-63f8-423f-85d7-65674120718f tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:57.215273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-f15263d1-63f8-423f-85d7-65674120718f tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1125 time: 0.2818446
Dec 16 09:26:57.230013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:26:57.257639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:57.275363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 has no active binding in host n-h2-820554-2 {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Dec 16 09:26:57.276941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219f6b-d8ec-42fe-abd7-e79468d67e7c req-be99d2b6-5c20-4555-8249-db91d77c4cb8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:57.278106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb219f6b-d8ec-42fe-abd7-e79468d67e7c req-be99d2b6-5c20-4555-8249-db91d77c4cb8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 944 time: 0.2255547
Dec 16 09:26:57.352898 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb219f6b-d8ec-42fe-abd7-e79468d67e7c req-90caf0f4-c758-423b-ae10-b68dfa02343d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676620
Dec 16 09:26:57.364548 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-adf86af5-e753-4aa0-9cf5-469d352cdba3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=624bd9b78bd446f2a89032e17a81f21c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1759388
Dec 16 09:26:57.366653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:57.385200 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'status': 'completed', 'code': 200}
Dec 16 09:26:57.385490 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d437891-19bc-4572-87d2-e5312578c8fe', 'name': 'network-vif-deleted', 'tag': 'b2f02507-bc04-4d6e-af71-3fe71d53a589', 'status': 'completed', 'code': 200}
Dec 16 09:26:57.385769 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'status': 'completed', 'code': 200}
Dec 16 09:26:57.440306 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:57.467046 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:57.532532 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:57.540024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:57.540527 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e667ed0e-c8a1-4d46-a1bc-a78afab8afcb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:57.553016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ef06b-1c44-4cf1-a6a7-65f2b77bc397,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:57.566366 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:57.568832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:57.570195 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/536ef06b-1c44-4cf1-a6a7-65f2b77bc397 HTTP/1.1" status: 204  len: 168 time: 0.1962945
Dec 16 09:26:57.766250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-197dc418-9a19-488b-8560-05274fbd9a13 req-95fb0eca-60cc-4d00-8fac-177a45ee5fe9 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "GET /v2.0/security-groups/34aa0d14-3b83-4146-8094-e2cfa81ed854 HTTP/1.1" status: 200  len: 1777 time: 0.3049622
Dec 16 09:26:57.928927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-5a07d782-a2a0-456e-a9ae-480e06fc66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:57.930385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-5a07d782-a2a0-456e-a9ae-480e06fc66f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 1095 time: 0.5415559
Dec 16 09:26:57.936425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-2b756e23-e0d3-4dc0-83d3-37e1e41796a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:57.937834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-2b756e23-e0d3-4dc0-83d3-37e1e41796a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=697a5a05a69545d5b99b0601d47c192f&device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 1119 time: 0.5502305
Dec 16 09:26:57.946236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:57.999183 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-efd60860-aa88-4f47-a25e-63f976275c64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a060b46a9e345c19e178b13cd0552e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499651
Dec 16 09:26:58.000604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:26:58.073412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.104784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.163258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805'}, {'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7'}, {'name': 'network-changed', 'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:26:58.167244 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-197dc418-9a19-488b-8560-05274fbd9a13 req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.174980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1a26-9288-401a-85a7-73dc9fa686a0 req-c2e4d9e4-aa02-4b50-a19e-83630653399d tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:58.177039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b48d1a26-9288-401a-85a7-73dc9fa686a0 req-c2e4d9e4-aa02-4b50-a19e-83630653399d tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1125 time: 0.6216767
Dec 16 09:26:58.183593 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.188683 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ccb769d7-2475-4ee6-850d-d0a8e2052452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:58.202062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b698141-29eb-4609-9724-35f05b634d20,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:58.204586 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:58.205741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.207395 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b698141-29eb-4609-9724-35f05b634d20 HTTP/1.1" status: 204  len: 168 time: 0.2060828
Dec 16 09:26:58.289392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:58.314409 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-197dc418-9a19-488b-8560-05274fbd9a13 req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.337887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-1292f347-f931-4a2f-a977-eeba5b21892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:58.338931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-1292f347-f931-4a2f-a977-eeba5b21892c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 924 time: 0.3998580
Dec 16 09:26:58.350524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-7355cbe9-b2f1-4c00-ba0c-30fb3bac6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:58.351953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-7355cbe9-b2f1-4c00-ba0c-30fb3bac6e8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 200  len: 921 time: 0.3885357
Dec 16 09:26:58.357665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-83ba317d-37e5-495e-96c2-8ac7994304d1 service neutron] 10.222.0.54 "GET /v2.0/ports/021cf3f1-2a13-4412-b5f5-c79cfb123805/bindings/n-h2-820554-2 HTTP/1.1" status: 200  len: 384 time: 0.0795457
Dec 16 09:26:58.421142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b48d1a26-9288-401a-85a7-73dc9fa686a0 req-092560be-7c78-4995-8658-e01c9d173528 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292140
Dec 16 09:26:58.489660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-84f9030c-e689-4de1-ac54-592b4f9cca61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a HTTP/1.1" status: 200  len: 217 time: 0.1413965
Dec 16 09:26:58.497649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:26:58.539873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-54abe30b-5d33-4a0b-b167-aaf143eb875a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 200  len: 217 time: 0.1304128
Dec 16 09:26:58.729472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:58.796714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-62d962c6-45a1-4314-83c1-8a538c76135a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 200  len: 694 time: 0.2115738
Dec 16 09:26:58.807470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-197dc418-9a19-488b-8560-05274fbd9a13 req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.819383 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fef7549b-c622-4c71-b279-5ac1f1a38e59 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:58.842975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:58.855464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7301d08e-8401-400f-bd07-a9fe60b113d7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:58.860837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-d4db5e77-0d5f-49b9-bfad-163e252492f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:58.862496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-d4db5e77-0d5f-49b9-bfad-163e252492f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d7858657-3f08-4bdf-bf1b-977fe5703de9 HTTP/1.1" status: 200  len: 862 time: 0.3247690
Dec 16 09:26:58.868935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:26:58.877138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:58.879891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-63e2ef92-bf73-4337-964e-035c67737716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:58.881622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-63e2ef92-bf73-4337-964e-035c67737716 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 200  len: 859 time: 0.3012409
Dec 16 09:26:58.882371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa0d14-3b83-4146-8094-e2cfa81ed854,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:58.884695 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:58.932185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021cf3f1-2a13-4412-b5f5-c79cfb123805 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:58.944182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:58.962820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:59.000359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:59.037159 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-661e150e-05f2-419d-a500-798dce9e864d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:59.065009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] Transition to ACTIVE for port object 021cf3f1-2a13-4412-b5f5-c79cfb123805 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:26:59.078370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:59.083689 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:59.094390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 95babb0a-1a6b-4f66-b826-1b8796e5796a details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:26:59.120047 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-197dc418-9a19-488b-8560-05274fbd9a13 req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:59.127710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-197dc418-9a19-488b-8560-05274fbd9a13 req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "DELETE /v2.0/security-groups/34aa0d14-3b83-4146-8094-e2cfa81ed854 HTTP/1.1" status: 204  len: 173 time: 1.3494747
Dec 16 09:26:59.161419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] Pushing event updated for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=10']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:59.166518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:59.245819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on host n-h2-820554-2 for vnic_type normal with profile {} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:26:59.245819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:26:59.246277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:59.296811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 95babb0a-1a6b-4f66-b826-1b8796e5796a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:59.311944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] No DVR routers for this DVR port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:26:59.312536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:59.315551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:26:59.315922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Attempting to bind port 7301d08e-8401-400f-bd07-a9fe60b113d7 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:26:59.317803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'port_id': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'mac_address': 'fa:16:3e:91:1c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:26:59.319383 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:59.337270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-f156e099-df77-4cd9-864f-5da4ef83329d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:59.344425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-f156e099-df77-4cd9-864f-5da4ef83329d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.5396650
Dec 16 09:26:59.352565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-4d969989-728d-49fe-882b-8090259dceb5 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:26:59.359300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-4d969989-728d-49fe-882b-8090259dceb5 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0137706
Dec 16 09:26:59.362048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:26:59.362845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:26:59.363201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:26:59.364229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Bound port: 7301d08e-8401-400f-bd07-a9fe60b113d7, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:26:59.364740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:59.372613 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] 10.222.0.54 "PUT /v2.0/ports/021cf3f1-2a13-4412-b5f5-c79cfb123805/bindings/n-h2-820554-2/activate HTTP/1.1" status: 200  len: 369 time: 1.0092688
Dec 16 09:26:59.400171 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:59.419147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95babb0a-1a6b-4f66-b826-1b8796e5796a {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:26:59.437243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 95babb0a-1a6b-4f66-b826-1b8796e5796a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:26:59.444925 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:26:59.446841 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c5406e6f-ff95-47c1-ad3c-b36be38da906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:26:59.538282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-fc392098-c053-42f2-b44c-048af60447d9 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:59.540144 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-fc392098-c053-42f2-b44c-048af60447d9 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.1006582
Dec 16 09:26:59.581281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=95babb0a-1a6b-4f66-b826-1b8796e5796a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:26:59.587125 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:26:59.615445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-f4b18a57-9140-4ec9-8cb7-6a7da76adc44 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 697 time: 0.2539601
Dec 16 09:26:59.619949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-af8ba5a7-91f2-4fbd-a33b-775534a5e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:59.621619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-af8ba5a7-91f2-4fbd-a33b-775534a5e87f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b6ec19c-a89b-4468-ac68-3d7737cae51c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7480462
Dec 16 09:26:59.650778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-3a3ff1af-c447-47de-91ff-fb7b49115909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:59.652939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-3a3ff1af-c447-47de-91ff-fb7b49115909 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91f49cfa-8768-49cf-ab24-40493a7f60cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6775949
Dec 16 09:26:59.653982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-a8b4931f-2fd5-42d8-92c1-d77be23dc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:59.655574 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-a8b4931f-2fd5-42d8-92c1-d77be23dc0af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b&tenant_id=794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 1096 time: 0.1038835
Dec 16 09:26:59.759026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-b22f521c-20c0-4cc8-86c3-962ede74bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:59.760951 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-b22f521c-20c0-4cc8-86c3-962ede74bc85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1096 time: 0.0777423
Dec 16 09:26:59.767281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['95babb0a-1a6b-4f66-b826-1b8796e5796a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:26:59.943275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-277a65b4-7646-4abc-b260-3d12a47c2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:26:59.943489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-3552eba6-6564-4fd8-bd36-38a44904384d tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200  len: 697 time: 0.2850063
Dec 16 09:26:59.945151 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-277a65b4-7646-4abc-b260-3d12a47c2078 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.1734426
Dec 16 09:27:00.018476 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-08e6e3cd-e3cb-4b28-98ee-6e4bcb8016d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 217 time: 0.0657284
Dec 16 09:27:00.041758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d35344-6fd3-4722-9964-65fd9cb00505 req-261a93a7-5338-4b0a-9872-b8d52296f298 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:00.043282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e5d35344-6fd3-4722-9964-65fd9cb00505 req-261a93a7-5338-4b0a-9872-b8d52296f298 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 944 time: 0.8065186
Dec 16 09:27:00.081166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d4ea2507-7606-4725-9887-77f422ece039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:00.083370 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-d4ea2507-7606-4725-9887-77f422ece039 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0571928
Dec 16 09:27:00.123800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:00.133908 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-e50b5ada-d4fa-42b4-8205-f819b96e78ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435994
Dec 16 09:27:00.230242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:00.240610 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-0484055e-a32a-4a75-b195-05e65d24ffe3 service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5811830
Dec 16 09:27:00.251046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:00.262501 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:00.267105 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-7fd95deb-9f3e-4398-8f04-2969121a9619 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260896
Dec 16 09:27:00.293084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-08022d88-7791-47c8-b69b-ca14e29377ac service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6275911
Dec 16 09:27:00.303204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Deleting port c5835926-1a9a-46ca-aec4-7d46dfabf2ae {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:00.303554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:00.358689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e5d35344-6fd3-4722-9964-65fd9cb00505 req-f2bf50dc-b0a4-418c-95eb-630cb18e1b0b tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2946982
Dec 16 09:27:00.404124 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-72414554-3b65-4f99-bcbd-5a547c94b483 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288919
Dec 16 09:27:00.506572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:00.507202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:00.508561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] 10.222.0.54 "PUT /v2.0/ports/7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 1092 time: 3.2837367
Dec 16 09:27:00.509046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:00.520970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['7301d08e-8401-400f-bd07-a9fe60b113d7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:00.743695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Pushing event updated for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:00.750440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-50081d5a-32e3-4a65-b5b7-f5b8f6def9c5 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:00.752028 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-50081d5a-32e3-4a65-b5b7-f5b8f6def9c5 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.0816951
Dec 16 09:27:00.766730 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:00.864770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-a28fc774-17b7-4045-b762-e7487b458575 service neutron] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:00.868111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-a28fc774-17b7-4045-b762-e7487b458575 service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:00.869334 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f0e3da19-d7b0-41aa-a5c6-e9ba7e442bc1 req-a28fc774-17b7-4045-b762-e7487b458575 service neutron] 10.222.0.74 "DELETE /v2.0/ports/021cf3f1-2a13-4412-b5f5-c79cfb123805/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.1108625
Dec 16 09:27:00.967985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-43600667-3577-4ce5-a0e4-1258d233957d service neutron] 10.222.0.54 "GET /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6285501
Dec 16 09:27:01.012152 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3712cfaf-9e7a-4d57-b73b-737f446047e8 req-a71b99d2-3c70-4418-bc0d-1aa9e0bc7710 service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7556071
Dec 16 09:27:01.053132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149cf8a-b17e-4f7b-81a5-51ecbc9bdd2a req-d19be9d5-3a0d-4dda-9a0c-dae569234f03 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:01.054564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5149cf8a-b17e-4f7b-81a5-51ecbc9bdd2a req-d19be9d5-3a0d-4dda-9a0c-dae569234f03 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 949 time: 0.5310190
Dec 16 09:27:01.061019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.061350 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.093529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 95babb0a-1a6b-4f66-b826-1b8796e5796a up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:01.161857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 95babb0a-1a6b-4f66-b826-1b8796e5796a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:01.167615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 95babb0a-1a6b-4f66-b826-1b8796e5796a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:01.168008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.208471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Calling delete_port for c5835926-1a9a-46ca-aec4-7d46dfabf2ae owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:01.286746 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.314267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:01.318998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5149cf8a-b17e-4f7b-81a5-51ecbc9bdd2a req-6bf151ce-fdc9-4cef-b62c-d648b9388757 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/security-groups?id=3de03a37-0e96-4203-8458-46950a5c5b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502239
Dec 16 09:27:01.325408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 95babb0a-1a6b-4f66-b826-1b8796e5796a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:01.330330 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.333212 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9637b5d3-f153-40df-9bce-7a8cf9894ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:01.368941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-51102590-5c9b-4de4-8709-9bad2349fce5 service neutron] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:01.382999 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805', 'status': 'completed', 'code': 200}
Dec 16 09:27:01.383342 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'code': 200}
Dec 16 09:27:01.383911 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'status': 'completed', 'code': 200}
Dec 16 09:27:01.412211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=95babb0a-1a6b-4f66-b826-1b8796e5796a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:01.416913 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:01.525508 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-51102590-5c9b-4de4-8709-9bad2349fce5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.526572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22e83347-5cd5-417c-b5d2-99aaa398eaee req-51102590-5c9b-4de4-8709-9bad2349fce5 service neutron] 10.222.0.54 "DELETE /v2.0/ports/7301d08e-8401-400f-bd07-a9fe60b113d7/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.9851058
Dec 16 09:27:01.535291 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.541944 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4879f3d7-45b3-4c9b-9ad0-381da9406b19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:01.601945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Pushing event deleted for resources: {'Port': ['ID=c5835926-1a9a-46ca-aec4-7d46dfabf2ae,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:01.633926 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:01.650950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.653455 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:01.654569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac56d7e7-f000-47b4-9cc4-6e63c369dd6f req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "DELETE /v2.0/floatingips/a357a221-796d-42aa-b101-010347d8a65e HTTP/1.1" status: 204  len: 173 time: 1.6874459
Dec 16 09:27:01.678772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-7e172ea3-abd0-4f2f-be8d-b57c36ed891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:01.680283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-7e172ea3-abd0-4f2f-be8d-b57c36ed891f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1096 time: 0.2428095
Dec 16 09:27:01.690660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552311b0-d5f5-4605-a1d0-f4368caf47d7 req-bd090a1f-7cec-4303-bad9-c531fb09fd92 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:01.693169 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-552311b0-d5f5-4605-a1d0-f4368caf47d7 req-bd090a1f-7cec-4303-bad9-c531fb09fd92 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 945 time: 0.2186694
Dec 16 09:27:01.902985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-552311b0-d5f5-4605-a1d0-f4368caf47d7 req-6766da50-f63d-45bd-bfc9-8c8acd2ab5d4 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879721
Dec 16 09:27:01.998815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-35a5a4c9-a4bb-44b2-8195-8c5deca6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:02.000271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-35a5a4c9-a4bb-44b2-8195-8c5deca6f7a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.3060441
Dec 16 09:27:02.080657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8374-7651-4798-aacc-827afbaa0870 req-c05d5ab8-1011-45d1-bc5d-c1b17717e8af tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:02.082088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-c05d5ab8-1011-45d1-bc5d-c1b17717e8af tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 0.3044097
Dec 16 09:27:02.092495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-eb3e327c-726e-4aea-ab4a-e635fba545a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 217 time: 0.0816267
Dec 16 09:27:02.095684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-254999bd-9423-49ee-8db3-4600340d43b2 req-b09cc4c5-5138-4aa9-b439-3a75b7233ef5 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "GET /v2.0/security-groups/5186ec36-d252-40f6-bd44-cb0c4da13176 HTTP/1.1" status: 200  len: 1776 time: 0.1674280
Dec 16 09:27:02.147439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-5cafba8a-fb5c-4b68-9bd0-f21cc4b07331 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/quotas/e1240a924e4648a68de372f9d00931e3 HTTP/1.1" status: 200  len: 375 time: 0.0565150
Dec 16 09:27:02.250974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-53e34fae-8386-4b01-8854-7bc675022df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:02.252329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-53e34fae-8386-4b01-8854-7bc675022df3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.1487277
Dec 16 09:27:02.312306 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-39fb80be-0de7-42fb-b42d-9c570d51470c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505564
Dec 16 09:27:02.313927 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-254999bd-9423-49ee-8db3-4600340d43b2 req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:02.430421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-254999bd-9423-49ee-8db3-4600340d43b2 req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:02.450951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-05120b22-53f6-42f8-b649-2083d338ba2d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2912869
Dec 16 09:27:02.697570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:02.698365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-67b462e9-31b2-4a04-be8e-345bfe6dc6a7 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3712320
Dec 16 09:27:02.701839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-254999bd-9423-49ee-8db3-4600340d43b2 req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:02.715540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2348271a-74d0-4a25-b262-35b2b84e2c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:02.759028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5186ec36-d252-40f6-bd44-cb0c4da13176,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:02.766833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:02.820941 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:02.849106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-254999bd-9423-49ee-8db3-4600340d43b2 req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:02.850210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-254999bd-9423-49ee-8db3-4600340d43b2 req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] 10.222.0.66 "DELETE /v2.0/security-groups/5186ec36-d252-40f6-bd44-cb0c4da13176 HTTP/1.1" status: 204  len: 173 time: 0.7481878
Dec 16 09:27:02.856930 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-0258a7dc-671d-4200-8c65-a2a2e444814a service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3913000
Dec 16 09:27:02.986347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-a369109d-60a8-49f6-baf6-4952e90b1f04 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804286
Dec 16 09:27:03.026211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-dc746514-abda-4213-8843-3e9bd8343c5a service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667757
Dec 16 09:27:03.125046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-f7fa991f-b7dd-40b1-b0b1-fe9e6d92b937 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9ccf0e1462204a6db456b68b00542c0c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0401788
Dec 16 09:27:03.164761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:03.230346 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'status': 'completed', 'code': 200}
Dec 16 09:27:03.251111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-9a34075a-e887-40c3-a016-6e4dc779b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:03.252766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-9a34075a-e887-40c3-a016-6e4dc779b098 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1096 time: 0.2050378
Dec 16 09:27:03.262942 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'code': 200}
Dec 16 09:27:03.354474 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7ce001b5-55d9-4f34-ab81-60f743959cad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68f5ed57175f47fb9cdfd7fed1446511&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1877308
Dec 16 09:27:03.365339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:03.440287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-2f3fbf82-8b0e-4359-9cdc-f6951fbc3021 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:03.442153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-2f3fbf82-8b0e-4359-9cdc-f6951fbc3021 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3060484
Dec 16 09:27:03.446715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2b070-18a9-4573-a4b3-d8adc7610cc1 req-c930e349-3b51-42c5-9b52-fb03a33ce9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:03.449179 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-44d2b070-18a9-4573-a4b3-d8adc7610cc1 req-c930e349-3b51-42c5-9b52-fb03a33ce9c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 1097 time: 0.0982742
Dec 16 09:27:03.498920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-44d2b070-18a9-4573-a4b3-d8adc7610cc1 req-8bc047f1-290c-473d-998f-4ff8cd7f4281 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425365
Dec 16 09:27:03.537568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-fb9f98c5-a0ce-4b60-84ba-1d65ab639710 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/quotas/9ccf0e1462204a6db456b68b00542c0c HTTP/1.1" status: 200  len: 375 time: 0.0851858
Dec 16 09:27:03.558853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-3129efc1-810e-48c1-a8f2-171b31e0db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:03.560290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-3129efc1-810e-48c1-a8f2-171b31e0db18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.2976580
Dec 16 09:27:03.624328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-df633673-f8f5-4efc-bb7d-318855b53216 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ccf0e1462204a6db456b68b00542c0c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0706091
Dec 16 09:27:03.628334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:03.664933 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:03.699446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022e14-ce59-4af3-94a1-50e1306d855d req-d0e65a31-d6c8-47de-a0ae-cde38cbd58ab tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:03.706180 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44022e14-ce59-4af3-94a1-50e1306d855d req-d0e65a31-d6c8-47de-a0ae-cde38cbd58ab tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 946 time: 0.2165401
Dec 16 09:27:03.810488 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-36e7be16-1403-4f01-a84f-6edca7280dfd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 217 time: 0.0760515
Dec 16 09:27:03.883741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44022e14-ce59-4af3-94a1-50e1306d855d req-b32cdb26-44d5-47b8-aec8-755888c96b1b tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1766875
Dec 16 09:27:03.903982 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:03.909137 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fcd8cca8-adad-4287-b26b-84a3add8d9cb tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:03.947438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f23d33-6f30-4871-a232-5c259cd98690,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:03.953629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-c004e67b-5a2e-4e10-92a1-5ce6ecc80a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:03.955087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-c004e67b-5a2e-4e10-92a1-5ce6ecc80a97 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1362224
Dec 16 09:27:03.955948 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:03.969560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:03.974530 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1f23d33-6f30-4871-a232-5c259cd98690 HTTP/1.1" status: 204  len: 168 time: 0.6081600
Dec 16 09:27:04.027878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-856e32c6-b9e1-431b-9d7a-4e661c55f16f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525439
Dec 16 09:27:04.213269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1037d1aa-cc94-4b42-8899-516e34bae879 req-a57e72c6-cc87-4242-9116-ce3e86d7c147 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 210 time: 0.1330237
Dec 16 09:27:04.339189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-1aae7a10-93b7-48fb-945e-13e3390c2fa2 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3039005
Dec 16 09:27:04.347133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bb9d06c-a85a-4a59-ad05-bbfbe7534b23 req-cb9b5995-52bc-4d8f-9541-ce5661b85cdf tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 210 time: 0.0655885
Dec 16 09:27:04.389942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57328) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:04.517133 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-97516349-1d41-4f6e-90fe-02c742824db9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc3052a8f7e144abb8103446bfd2b436&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1251862
Dec 16 09:27:04.519480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:04.681732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:04.708960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:04.780981 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:04.790809 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df06bbe9-8d7a-4631-a1ad-20d9f6129767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:04.819214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f96d99-21d6-4d39-a158-b56169d801ec,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:04.839272 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:04.843768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:04.845424 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42f96d99-21d6-4d39-a158-b56169d801ec HTTP/1.1" status: 204  len: 168 time: 0.3250201
Dec 16 09:27:04.860915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a42277-3f69-483c-a5ec-64ba04b0469e req-c722452f-b477-4b89-9234-264d50ef0f8c service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5111799
Dec 16 09:27:04.893808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8374-7651-4798-aacc-827afbaa0870 req-4aada7f5-7a91-4ab3-b95a-6f27a1a3f9cd tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:04.896127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-4aada7f5-7a91-4ab3-b95a-6f27a1a3f9cd tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 0.2992465
Dec 16 09:27:04.904427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5e056-3647-4ef1-9edb-7722064f404c req-a9851a22-068a-44a6-9a6b-f15e6d95480f tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:04.905892 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91b5e056-3647-4ef1-9edb-7722064f404c req-a9851a22-068a-44a6-9a6b-f15e6d95480f tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1096 time: 0.3585534
Dec 16 09:27:04.917448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4753a88-db6a-4978-8e6f-a780fcea5ee0 req-1c076dcc-55b7-4419-9433-de2f5254c0d1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:04.918212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b4753a88-db6a-4978-8e6f-a780fcea5ee0 req-1c076dcc-55b7-4419-9433-de2f5254c0d1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Synchronizing usage tracker for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:04.929759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Request body: {'port': {'device_id': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'admin_state_up': True, 'tenant_id': 'e1240a924e4648a68de372f9d00931e3'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:05.080818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b4753a88-db6a-4978-8e6f-a780fcea5ee0 req-1c076dcc-55b7-4419-9433-de2f5254c0d1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Unset dirty status for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:05.081942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4753a88-db6a-4978-8e6f-a780fcea5ee0 req-1c076dcc-55b7-4419-9433-de2f5254c0d1 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 968 time: 0.5334704
Dec 16 09:27:05.144643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91b5e056-3647-4ef1-9edb-7722064f404c req-173f16b1-651e-498f-885e-f388cce93d47 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192454
Dec 16 09:27:05.202668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4753a88-db6a-4978-8e6f-a780fcea5ee0 req-8cad9571-0cd4-4bb6-b31b-8340fa3db7dc tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/security-groups?id=4435a531-b635-4771-8a71-517c5b802ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098235
Dec 16 09:27:05.265765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:05.291370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-a019f7ff-eb67-42e3-8a58-d2f6623a5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:05.293011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-a019f7ff-eb67-42e3-8a58-d2f6623a5ea3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1096 time: 0.2690873
Dec 16 09:27:05.301265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:05.519078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Made reservation on behalf of e1240a924e4648a68de372f9d00931e3 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:05.523146 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:05.534215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-7969788f-f623-46ae-8b0b-918871635de9 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9ccf0e1462204a6db456b68b00542c0c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1532354
Dec 16 09:27:05.659797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-9bde9049-22f7-44c6-8b1c-2c4cef2f4835 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:05.660672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-9bde9049-22f7-44c6-8b1c-2c4cef2f4835 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Synchronizing usage tracker for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:05.678867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-9bde9049-22f7-44c6-8b1c-2c4cef2f4835 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Unset dirty status for tenant:697a5a05a69545d5b99b0601d47c192f on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:05.680290 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-9bde9049-22f7-44c6-8b1c-2c4cef2f4835 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 968 time: 0.1744237
Dec 16 09:27:05.760051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Deleting port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:05.760393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:05.800200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-3bc261c7-4059-465e-b68e-fd4e00ac6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:05.802505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-3bc261c7-4059-465e-b68e-fd4e00ac6e1a service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.5025129
Dec 16 09:27:05.864342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.54', 63072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:05.906707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6619ad-d36f-4872-85f4-4deb6d17fccc req-c92f7473-0262-465f-add3-5c0dc40bc7ff tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:05.908191 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f6619ad-d36f-4872-85f4-4deb6d17fccc req-c92f7473-0262-465f-add3-5c0dc40bc7ff tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 949 time: 0.5724254
Dec 16 09:27:05.944091 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-db6cef38-e3fe-42f8-b081-87a55da41222 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 217 time: 0.1302342
Dec 16 09:27:06.047884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-5007e9d3-f556-4e14-9a29-b6efe85d06ec tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:06.049201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-5007e9d3-f556-4e14-9a29-b6efe85d06ec tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4996758
Dec 16 09:27:06.058684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087b29-66b8-4745-9e86-208239f3de8e req-ae379f44-0e95-4dfe-8f24-88b1e2f86543 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:06.059419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-43087b29-66b8-4745-9e86-208239f3de8e req-ae379f44-0e95-4dfe-8f24-88b1e2f86543 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Synchronizing usage tracker for tenant:c37d250c2ebf4173a2b311916ac463f7 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:06.062148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2dd8-154e-4752-8115-f42c1e377514 req-2164513a-a62f-4918-91a2-0d34faad08c5 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:06.063831 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16dd2dd8-154e-4752-8115-f42c1e377514 req-2164513a-a62f-4918-91a2-0d34faad08c5 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 946 time: 0.6153805
Dec 16 09:27:06.086751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Request body: {'port': {'device_id': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '9ccf0e1462204a6db456b68b00542c0c'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:06.099003 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:27:06.113897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] For port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:06.114250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:06.121922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-43087b29-66b8-4745-9e86-208239f3de8e req-ae379f44-0e95-4dfe-8f24-88b1e2f86543 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Unset dirty status for tenant:c37d250c2ebf4173a2b311916ac463f7 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:06.123072 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43087b29-66b8-4745-9e86-208239f3de8e req-ae379f44-0e95-4dfe-8f24-88b1e2f86543 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.54 "GET /v2.0/ports?device_id=1744e6f7-c7f6-4d25-96e8-48455b142c2b HTTP/1.1" status: 200  len: 949 time: 0.2578311
Dec 16 09:27:06.289512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Calling delete_port for 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a owned by compute:tempest-test_az-1673951584 {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:06.289972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Allocated IP 172.20.0.5 (2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6/50f3d445-642e-4001-89dc-7bec33f36fac/88808461-1f21-4a0b-b572-af94a636791b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:06.296093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f6619ad-d36f-4872-85f4-4deb6d17fccc req-9a8dd0f2-e0db-4927-bac0-a894d420d3e2 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.66 "GET /v2.0/security-groups?id=3de03a37-0e96-4203-8458-46950a5c5b35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3348341
Dec 16 09:27:06.366863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Deleting port a6e00f24-abb2-4024-a477-338fd495cd79 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:06.367231 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:06.402466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-77fafa02-47e1-4e1f-9181-01efd9528787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:06.404321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-77fafa02-47e1-4e1f-9181-01efd9528787 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.4357276
Dec 16 09:27:06.446687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16dd2dd8-154e-4752-8115-f42c1e377514 req-1f2a0d66-3d4a-4a87-8f0f-b92e8180a298 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3707759
Dec 16 09:27:06.588438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-6c8f327e-d2bc-41b0-abd6-8894abbb50fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1452572
Dec 16 09:27:06.611991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6779f636-a3f2-4161-ac93-a09eb1103d71 req-573f8552-1c0c-4007-9c14-b6b81dda268e tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 210 time: 0.1747019
Dec 16 09:27:06.689412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:06.700638 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-022c7e2e-3a25-42d3-958b-a8f158946556 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:06.701990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:06.730973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:06.749945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Pushing event deleted for resources: {'Port': ['ID=5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:06.752782 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:06.844961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] No DVR routers for this DVR port 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:27:06.858063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:06.860583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'name': 'network-vif-deleted', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:06.896784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] For port a6e00f24-abb2-4024-a477-338fd495cd79, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a6e00f24-abb2-4024-a477-338fd495cd79,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:06.896784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:06.904172 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-993031fb-b2ae-40ca-bfca-181e6a60a0ff req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.54 "DELETE /v2.0/ports/5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a HTTP/1.1" status: 204  len: 173 time: 1.2168148
Dec 16 09:27:06.906194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Usage tracker for resource:port and tenant:9ccf0e1462204a6db456b68b00542c0c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:06.915539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:06.946682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:06.951808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90116559-fa2c-4be6-97de-6a9f2aeda249 req-931cab45-950c-45ab-ab43-20276b655a65 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 210 time: 0.2182133
Dec 16 09:27:07.039646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Made reservation on behalf of 9ccf0e1462204a6db456b68b00542c0c for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:07.040815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Calling delete_port for a6e00f24-abb2-4024-a477-338fd495cd79 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:07.043064 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.097122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.132816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-a8c2a093-27d5-4264-9d22-58da08f4d959 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:07.134384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-a8c2a093-27d5-4264-9d22-58da08f4d959 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 0.5383954
Dec 16 09:27:07.145768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-24845083-1f95-4718-94fa-5931174bd6bb service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5410614
Dec 16 09:27:07.148690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.177910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:07.195869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Usage tracker for resource:security_group_rule and tenant:9ccf0e1462204a6db456b68b00542c0c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:07.199370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:07.289892 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-1c37646e-6cce-4807-813c-1fdaf43bdcd8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/quotas/794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 375 time: 0.1376357
Dec 16 09:27:07.292713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.306923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['a6e00f24-abb2-4024-a477-338fd495cd79'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:07.312241 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:07.317876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:07.330846 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2533ce4-5a15-4b36-8739-67e6a785ddb9 req-7e0218bd-9fa2-4ebf-a47a-2d066ccc7831 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33adef8-2b1c-4f86-a4b8-8603af879fa3 HTTP/1.1" status: 200  len: 210 time: 0.1427908
Dec 16 09:27:07.453673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Pushing event deleted for resources: {'Port': ['ID=a6e00f24-abb2-4024-a477-338fd495cd79,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:07.462582 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:07.463423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] No DVR routers for this DVR port a6e00f24-abb2-4024-a477-338fd495cd79 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:27:07.468751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.514165 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43087b29-66b8-4745-9e86-208239f3de8e req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] 10.222.0.54 "DELETE /v2.0/ports/a6e00f24-abb2-4024-a477-338fd495cd79 HTTP/1.1" status: 204  len: 173 time: 1.3854790
Dec 16 09:27:07.719273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8197ecd2-9f4c-40a9-bbd6-267f3bbb67f1 req-37794ee8-e52c-4c6e-bcf6-e9dc77c8c1c0 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5627666
Dec 16 09:27:07.734611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.746147 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5c30c16-b1c3-48bc-ac0f-7453a50b3706 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:07.749036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', '7301d08e-8401-400f-bd07-a9fe60b113d7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:07.818584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-a0c3ba2b-d687-4555-8413-84834430aaed tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5081906
Dec 16 09:27:07.853766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:07.880344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:07.951150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:07.962631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:07.964988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:07.970617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:07.971243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.985792 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:07.987517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:07.999109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:08.004611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:08.013001 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32960cab-362a-4d16-8d8e-1f7f27d766e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:08.015529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:08.019676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7481ba3169d04d37acb367ae037b8e63 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:08.022645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:08.030237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:08.080949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662293-6c9e-47ae-a450-19baf6712b00 req-42fd7ea7-1d17-4e4b-b05b-3f09f00529e3 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:08.082584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34662293-6c9e-47ae-a450-19baf6712b00 req-42fd7ea7-1d17-4e4b-b05b-3f09f00529e3 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 946 time: 0.5098865
Dec 16 09:27:08.094522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:08.122695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'floatingip': {'port_id': '95babb0a-1a6b-4f66-b826-1b8796e5796a'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:08.155427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2311413
Dec 16 09:27:08.161577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c13b8f7-4a5a-416b-89da-34d30a802ca9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:08.172667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Request body: {'port': {'device_id': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:08.198157 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:08.216822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:08.331951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-3acedfde-df66-4910-bc67-b22b1e2819bb service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5021548
Dec 16 09:27:08.432971 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33adef8-2b1c-4f86-a4b8-8603af879fa3', 'name': 'network-vif-deleted', 'tag': '5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a', 'status': 'completed', 'code': 200}
Dec 16 09:27:08.445653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:08.449720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:08.459575 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fae86199-e146-4ea9-99ba-870bea494d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:08.488818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e39d3af-a22f-41ef-94f4-516461f7a0cc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:08.497461 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:08.528506 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7481ba3169d04d37acb367ae037b8e63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6712241
Dec 16 09:27:08.531947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57434) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:08.618192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Allocated IP 192.168.233.150 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/b2d73415-f848-4a43-97c4-50c339b4a6fb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:08.638009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:08.695339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:08.745416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:27:08.746291 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5c1fc2a4-42bc-4fcd-bd66-decdb5a0478a not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:08.747148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a6e00f24-abb2-4024-a477-338fd495cd79 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:08.790253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: a6e00f24-abb2-4024-a477-338fd495cd79 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:27:08.790834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a6e00f24-abb2-4024-a477-338fd495cd79 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:08.794449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57440) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:08.850764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-6d10eefb-b171-4fe5-bf62-75e6fbc0f1cb service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4993031
Dec 16 09:27:08.903199 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:09.168386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:09.169259 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:09.173173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:09.226847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0aa3f334-7fc0-4fdc-8f14-46d645e06b62 req-98cc6db9-9e05-4027-bbb0-a044e5563b2a tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 210 time: 0.1182797
Dec 16 09:27:09.287871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb801-0239-42eb-aea4-22f283ca7faa req-56638e2d-942f-46a1-b1fd-d744ec6ad738 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:09.288612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5b8fb801-0239-42eb-aea4-22f283ca7faa req-56638e2d-942f-46a1-b1fd-d744ec6ad738 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:09.347981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:09.350664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0939dcec-4c65-480f-bbb3-74c35fffe351 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c37d250c2ebf4173a2b311916ac463f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5412588
Dec 16 09:27:09.433268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57460) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:09.505346 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f associated. External IP: 172.25.3.46, port: 95babb0a-1a6b-4f66-b826-1b8796e5796a.
Dec 16 09:27:09.509076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5b8fb801-0239-42eb-aea4-22f283ca7faa req-56638e2d-942f-46a1-b1fd-d744ec6ad738 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:09.515583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b8fb801-0239-42eb-aea4-22f283ca7faa req-56638e2d-942f-46a1-b1fd-d744ec6ad738 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 931 time: 0.8588998
Dec 16 09:27:09.587773 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2606a4dc-b3ac-42da-8f04-3eefa79eb79d req-1fc6592b-105e-482e-ac31-6774cf3572ce tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 210 time: 0.1474137
Dec 16 09:27:09.617083 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:09.763534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b8fb801-0239-42eb-aea4-22f283ca7faa req-c052a0ad-de3b-4b3e-834f-338d7f48fb34 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469773
Dec 16 09:27:09.773571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Transition to ACTIVE for port object b2d73415-f848-4a43-97c4-50c339b4a6fb will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:09.782037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:09.792622 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d5eee80-582f-40d9-b9ab-3073dc440225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:09.820028 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:09.829941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e39d3af-a22f-41ef-94f4-516461f7a0cc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:09.932690 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:09.964006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Router 88cd9fcb-7b33-4747-82ce-fd064ddd265c has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:27:09.996508 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.007997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.011500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e39d3af-a22f-41ef-94f4-516461f7a0cc HTTP/1.1" status: 204  len: 168 time: 1.4744174
Dec 16 09:27:10.182514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:10.199496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] Sync routers for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:10.202350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.213321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:10.214340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf1f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:10.308541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88808461-1f21-4a0b-b572-af94a636791b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:10.316984 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.352251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Transition to ACTIVE for port object 88808461-1f21-4a0b-b572-af94a636791b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:10.380419 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0de37439-fd23-4aa6-8c1e-add81aea5764 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "PUT /v2.0/floatingips/1c2f637a-2aa5-4cb8-b80d-d20787ea511f HTTP/1.1" status: 200  len: 991 time: 2.2815456
Dec 16 09:27:10.380643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.405038 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-15bf0624-4999-462a-92af-4758776650f7 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:10.432266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.440678 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.442303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3de03a37-0e96-4203-8458-46950a5c5b35 HTTP/1.1" status: 204  len: 168 time: 1.0063896
Dec 16 09:27:10.443002 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.443251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'name': 'network-vif-deleted', 'tag': 'a6e00f24-abb2-4024-a477-338fd495cd79'}, {'name': 'network-changed', 'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:10.541688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-750d7119-8434-4093-8b85-8eff54564595 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:10.553386 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-750d7119-8434-4093-8b85-8eff54564595 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 0.3137207
Dec 16 09:27:10.570919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Request body: {'port': {'device_id': '57fec794-fb35-4089-81fc-81f6578c6e02', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'admin_state_up': True, 'tenant_id': '794fa3401bd34e5db7312b30fe58849c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:10.661069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de03a37-0e96-4203-8458-46950a5c5b35,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:10.668047 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:10.726312 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5a49a6a-0d1f-4b8a-9a87-16289e2d099e tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:10.762046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:10.803213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:10.803558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:10.804087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:10.817416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:10.830788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:10.831123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:10.881803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:10.912489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:10.913164 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.946875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:10.950044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:10.952696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:10.953829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Bound port: 88808461-1f21-4a0b-b572-af94a636791b, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:10.956351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:10.979820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:10.992409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:11.043729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:11.048272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Usage tracker for resource:port and tenant:794fa3401bd34e5db7312b30fe58849c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:11.053166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:11.060689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:11.071890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57518) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:11.074830 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1744e6f7-c7f6-4d25-96e8-48455b142c2b', 'name': 'network-vif-deleted', 'tag': 'a6e00f24-abb2-4024-a477-338fd495cd79', 'status': 'completed', 'code': 200}
Dec 16 09:27:11.075124 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'status': 'completed', 'code': 200}
Dec 16 09:27:11.078301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Made reservation on behalf of 794fa3401bd34e5db7312b30fe58849c for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:11.082609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.234644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57526) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:11.280076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Allocated IP 172.20.0.5 (a7273c60-9377-469a-aee4-1192104dc3c5/b911c784-d5d8-409c-a7ba-22b49f899b5b/fedbd886-5e97-477a-8f51-1cd9f0443dd8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:11.290172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:11.292593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.335008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6729e5e-16ce-44c4-975b-7c631ed2ba91 None None] Provisioning for port b2d73415-f848-4a43-97c4-50c339b4a6fb completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:11.357688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.2893591
Dec 16 09:27:11.365694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d2f9822-93bb-4924-a7b3-e47e788ac490 req-f6b4bf40-e383-43ac-88d7-ad3506f2e567 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 210 time: 0.2619500
Dec 16 09:27:11.390470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.417338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Request body: {'port': {'device_id': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:11.476483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6729e5e-16ce-44c4-975b-7c631ed2ba91 None None] Provisioning complete for port b2d73415-f848-4a43-97c4-50c339b4a6fb triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:11.491253 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6729e5e-16ce-44c4-975b-7c631ed2ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.503076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:11.521478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:11.525905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Usage tracker for resource:security_group_rule and tenant:a492daef6a94451b891f07200a9e3cc7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:11.528783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:11.534597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:11.581448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.620137 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.621542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.639711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:11.647101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Usage tracker for resource:security_group_rule and tenant:5dd92165e5d046558864a1837b6fa6a7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:11.650804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:11.657483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.659457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:11.665323 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:11.676854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f6729e5e-16ce-44c4-975b-7c631ed2ba91 None None] Port b2d73415-f848-4a43-97c4-50c339b4a6fb cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:11.680200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Usage tracker for resource:security_group_rule and tenant:9fab891e4e074f51ac19415d17ecb6e1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:11.692378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:11.726667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf1f0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '1c2f637a-2aa5-4cb8-b80d-d20787ea511f', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'port_id': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'mac_address': 'fa:16:3e:91:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:40Z', 'updated_at': '2021-12-16T09:27:09Z', 'revision_number': 1, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:11.728846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Pushing event updated for resources: {'Port': ['ID=b2d73415-f848-4a43-97c4-50c339b4a6fb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:11.731998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] Checking router: 88cd9fcb-7b33-4747-82ce-fd064ddd265c for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:11.732399 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:11.744031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:11.744846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:11.745137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf1f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:26:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:11.754611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85e9ef-714e-4867-b8f1-6d01feb45e4d req-a7ed4530-82a3-42a8-ad40-3f4b99520369 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:11.755381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ec85e9ef-714e-4867-b8f1-6d01feb45e4d req-a7ed4530-82a3-42a8-ad40-3f4b99520369 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Synchronizing usage tracker for tenant:9ccf0e1462204a6db456b68b00542c0c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:11.758793 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.293s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:11.759113 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:11.817023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:11.856487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-a6c46730-ba1b-4de0-b55b-94d270beb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:11.858000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-a6c46730-ba1b-4de0-b55b-94d270beb058 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 1097 time: 0.9261637
Dec 16 09:27:11.861166 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.871547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:11.873317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Network a7273c60-9377-469a-aee4-1192104dc3c5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:11.881045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:11.887442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:11.892783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:11.895412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.900993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:11.908038 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.909273 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:11.920320 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e046666b-b9dd-48b5-8ff3-deebe64bef7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:11.928700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.934935 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6167e01f-634c-4e09-9652-3d5f2a2bc75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:11.943602 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3769746
Dec 16 09:27:11.955526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Request body: {'port': {'device_id': '57fec794-fb35-4089-81fc-81f6578c6e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:11.961439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:12.025735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.041338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.066581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.078309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:12.078860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.080877 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] 10.222.0.54 "PUT /v2.0/ports/88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 1091 time: 3.9135172
Dec 16 09:27:12.083034 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0afe6c4b-41a8-488e-900a-08d25e190c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:12.089499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'tag': '88808461-1f21-4a0b-b572-af94a636791b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:12.112381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323492fb-1b92-4ce4-9e92-dc9c402315a5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:12.123018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a492daef6a94451b891f07200a9e3cc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8710742
Dec 16 09:27:12.127918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:12.128704 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e270489-0c72-4888-be5e-bc2d530e5e49 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:12.132795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:12.137512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.165181 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dd92165e5d046558864a1837b6fa6a7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0864754
Dec 16 09:27:12.171587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57542) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:12.182359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7616deaf-72f1-40d6-966e-5ad2f73673ea,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:12.202408 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:12.302205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333af2-be03-42ba-a7c8-d68e53c8e222 req-c385c659-ccbe-4238-af27-fc5b4352d792 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:12.303731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8333af2-be03-42ba-a7c8-d68e53c8e222 req-c385c659-ccbe-4238-af27-fc5b4352d792 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 943 time: 0.7600973
Dec 16 09:27:12.390705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-36767539-1036-4b67-8156-4d8c03e943e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:12.392187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-36767539-1036-4b67-8156-4d8c03e943e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 924 time: 0.5194273
Dec 16 09:27:12.396745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.397657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf1f0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '1c2f637a-2aa5-4cb8-b80d-d20787ea511f', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'port_id': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'mac_address': 'fa:16:3e:91:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:40Z', 'updated_at': '2021-12-16T09:27:09Z', 'revision_number': 1, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:12.402223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23438f22-df55-4ea3-9f11-39338e5b011d None None] The sync data for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 is: [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '1c2f637a-2aa5-4cb8-b80d-d20787ea511f', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'port_id': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'mac_address': 'fa:16:3e:91:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:40Z', 'updated_at': '2021-12-16T09:27:09Z', 'revision_number': 1, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:12.432012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.435787 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.572319 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.666414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.670555 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71533b1b-8e70-4c4c-9409-a5185defb83b None None] New status for floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:27:12.676848 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8212ae05-4c83-4653-aec5-e06f727b8ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:12.698097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323492fb-1b92-4ce4-9e92-dc9c402315a5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:12.702153 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.702366 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/323492fb-1b92-4ce4-9e92-dc9c402315a5 HTTP/1.1" status: 204  len: 168 time: 0.5661876
Dec 16 09:27:12.703841 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:12.705580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.708287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.725373 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7616deaf-72f1-40d6-966e-5ad2f73673ea HTTP/1.1" status: 204  len: 168 time: 0.5524027
Dec 16 09:27:12.743379 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37081e4b-3889-4beb-acb7-13a3b292f907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:12.749439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:12.757192 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:12.834308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8333af2-be03-42ba-a7c8-d68e53c8e222 req-e8002680-01ff-468b-8a53-763e0c219ee7 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4965334
Dec 16 09:27:12.870148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedbd886-5e97-477a-8f51-1cd9f0443dd8 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:12.880807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.904363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Transition to ACTIVE for port object fedbd886-5e97-477a-8f51-1cd9f0443dd8 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:12.909078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7616deaf-72f1-40d6-966e-5ad2f73673ea,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:12.913327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.918578 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:12.958416 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:12.959294 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0cf09412-e177-44f3-bed8-a04e66a8fb2b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:12.968400 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.015596 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0db7e843-447f-4505-a52d-d16f26c28346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:13.074627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-3ea29509-95d1-4583-972c-41702ddcfcfb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a HTTP/1.1" status: 200  len: 999 time: 0.6696780
Dec 16 09:27:13.075290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ec85e9ef-714e-4867-b8f1-6d01feb45e4d req-a7ed4530-82a3-42a8-ad40-3f4b99520369 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Unset dirty status for tenant:9ccf0e1462204a6db456b68b00542c0c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:13.082089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec85e9ef-714e-4867-b8f1-6d01feb45e4d req-a7ed4530-82a3-42a8-ad40-3f4b99520369 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 936 time: 2.6459403
Dec 16 09:27:13.202749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:13.211290 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:13.220580 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'tag': '88808461-1f21-4a0b-b572-af94a636791b', 'status': 'completed', 'code': 200}
Dec 16 09:27:13.240203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:13.249038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8374-7651-4798-aacc-827afbaa0870 req-56d3570b-f12e-48a4-ab20-b034501d92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:13.251740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-56d3570b-f12e-48a4-ab20-b034501d92a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1094 time: 1.0593214
Dec 16 09:27:13.261291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fab891e4e074f51ac19415d17ecb6e1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1893425
Dec 16 09:27:13.261783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:13.261783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:13.262250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:13.264879 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.269344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e951c-ecea-4236-a0bc-5a67a4837979,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:13.272671 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:13.274036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57566) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:13.281258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:13.281684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:13.291534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:13.293462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:13.294009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:13.294312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:13.294937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Bound port: fedbd886-5e97-477a-8f51-1cd9f0443dd8, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:13.295394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.308221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:adfe9e87103743c68678f0c9bd9d620a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:13.313866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:13.322030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:13.429131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-2f468235-7730-443a-9947-982fd1324ae4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 217 time: 0.1646988
Dec 16 09:27:13.447300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:13.452208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:13.458856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ec85e9ef-714e-4867-b8f1-6d01feb45e4d req-2b27ba75-6df2-4bda-923e-01860c664b48 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Synchronizing usage tracker for tenant:9ccf0e1462204a6db456b68b00542c0c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:13.460541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.467572 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:13.512723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-52db9a88-b6ce-4fd8-8cd7-218e971a9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:13.514174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-52db9a88-b6ce-4fd8-8cd7-218e971a9046 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d7858657-3f08-4bdf-bf1b-977fe5703de9 HTTP/1.1" status: 200  len: 862 time: 0.4169471
Dec 16 09:27:13.544051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:13.544756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.546913 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] 10.222.0.54 "PUT /v2.0/ports/fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 200  len: 1091 time: 1.5953779
Dec 16 09:27:13.547579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:13.557759 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.590128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:13.596911 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:13.634745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.641341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.655918 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df64fb69-1000-4002-b6b3-887f49638fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:13.695648 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.710553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d10ffb-23cc-4796-be51-12c63ab99c61,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:13.719762 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adfe9e87103743c68678f0c9bd9d620a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4757299
Dec 16 09:27:13.719762 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:13.719982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:13.793155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-210eb485-ec48-41ec-911f-22debfc5d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:13.794712 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-210eb485-ec48-41ec-911f-22debfc5d6f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1094 time: 0.1989837
Dec 16 09:27:13.859746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ec85e9ef-714e-4867-b8f1-6d01feb45e4d req-2b27ba75-6df2-4bda-923e-01860c664b48 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Unset dirty status for tenant:9ccf0e1462204a6db456b68b00542c0c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:13.875329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec85e9ef-714e-4867-b8f1-6d01feb45e4d req-2b27ba75-6df2-4bda-923e-01860c664b48 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7865474
Dec 16 09:27:13.876194 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-254e1f94-9176-4242-93bb-45fbf0521352 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 200  len: 217 time: 0.0714667
Dec 16 09:27:13.877012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.950578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:13.960717 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8', 'status': 'completed', 'code': 200}
Dec 16 09:27:13.982959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-9c42e918-2fac-4661-a6be-1696fa62a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:13.984699 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-9c42e918-2fac-4661-a6be-1696fa62a68c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0983403
Dec 16 09:27:14.017232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8374-7651-4798-aacc-827afbaa0870 req-0588e50a-2435-4236-8f36-2a93f86c58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:14.018772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-0588e50a-2435-4236-8f36-2a93f86c58cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.5709963
Dec 16 09:27:14.074176 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-828f6ca5-8e56-4ae5-9a13-6cf80e7951e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804808
Dec 16 09:27:14.100398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:14.138466 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:27:14.189937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-285edf91-6a9b-4a5c-bd96-70fc54055506 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1576025
Dec 16 09:27:14.270530 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:14.276667 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce55505b-658b-4ff3-883f-84291b23bcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:14.294645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d10ffb-23cc-4796-be51-12c63ab99c61,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:14.309119 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:14.309604 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:14.313663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:14.314769 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03d10ffb-23cc-4796-be51-12c63ab99c61 HTTP/1.1" status: 204  len: 168 time: 0.5940073
Dec 16 09:27:14.337697 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-ad08717e-b240-4842-aee0-cb0442ea47c3 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568598
Dec 16 09:27:14.426284 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d42c7db-c269-4165-aa88-abee4d32a180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:14.491617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6054a-19b5-4bc8-a9ab-39cb2824828d req-b165162a-d2e8-4930-8125-69ca9ada471c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:14.498746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85f6054a-19b5-4bc8-a9ab-39cb2824828d req-b165162a-d2e8-4930-8125-69ca9ada471c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 943 time: 1.1452644
Dec 16 09:27:14.500626 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4accf0d9-da98-4ef8-a411-acf31c2a4a7d req-c1afdafa-c0e3-41fc-a7bd-db8f3e7f5f25 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562777
Dec 16 09:27:14.520073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d73415-f848-4a43-97c4-50c339b4a6fb {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:14.598567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-1e923282-2b36-4b24-a5e8-bbdc6831d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:14.600093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-1e923282-2b36-4b24-a5e8-bbdc6831d6e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b6ec19c-a89b-4468-ac68-3d7737cae51c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9056897
Dec 16 09:27:14.602007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:14.677164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-0bdddc19-3de3-4c62-a6b0-409f3c2778b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:14.679770 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-0bdddc19-3de3-4c62-a6b0-409f3c2778b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1094 time: 0.1293726
Dec 16 09:27:14.871974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Transition to ACTIVE for port object b2d73415-f848-4a43-97c4-50c339b4a6fb will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:14.876508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-e61891d1-eb45-4c27-b537-ca1e14c411b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:14.878970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-e61891d1-eb45-4c27-b537-ca1e14c411b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.1928961
Dec 16 09:27:14.922632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85f6054a-19b5-4bc8-a9ab-39cb2824828d req-cd385c28-48c4-4ee3-a88d-e9fbd09538b4 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4229262
Dec 16 09:27:14.923343 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:14.935885 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a757d61-cf15-4162-8304-1a2c923dbb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:14.974296 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-50296d46-3a26-48a7-b317-dbece76537c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 200  len: 217 time: 0.0883205
Dec 16 09:27:15.010450 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-0448194d-0556-4643-b25b-72b3a8c376b5 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7726865
Dec 16 09:27:15.021407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801cc66-5d8f-449a-a53e-66849689dee0 req-83f29ef2-6316-42d8-b22e-e2947a5fba1c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:15.022897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1801cc66-5d8f-449a-a53e-66849689dee0 req-83f29ef2-6316-42d8-b22e-e2947a5fba1c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 943 time: 0.9079397
Dec 16 09:27:15.060763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-c5d6bbfd-5b7f-4028-825a-5ad2c492cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:15.062232 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-c5d6bbfd-5b7f-4028-825a-5ad2c492cfcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0781443
Dec 16 09:27:15.125726 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-c3e39ca7-723d-41c4-9c68-ecaa1c678d0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534518
Dec 16 09:27:15.146774 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.159797 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.320899 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-fa4b1212-40bd-422e-a52e-d5fe4da0b189 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881206
Dec 16 09:27:15.351381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:15.380935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d73415-f848-4a43-97c4-50c339b4a6fb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:15.383800 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:15.391816 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ebf82b7a-e482-432d-83e6-097100a48fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:15.449423 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-1a7c2c1e-2fcf-44dc-9cce-829ab9444876 service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7190447
Dec 16 09:27:15.455397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e951c-ecea-4236-a0bc-5a67a4837979,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:15.457873 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:15.469408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.470592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee1e951c-ecea-4236-a0bc-5a67a4837979 HTTP/1.1" status: 204  len: 168 time: 2.1418433
Dec 16 09:27:15.474960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1801cc66-5d8f-449a-a53e-66849689dee0 req-3c522bfe-256a-4c89-ba36-bb41e884efd2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3475296
Dec 16 09:27:15.517925 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c517a06c-3b81-48e5-9050-c637697e5e18 req-8c5655db-5bbb-4d38-a633-01693a0a6e8b service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896651
Dec 16 09:27:15.523294 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.572467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-638158343-network', 'tenant_id': '51407b3d1ead464ba33d01883414351e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:15.577488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:15.579403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Attempting to bind port b2d73415-f848-4a43-97c4-50c339b4a6fb on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:15.579403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Attempting to bind port b2d73415-f848-4a43-97c4-50c339b4a6fb by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:15.579909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Attempting to bind port b2d73415-f848-4a43-97c4-50c339b4a6fb on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:15.585691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Usage tracker for resource:network and tenant:51407b3d1ead464ba33d01883414351e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:15.589400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:15.595884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:15.608015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Made reservation on behalf of 51407b3d1ead464ba33d01883414351e for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:15.611146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.625056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.640164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:15.644236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Usage tracker for resource:security_group_rule and tenant:51407b3d1ead464ba33d01883414351e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:15.647743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:15.654183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:15.677360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Port b2d73415-f848-4a43-97c4-50c339b4a6fb on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:15.677717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Attempting to bind port b2d73415-f848-4a43-97c4-50c339b4a6fb on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:15.715133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:15.715520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:15.716082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:15.716649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Bound port: b2d73415-f848-4a43-97c4-50c339b4a6fb, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:15.717024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.742136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-507e8374-7651-4798-aacc-827afbaa0870 req-c0fb722c-c22e-4461-b803-9afb9a47e76c service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7057068
Dec 16 09:27:15.758061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Deleting port 8f0469eb-7654-47ec-a98a-2e0cadc822bd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:15.758331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.770912 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.779482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.785051 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc9ab677-0551-481d-9bdf-eb40a4a1db2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:15.821159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:27:15.839095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41680748-5eb9-4b5d-8349-e92cef2eb45a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:15.843180 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:15.845908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.846420 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Added segment 70455952-8f88-40dc-944f-c8006d9b2b15 of type vlan for network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1
Dec 16 09:27:15.879388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.918110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.920321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:15.921034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:15.949362 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:15.982961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84beacd-f8fa-46e8-a355-3ca994144c4a req-f810eb29-2761-4a6d-a2e8-613b1ce63edf tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:15.982961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c84beacd-f8fa-46e8-a355-3ca994144c4a req-f810eb29-2761-4a6d-a2e8-613b1ce63edf tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 948 time: 0.8051825
Dec 16 09:27:15.984822 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6304171
Dec 16 09:27:16.023554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:16.070873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Request body: {'subnet': {'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-638158343-subnet', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:16.113946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:16.114292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce57b91-672d-46b1-b2d7-1a1d4f8482a1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:16.119682 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:16.129865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:27:16.182313 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2dfd02-4801-403f-be35-2abdc029deb8 req-8a3113d0-3079-47f7-9c75-838ea004ab9e service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7010760
Dec 16 09:27:16.240431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Usage tracker for resource:subnet and tenant:51407b3d1ead464ba33d01883414351e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:16.255405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:16.273528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-500e4747-bdaa-49e7-9b5e-01fb107dac3b tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a26670d1aa7f4c5db825909167fce43c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1642461
Dec 16 09:27:16.274521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:16.299624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c84beacd-f8fa-46e8-a355-3ca994144c4a req-72272607-e7ee-4448-8946-a5d38de0ffee tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769232
Dec 16 09:27:16.333275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] For port b2d73415-f848-4a43-97c4-50c339b4a6fb, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:16.421260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] For port b2d73415-f848-4a43-97c4-50c339b4a6fb, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2d73415-f848-4a43-97c4-50c339b4a6fb,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:16.424467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Made reservation on behalf of 51407b3d1ead464ba33d01883414351e for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:16.427623 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:16.507504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:16.567637 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc50953a-82db-4bc1-be4e-03f0ec5599e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:16.711013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:27:16.729060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-784063a6-66f8-48d8-839f-4ea49e7a48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:16.730611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-784063a6-66f8-48d8-839f-4ea49e7a48c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1094 time: 0.9310009
Dec 16 09:27:16.734427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] For port 8f0469eb-7654-47ec-a98a-2e0cadc822bd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f0469eb-7654-47ec-a98a-2e0cadc822bd,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:16.734793 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:16.781056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:16.781315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:16.783606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2d73415-f848-4a43-97c4-50c339b4a6fb HTTP/1.1" status: 200  len: 1096 time: 5.4162886
Dec 16 09:27:16.822017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'tag': 'b2d73415-f848-4a43-97c4-50c339b4a6fb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:16.864630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:16.880862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'port_id': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8', 'mac_address': 'fa:16:3e:cf:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b911c784-d5d8-409c-a7ba-22b49f899b5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:27:16.955018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:16.968229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:16.983784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedbd886-5e97-477a-8f51-1cd9f0443dd8 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:17.003616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:17.008294 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:17.010200 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:17.077287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Calling delete_port for 8f0469eb-7654-47ec-a98a-2e0cadc822bd owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:17.095851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:17.104325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.104672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.105009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.105353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.105667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.105993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.106314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.106636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.106955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.107320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.107645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.107965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:17.111953 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:17.200170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['fedbd886-5e97-477a-8f51-1cd9f0443dd8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:17.233425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d73415-f848-4a43-97c4-50c339b4a6fb,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:17.236787 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:17.269314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-5754ecde-66d6-450b-9c5f-4264b5adb0c2 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:17.270856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-5754ecde-66d6-450b-9c5f-4264b5adb0c2 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9813864
Dec 16 09:27:17.495943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-5ea2372e-9e07-41e3-872c-ba3f55e368e9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/quotas/a26670d1aa7f4c5db825909167fce43c HTTP/1.1" status: 200  len: 375 time: 0.1952081
Dec 16 09:27:17.504029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9abba-c3c5-4273-881e-8cf30b651d9d req-a6cd3df7-f333-4100-a828-cf1a6e195c1f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:17.505532 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd9abba-c3c5-4273-881e-8cf30b651d9d req-a6cd3df7-f333-4100-a828-cf1a6e195c1f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 943 time: 1.0862463
Dec 16 09:27:17.552637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-3d28e041-b190-4e9e-8e1e-f07770242554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:17.554118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-3d28e041-b190-4e9e-8e1e-f07770242554 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.7877746
Dec 16 09:27:17.695979 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-b5cc93ee-f722-4dff-8123-ddbaca518634 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1894047
Dec 16 09:27:17.720885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-de05c973-048a-4934-8fda-68745918f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:17.722474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-de05c973-048a-4934-8fda-68745918f4e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ccf0e1462204a6db456b68b00542c0c&device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 1099 time: 0.7458301
Dec 16 09:27:17.723759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-fa15936d-3434-4196-8275-acdc8eda267f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 217 time: 0.1070368
Dec 16 09:27:17.886653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-fc002f00-e486-4739-9230-727e66362573 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b2d73415-f848-4a43-97c4-50c339b4a6fb HTTP/1.1" status: 200  len: 217 time: 0.1511197
Dec 16 09:27:17.923120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd9abba-c3c5-4273-881e-8cf30b651d9d req-6fcddd9b-14eb-4094-855a-60eef235e4b5 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3737605
Dec 16 09:27:18.009462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-83a0008f-34be-4aa1-95d9-e7421962ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:18.011000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-83a0008f-34be-4aa1-95d9-e7421962ad43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.2713821
Dec 16 09:27:18.016377 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:18.064062 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:18.164752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-9cae6602-44ff-45df-b26e-b30b0181400b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1466744
Dec 16 09:27:18.171814 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'tag': 'b2d73415-f848-4a43-97c4-50c339b4a6fb', 'status': 'completed', 'code': 200}
Dec 16 09:27:18.184484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-7894f6d4-182a-4b96-a7d3-d7be1b49b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:18.186174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-7894f6d4-182a-4b96-a7d3-d7be1b49b918 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2821996
Dec 16 09:27:18.579462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f882487d-85c2-46d5-954f-2313bf1c6921,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:18.587243 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:18.636932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Checking segment: {'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:18.637276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Network hostable DHCP agents. Network: 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:27:18.645306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:18.662857 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4eeb747c-39f8-4caf-a165-1e1c28712e50 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:18.727754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0469eb-7654-47ec-a98a-2e0cadc822bd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:18.727973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 88808461-1f21-4a0b-b572-af94a636791b details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:27:18.738576 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:18.757864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:18.782573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-186c2de3-c71f-4776-b9f9-5fded7684c2a service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6022038
Dec 16 09:27:18.834710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3451e7f-3283-4cf4-96c3-1718c30d95ef req-838f51ea-5b01-4bb6-bcf5-105854e7c484 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:18.845208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3451e7f-3283-4cf4-96c3-1718c30d95ef req-838f51ea-5b01-4bb6-bcf5-105854e7c484 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 943 time: 0.7819841
Dec 16 09:27:18.861245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:27:18.922246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port fedbd886-5e97-477a-8f51-1cd9f0443dd8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:18.938447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port fedbd886-5e97-477a-8f51-1cd9f0443dd8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:18.939076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:18.987652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:18.987948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-859bde21-e2ed-40a0-9be8-33bc0cdc8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:18.989442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-859bde21-e2ed-40a0-9be8-33bc0cdc8cb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7393959
Dec 16 09:27:19.012241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '88808461-1f21-4a0b-b572-af94a636791b', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'port_id': '88808461-1f21-4a0b-b572-af94a636791b', 'mac_address': 'fa:16:3e:96:2c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3d445-642e-4001-89dc-7bec33f36fac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:27:19.042404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec6a3-1742-4f35-9500-3625843f1559 req-bbc6d847-4433-4eea-902e-636dedbe3d31 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:19.043947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d6eec6a3-1742-4f35-9500-3625843f1559 req-bbc6d847-4433-4eea-902e-636dedbe3d31 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 948 time: 0.7927973
Dec 16 09:27:19.102612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:19.109041 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.124733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e1b3b-9db0-476c-a31a-9aa584ca710b None None] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:19.125598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-8f57048e-3a51-4c92-8945-fe90ea732560 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a26670d1aa7f4c5db825909167fce43c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1349204
Dec 16 09:27:19.183830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:19.184330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.227617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88808461-1f21-4a0b-b572-af94a636791b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:19.233580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3451e7f-3283-4cf4-96c3-1718c30d95ef req-9f494f8c-b1bd-4daa-bd03-caa4904bbb77 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3869305
Dec 16 09:27:19.238754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.272928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:19.285211 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.297481 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:19.342160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:19.386030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:19.422175 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.442618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:19.446681 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:19.447142 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:19.504393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d6eec6a3-1742-4f35-9500-3625843f1559 req-9f6010a1-6ad1-49f1-8c89-182c3ec0dbd4 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4413431
Dec 16 09:27:19.514570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-c83f8165-2747-43dc-8ae8-79b1da9cfa28 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a26670d1aa7f4c5db825909167fce43c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1108313
Dec 16 09:27:19.522807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.4931130
Dec 16 09:27:19.524887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d67834af-0a36-4c48-bf77-496ab5cb97bf req-a40b4c2e-3bd3-4adf-9488-1ea85fb23fe3 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7255819
Dec 16 09:27:19.525550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57714) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:19.538156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:19.553791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['88808461-1f21-4a0b-b572-af94a636791b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:19.555831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:19.569810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Usage tracker for resource:router and tenant:51407b3d1ead464ba33d01883414351e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:19.572964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:19.580110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:19.597621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.613377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.627886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-1ce57b91-672d-46b1-b2d7-1a1d4f8482a1', 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'fixed_ips': [{'subnet_id': 'f882487d-85c2-46d5-954f-2313bf1c6921'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:27:19.630503 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.644476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.674236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:19.684818 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:19.693880 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:19.746872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-cc2d3685-fa31-4968-a5d2-3714a2798a89 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6903784
Dec 16 09:27:19.955784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-ebb50004-c705-47bb-aa40-3200e4662ec4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:19.957844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-ebb50004-c705-47bb-aa40-3200e4662ec4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7756407
Dec 16 09:27:19.988925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Allocated IP 172.20.0.2 (1ce57b91-672d-46b1-b2d7-1a1d4f8482a1/f882487d-85c2-46d5-954f-2313bf1c6921/56618892-f607-4c9a-9d72-8a60399f862a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:20.006304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Request body: {'port': {'device_id': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': 'a26670d1aa7f4c5db825909167fce43c'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:20.227778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:20.263561 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-38b3bfbe-0905-4bac-ac37-af2d8e17ce15 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3931355
Dec 16 09:27:20.270299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:20.280898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Transition to ACTIVE for port object 56618892-f607-4c9a-9d72-8a60399f862a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:20.302009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Transition to ACTIVE for port object 56618892-f607-4c9a-9d72-8a60399f862a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:20.309037 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:20.318271 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:20.374903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:20.377664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:20.381794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:20.423463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Pushing event updated for resources: {'Port': ['ID=56618892-f607-4c9a-9d72-8a60399f862a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:20.435693 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:20.442358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-864e9ec2-b812-4fcf-b242-137ccc9023c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:20.443850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-864e9ec2-b812-4fcf-b242-137ccc9023c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8980019
Dec 16 09:27:20.450744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-2f1082da-b526-4d9c-8d08-b4fafba0f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:20.452261 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-2f1082da-b526-4d9c-8d08-b4fafba0f984 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 1096 time: 0.1092908
Dec 16 09:27:20.495548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-b63c6501-dcee-49fc-a60c-5bf0aa9b5617 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/quotas/a26670d1aa7f4c5db825909167fce43c HTTP/1.1" status: 200  len: 375 time: 0.0263512
Dec 16 09:27:20.512019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Attempting to bind port 56618892-f607-4c9a-9d72-8a60399f862a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:20.512742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Attempting to bind port 56618892-f607-4c9a-9d72-8a60399f862a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:20.513327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Attempting to bind port 56618892-f607-4c9a-9d72-8a60399f862a on network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:20.519031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:20.520288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Checking segment: {'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:20.520902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:20.521496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Bound using segment: {'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:20.522289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Bound port: 56618892-f607-4c9a-9d72-8a60399f862a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:20.522897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:20.600611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbd6b340-2f6c-44a9-b7e5-5e5fb53238b1 req-3393f690-64f1-4f41-b28c-3c8c491d8178 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8173125
Dec 16 09:27:20.607802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-0552f92d-f5de-4eff-b990-2d914647bb95 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0968592
Dec 16 09:27:20.651770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] For port 56618892-f607-4c9a-9d72-8a60399f862a, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:20.656109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] For port 56618892-f607-4c9a-9d72-8a60399f862a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=56618892-f607-4c9a-9d72-8a60399f862a,segment=NetworkSegment(70455952-8f88-40dc-944f-c8006d9b2b15),segment_id=70455952-8f88-40dc-944f-c8006d9b2b15)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:20.662697 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:20.673879 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1328f187-6955-43fb-b37e-ceebc42cd247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:20.747190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 88808461-1f21-4a0b-b572-af94a636791b up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:20.754432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:20.772017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Usage tracker for resource:port and tenant:a26670d1aa7f4c5db825909167fce43c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:20.780238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:20.814883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-897982c8-61a5-432c-b08f-422794c45086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:20.822306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:20.828186 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-897982c8-61a5-432c-b08f-422794c45086 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.3529289
Dec 16 09:27:20.836033 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8', 'code': 200}
Dec 16 09:27:20.859921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7b80b-b03e-424c-bf47-8d5fa92948bb req-23314294-1054-4a41-aad3-af9b270a58fb tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:20.879773 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edc7b80b-b03e-424c-bf47-8d5fa92948bb req-23314294-1054-4a41-aad3-af9b270a58fb tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 945 time: 0.8428583
Dec 16 09:27:20.945302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Pushing event updated for resources: {'Port': ['ID=56618892-f607-4c9a-9d72-8a60399f862a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:20.964231 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:20.965535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 88808461-1f21-4a0b-b572-af94a636791b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:20.971562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 88808461-1f21-4a0b-b572-af94a636791b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:20.973336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:20.992256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.088768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Made reservation on behalf of a26670d1aa7f4c5db825909167fce43c for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:21.089986 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-27c4c309-e0dc-4b9b-9169-307a302e48c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 200  len: 217 time: 0.2479055
Dec 16 09:27:21.091132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.093037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.285053 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.302863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-b2d65581-1a11-428d-a868-57c743235594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:21.303043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.304083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-b2d65581-1a11-428d-a868-57c743235594 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1535780
Dec 16 09:27:21.314508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:27:21.328768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:21.332945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Usage tracker for resource:security_group_rule and tenant:a26670d1aa7f4c5db825909167fce43c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:21.340821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:21.347418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:21.417338 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-2ff4c66b-618c-4c5e-ada0-5402eeca17df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647078
Dec 16 09:27:21.423220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:21.428950 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.439296 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:21.501980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edc7b80b-b03e-424c-bf47-8d5fa92948bb req-76978034-359b-4c29-818e-2f01c5dbcb2e tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6211760
Dec 16 09:27:21.510073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Allocated IP 172.25.3.122 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/c2f5aadc-5518-484a-b9d5-f0760f50fdd8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:21.598379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:21.604099 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:21.643046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.680479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:21.687602 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:21.746550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 56618892-f607-4c9a-9d72-8a60399f862a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:21.842689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 56618892-f607-4c9a-9d72-8a60399f862a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:21.863897 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-f2bbb809-03ac-48d3-8aff-bd17cb182472 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4381776
Dec 16 09:27:21.897349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549c4b35-3b53-47f1-9a4f-d98e294f79f1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:21.902635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-2ee1d5dd-f35b-4983-92aa-2719f02f368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:21.904034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-2ee1d5dd-f35b-4983-92aa-2719f02f368e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ccf0e1462204a6db456b68b00542c0c&device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 1099 time: 1.1979253
Dec 16 09:27:21.949745 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:22.011688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:22.053899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Allocated IP 192.168.233.205 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/8d491f5c-5999-4916-9fd4-6e69d69be566) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:22.058356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846c0ff-a9f2-4eee-8849-7991be428a58 req-75cfe11a-d58f-4b85-aabf-416fd3dc11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:22.060075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d846c0ff-a9f2-4eee-8849-7991be428a58 req-75cfe11a-d58f-4b85-aabf-416fd3dc11dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1096 time: 1.1331389
Dec 16 09:27:22.067225 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fe63df43-791a-4ca1-8766-f7468cb472d2 req-2d5e367d-f00d-40e9-8159-3bc6bef11c65 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904016
Dec 16 09:27:22.089158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:22.096405 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-30cbe016-e6c3-4b9e-be33-8a0dc97963fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:22.166434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833960f-8f7b-4567-98df-a6968ce29407 None None] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:22.167214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:22.170067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:22.172589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:22.248012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d846c0ff-a9f2-4eee-8849-7991be428a58 req-05a0d68f-4ea2-4b99-9e4b-4c31e1d8c9b8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663043
Dec 16 09:27:22.279406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:22.283827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Provisioning for port 56618892-f607-4c9a-9d72-8a60399f862a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:22.293499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Provisioning complete for port 56618892-f607-4c9a-9d72-8a60399f862a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:22.293893 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:22.297300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a00c69-6900-4e44-adb4-4ddafe342f15 req-2298ccb2-6fe3-47fc-82ec-9bf84b8ec2d2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:22.304396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9a00c69-6900-4e44-adb4-4ddafe342f15 req-2298ccb2-6fe3-47fc-82ec-9bf84b8ec2d2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.8729136
Dec 16 09:27:22.367618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da89578-effd-4e6d-856c-92880473d656 None None] Sync routers for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:22.414385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:22.414954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2010280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:22.445114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:22.448736 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:22.594553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-e6a8f101-0b90-4968-a29e-cad870437a9f tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a26670d1aa7f4c5db825909167fce43c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1375849
Dec 16 09:27:22.648632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-6fa85399-742b-4d72-90f4-33492b7a07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:22.650092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-6fa85399-742b-4d72-90f4-33492b7a07d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.6364658
Dec 16 09:27:22.674740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9a00c69-6900-4e44-adb4-4ddafe342f15 req-9d16904e-95e5-4c5d-8e02-87cd728eb560 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694150
Dec 16 09:27:22.675794 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:22.793038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:22.825998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:22.872693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88808461-1f21-4a0b-b572-af94a636791b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:22.899185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-a5b700e1-7dae-4739-9141-ebbec68f2a74 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b2d73415-f848-4a43-97c4-50c339b4a6fb HTTP/1.1" status: 200  len: 217 time: 0.2233832
Dec 16 09:27:22.902956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] 10.222.0.66 "PUT /v2.0/routers/b3b6db2d-b8e7-48df-b8e0-c46fbb72e760/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5488029
Dec 16 09:27:22.923317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3502275-f4d8-4670-8c87-b452de4c4b9e req-5adc3c36-47b4-4bdf-bb78-3d85a576e4c4 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:22.924965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3502275-f4d8-4670-8c87-b452de4c4b9e req-5adc3c36-47b4-4bdf-bb78-3d85a576e4c4 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 948 time: 1.2387059
Dec 16 09:27:22.927935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57744) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:22.935198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] For port 56618892-f607-4c9a-9d72-8a60399f862a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=56618892-f607-4c9a-9d72-8a60399f862a,segment=NetworkSegment(70455952-8f88-40dc-944f-c8006d9b2b15),segment_id=70455952-8f88-40dc-944f-c8006d9b2b15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:22.946486 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:22.962027 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:23.131210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Pushing event updated for resources: {'Port': ['ID=56618892-f607-4c9a-9d72-8a60399f862a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:23.141781 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:23.154628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f9e8cd6b-865f-41d2-9dd4-68ad4a9bfa54 req-e2dbbb2c-8a77-43cf-8054-66254a650172 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Synchronizing usage tracker for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:23.248915 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:23.254668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:23.255504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3502275-f4d8-4670-8c87-b452de4c4b9e req-5da1c9d4-1590-4011-9298-fb11517423a8 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396154
Dec 16 09:27:23.269767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2010280>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:27:18Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:23.275355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da89578-effd-4e6d-856c-92880473d656 None None] Checking router: b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:23.285663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] Routers {'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:23.286695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2010280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:23.361326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-ebe428a8-7ba8-49c8-a9da-10c2363e7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:23.365078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-ebe428a8-7ba8-49c8-a9da-10c2363e7934 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.4320691
Dec 16 09:27:23.366302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f9e8cd6b-865f-41d2-9dd4-68ad4a9bfa54 req-e2dbbb2c-8a77-43cf-8054-66254a650172 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Unset dirty status for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:23.375323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9e8cd6b-865f-41d2-9dd4-68ad4a9bfa54 req-e2dbbb2c-8a77-43cf-8054-66254a650172 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 210 time: 0.4733107
Dec 16 09:27:23.535312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Transition to ACTIVE for port object 8d491f5c-5999-4916-9fd4-6e69d69be566 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:23.600246 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:23.619021 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:23.715247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 56618892-f607-4c9a-9d72-8a60399f862a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:23.760771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Router eeca9c4b-73ea-488b-a622-270bab1e73b6 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:27:23.773821 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88808461-1f21-4a0b-b572-af94a636791b', 'code': 200}
Dec 16 09:27:23.810309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a8b150d-d6a9-4c8f-9ac7-e81355818bce None None] Provisioning complete for port 56618892-f607-4c9a-9d72-8a60399f862a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:23.810837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a8b150d-d6a9-4c8f-9ac7-e81355818bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:23.842514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-4c92d633-8010-4dd5-a4d0-e94e38a54506 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:23.844041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-4c92d633-8010-4dd5-a4d0-e94e38a54506 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.2238026
Dec 16 09:27:23.845497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] Set router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:23.868383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:23.881676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:23.884439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:23.890448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:23.891072 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:23.903221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Request body: {'port': {'device_id': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': 'a26670d1aa7f4c5db825909167fce43c'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:24.002543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:24.006807 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.012624 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Sync routers for ids ['eeca9c4b-73ea-488b-a622-270bab1e73b6'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:24.032276 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Routers {'eeca9c4b-73ea-488b-a622-270bab1e73b6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:24.032920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3888700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eeca9c4b-73ea-488b-a622-270bab1e73b6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:24.070896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.072487 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.5454583
Dec 16 09:27:24.076373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57756) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:24.110759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 56618892-f607-4c9a-9d72-8a60399f862a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:24.111147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.212540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:24.225800 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:24.232653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2481866
Dec 16 09:27:24.248243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Request body: {'port': {'device_id': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:24.330296 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Set router eeca9c4b-73ea-488b-a622-270bab1e73b6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:24.414806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-951dee21-82e1-4304-bd7c-f2881c49d776 None None] Provisioning for port 8d491f5c-5999-4916-9fd4-6e69d69be566 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:24.427188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-951dee21-82e1-4304-bd7c-f2881c49d776 None None] Provisioning complete for port 8d491f5c-5999-4916-9fd4-6e69d69be566 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:24.427651 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-951dee21-82e1-4304-bd7c-f2881c49d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.470329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a093f-067e-4798-92cf-165eed86fe7d req-71e5a656-472f-4098-a571-23dea37993e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:24.472971 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6f7a093f-067e-4798-92cf-165eed86fe7d req-71e5a656-472f-4098-a571-23dea37993e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1096 time: 0.4719260
Dec 16 09:27:24.497061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-951dee21-82e1-4304-bd7c-f2881c49d776 None None] Port 8d491f5c-5999-4916-9fd4-6e69d69be566 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:24.504640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3da89578-effd-4e6d-856c-92880473d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2010280>, [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:27:18Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:24.509411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da89578-effd-4e6d-856c-92880473d656 None None] The sync data for ids ['b3b6db2d-b8e7-48df-b8e0-c46fbb72e760'] in n-d-820554-2 is: [{'id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'name': 'tempest-FloatingIPsAssociationTestJSON-799015851-router', 'tenant_id': '697a5a05a69545d5b99b0601d47c192f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:14Z', 'updated_at': '2021-12-16T09:27:18Z', 'revision_number': 5, 'project_id': '697a5a05a69545d5b99b0601d47c192f', 'gw_port': {'id': '52a1f73e-f09b-4caf-a225-2433047de4a2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b6db2d-b8e7-48df-b8e0-c46fbb72e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:15Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:24.522563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-d5b0b01f-cf19-423c-bff7-bd9503cf3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:24.524293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-d5b0b01f-cf19-423c-bff7-bd9503cf3bd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 1.1417069
Dec 16 09:27:24.709576 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6f7a093f-067e-4798-92cf-165eed86fe7d req-0d2b77cc-a02c-4754-9b88-fe4c04c19fd1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684705
Dec 16 09:27:24.725833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3888700>, [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:27:22Z', 'revision_number': 3, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:24.729827 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Checking router: eeca9c4b-73ea-488b-a622-270bab1e73b6 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:24.730183 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Updating router eeca9c4b-73ea-488b-a622-270bab1e73b6 port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:27:24.753669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cc6e4-816a-4124-a6a3-72ff7da76933 req-db114040-5b33-4995-be34-a9a076ee14d6 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:24.755279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-327cc6e4-816a-4124-a6a3-72ff7da76933 req-db114040-5b33-4995-be34-a9a076ee14d6 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 945 time: 0.9905918
Dec 16 09:27:24.762636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d305-c9c7-45bb-8ae7-edbfd11823f4 req-195ee6ca-df82-4e9f-9bd8-37024b76d09d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:24.764217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4cf9d305-c9c7-45bb-8ae7-edbfd11823f4 req-195ee6ca-df82-4e9f-9bd8-37024b76d09d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.8291593
Dec 16 09:27:24.767569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2d73415-f848-4a43-97c4-50c339b4a6fb details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:27:24.775965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:24.804955 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.841613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.845826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:24.908364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.919343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Deleting port 52a1f73e-f09b-4caf-a225-2433047de4a2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:24.919821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:24.994618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Made reservation on behalf of a26670d1aa7f4c5db825909167fce43c for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:24.998505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.032829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4cf9d305-c9c7-45bb-8ae7-edbfd11823f4 req-70b759ea-dc6e-45c5-ad65-ccefcf5f8e8d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514503
Dec 16 09:27:25.051383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2d73415-f848-4a43-97c4-50c339b4a6fb, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2d73415-f848-4a43-97c4-50c339b4a6fb,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:25.058370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-327cc6e4-816a-4124-a6a3-72ff7da76933 req-e10f0b9c-a94c-450d-a11d-dc7a30cea2c0 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2857914
Dec 16 09:27:25.095586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'b2d73415-f848-4a43-97c4-50c339b4a6fb', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'b2d73415-f848-4a43-97c4-50c339b4a6fb', 'mac_address': 'fa:16:3e:2f:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:27:25.098063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-1f33b829-0f11-43fe-a94f-80c0e4965435 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5485265
Dec 16 09:27:25.142954 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.214760 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.256295 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d73415-f848-4a43-97c4-50c339b4a6fb {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:25.287688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2d73415-f848-4a43-97c4-50c339b4a6fb, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2d73415-f848-4a43-97c4-50c339b4a6fb,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:25.293530 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.296697 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7422809e-b95b-4318-bebf-1c74bb4c1ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:25.362657 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.368816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Allocated IP 172.20.0.1 (1ce57b91-672d-46b1-b2d7-1a1d4f8482a1/f882487d-85c2-46d5-954f-2313bf1c6921/67077fe6-a2fc-41bd-b03e-f0bf3d160a5f) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:25.377000 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Transition to ACTIVE for port object c2f5aadc-5518-484a-b9d5-f0760f50fdd8 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:25.379811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b2d73415-f848-4a43-97c4-50c339b4a6fb,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:25.384630 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.388747 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:25.396021 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:25.476630 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Attempting to bind port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:25.477050 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Attempting to bind port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:25.477304 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Attempting to bind port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:25.480871 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Pushing event updated for resources: {'Port': ['ID=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:25.485895 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:25.486262 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:25.486666 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.487050 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:25.487536 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Bound port: c2f5aadc-5518-484a-b9d5-f0760f50fdd8, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:25.488000 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.524910 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.525114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.525446 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.525773 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.526089 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.526402 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.526711 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.527024 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.527359 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.527661 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.527964 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.528270 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:25.538655 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:25.556667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['b2d73415-f848-4a43-97c4-50c339b4a6fb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:25.575133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16e8d59c-f585-47c4-8a89-1981d9a623c3 req-0c76ba73-821f-4af6-a9d9-fef784e9a367 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 210 time: 0.1567926
Dec 16 09:27:25.614283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.639251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f0469eb-7654-47ec-a98a-2e0cadc822bd no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:25.648378 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] For port c2f5aadc-5518-484a-b9d5-f0760f50fdd8, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:25.651879 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] For port c2f5aadc-5518-484a-b9d5-f0760f50fdd8, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:25.656325 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.661230 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:25.668197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Transition to ACTIVE for port object 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:25.683949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8f0469eb-7654-47ec-a98a-2e0cadc822bd {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:27:25.684364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f0469eb-7654-47ec-a98a-2e0cadc822bd not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:25.712894 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.717423 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:25.766390 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Routers {'eeca9c4b-73ea-488b-a622-270bab1e73b6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:25.767115 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3888700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eeca9c4b-73ea-488b-a622-270bab1e73b6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:25.880144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:25.892331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:25.908357 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:25.909388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:25.924594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] For port 52a1f73e-f09b-4caf-a225-2433047de4a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=52a1f73e-f09b-4caf-a225-2433047de4a2,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:25.924967 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.927714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:25.928915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:25.935550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e593cc2-a8b2-4ae6-bc31-86fb06957b38 req-1dfce8d2-6ff9-4d2b-8e33-65c441f62545 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7631485
Dec 16 09:27:25.937691 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Pushing event updated for resources: {'Port': ['ID=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:25.947697 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:26.080461 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] Set router eeca9c4b-73ea-488b-a622-270bab1e73b6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:26.115866 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.136057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Calling delete_port for 52a1f73e-f09b-4caf-a225-2433047de4a2 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:26.166181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Allocated IP 192.168.233.80 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/09b55e95-0b31-49d2-a289-008769c2b574) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:26.189109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679929c-c603-41f2-a550-5990e6fcd083 req-e4495eef-65b8-4ed4-8864-1a51b9069ef7 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:26.190592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9679929c-c603-41f2-a550-5990e6fcd083 req-e4495eef-65b8-4ed4-8864-1a51b9069ef7 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 949 time: 0.9217296
Dec 16 09:27:26.232229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ccfa0c6-55c3-456e-827e-7ca4c4bf0593 None None] Provisioning for port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:26.240413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ccfa0c6-55c3-456e-827e-7ca4c4bf0593 None None] Provisioning complete for port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:26.241472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa0c6-55c3-456e-827e-7ca4c4bf0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.319377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8ccfa0c6-55c3-456e-827e-7ca4c4bf0593 None None] Port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:26.341013 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9679929c-c603-41f2-a550-5990e6fcd083 req-045b398b-b753-4171-bd71-2c8cc5bb95ef tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366792
Dec 16 09:27:26.388898 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.393910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.394832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.398899 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:26.455917 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3888700>, [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:27:22Z', 'revision_number': 3, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:26.460559 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7d0dd-d6e0-406e-b17b-b0632568f474 None None] The sync data for ids ['eeca9c4b-73ea-488b-a622-270bab1e73b6'] in n-d-820554-2 is: [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:27:22Z', 'revision_number': 3, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:26.561186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:26.566210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:26.592148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ae562-abc9-484e-9adf-4b0d45e03951 req-4742e6ce-ac51-412c-b638-478c33e4149d tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:26.593644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c4ae562-abc9-484e-9adf-4b0d45e03951 req-4742e6ce-ac51-412c-b638-478c33e4149d tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1096 time: 0.5727577
Dec 16 09:27:26.625684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:26.627296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:26.767475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2d73415-f848-4a43-97c4-50c339b4a6fb up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:26.768189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c4ae562-abc9-484e-9adf-4b0d45e03951 req-ef73958e-e19d-45bb-93fb-f44e734e05eb tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604040
Dec 16 09:27:26.908556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port b2d73415-f848-4a43-97c4-50c339b4a6fb completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:26.923049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port b2d73415-f848-4a43-97c4-50c339b4a6fb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:26.923832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.960861 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.978644 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:26.991551 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6d09d9e-c72e-42e5-9cba-d7e20eda1d19 tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:27.045112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Router eeca9c4b-73ea-488b-a622-270bab1e73b6 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:27:27.101516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c9d4467-f39b-4814-9d4a-5b1433e54387 None None] Provisioning complete for port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:27.102259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4467-f39b-4814-9d4a-5b1433e54387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.133148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.152725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.199025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2d73415-f848-4a43-97c4-50c339b4a6fb, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2d73415-f848-4a43-97c4-50c339b4a6fb,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:27.201939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d73415-f848-4a43-97c4-50c339b4a6fb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:27.208347 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.210737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d4467-f39b-4814-9d4a-5b1433e54387 None None] Port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:27.212827 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:27.264383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:27.281594 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] 10.222.0.66 "PUT /v2.0/routers/eeca9c4b-73ea-488b-a622-270bab1e73b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1965692
Dec 16 09:27:27.293238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b2d73415-f848-4a43-97c4-50c339b4a6fb,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:27.307987 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:27.319865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a1f73e-f09b-4caf-a225-2433047de4a2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:27.322755 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:27.334008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Transition to ACTIVE for port object 09b55e95-0b31-49d2-a289-008769c2b574 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:27.353140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfde92-e8f9-4ff7-9789-88a846ba70e1 req-4c7d348c-ff7b-4c76-be0a-9123ec3d5ffc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:27.354592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43dfde92-e8f9-4ff7-9789-88a846ba70e1 req-4c7d348c-ff7b-4c76-be0a-9123ec3d5ffc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.7490237
Dec 16 09:27:27.356717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-600e7ed9-2c8c-4074-8fbd-4d6e45294242 req-2e17e6d5-5178-4aba-9c46-3621acda210c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 210 time: 0.2809939
Dec 16 09:27:27.359749 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.363522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.496364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.496704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:27:27.525922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43dfde92-e8f9-4ff7-9789-88a846ba70e1 req-c639093c-662f-457e-80a4-69a7fc5859d5 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575994
Dec 16 09:27:27.621446 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.686384 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3af01c7b-00c9-431a-8007-e7967e42b696 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:27.688010 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d73415-f848-4a43-97c4-50c339b4a6fb', 'code': 200}
Dec 16 09:27:27.770570 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.774257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:27.774921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b3b6db2d-b8e7-48df-b8e0-c46fbb72e760 HTTP/1.1" status: 204  len: 168 time: 4.8098180
Dec 16 09:27:27.803130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:27.849363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:27.852092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:27.858144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:27.858805 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.881210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Deleting subnet 788fc221-6fd7-4e05-8941-528edab659d6 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:27:27.884543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.938723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:27.985184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Pushing event updated for resources: {'Port': ['ID=09b55e95-0b31-49d2-a289-008769c2b574,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:27.989290 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:28.023936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.1461244
Dec 16 09:27:28.032044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.047017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Request body: {'port': {'device_id': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:28.073921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:28.133263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.139178 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:28.201035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c2f5aadc-5518-484a-b9d5-f0760f50fdd8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:28.202139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0436e-5050-4b8c-8992-ee119a2a9b5a req-4adcf648-d4c7-4207-bb32-d47e09849569 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:28.205861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ee0436e-5050-4b8c-8992-ee119a2a9b5a req-4adcf648-d4c7-4207-bb32-d47e09849569 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1096 time: 0.5897298
Dec 16 09:27:28.208639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788fc221-6fd7-4e05-8941-528edab659d6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:28.214298 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.227275 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:28.239795 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] 10.222.0.66 "DELETE /v2.0/subnets/788fc221-6fd7-4e05-8941-528edab659d6 HTTP/1.1" status: 204  len: 168 time: 0.4644897
Dec 16 09:27:28.242044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:28.281160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb1de83-f92d-46fb-9625-4ce63da7f002 None None] Network 91f49cfa-8768-49cf-ab24-40493a7f60cb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:28.281373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d491f5c-5999-4916-9fd4-6e69d69be566 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:28.290806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.372873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4e246-0b25-40d3-9842-c1985cc6c5ba req-14dd8573-de4b-4669-8517-1ec492d71bb2 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:28.374506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54b4e246-0b25-40d3-9842-c1985cc6c5ba req-14dd8573-de4b-4669-8517-1ec492d71bb2 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 950 time: 0.4977510
Dec 16 09:27:28.379433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Transition to ACTIVE for port object 8d491f5c-5999-4916-9fd4-6e69d69be566 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:28.391523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.410144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:28.416059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49de02e8-496d-45c3-aeb0-6700ca867e3a None None] Provisioning for port 09b55e95-0b31-49d2-a289-008769c2b574 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:28.417198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ee0436e-5050-4b8c-8992-ee119a2a9b5a req-8bc54e74-332d-4c1d-b763-dc8ebdfad38f tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882620
Dec 16 09:27:28.419305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83998c80-cf43-4bef-b847-d68b39c806be req-d547c5fd-f184-4155-bc90-2606bd5b52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:28.420471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e471f2491347cc97d4ad23fecb7664 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:28.421047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83998c80-cf43-4bef-b847-d68b39c806be req-d547c5fd-f184-4155-bc90-2606bd5b52f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 1101 time: 0.6200671
Dec 16 09:27:28.424430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49de02e8-496d-45c3-aeb0-6700ca867e3a None None] Provisioning complete for port 09b55e95-0b31-49d2-a289-008769c2b574 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:28.424810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49de02e8-496d-45c3-aeb0-6700ca867e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.426839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.442005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:28.461092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.466655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:28.472651 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:28.492909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Deleting port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:28.493463 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.635591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:28.640982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-49de02e8-496d-45c3-aeb0-6700ca867e3a None None] Port 09b55e95-0b31-49d2-a289-008769c2b574 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:28.653275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:28.654149 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.738646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:28.744480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Sync routers for ids ['eeca9c4b-73ea-488b-a622-270bab1e73b6'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:28.760014 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:28.784919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.785894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Routers {'eeca9c4b-73ea-488b-a622-270bab1e73b6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:28.786716 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d40f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eeca9c4b-73ea-488b-a622-270bab1e73b6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:28.801534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] For port 9babbb93-817f-481b-a0b9-2c9193f9c8d3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9babbb93-817f-481b-a0b9-2c9193f9c8d3,segment=NetworkSegment(f45778b5-04b6-4128-9551-105813d96803),segment_id=f45778b5-04b6-4128-9551-105813d96803)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:28.802198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.816772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54b4e246-0b25-40d3-9842-c1985cc6c5ba req-b31b7a22-a9f3-4b7d-a70d-06fb42cde426 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4160702
Dec 16 09:27:28.889874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7ceb8-8b11-4f4d-97b5-5d47b5a70386 None None] DHCP port deletion for 91f49cfa-8768-49cf-ab24-40493a7f60cb request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:27:28.904635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-35e7ceb8-8b11-4f4d-97b5-5d47b5a70386 None None] Deleting port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:28.905257 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-35e7ceb8-8b11-4f4d-97b5-5d47b5a70386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:28.971711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Calling delete_port for 9babbb93-817f-481b-a0b9-2c9193f9c8d3 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:29.028514 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.073125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c2f5aadc-5518-484a-b9d5-f0760f50fdd8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:29.088462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.095092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3a3d9dfe-95a1-4690-a3fb-a5355b953015 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:29.111089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83998c80-cf43-4bef-b847-d68b39c806be req-1b8ffb0d-5927-4863-b06a-d43a059c3af3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6748810
Dec 16 09:27:29.112296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-35e7ceb8-8b11-4f4d-97b5-5d47b5a70386 None None] The port '9babbb93-817f-481b-a0b9-2c9193f9c8d3' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:27:29.113780 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.119476 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:29.154275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Pushing event deleted for resources: {'Port': ['ID=9babbb93-817f-481b-a0b9-2c9193f9c8d3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:29.157065 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.158090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] No DVR routers for this DVR port 9babbb93-817f-481b-a0b9-2c9193f9c8d3 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:27:29.160196 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:29.179224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Set router eeca9c4b-73ea-488b-a622-270bab1e73b6 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:29.195509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.199721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-95c3dbc0-3cda-429b-a738-69714a2b90bd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4627631
Dec 16 09:27:29.211889 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ec1571fa-da6c-4616-b3a7-a4f9edcd8b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:29.250012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:29.259862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:29.293179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Usage tracker for resource:floatingip and tenant:51407b3d1ead464ba33d01883414351e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:29.306475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:29.360570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:29.369999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Attempting to bind port 8d491f5c-5999-4916-9fd4-6e69d69be566 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:29.370330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Attempting to bind port 8d491f5c-5999-4916-9fd4-6e69d69be566 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:29.370675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Attempting to bind port 8d491f5c-5999-4916-9fd4-6e69d69be566 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:29.388983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Port 8d491f5c-5999-4916-9fd4-6e69d69be566 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:29.389356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Attempting to bind port 8d491f5c-5999-4916-9fd4-6e69d69be566 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:29.407540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:29.407845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:29.408209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:29.408641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Bound port: 8d491f5c-5999-4916-9fd4-6e69d69be566, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:29.408992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.413425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:29.418553 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3e471f2491347cc97d4ad23fecb7664&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3406787
Dec 16 09:27:29.419495 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:29.419951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.421328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:29.425947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7d10b-0d67-4e8d-b17d-0373a0389ae8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:29.438403 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:29.454013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.503767 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f72f36024c0>> segment before_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.504108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f72f36024c0>> subnet precommit_delete_associations 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.504852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> segment_host_mapping after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.505182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> port after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.505516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> port after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.505864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> port after_update 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.506178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> segment after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.506494 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> subnet after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.506810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> subnet after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.507124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f216f5b0>> subnet after_update 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.564582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d59ed-8d1a-471f-ab83-f1d3740ef94f req-1d5ea06c-dbe4-4ef2-be0f-8ed9e37e8076 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:29.571871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb7d59ed-8d1a-471f-ab83-f1d3740ef94f req-1d5ea06c-dbe4-4ef2-be0f-8ed9e37e8076 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1096 time: 0.6167157
Dec 16 09:27:29.597779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d40f70>, [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 4, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '67077fe6-a2fc-41bd-b03e-f0bf3d160a5f', 'name': '', 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'mac_address': 'fa:16:3e:cc:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f882487d-85c2-46d5-954f-2313bf1c6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:25Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 2, 'project_id': '51407b3d1ead464ba33d01883414351e', 'subnets': [{'id': 'f882487d-85c2-46d5-954f-2313bf1c6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:29.604150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Checking router: eeca9c4b-73ea-488b-a622-270bab1e73b6 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:29.604732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Updating router eeca9c4b-73ea-488b-a622-270bab1e73b6 port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:27:29.630411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f11ea460>> subnet after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.630999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f11ea460>> subnet after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.631394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f11ea460>> subnet before_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.631727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f11ea460>> subnet before_update 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:27:29.632090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f10efd90>,) {'filters': {'network_id': ['91f49cfa-8768-49cf-ab24-40493a7f60cb']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:29.657216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10efd90>, 'f45778b5-04b6-4128-9551-105813d96803') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:29.657522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10efd90>, 'f45778b5-04b6-4128-9551-105813d96803') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:29.661751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c2f5aadc-5518-484a-b9d5-f0760f50fdd8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:29.679303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.699580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.710125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.718818 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.727197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:27:29.727605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.729298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb7d59ed-8d1a-471f-ab83-f1d3740ef94f req-117d1410-5f03-4c2d-bf1f-f01885c55e03 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559298
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   from cryptography.utils import int_from_bytes
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   from cryptography.utils import int_from_bytes
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   util.warn_limited(
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:27:29.745144 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:27:29.761913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:29.779346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:29.801286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.808991 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:29.809180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.872777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:29.873525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.914271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.916931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.921601 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9940a7c-c2d2-456c-a435-b37dddd27d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:29.939589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:29.940202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.941102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7d10b-0d67-4e8d-b17d-0373a0389ae8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:29.942089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d491f5c-5999-4916-9fd4-6e69d69be566 HTTP/1.1" status: 200  len: 1096 time: 5.6979651
Dec 16 09:27:29.942583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:29.943224 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:29.947005 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:29.954953 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:29.985847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Pushing event deleted for resources: {'Network': ['ID=91f49cfa-8768-49cf-ab24-40493a7f60cb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:30.001471 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] 10.222.0.66 "DELETE /v2.0/networks/91f49cfa-8768-49cf-ab24-40493a7f60cb HTTP/1.1" status: 204  len: 168 time: 1.7581387
Dec 16 09:27:30.005197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.008270 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93a7d10b-0d67-4e8d-b17d-0373a0389ae8 HTTP/1.1" status: 204  len: 168 time: 0.5837185
Dec 16 09:27:30.009592 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:30.053185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b55e95-0b31-49d2-a289-008769c2b574 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:30.075776 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.117589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:30.140222 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:30.159232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Transition to ACTIVE for port object 09b55e95-0b31-49d2-a289-008769c2b574 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:30.196107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.200806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.207132 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:30.224492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:30.306552 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-18fcfd80-b95f-4fc5-ab78-7adf6eb45dfb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=697a5a05a69545d5b99b0601d47c192f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0805211
Dec 16 09:27:30.312587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57840) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:30.416611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9babbb93-817f-481b-a0b9-2c9193f9c8d3 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:30.424653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.469742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.474725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 9babbb93-817f-481b-a0b9-2c9193f9c8d3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:27:30.475348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9babbb93-817f-481b-a0b9-2c9193f9c8d3 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:30.475831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52a1f73e-f09b-4caf-a225-2433047de4a2 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:30.518401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 52a1f73e-f09b-4caf-a225-2433047de4a2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:27:30.518796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52a1f73e-f09b-4caf-a225-2433047de4a2 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:30.543010 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.565302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Transition to ACTIVE for port object 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:30.582747 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.587052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.587785 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:30.592572 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24780254-e8a8-4689-ab70-b22b27e0b1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:30.611254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Allocated IP 172.25.3.28 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/05c63771-d466-4e3d-ade9-e2693b7a5541) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:30.627097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4435a531-b635-4771-8a71-517c5b802ca5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:30.632091 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:30.636439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:30.641135 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4435a531-b635-4771-8a71-517c5b802ca5 HTTP/1.1" status: 204  len: 168 time: 0.3267097
Dec 16 09:27:30.656848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Pushing event updated for resources: {'Port': ['ID=09b55e95-0b31-49d2-a289-008769c2b574,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:30.688514 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:30.848946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f574c-308f-478e-b9e8-0853ad4e5961 None None] Pushing event updated for resources: {'Port': ['ID=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:30.863593 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d26f574c-308f-478e-b9e8-0853ad4e5961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:30.997516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2d990-f7f4-4e3b-b5ae-25f303281c1c req-f747ea47-148f-481a-857a-84c1f3194097 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:30.998258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ddb2d990-f7f4-4e3b-b5ae-25f303281c1c req-f747ea47-148f-481a-857a-84c1f3194097 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Synchronizing usage tracker for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:31.021059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Attempting to bind port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:31.021518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Attempting to bind port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:31.022037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Attempting to bind port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f on network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:31.029181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:31.029752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Checking segment: {'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:31.030252 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.030733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Bound using segment: {'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:31.031331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Bound port: 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70455952-8f88-40dc-944f-c8006d9b2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:31.031791 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.048409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-dd6e1174-e0aa-4828-8be0-a6fb189d24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:31.049729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-dd6e1174-e0aa-4828-8be0-a6fb189d24f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1099 time: 1.0527961
Dec 16 09:27:31.147723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Attempting to bind port 09b55e95-0b31-49d2-a289-008769c2b574 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:31.148097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Attempting to bind port 09b55e95-0b31-49d2-a289-008769c2b574 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:31.148437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Attempting to bind port 09b55e95-0b31-49d2-a289-008769c2b574 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:31.161106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] For port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:31.166356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] For port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,segment=NetworkSegment(70455952-8f88-40dc-944f-c8006d9b2b15),segment_id=70455952-8f88-40dc-944f-c8006d9b2b15)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:31.166592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ddb2d990-f7f4-4e3b-b5ae-25f303281c1c req-f747ea47-148f-481a-857a-84c1f3194097 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Unset dirty status for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:31.171480 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.174378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddb2d990-f7f4-4e3b-b5ae-25f303281c1c req-f747ea47-148f-481a-857a-84c1f3194097 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 935 time: 1.2466512
Dec 16 09:27:31.179594 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:31.189525 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-7ca1f3b5-330f-4525-9dd7-980db72053fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8d491f5c-5999-4916-9fd4-6e69d69be566 HTTP/1.1" status: 200  len: 217 time: 0.1216998
Dec 16 09:27:31.204871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Port 09b55e95-0b31-49d2-a289-008769c2b574 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:31.205231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Attempting to bind port 09b55e95-0b31-49d2-a289-008769c2b574 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:31.215409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:31.215750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:31.216137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:31.216860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Bound port: 09b55e95-0b31-49d2-a289-008769c2b574, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:31.216985 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.291098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Routers {'eeca9c4b-73ea-488b-a622-270bab1e73b6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:31.291890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d40f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eeca9c4b-73ea-488b-a622-270bab1e73b6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:31.312275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.404318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-99bf2f09-60c1-46f7-81cb-1d76692ba867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:31.405925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-99bf2f09-60c1-46f7-81cb-1d76692ba867 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1915607
Dec 16 09:27:31.409020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ddb2d990-f7f4-4e3b-b5ae-25f303281c1c req-fa7aa78a-c4b5-41b9-ad29-1c39ca82f881 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Synchronizing usage tracker for tenant:a26670d1aa7f4c5db825909167fce43c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:31.428015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f574c-308f-478e-b9e8-0853ad4e5961 None None] Pushing event updated for resources: {'Port': ['ID=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:31.433083 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d26f574c-308f-478e-b9e8-0853ad4e5961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:31.560690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.563732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] Set router eeca9c4b-73ea-488b-a622-270bab1e73b6 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:31.569201 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d7b0cebd-5a8c-4bfe-8974-b079e9fe39d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:31.625434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ddb2d990-f7f4-4e3b-b5ae-25f303281c1c req-fa7aa78a-c4b5-41b9-ad29-1c39ca82f881 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Unset dirty status for tenant:a26670d1aa7f4c5db825909167fce43c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:31.626601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddb2d990-f7f4-4e3b-b5ae-25f303281c1c req-fa7aa78a-c4b5-41b9-ad29-1c39ca82f881 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4514241
Dec 16 09:27:31.627623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] For port 09b55e95-0b31-49d2-a289-008769c2b574, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:31.661921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] For port 09b55e95-0b31-49d2-a289-008769c2b574, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=09b55e95-0b31-49d2-a289-008769c2b574,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:31.666212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:31.670458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:31.676584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.681327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:31.685052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Pushing event updated for resources: {'Port': ['ID=05c63771-d466-4e3d-ade9-e2693b7a5541,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:31.689936 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:31.693635 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-992946bb-f322-4667-bc7b-c0413794f876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:31.710092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57882) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:31.767622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Pushing event updated for resources: {'Port': ['ID=09b55e95-0b31-49d2-a289-008769c2b574,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:31.774513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-d118bc5d-8cf6-41ae-a54b-1dd955c803b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:31.776043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-d118bc5d-8cf6-41ae-a54b-1dd955c803b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3444831
Dec 16 09:27:31.778221 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:31.787689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:31.788305 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.789691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/09b55e95-0b31-49d2-a289-008769c2b574 HTTP/1.1" status: 200  len: 1095 time: 3.7550175
Dec 16 09:27:31.873911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-network', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:31.881538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:31.885890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Usage tracker for resource:network and tenant:50977e24d11147dfb631cc49c4a88d68 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:31.889475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:31.896290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:31.917243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Made reservation on behalf of 50977e24d11147dfb631cc49c4a88d68 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:31.917243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.952427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:31.974925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:31.993311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Usage tracker for resource:security_group_rule and tenant:50977e24d11147dfb631cc49c4a88d68 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:31.997839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:32.011286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:32.074713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d40f70>, [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 4, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '67077fe6-a2fc-41bd-b03e-f0bf3d160a5f', 'name': '', 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'mac_address': 'fa:16:3e:cc:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f882487d-85c2-46d5-954f-2313bf1c6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:25Z', 'updated_at': '2021-12-16T09:27:31Z', 'revision_number': 4, 'project_id': '51407b3d1ead464ba33d01883414351e', 'subnets': [{'id': 'f882487d-85c2-46d5-954f-2313bf1c6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:32.085778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afecec-8aa8-440b-b622-213849b45c44 None None] The sync data for ids ['eeca9c4b-73ea-488b-a622-270bab1e73b6'] in n-d-820554-2 is: [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 4, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '67077fe6-a2fc-41bd-b03e-f0bf3d160a5f', 'name': '', 'network_id': '1ce57b91-672d-46b1-b2d7-1a1d4f8482a1', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'mac_address': 'fa:16:3e:cc:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f882487d-85c2-46d5-954f-2313bf1c6921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:25Z', 'updated_at': '2021-12-16T09:27:31Z', 'revision_number': 4, 'project_id': '51407b3d1ead464ba33d01883414351e', 'subnets': [{'id': 'f882487d-85c2-46d5-954f-2313bf1c6921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:32.116879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-c7543b9a-e747-495e-88c3-71715f47500e service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3262060
Dec 16 09:27:32.128421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.136313 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.141947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.161298 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc87c8db-0009-4951-ad7e-65d0441fe407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:32.181295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:27:32.208203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.208563 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Added segment 2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71 of type vlan for network a75ad279-6c16-40e3-b448-fc228fdec8c9
Dec 16 09:27:32.214266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2db742-38c4-4c03-abc5-272b793adebb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:32.217868 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:32.252110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.293368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.294796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:32.295568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.301929 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:32.411478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Pushing event updated for resources: {'Network': ['ID=a75ad279-6c16-40e3-b448-fc228fdec8c9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:32.415878 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:32.422656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:27:32.429966 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 0.7181239
Dec 16 09:27:32.432705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:32.444755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Request body: {'subnet': {'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-subnet', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:32.458520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:32.471495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Usage tracker for resource:subnet and tenant:50977e24d11147dfb631cc49c4a88d68 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:32.480198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:32.491598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:32.525979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Made reservation on behalf of 50977e24d11147dfb631cc49c4a88d68 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:32.528445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.595133 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.645837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d8128dc-e6a5-4e0a-89a7-b9cf982cb72c req-56b59bb1-c49c-4449-b1cb-a8749fe92d20 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5062721
Dec 16 09:27:32.694286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9acc1-b0c7-425e-a0a9-f2fcc3c11f4c req-48973e6c-8c8f-4d50-8e1a-713684e9131a tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:32.696210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14b9acc1-b0c7-425e-a0a9-f2fcc3c11f4c req-48973e6c-8c8f-4d50-8e1a-713684e9131a tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 950 time: 0.5636630
Dec 16 09:27:32.718760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-bca49350-9fac-4e2d-8b44-a0548b8b86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:32.720408 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-bca49350-9fac-4e2d-8b44-a0548b8b86d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 1098 time: 0.8100705
Dec 16 09:27:32.929278 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:32.933678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc006fb8-c37e-4193-ac45-bca1142594b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:32.986997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14b9acc1-b0c7-425e-a0a9-f2fcc3c11f4c req-cd150780-7bd5-4d85-9b7f-8895f10f4757 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2713368
Dec 16 09:27:32.999219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-94c42b61-b4a9-41a8-8451-57835c5e8935 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=09b55e95-0b31-49d2-a289-008769c2b574 HTTP/1.1" status: 200  len: 217 time: 0.2392719
Dec 16 09:27:33.047680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Checking segment: {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:33.048035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Network hostable DHCP agents. Network: a75ad279-6c16-40e3-b448-fc228fdec8c9, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:27:33.066257 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'status': 'completed', 'code': 200}
Dec 16 09:27:33.082644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=239a122e-0d3a-44a5-8899-788afb5cefbc,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:33.090084 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:33.099104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:27:33.116683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a75ad279-6c16-40e3-b448-fc228fdec8c9) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:33.121092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:33.121766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.128850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8acefe-b766-44dc-a28c-a0c8daa3d88b None None] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:33.159487 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.7236357
Dec 16 09:27:33.162137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57918) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:33.167634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:33.172763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-349c5c93-4f2b-4e7a-93e0-57bcf80d8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:33.175507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-349c5c93-4f2b-4e7a-93e0-57bcf80d8a78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1671698
Dec 16 09:27:33.187912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:33.200277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Usage tracker for resource:router and tenant:50977e24d11147dfb631cc49c4a88d68 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:33.204748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:33.221352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:33.235643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.236964 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.271705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.378284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.386643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.401062 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-115430dc-7a58-404d-884d-d04d950ef2de tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:33.597174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a75ad279-6c16-40e3-b448-fc228fdec8c9', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:27:33.599147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.767379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.772250 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:33.830407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:33.997356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Pushing event updated for resources: {'Port': ['ID=05c63771-d466-4e3d-ade9-e2693b7a5541,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:34.011026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.014787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.8026848
Dec 16 09:27:34.017152 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:34.045522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57930) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:34.182180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Allocated IP 172.20.0.2 (a75ad279-6c16-40e3-b448-fc228fdec8c9/239a122e-0d3a-44a5-8899-788afb5cefbc/3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:34.182985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-d893b629-d474-4761-b071-bcff63b20b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:34.184218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-d893b629-d474-4761-b071-bcff63b20b92 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1099 time: 1.0879693
Dec 16 09:27:34.275460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-52f9835d-13bf-4018-a6ab-34e274a2449b tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Synchronizing usage tracker for tenant:51407b3d1ead464ba33d01883414351e on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:34.306782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3251c-c510-438b-8a97-5231e403f1fe req-ab4e04f4-7a64-4d36-9a46-dee00048388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:34.308185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-ab4e04f4-7a64-4d36-9a46-dee00048388a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 1.1049812
Dec 16 09:27:34.469807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:34.482834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:34.483276 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.521240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.527767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-52f9835d-13bf-4018-a6ab-34e274a2449b tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Unset dirty status for tenant:51407b3d1ead464ba33d01883414351e on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:34.528937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-52f9835d-13bf-4018-a6ab-34e274a2449b tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.28 HTTP/1.1" status: 200  len: 695 time: 0.5057230
Dec 16 09:27:34.577042 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.587447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80734-90c7-4c20-8fae-e6dd8b09f0a0 req-5d7421d1-02d0-4a14-a430-4f3801739b85 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:34.594551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23c80734-90c7-4c20-8fae-e6dd8b09f0a0 req-5d7421d1-02d0-4a14-a430-4f3801739b85 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 947 time: 0.4339314
Dec 16 09:27:34.595282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Transition to ACTIVE for port object 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:34.613146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:34.626972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Usage tracker for resource:security_group_rule and tenant:52d9677bc8e54139b9e46462768a1326 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:34.652025 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.665410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Transition to ACTIVE for port object 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:34.670959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.677729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:34.686108 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.689154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:34.692416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.700924 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:34.751066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-7ba737aa-1321-4e7b-96d8-21f7994c0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:34.756703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-7ba737aa-1321-4e7b-96d8-21f7994c0701 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4775813
Dec 16 09:27:34.786425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Pushing event updated for resources: {'Port': ['ID=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:34.789490 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:34.810645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:34.813569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:34.818346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:34.824009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,segment=NetworkSegment(70455952-8f88-40dc-944f-c8006d9b2b15),segment_id=70455952-8f88-40dc-944f-c8006d9b2b15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:34.868632 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:34.880489 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9637b5d3-f153-40df-9bce-7a8cf9894ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:34.908425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Allocated IP 172.25.3.166 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/d7aa51c0-7504-473a-8022-2ea194812bce) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:34.927589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-eeced28e-9410-4be8-a663-71bf6681239b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8d491f5c-5999-4916-9fd4-6e69d69be566 HTTP/1.1" status: 200  len: 217 time: 0.1094730
Dec 16 09:27:34.994007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23c80734-90c7-4c20-8fae-e6dd8b09f0a0 req-7acde804-27b9-4a40-8ba4-fd45f8f29357 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3985655
Dec 16 09:27:35.017338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-5dfb245b-fd7b-4481-b762-7f3492a250cc service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6920965
Dec 16 09:27:35.062390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Attempting to bind port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:35.062764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Attempting to bind port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:35.063412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Attempting to bind port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b on network a75ad279-6c16-40e3-b448-fc228fdec8c9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:35.073411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:35.073778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Checking segment: {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:35.074189 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.074590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Bound using segment: {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:35.075059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Bound port: 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:35.075470 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.088012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:35.088741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.093097 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:35.139106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.141678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'tag': '09b55e95-0b31-49d2-a289-008769c2b574'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:35.145333 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41a05db7-47b2-43e7-9fbb-c0dde04e888f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:35.184252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] For port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:35.190175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] For port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:35.196235 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.208565 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:35.243530 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98b3251c-c510-438b-8a97-5231e403f1fe req-0f276ea9-6e0b-482b-b825-9cc9e9821b2b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149177
Dec 16 09:27:35.259937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-5108ac53-2bdb-4cfc-ba06-37d42d1a767a tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:35.262349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-5108ac53-2bdb-4cfc-ba06-37d42d1a767a tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.7223127
Dec 16 09:27:35.264196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa51c0-7504-473a-8022-2ea194812bce,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:35.264427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-f974f085-124c-4654-a1b7-1cb388e2110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:35.265739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-f974f085-124c-4654-a1b7-1cb388e2110c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3122489
Dec 16 09:27:35.274145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:35.295659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:35.300633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:35.311606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:35.329567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:27:35.348367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-529ce43a-8052-4e78-897c-cd6951fc0b80 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:27:35.350147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb5e7a7f-bdd2-4d64-a7ef-ee951dd4adbc req-529ce43a-8052-4e78-897c-cd6951fc0b80 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0073104
Dec 16 09:27:35.403717 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Pushing event updated for resources: {'Port': ['ID=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:35.412490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.422452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.429707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-ee0cd321-a7d8-4526-b67f-ba291f5739ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:35.432627 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:35.437353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-ee0cd321-a7d8-4526-b67f-ba291f5739ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1604249
Dec 16 09:27:35.476686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc5a07fd-ca00-40e6-bfe9-6c55261d76a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:35.512568 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52d9677bc8e54139b9e46462768a1326&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4534504
Dec 16 09:27:35.514920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:35.720234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:35.756246 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'tag': '09b55e95-0b31-49d2-a289-008769c2b574', 'status': 'completed', 'code': 200}
Dec 16 09:27:35.781111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e745004-d7b2-41d6-97b2-0fd8b34192df,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:35.782780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:35.797809 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:35.810476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'mac_address': 'fa:16:3e:4f:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:27:35.904809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:35.905120 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.937478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-5145bb9b-7d24-4edd-97fc-8ba4b1e8cf17 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4951398
Dec 16 09:27:35.937735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.952006 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.965926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:35.997374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d491f5c-5999-4916-9fd4-6e69d69be566 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:36.024992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:36.032251 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:36.035418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:36.035713 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:36.042698 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6d9bc8a0-50c4-4528-b1fa-d759308361a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:36.066174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5df52-e78f-46e2-9b73-da0632bbb372 req-ae5be71e-5cf3-4988-832f-c270b3e7ba6f tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:36.067902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60a5df52-e78f-46e2-9b73-da0632bbb372 req-ae5be71e-5cf3-4988-832f-c270b3e7ba6f tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1096 time: 0.3705862
Dec 16 09:27:36.075419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e745004-d7b2-41d6-97b2-0fd8b34192df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:36.082354 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:36.147298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60a5df52-e78f-46e2-9b73-da0632bbb372 req-06b3c55a-3a5c-4bd2-af93-4690369ee12b tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716908
Dec 16 09:27:36.150036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-9642308d-ee00-4aea-b562-c02df11e26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:36.151560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-9642308d-ee00-4aea-b562-c02df11e26c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 1098 time: 0.3727436
Dec 16 09:27:36.183599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:36.196127 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:36.210900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:36.214345 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e745004-d7b2-41d6-97b2-0fd8b34192df HTTP/1.1" status: 204  len: 168 time: 0.6808314
Dec 16 09:27:36.340923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8d491f5c-5999-4916-9fd4-6e69d69be566'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:36.367578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:36.524119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-a2454997-f3a7-4f5c-904c-6cca8f3dd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:36.528932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-a2454997-f3a7-4f5c-904c-6cca8f3dd44a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3694668
Dec 16 09:27:36.724240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-889be92d-4fc1-463c-b166-6b6e2de528ec req-c9669d7c-cc4e-419a-b651-1a1632bf24b7 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips/f2e25bd4-cbaa-4998-bd6a-ab5e174420e0 HTTP/1.1" status: 200  len: 692 time: 0.1938186
Dec 16 09:27:36.967558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-287d3380-c2f1-48da-9f9b-5a21aa9ac09b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=09b55e95-0b31-49d2-a289-008769c2b574 HTTP/1.1" status: 200  len: 217 time: 0.2408025
Dec 16 09:27:36.989600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f3f7d-1a37-4f6e-9de0-4bc0ab906f67 None None] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:37.021010 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82e51f6-c6c4-4787-8027-a3cbc687cced req-fa63ccf6-b01d-4ca8-b9ab-c41c8fceec0a service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0733199
Dec 16 09:27:37.153712 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:37.169437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c2c6e2c2-9dcf-4adf-b11b-6bdd9f05c5d9 None None] Provisioning for port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:37.177534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-d072bc43-6422-4d36-81be-b54fa6090c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:37.178982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-d072bc43-6422-4d36-81be-b54fa6090c1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1850247
Dec 16 09:27:37.194261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be92d-4fc1-463c-b166-6b6e2de528ec req-afa26fcd-14b8-4771-9d75-392c03604646 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:37.195309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-889be92d-4fc1-463c-b166-6b6e2de528ec req-afa26fcd-14b8-4771-9d75-392c03604646 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.4286189
Dec 16 09:27:37.255408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-889be92d-4fc1-463c-b166-6b6e2de528ec req-2bd73a2c-101a-4089-8a02-2ce1582eafe9 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:27:37.256352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-889be92d-4fc1-463c-b166-6b6e2de528ec req-2bd73a2c-101a-4089-8a02-2ce1582eafe9 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0089753
Dec 16 09:27:37.275478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3799c-787b-42dc-aa1e-b79db1c94e59 req-fb13605d-94ab-45ce-876c-5c2e46ca50af tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:37.282918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2b3799c-787b-42dc-aa1e-b79db1c94e59 req-fb13605d-94ab-45ce-876c-5c2e46ca50af tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 947 time: 0.5520062
Dec 16 09:27:37.347943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2b3799c-787b-42dc-aa1e-b79db1c94e59 req-d3d82cb5-5ca4-4acb-aa76-6a17d372083e tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634465
Dec 16 09:27:37.360305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-1f5727ba-e97d-4e05-8871-e9371ee0078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:37.366431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-1f5727ba-e97d-4e05-8871-e9371ee0078a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1701720
Dec 16 09:27:37.601322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Router 3905c34f-3540-4a51-8601-e8bf40425e7b is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:27:37.646127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-a73eaced-f920-436c-8955-e627b6ef990b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684596
Dec 16 09:27:37.751904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:37.916308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:37.923614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:37.924235 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:37.936573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:37.947784 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Sync routers for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:37.958403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:37.959912 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 4.7965918
Dec 16 09:27:37.967900 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:37.969594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:37.969767 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3816850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:38.030269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-369fd463-3051-4c1a-88e1-728be9931f17 req-08f36f5e-ff39-4346-ab07-79e9fdba9a3d tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=51407b3d1ead464ba33d01883414351e HTTP/1.1" status: 200  len: 695 time: 0.3115792
Dec 16 09:27:38.231469 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ec8eda9-ba68-4391-bbb8-f18ca2c026b4 req-14148a45-862d-438a-b7a2-5039e0ecdd4e service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5810356
Dec 16 09:27:38.332460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fd463-3051-4c1a-88e1-728be9931f17 req-0958a64b-18e5-4623-a758-d7140d910f9d tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:38.336813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-369fd463-3051-4c1a-88e1-728be9931f17 req-0958a64b-18e5-4623-a758-d7140d910f9d tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks?id=ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 787 time: 0.2974887
Dec 16 09:27:38.337403 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:38.349957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-369fd463-3051-4c1a-88e1-728be9931f17 req-85d1bab0-84b7-436c-89b9-d1ff719295c9 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:27:38.351896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-369fd463-3051-4c1a-88e1-728be9931f17 req-85d1bab0-84b7-436c-89b9-d1ff719295c9 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0126743
Dec 16 09:27:38.368841 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:38.611519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:38.618352 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:38.621706 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:38.777871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:38.785334 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:38.830468 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3816850>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:36Z', 'revision_number': 3, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:38.836775 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Checking router: 3905c34f-3540-4a51-8601-e8bf40425e7b for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:38.837759 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Updating router 3905c34f-3540-4a51-8601-e8bf40425e7b port d7aa51c0-7504-473a-8022-2ea194812bce binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:27:38.851747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 09b55e95-0b31-49d2-a289-008769c2b574 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:27:38.952332 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.100929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a951b51d-c1d5-4f68-ab4b-7f6954426828 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips/f2e25bd4-cbaa-4998-bd6a-ab5e174420e0 HTTP/1.1" status: 200  len: 692 time: 0.1052999
Dec 16 09:27:39.203664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.344034 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.357280 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Transition to ACTIVE for port object d7aa51c0-7504-473a-8022-2ea194812bce will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:39.359348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-7bff0e41-5486-46eb-93ec-b753df1be167 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:39.366189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-7bff0e41-5486-46eb-93ec-b753df1be167 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2644122
Dec 16 09:27:39.367374 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.372500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-bbe9d407-5e36-44a7-a1d3-4fc20948e49e tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:27:39.373393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 09b55e95-0b31-49d2-a289-008769c2b574, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=09b55e95-0b31-49d2-a289-008769c2b574,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:39.377764 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:39.379985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-bbe9d407-5e36-44a7-a1d3-4fc20948e49e tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0127819
Dec 16 09:27:39.403937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '09b55e95-0b31-49d2-a289-008769c2b574', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '09b55e95-0b31-49d2-a289-008769c2b574', 'mac_address': 'fa:16:3e:01:85:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:27:39.480323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:39.513694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-3c902d8f-ffed-4218-9259-3004540adc21 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:27:39.519592 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-3c902d8f-ffed-4218-9259-3004540adc21 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0248380
Dec 16 09:27:39.525201 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Attempting to bind port d7aa51c0-7504-473a-8022-2ea194812bce on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:39.525581 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Attempting to bind port d7aa51c0-7504-473a-8022-2ea194812bce by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:39.525952 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Attempting to bind port d7aa51c0-7504-473a-8022-2ea194812bce on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:39.532995 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b557-30b6-47d6-bd00-d60b7d9e901c None None] Pushing event updated for resources: {'Port': ['ID=d7aa51c0-7504-473a-8022-2ea194812bce,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:39.538075 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d314b557-30b6-47d6-bd00-d60b7d9e901c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:39.538985 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:39.539528 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:39.539967 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.540361 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:39.540835 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Bound port: d7aa51c0-7504-473a-8022-2ea194812bce, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:39.541234 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.548158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Request body: {'binding': {'host': 'n-h2-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:39.548479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:27:39.612794 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.647264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b55e95-0b31-49d2-a289-008769c2b574 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:39.666708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 09b55e95-0b31-49d2-a289-008769c2b574, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=09b55e95-0b31-49d2-a289-008769c2b574,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:39.689284 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.695976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:39.708269 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] For port d7aa51c0-7504-473a-8022-2ea194812bce, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:39.714789 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] For port d7aa51c0-7504-473a-8022-2ea194812bce, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d7aa51c0-7504-473a-8022-2ea194812bce,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:39.722462 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.734546 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:39.789000 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a9c29d2a-9e4c-4f04-9ab2-2cc673df6c17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:39.827235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 8d491f5c-5999-4916-9fd4-6e69d69be566 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:39.840367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-48a4e9a9-114f-4c65-b3a5-d4f8cfc856ed tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.28 HTTP/1.1" status: 200  len: 695 time: 0.4593632
Dec 16 09:27:39.844563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 8d491f5c-5999-4916-9fd4-6e69d69be566 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:39.844946 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:39.891460 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b557-30b6-47d6-bd00-d60b7d9e901c None None] Pushing event updated for resources: {'Port': ['ID=d7aa51c0-7504-473a-8022-2ea194812bce,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:39.904876 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d314b557-30b6-47d6-bd00-d60b7d9e901c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:39.914093 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:39.915515 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3816850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:39.941890 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-5afd5c56-395d-4b84-a363-c5be59a3e76b tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.28 HTTP/1.1" status: 200  len: 695 time: 0.1006026
Dec 16 09:27:39.969070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:39.969500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.004076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['09b55e95-0b31-49d2-a289-008769c2b574'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:40.013490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Allocated IP 172.20.0.1 (a75ad279-6c16-40e3-b448-fc228fdec8c9/239a122e-0d3a-44a5-8899-788afb5cefbc/3f9524df-ef87-4a74-9220-3c5032f6ba61) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:40.066008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on host n-h2-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:40.066377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:40.066662 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:40.136679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:40.137002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:40.147436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:40.147794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:40.148144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:40.148570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Bound port: fedbd886-5e97-477a-8f51-1cd9f0443dd8, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:40.192902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Deleting port 05c63771-d466-4e3d-ade9-e2693b7a5541 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:40.193521 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.229952 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:40.250237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.267778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Transition to ACTIVE for port object 3f9524df-ef87-4a74-9220-3c5032f6ba61 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:40.290777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=09b55e95-0b31-49d2-a289-008769c2b574,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:40.298720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.302863 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:40.307944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.315118 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34d9efe3-3e84-4417-a0cb-9c8ce67c34a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:40.376921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:40.407250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:40.409740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Pushing event updated for resources: {'Port': ['ID=3f9524df-ef87-4a74-9220-3c5032f6ba61,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:40.412783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:40.425370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:40.429324 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:40.445688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:40.447293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:40.455897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.465674 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:40.508733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.525829 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.537618 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-84a2409c-67ec-448c-a8c2-b23529bc7204 service neutron] 10.222.0.66 "POST /v2.0/ports/fedbd886-5e97-477a-8f51-1cd9f0443dd8/bindings HTTP/1.1" status: 201  len: 389 time: 1.0065486
Dec 16 09:27:40.707897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.708597 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.829786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:40.837597 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:40.874457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a759ce7f-318d-4936-ab18-4f7a37ede1be None None] Provisioning for port 3f9524df-ef87-4a74-9220-3c5032f6ba61 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:40.879232 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-0188ee64-c395-45aa-9243-28786a590daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3816850>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:36Z', 'revision_number': 3, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:40.881817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a759ce7f-318d-4936-ab18-4f7a37ede1be None None] Provisioning complete for port 3f9524df-ef87-4a74-9220-3c5032f6ba61 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:40.882847 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a759ce7f-318d-4936-ab18-4f7a37ede1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.884402 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188ee64-c395-45aa-9243-28786a590daf None None] The sync data for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 is: [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:36Z', 'revision_number': 3, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:40.884650 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:40.947858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a759ce7f-318d-4936-ab18-4f7a37ede1be None None] Port 3f9524df-ef87-4a74-9220-3c5032f6ba61 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:41.020668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Calling delete_port for 05c63771-d466-4e3d-ade9-e2693b7a5541 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:41.179658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.184684 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.221683 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:41.237828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-b6672d64-db20-4c15-8359-e4769922e9b9 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:41.239368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-b6672d64-db20-4c15-8359-e4769922e9b9 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.54 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 950 time: 0.8070586
Dec 16 09:27:41.337514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Pushing event updated for resources: {'Port': ['ID=3f9524df-ef87-4a74-9220-3c5032f6ba61,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:41.348836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.352850 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:41.371331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24038f-238d-4bba-823f-6064613ebd4f req-feb5abb2-4edb-4467-8a13-d4af48a0bbf3 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:41.379607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd24038f-238d-4bba-823f-6064613ebd4f req-feb5abb2-4edb-4467-8a13-d4af48a0bbf3 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 948 time: 0.3981476
Dec 16 09:27:41.388457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-b14c91f2-6684-42f6-94e2-4f20bffc4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:41.389936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-b14c91f2-6684-42f6-94e2-4f20bffc4702 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1096 time: 0.4075389
Dec 16 09:27:41.444781 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.540288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:41.541862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:41.576834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Deleting port b2d73415-f848-4a43-97c4-50c339b4a6fb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:41.577413 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.656733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd24038f-238d-4bba-823f-6064613ebd4f req-84253b5c-f25b-4d17-8db3-cb0be9a4f24d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761536
Dec 16 09:27:41.713473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d7aa51c0-7504-473a-8022-2ea194812bce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:41.751596 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.760806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:41.841429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port d7aa51c0-7504-473a-8022-2ea194812bce completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:41.852511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d7aa51c0-7504-473a-8022-2ea194812bce triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:41.852798 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.857721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Router 3905c34f-3540-4a51-8601-e8bf40425e7b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:27:41.888996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Pushing event deleted for resources: {'Port': ['ID=05c63771-d466-4e3d-ade9-e2693b7a5541,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:41.965152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-35ed60c3-8ca6-4e6f-987a-762313a47f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:41.973989 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:42.069528 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:42.076984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2715a1a1-17e3-4c55-824c-9fd4a0e692fd None None] Provisioning complete for port 3f9524df-ef87-4a74-9220-3c5032f6ba61 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:42.077627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2715a1a1-17e3-4c55-824c-9fd4a0e692fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:42.153336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port d7aa51c0-7504-473a-8022-2ea194812bce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d7aa51c0-7504-473a-8022-2ea194812bce,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:42.161748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:42.166612 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:42.219064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2715a1a1-17e3-4c55-824c-9fd4a0e692fd None None] Port 3f9524df-ef87-4a74-9220-3c5032f6ba61 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:42.257990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=d7aa51c0-7504-473a-8022-2ea194812bce,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:42.268756 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:42.300034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:42.313838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-1566018c-f45c-46db-ae1f-e1dfe05f2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:42.315421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-1566018c-f45c-46db-ae1f-e1dfe05f2eb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.8676202
Dec 16 09:27:42.320935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f1d8d46-16f9-4150-ad85-1b4faeeebb45 req-089f5049-19d5-453d-977e-9602d2477b34 tempest-AbsoluteLimitsNegativeTestJSON-1393188541 tempest-AbsoluteLimitsNegativeTestJSON-1393188541-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=48451853d29340dfa4dfeaf4290ebb75&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0614367
Dec 16 09:27:42.354720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:42.360263 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] 10.222.0.66 "PUT /v2.0/routers/3905c34f-3540-4a51-8601-e8bf40425e7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3896353
Dec 16 09:27:42.438633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-d0ee1c82-f550-42b6-9065-a17eb65904d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 200  len: 217 time: 0.1133153
Dec 16 09:27:42.655185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:42.656309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1ae305e-bcde-42c8-8be1-3898bb4efcf4 req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "DELETE /v2.0/floatingips/f2e25bd4-cbaa-4998-bd6a-ab5e174420e0 HTTP/1.1" status: 204  len: 173 time: 2.7136588
Dec 16 09:27:42.666306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] For port b2d73415-f848-4a43-97c4-50c339b4a6fb, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2d73415-f848-4a43-97c4-50c339b4a6fb,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:42.666669 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:42.813051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Calling delete_port for b2d73415-f848-4a43-97c4-50c339b4a6fb owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:42.878597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 09b55e95-0b31-49d2-a289-008769c2b574 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:42.890002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-7fd5f6b3-2900-4714-a141-516e517b9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:42.891449 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-7fd5f6b3-2900-4714-a141-516e517b9780 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.4275515
Dec 16 09:27:42.951994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 09b55e95-0b31-49d2-a289-008769c2b574 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:42.956760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 09b55e95-0b31-49d2-a289-008769c2b574 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:42.957144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:42.977332 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e3e9a61-b85f-4beb-83f0-83d26e67f65e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628657
Dec 16 09:27:43.088063 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:43.090637 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:27:43.100586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d8d46-16f9-4150-ad85-1b4faeeebb45 req-e9cc9c8b-64f3-4ce6-885a-f90507105522 tempest-AbsoluteLimitsNegativeTestJSON-1393188541 tempest-AbsoluteLimitsNegativeTestJSON-1393188541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:43.102004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f1d8d46-16f9-4150-ad85-1b4faeeebb45 req-e9cc9c8b-64f3-4ce6-885a-f90507105522 tempest-AbsoluteLimitsNegativeTestJSON-1393188541 tempest-AbsoluteLimitsNegativeTestJSON-1393188541-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7054467
Dec 16 09:27:43.123195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 09b55e95-0b31-49d2-a289-008769c2b574, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=09b55e95-0b31-49d2-a289-008769c2b574,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:43.128517 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:43.129394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2d73415-f848-4a43-97c4-50c339b4a6fb no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:43.140942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f1d8d46-16f9-4150-ad85-1b4faeeebb45 req-c8d35ba6-3cdb-428c-b773-58aefc756e45 tempest-AbsoluteLimitsNegativeTestJSON-1393188541 tempest-AbsoluteLimitsNegativeTestJSON-1393188541-project] 10.222.0.66 "GET /v2.0/quotas/48451853d29340dfa4dfeaf4290ebb75 HTTP/1.1" status: 200  len: 375 time: 0.0228095
Dec 16 09:27:43.154311 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:43.185912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Sync routers for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:43.236586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:43.237883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8e5e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:43.258791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f1d8d46-16f9-4150-ad85-1b4faeeebb45 req-8f8e77ed-1f5b-4367-844b-2fbef7314139 tempest-AbsoluteLimitsNegativeTestJSON-1393188541 tempest-AbsoluteLimitsNegativeTestJSON-1393188541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=48451853d29340dfa4dfeaf4290ebb75&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0763044
Dec 16 09:27:43.270250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c78d53-c88e-4789-82d1-06b1696af6a4 req-a57a89d4-5f34-4ffb-857d-6d895990da81 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:43.271693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11c78d53-c88e-4789-82d1-06b1696af6a4 req-a57a89d4-5f34-4ffb-857d-6d895990da81 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/ports?device_id=472476b5-5198-44d1-ad09-b3bec1ae2314 HTTP/1.1" status: 200  len: 950 time: 0.4309156
Dec 16 09:27:43.309030 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-dc4e725d-e330-4445-a9cf-87156f5852b4 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3172104
Dec 16 09:27:43.322150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:43.366592 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:43.478970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Pushing event deleted for resources: {'Port': ['ID=b2d73415-f848-4a43-97c4-50c339b4a6fb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:43.503039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11c78d53-c88e-4789-82d1-06b1696af6a4 req-2985fd7f-9da5-424f-b91c-16cdecf51217 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.66 "GET /v2.0/security-groups?id=9c13b8f7-4a5a-416b-89da-34d30a802ca9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169092
Dec 16 09:27:43.509820 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'code': 200}
Dec 16 09:27:43.520954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:43.570084 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:43.629921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=09b55e95-0b31-49d2-a289-008769c2b574,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:43.630481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9bb42-0b6a-4ecb-ac8d-614398c3e2d4 req-69165d2f-06fe-41f1-b56d-9e3e69aa3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:43.634041 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a2e9bb42-0b6a-4ecb-ac8d-614398c3e2d4 req-69165d2f-06fe-41f1-b56d-9e3e69aa3226 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1101 time: 0.2098315
Dec 16 09:27:43.638699 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:43.649862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No active binding found for port b2d73415-f848-4a43-97c4-50c339b4a6fb {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 09:27:43.650656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2d73415-f848-4a43-97c4-50c339b4a6fb not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:43.731337 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a2e9bb42-0b6a-4ecb-ac8d-614398c3e2d4 req-3a54e337-03da-4e57-a5e4-ceb78a02f8b8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888155
Dec 16 09:27:43.735816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:43.829953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:43.835727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d7aa51c0-7504-473a-8022-2ea194812bce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:43.851029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] No DVR routers for this DVR port b2d73415-f848-4a43-97c4-50c339b4a6fb on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:27:43.901543 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:43.906053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'name': 'network-vif-deleted', 'tag': 'b2d73415-f848-4a43-97c4-50c339b4a6fb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:43.972101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:43.989239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:43.993705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Usage tracker for resource:security_group_rule and tenant:48451853d29340dfa4dfeaf4290ebb75 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:43.997938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:44.006901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:44.030103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d7aa51c0-7504-473a-8022-2ea194812bce triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:44.030691 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.094672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcac1d73-7d24-4bae-9ff3-c019944f633f req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] 10.222.0.54 "DELETE /v2.0/ports/b2d73415-f848-4a43-97c4-50c339b4a6fb HTTP/1.1" status: 204  len: 173 time: 2.8231213
Dec 16 09:27:44.110352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.115726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-37aabd4b-672e-4aef-886a-f2bdfd109d93 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7749894
Dec 16 09:27:44.117122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.131014 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-12788e18-a506-4752-b3bc-a8bef47c83c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:44.167414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d98bac-18f0-43f1-9d72-83b76aff8b5b req-c723089b-df6d-4578-8a5b-dca5e37b0cca tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:44.175238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f2d98bac-18f0-43f1-9d72-83b76aff8b5b req-c723089b-df6d-4578-8a5b-dca5e37b0cca tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 945 time: 0.6772714
Dec 16 09:27:44.192490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca1475-ca5f-4a5a-a479-abb097b69a2d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:44.199236 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48451853d29340dfa4dfeaf4290ebb75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3647499
Dec 16 09:27:44.199236 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:44.199545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:44.203466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-6b09b64b-5472-4649-b398-e67d74731331 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:44.205707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-6b09b64b-5472-4649-b398-e67d74731331 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks?id=a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 200  len: 829 time: 0.4072907
Dec 16 09:27:44.231626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8e5e0>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 2, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:44.240090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Checking router: 3905c34f-3540-4a51-8601-e8bf40425e7b for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:44.240449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Updating router 3905c34f-3540-4a51-8601-e8bf40425e7b port 3f9524df-ef87-4a74-9220-3c5032f6ba61 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:27:44.280948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.288676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-20864c1d-9d2a-4535-aead-72a93fbb73f1 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/quotas/50977e24d11147dfb631cc49c4a88d68 HTTP/1.1" status: 200  len: 375 time: 0.0426652
Dec 16 09:27:44.296672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f2d98bac-18f0-43f1-9d72-83b76aff8b5b req-6cd20f77-9041-4f99-bffc-1bbd084f1a1c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203754
Dec 16 09:27:44.312220 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.340423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.395761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.399932 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b47c59c-6faa-4beb-9184-cd228776fbe4 tempest-ServerDiagnosticsNegativeTest-1948491512 tempest-ServerDiagnosticsNegativeTest-1948491512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:44.411895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca1475-ca5f-4a5a-a479-abb097b69a2d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:44.421046 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:44.424916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.426473 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95ca1475-ca5f-4a5a-a479-abb097b69a2d HTTP/1.1" status: 204  len: 168 time: 0.2256982
Dec 16 09:27:44.474047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71aaca05-f1db-4863-8b4c-8bd14db44762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.500072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-dd2e8edd-c58b-4a4f-bfc5-ad58bdc8c6e0 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:44.501586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-dd2e8edd-c58b-4a4f-bfc5-ad58bdc8c6e0 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.2941842
Dec 16 09:27:44.517187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820554-2'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:44.623690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-eec672eb-2d9f-410a-b4e8-cbae8dc9d1ac tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=50977e24d11147dfb631cc49c4a88d68&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3210561
Dec 16 09:27:44.631723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-f86c55d6-57b5-415e-9908-77d5bdf47a45 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2900302
Dec 16 09:27:44.700871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:44.728810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.742817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Transition to ACTIVE for port object 3f9524df-ef87-4a74-9220-3c5032f6ba61 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:44.751608 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.767239 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:44.777964 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:44.798276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:44.810594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Usage tracker for resource:floatingip and tenant:51407b3d1ead464ba33d01883414351e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:44.817864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:44.859248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:44.959290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeebf8-abfd-4306-99aa-cb4a5fab0419 None None] Pushing event updated for resources: {'Port': ['ID=3f9524df-ef87-4a74-9220-3c5032f6ba61,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:44.963643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.009282 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2baeebf8-abfd-4306-99aa-cb4a5fab0419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:45.034387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-453e8b3a-80f5-427d-ac02-d50ba9a4334a service neutron] 10.222.0.66 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3992820
Dec 16 09:27:45.054948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Attempting to bind port 3f9524df-ef87-4a74-9220-3c5032f6ba61 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:45.055567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Attempting to bind port 3f9524df-ef87-4a74-9220-3c5032f6ba61 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:45.055846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Attempting to bind port 3f9524df-ef87-4a74-9220-3c5032f6ba61 on network a75ad279-6c16-40e3-b448-fc228fdec8c9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:45.062254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:45.062630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Checking segment: {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:45.063039 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.064014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Bound using segment: {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:45.064187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Bound port: 3f9524df-ef87-4a74-9220-3c5032f6ba61, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:45.064570 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.201017 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.217844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] For port 3f9524df-ef87-4a74-9220-3c5032f6ba61, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:45.220038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] For port 3f9524df-ef87-4a74-9220-3c5032f6ba61, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3f9524df-ef87-4a74-9220-3c5032f6ba61,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:45.226384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.236887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:45.312169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:45.312839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8e5e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:45.397385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:45.417571 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-4afb5346-73b5-4a23-afcb-57e1307fe693 service neutron] 10.222.0.66 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637321
Dec 16 09:27:45.477954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:45.492616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:45.587864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.642839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.664146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-197834974-network', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:45.671065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.679582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b55e95-0b31-49d2-a289-008769c2b574'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:45.683860 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b4e6259-ffed-44c9-a911-4ebec0cda946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:45.689450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:45.692298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:45.696591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Usage tracker for resource:network and tenant:5aa9716d09e44503ac1f1280b18b1632 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:45.699617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:45.708012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:45.729726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Made reservation on behalf of 5aa9716d09e44503ac1f1280b18b1632 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:45.732324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.758295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.791734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:45.800898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.802336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeebf8-abfd-4306-99aa-cb4a5fab0419 None None] Pushing event updated for resources: {'Port': ['ID=3f9524df-ef87-4a74-9220-3c5032f6ba61,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:45.804722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa9716d09e44503ac1f1280b18b1632 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:45.819502 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2baeebf8-abfd-4306-99aa-cb4a5fab0419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:45.822865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:45.832241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:45.953741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.960192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:45.961137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:45.964265 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-590ba31e-834f-42ab-8ff2-f514debf8ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:45.969404 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:45.978547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on host n-h1-820554-2 for vnic_type normal with profile {"migrating_to": "n-h2-820554-2"} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:45.978749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:45.979083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:45.996205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:27:46.001414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:46.001771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Attempting to bind port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:46.015392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b231f2-22f5-4c11-b271-c78d09fbed3a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:46.022311 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:46.023760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Allocated IP 172.25.3.236 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/5ae51f13-655d-4853-88ce-cf1ee5143717) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:46.024050 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.024602 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Added segment 629658a6-1dc2-400b-990b-1a18b7c31516 of type vlan for network 538908ae-8985-4e98-8c47-2cf0c4f68430
Dec 16 09:27:46.026083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:46.026419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:46.026815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:46.027334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Bound port: fedbd886-5e97-477a-8f51-1cd9f0443dd8, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:46.027700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.063993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.099998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.101903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:46.102960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.109648 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:46.150874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8e5e0>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:45Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:46.157193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d6265-5a28-462e-8174-ab82e12f4110 None None] The sync data for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 is: [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:45Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:46.253747 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7579050
Dec 16 09:27:46.259654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:46.272664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Request body: {'subnet': {'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-197834974-subnet', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:46.277906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:46.281736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Usage tracker for resource:subnet and tenant:5aa9716d09e44503ac1f1280b18b1632 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:46.287468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:46.290454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Pushing event updated for resources: {'Network': ['ID=538908ae-8985-4e98-8c47-2cf0c4f68430,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:46.293729 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:46.302359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:46.307522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:27:46.334627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Made reservation on behalf of 5aa9716d09e44503ac1f1280b18b1632 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:46.338621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.390972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898d68b-cc22-4dab-bca6-c46f11d7fb45 req-20cccd1b-4410-4746-8dc7-5ea5401ac577 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:46.392751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c898d68b-cc22-4dab-bca6-c46f11d7fb45 req-20cccd1b-4410-4746-8dc7-5ea5401ac577 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 949 time: 0.5383930
Dec 16 09:27:46.530999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:46.552320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c898d68b-cc22-4dab-bca6-c46f11d7fb45 req-8fb4d746-7dba-4d5c-a529-5f42aa71d559 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492307
Dec 16 09:27:46.557866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.562944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:46.570144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.582537 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e54b85c-06d5-4cd2-b50e-9b3910801570 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:46.672622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:46.726846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.735328 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f7e81f9-83ec-4cdc-b48c-c685dda71fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:46.758063 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:46.763527 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472476b5-5198-44d1-ad09-b3bec1ae2314', 'name': 'network-vif-deleted', 'tag': 'b2d73415-f848-4a43-97c4-50c339b4a6fb', 'status': 'completed', 'code': 200}
Dec 16 09:27:46.816919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:46.817533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.818936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] 10.222.0.74 "PUT /v2.0/ports/fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 200  len: 1121 time: 2.3063972
Dec 16 09:27:46.836265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcdcadf-ebcc-4d1c-8254-764e512f216e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:46.841447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.845546 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a8c49a62-7906-4031-90be-2bd59c34a741 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:46.846973 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:46.851939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Checking segment: {'id': '629658a6-1dc2-400b-990b-1a18b7c31516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:46.852305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Network hostable DHCP agents. Network: 538908ae-8985-4e98-8c47-2cf0c4f68430, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:27:46.881035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:27:46.896437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 538908ae-8985-4e98-8c47-2cf0c4f68430) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:46.897143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['fedbd886-5e97-477a-8f51-1cd9f0443dd8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:27:46.908555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:46.912199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:46.963027 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6946764
Dec 16 09:27:46.963602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:46.976797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:46.980418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:46.983746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:46.990878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:46.991229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4a7e8-944c-4605-8e5b-b36e8ee6a74c None None] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:47.001127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:47.004706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Usage tracker for resource:router and tenant:5aa9716d09e44503ac1f1280b18b1632 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:47.012825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:47.022057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:47.040584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.042596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.059754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.068521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Pushing event updated for resources: {'Port': ['ID=5ae51f13-655d-4853-88ce-cf1ee5143717,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:47.087859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.217714 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:47.218316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.236035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.297794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58160) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:47.684989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3f9524df-ef87-4a74-9220-3c5032f6ba61 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:47.706212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.711571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-1e6db0a1-bcee-4d32-ba75-5d056d1dcfca tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:47.713283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-1e6db0a1-bcee-4d32-ba75-5d056d1dcfca tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.74 "GET /v2.0/networks?id=a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 200  len: 829 time: 0.4146917
Dec 16 09:27:47.733883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Request body: {'port': {'device_id': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'admin_state_up': True, 'tenant_id': '50977e24d11147dfb631cc49c4a88d68'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:47.750093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-538908ae-8985-4e98-8c47-2cf0c4f68430', 'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'fixed_ips': [{'subnet_id': '1bcdcadf-ebcc-4d1c-8254-764e512f216e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:27:47.750924 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:47.873883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3f9524df-ef87-4a74-9220-3c5032f6ba61 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:47.885722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3f9524df-ef87-4a74-9220-3c5032f6ba61 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:47.886731 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.016638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Allocated IP 172.20.0.2 (538908ae-8985-4e98-8c47-2cf0c4f68430/1bcdcadf-ebcc-4d1c-8254-764e512f216e/0872fd2a-c227-4a58-b42c-2c0a2953cded) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:48.069304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-37dfaa2e-77a8-4a5d-8e18-a10c4c6fc8bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ccf0e1462204a6db456b68b00542c0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7421780
Dec 16 09:27:48.070576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:48.076208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:48.083349 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.100563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Usage tracker for resource:port and tenant:50977e24d11147dfb631cc49c4a88d68 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:48.109424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:48.128616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b747f-647e-416c-8855-936350b92031 req-75846a7a-96d1-47ae-b1f1-0c2beeeea0b7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:48.130007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc3b747f-647e-416c-8855-936350b92031 req-75846a7a-96d1-47ae-b1f1-0c2beeeea0b7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 943 time: 0.8330817
Dec 16 09:27:48.133220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:48.201674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 3f9524df-ef87-4a74-9220-3c5032f6ba61, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3f9524df-ef87-4a74-9220-3c5032f6ba61,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:48.203643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Made reservation on behalf of 50977e24d11147dfb631cc49c4a88d68 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:48.207518 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.208906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.211108 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d72d3d37-e7c1-4e8f-9a1f-ef52f5e62fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:48.216638 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.248435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.316551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=3f9524df-ef87-4a74-9220-3c5032f6ba61,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:48.319762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc3b747f-647e-416c-8855-936350b92031 req-5caf7117-8365-41b0-ab2a-432de3d89177 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683490
Dec 16 09:27:48.320829 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:48.373566 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.396725 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.406840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Allocated IP 172.25.3.172 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/8f363092-c50d-4904-a664-53982d33c6db) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:48.419575 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.425330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.460561 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:48.464005 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.475928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Transition to ACTIVE for port object 0872fd2a-c227-4a58-b42c-2c0a2953cded will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:48.529676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Transition to ACTIVE for port object 0872fd2a-c227-4a58-b42c-2c0a2953cded will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:48.539864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.546111 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:48.604770 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.612910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7276169c-08d6-4790-8fc9-37d391d04d1e req-22219791-3216-4a19-bc42-85705700aa7d tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 210 time: 0.1008766
Dec 16 09:27:48.640129 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.646474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Pushing event updated for resources: {'Port': ['ID=5ae51f13-655d-4853-88ce-cf1ee5143717,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:48.649297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:48.650616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:48.655927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:48.659555 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:48.673398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Allocated IP 172.20.0.6 (a75ad279-6c16-40e3-b448-fc228fdec8c9/239a122e-0d3a-44a5-8899-788afb5cefbc/e55642ef-ca22-4cb1-911b-069aac671ed8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:48.677560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.683115 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00aac028-ef2c-47d9-b1b8-aaaf6039690c tempest-LiveMigrationNegativeTest-91880415 tempest-LiveMigrationNegativeTest-91880415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:48.691365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.692557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.0377159
Dec 16 09:27:48.747920 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b55e95-0b31-49d2-a289-008769c2b574', 'code': 200}
Dec 16 09:27:48.754260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Pushing event updated for resources: {'Port': ['ID=0872fd2a-c227-4a58-b42c-2c0a2953cded,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:48.765869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:48.769736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:48.774448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:48.807071 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:48.827182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Pushing event updated for resources: {'Port': ['ID=8f363092-c50d-4904-a664-53982d33c6db,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:48.831792 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:48.832486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Attempting to bind port 0872fd2a-c227-4a58-b42c-2c0a2953cded on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:48.832937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Attempting to bind port 0872fd2a-c227-4a58-b42c-2c0a2953cded by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '629658a6-1dc2-400b-990b-1a18b7c31516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:48.833402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Attempting to bind port 0872fd2a-c227-4a58-b42c-2c0a2953cded on network 538908ae-8985-4e98-8c47-2cf0c4f68430 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:48.840439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:48.840938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Checking segment: {'id': '629658a6-1dc2-400b-990b-1a18b7c31516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:48.841418 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.841890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Bound using segment: {'id': '629658a6-1dc2-400b-990b-1a18b7c31516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:48.842450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Bound port: 0872fd2a-c227-4a58-b42c-2c0a2953cded, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629658a6-1dc2-400b-990b-1a18b7c31516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:48.842906 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.866761 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.870689 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.872053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c13b8f7-4a5a-416b-89da-34d30a802ca9 HTTP/1.1" status: 204  len: 168 time: 0.7949541
Dec 16 09:27:48.872935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8'}, {'name': 'network-changed', 'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:48.914943 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb7ac17a-53cb-4171-a40a-b4b11188ea95 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:48.942393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] For port 0872fd2a-c227-4a58-b42c-2c0a2953cded, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:48.945750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] For port 0872fd2a-c227-4a58-b42c-2c0a2953cded, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0872fd2a-c227-4a58-b42c-2c0a2953cded,segment=NetworkSegment(629658a6-1dc2-400b-990b-1a18b7c31516),segment_id=629658a6-1dc2-400b-990b-1a18b7c31516)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:48.951652 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:48.957936 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:49.055559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c13b8f7-4a5a-416b-89da-34d30a802ca9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:49.095917 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:49.102237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Pushing event updated for resources: {'Port': ['ID=0872fd2a-c227-4a58-b42c-2c0a2953cded,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:49.124238 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:49.226423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-84131214-b91d-4c0b-9539-0bcce14386e2 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Synchronizing usage tracker for tenant:51407b3d1ead464ba33d01883414351e on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:49.300349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:27:49.316585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-84131214-b91d-4c0b-9539-0bcce14386e2 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Unset dirty status for tenant:51407b3d1ead464ba33d01883414351e on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:49.322958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-84131214-b91d-4c0b-9539-0bcce14386e2 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200  len: 696 time: 0.4105275
Dec 16 09:27:49.409709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:49.575842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:49.672750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:49.701861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:49.717913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 has no active binding in host n-h2-820554-2 {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Dec 16 09:27:49.747852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:49.752232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:49.758428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886a107-6fa0-42de-b8be-46a6b792637e req-8b06c0e5-6fdb-49c0-a817-616649eb688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:49.758428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6886a107-6fa0-42de-b8be-46a6b792637e req-8b06c0e5-6fdb-49c0-a817-616649eb688e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 1100 time: 0.8720396
Dec 16 09:27:49.828388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6478f-c5d2-48bc-8785-766ef376813e req-f0fc1f2f-63ba-43b1-a5a0-c84d712f8770 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:49.828388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64c6478f-c5d2-48bc-8785-766ef376813e req-f0fc1f2f-63ba-43b1-a5a0-c84d712f8770 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 949 time: 0.9101355
Dec 16 09:27:49.847139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd1259b9c3945d7b95b6e217d196467 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:49.860061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Transition to ACTIVE for port object e55642ef-ca22-4cb1-911b-069aac671ed8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:49.864690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0872fd2a-c227-4a58-b42c-2c0a2953cded up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:49.867652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:49.877452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:49.955225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-a3124f5a-de21-4cf6-85a2-a701d07bf7de tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:49.957256 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b12fed33-2851-4c33-b5cb-44e42e7ff19f req-a3124f5a-de21-4cf6-85a2-a701d07bf7de tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.6335244
Dec 16 09:27:49.962651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6886a107-6fa0-42de-b8be-46a6b792637e req-0327b787-43b4-47f0-a5ce-9b7540afa758 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931098
Dec 16 09:27:49.966434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 0872fd2a-c227-4a58-b42c-2c0a2953cded completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:49.973309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3f9524df-ef87-4a74-9220-3c5032f6ba61 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:49.982918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64c6478f-c5d2-48bc-8785-766ef376813e req-f47d832b-d392-49f8-a320-abc9f6d73009 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503127
Dec 16 09:27:50.009032 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.018811 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-444fcaf7-2031-41f6-a866-d12a6d62dee9 tempest-ServersAdminNegativeTestJSON-1029468504 tempest-ServersAdminNegativeTestJSON-1029468504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:50.068093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3f9524df-ef87-4a74-9220-3c5032f6ba61 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:50.068574 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.198491 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8', 'code': 200}
Dec 16 09:27:50.201878 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8', 'status': 'completed', 'code': 200}
Dec 16 09:27:50.202863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event updated for resources: {'Port': ['ID=e55642ef-ca22-4cb1-911b-069aac671ed8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:50.204057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.221961 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:50.292871 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.300252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.320807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-062330be-d312-4385-a218-dcd3cd7573ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:50.358745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:50.371139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:50.376146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:50.383602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:50.384462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.447475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7230663
Dec 16 09:27:50.465747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Request body: {'port': {'device_id': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:50.504975 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6bd1259b9c3945d7b95b6e217d196467&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9275789
Dec 16 09:27:50.514409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58200) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:50.536199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4a69a-f585-4695-9220-5272081fd4fb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:50.540044 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:50.551107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-c62f7374-4672-4620-8d26-eb3c185d2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:50.554272 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-c62f7374-4672-4620-8d26-eb3c185d2dd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1124 time: 0.3307717
Dec 16 09:27:50.612991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3db1e-7db2-4586-927c-79616172ef1b req-c8593689-66b3-488e-a53b-327922bf607f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:50.618512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d98ac-f68e-4d66-9597-d50d9e3ab61d None None] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:50.620761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ad3db1e-7db2-4586-927c-79616172ef1b req-c8593689-66b3-488e-a53b-327922bf607f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 943 time: 0.4000709
Dec 16 09:27:50.639718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f449a-f0d8-416f-bec4-06bb020c0ca1 req-8bcef164-9fac-4b86-bc7e-7e317ccbf711 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:50.640760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fe7f449a-f0d8-416f-bec4-06bb020c0ca1 req-8bcef164-9fac-4b86-bc7e-7e317ccbf711 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:27:50.718579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:27:50.736468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Provisioning for port 0872fd2a-c227-4a58-b42c-2c0a2953cded completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:50.755014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Provisioning complete for port 0872fd2a-c227-4a58-b42c-2c0a2953cded triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:50.755707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.910610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fe7f449a-f0d8-416f-bec4-06bb020c0ca1 req-8bcef164-9fac-4b86-bc7e-7e317ccbf711 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:27:50.911919 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe7f449a-f0d8-416f-bec4-06bb020c0ca1 req-8bcef164-9fac-4b86-bc7e-7e317ccbf711 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 931 time: 0.5988286
Dec 16 09:27:50.912416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:50.912547 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.932837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ad3db1e-7db2-4586-927c-79616172ef1b req-a53840bb-c604-4cf7-b31f-91fd8d7cba00 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3110595
Dec 16 09:27:50.933193 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Sync routers for ids ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:50.934316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.949557 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Routers {'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:50.950655 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:50.974868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:50.976655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0116727
Dec 16 09:27:50.979683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:50.991425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:51.040252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] For port 0872fd2a-c227-4a58-b42c-2c0a2953cded, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0872fd2a-c227-4a58-b42c-2c0a2953cded,segment=NetworkSegment(629658a6-1dc2-400b-990b-1a18b7c31516),segment_id=629658a6-1dc2-400b-990b-1a18b7c31516)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:51.059990 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:51.065128 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:51.098795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:51.122230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-ef540430-9881-4938-abd4-08c111f78b9e service neutron] 10.222.0.54 "GET /v2.0/ports/fedbd886-5e97-477a-8f51-1cd9f0443dd8/bindings/n-h2-820554-2 HTTP/1.1" status: 200  len: 384 time: 0.3616588
Dec 16 09:27:51.132983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-956fc077-3abf-4513-bdb1-628f957f25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:51.135393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-956fc077-3abf-4513-bdb1-628f957f25be service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.5629177
Dec 16 09:27:51.169137 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Set router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:51.219940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Pushing event updated for resources: {'Port': ['ID=0872fd2a-c227-4a58-b42c-2c0a2953cded,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:51.223847 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:51.240424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Provisioning for port e55642ef-ca22-4cb1-911b-069aac671ed8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:51.249787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Provisioning complete for port e55642ef-ca22-4cb1-911b-069aac671ed8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:51.256511 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:51.327645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Port e55642ef-ca22-4cb1-911b-069aac671ed8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:51.526700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe7f449a-f0d8-416f-bec4-06bb020c0ca1 req-686ed415-15c0-4136-9370-fd8af9bcecf0 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5854516
Dec 16 09:27:51.560206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c5cc8c9e-b5c6-4a04-90a3-ee0590a93e12 None None] Provisioning complete for port 0872fd2a-c227-4a58-b42c-2c0a2953cded triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:51.561975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8c9e-b5c6-4a04-90a3-ee0590a93e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:51.577420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-46ef870f-cdd0-4918-ba63-504f060b77fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 200  len: 217 time: 0.1462688
Dec 16 09:27:51.634318 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2460>, [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:49Z', 'revision_number': 3, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:51.646730 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Checking router: bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:51.647079 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Updating router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 port 8f363092-c50d-4904-a664-53982d33c6db binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:27:51.679503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0872fd2a-c227-4a58-b42c-2c0a2953cded up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:51.710114 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:51.726251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-5061a1ec-e030-4f74-aaf3-5a13ea7c9d87 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips/48713024-be5a-41fc-8f9d-1251bf0c35f6 HTTP/1.1" status: 200  len: 693 time: 0.0863078
Dec 16 09:27:51.839565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 0872fd2a-c227-4a58-b42c-2c0a2953cded triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:51.840195 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.009353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.045221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-f63414f3-9e86-4fa8-a8f0-e2877ada3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:52.046767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-f63414f3-9e86-4fa8-a8f0-e2877ada3469 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.3268206
Dec 16 09:27:52.119718 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.131637 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.132800 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Transition to ACTIVE for port object 8f363092-c50d-4904-a664-53982d33c6db will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:52.140614 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.145070 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:52.153113 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efe57f37-bfe3-4ba7-84e3-5e1b5cd06bcf tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:52.169437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-bb1243d9-b605-46b0-b2eb-903ff631c4bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0922873
Dec 16 09:27:52.197863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd16ae-a602-428d-924d-265abeb48d01 req-d38d53b2-5b58-42f4-ba85-093d925b4ef7 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:52.204063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5dd16ae-a602-428d-924d-265abeb48d01 req-d38d53b2-5b58-42f4-ba85-093d925b4ef7 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1096 time: 1.0138359
Dec 16 09:27:52.231116 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Attempting to bind port 8f363092-c50d-4904-a664-53982d33c6db on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:52.231508 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Attempting to bind port 8f363092-c50d-4904-a664-53982d33c6db by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:52.232016 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Attempting to bind port 8f363092-c50d-4904-a664-53982d33c6db on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:52.232966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Allocated IP 172.20.0.1 (538908ae-8985-4e98-8c47-2cf0c4f68430/1bcdcadf-ebcc-4d1c-8254-764e512f216e/011d620c-f071-422c-9f70-d421f1e272f1) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:27:52.235441 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d80a4-0024-4c20-8653-3fdeca85cd8b None None] Pushing event updated for resources: {'Port': ['ID=8f363092-c50d-4904-a664-53982d33c6db,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:52.239680 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-1c1d80a4-0024-4c20-8653-3fdeca85cd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:52.242214 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:52.242586 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:52.242982 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.243391 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:52.243845 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Bound port: 8f363092-c50d-4904-a664-53982d33c6db, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:52.244234 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.271449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4a69a-f585-4695-9220-5272081fd4fb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:52.279227 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:52.325192 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] For port 8f363092-c50d-4904-a664-53982d33c6db, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:52.328182 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] For port 8f363092-c50d-4904-a664-53982d33c6db, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f363092-c50d-4904-a664-53982d33c6db,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:52.333587 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.339951 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d314b557-30b6-47d6-bd00-d60b7d9e901c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:52.344099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1129ce66-eb10-474c-93c8-ae0999597568 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:52.345439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1129ce66-eb10-474c-93c8-ae0999597568 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.5613611
Dec 16 09:27:52.395775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.412956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Transition to ACTIVE for port object 011d620c-f071-422c-9f70-d421f1e272f1 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:52.417465 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Routers {'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:52.418213 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:52.436968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.442174 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9a72e21-ad10-4fdc-bda5-1f05462841c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:52.474122 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d80a4-0024-4c20-8653-3fdeca85cd8b None None] Pushing event updated for resources: {'Port': ['ID=8f363092-c50d-4904-a664-53982d33c6db,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:52.476094 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.477354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4a4a69a-f585-4695-9220-5272081fd4fb HTTP/1.1" status: 204  len: 168 time: 1.9602783
Dec 16 09:27:52.481833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-6feca433-f484-483a-a0ab-c800db0bdd06 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200  len: 696 time: 0.0858841
Dec 16 09:27:52.484160 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-1c1d80a4-0024-4c20-8653-3fdeca85cd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:52.522031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:52.533616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:52.555829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:27:52.659214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5dd16ae-a602-428d-924d-265abeb48d01 req-1f93e617-809d-4d13-b022-96154efbae4a tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4538927
Dec 16 09:27:52.668769 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-e030dbe4-0e41-40fb-b91c-b897f93c24a1 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200  len: 696 time: 0.1540277
Dec 16 09:27:52.725768 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] Set router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:52.800130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-8a5ef529-6b3c-47b3-9b5a-931c2b721ea7 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5298452
Dec 16 09:27:52.829405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Pushing event updated for resources: {'Port': ['ID=011d620c-f071-422c-9f70-d421f1e272f1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:52.858599 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:52.894987 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:52.966574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12040465-a39c-4fa0-a14b-7e06bf8e9bff None None] Provisioning for port 011d620c-f071-422c-9f70-d421f1e272f1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:53.057312 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12040465-a39c-4fa0-a14b-7e06bf8e9bff None None] Provisioning complete for port 011d620c-f071-422c-9f70-d421f1e272f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:53.058837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12040465-a39c-4fa0-a14b-7e06bf8e9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.106268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.149999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-12040465-a39c-4fa0-a14b-7e06bf8e9bff None None] Port 011d620c-f071-422c-9f70-d421f1e272f1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:53.156348 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2460>, [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:49Z', 'revision_number': 3, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:53.161908 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b358b-eabf-4f8d-9f1b-23678f538d5d None None] The sync data for ids ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'] in n-d-820554-2 is: [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:49Z', 'revision_number': 3, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:53.411660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.418675 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.459298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:53.474388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Deleting port 5ae51f13-655d-4853-88ce-cf1ee5143717 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:53.474955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.505004 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:53.548133 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.667802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55642ef-ca22-4cb1-911b-069aac671ed8 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:53.712073 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.717155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Pushing event updated for resources: {'Port': ['ID=011d620c-f071-422c-9f70-d421f1e272f1,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:53.725054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:53.748934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f363092-c50d-4904-a664-53982d33c6db up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:53.776404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:53.785744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:27:53.787338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:53.811998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Transition to ACTIVE for port object e55642ef-ca22-4cb1-911b-069aac671ed8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:53.823064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58238) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:53.837670 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.838375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.864072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8f363092-c50d-4904-a664-53982d33c6db completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:27:53.869650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8f363092-c50d-4904-a664-53982d33c6db triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:53.870120 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.876963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:53.904040 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:54.114983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:27:54.124402 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.151612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8f363092-c50d-4904-a664-53982d33c6db, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f363092-c50d-4904-a664-53982d33c6db,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:54.156550 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.161345 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c02f610-4f45-4f6e-8437-301b13a084f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:54.199589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedbd886-5e97-477a-8f51-1cd9f0443dd8 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:27:54.213818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:27:54.256430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0f40a12-1cf5-41a3-9420-cb49d2060dad None None] Provisioning complete for port 011d620c-f071-422c-9f70-d421f1e272f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:54.256803 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0f40a12-1cf5-41a3-9420-cb49d2060dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.314241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d0f40a12-1cf5-41a3-9420-cb49d2060dad None None] Port 011d620c-f071-422c-9f70-d421f1e272f1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:27:54.323691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Calling delete_port for 5ae51f13-655d-4853-88ce-cf1ee5143717 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:54.325279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8f363092-c50d-4904-a664-53982d33c6db,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:54.328996 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:54.363857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15eb79dd-c476-4415-a723-3ffd40fed3d9 req-fca69260-00bd-4c2d-9fb5-c7e3b7e5c27a service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5271513
Dec 16 09:27:54.367498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-232733671-network', 'tenant_id': '499271bb4ffa432b913a158f88e717f9'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:54.377000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:54.389466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] 10.222.0.66 "PUT /v2.0/routers/bbfdfe83-e3fb-4e36-9de4-1478e10c51c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4084611
Dec 16 09:27:54.400580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.415223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:54.432805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1754771-d55f-4080-81f3-2f47534ddda4 req-c592dc11-a33f-4604-a745-7c2082b9d10c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:54.434297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1754771-d55f-4080-81f3-2f47534ddda4 req-c592dc11-a33f-4604-a745-7c2082b9d10c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 949 time: 1.4668570
Dec 16 09:27:54.450173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Usage tracker for resource:network and tenant:499271bb4ffa432b913a158f88e717f9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:54.482478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:54.531660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Pushing event updated for resources: {'Port': ['ID=e55642ef-ca22-4cb1-911b-069aac671ed8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:54.567284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:54.578538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58246) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:54.616365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.616729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.617082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.617430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.617774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.618115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.618453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.618794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.619129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.619489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.619821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.620149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:54.653001 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:54.660806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Made reservation on behalf of 499271bb4ffa432b913a158f88e717f9 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:54.663100 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.686483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Attempting to bind port e55642ef-ca22-4cb1-911b-069aac671ed8 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:54.686745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Attempting to bind port e55642ef-ca22-4cb1-911b-069aac671ed8 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:54.687073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Attempting to bind port e55642ef-ca22-4cb1-911b-069aac671ed8 on network a75ad279-6c16-40e3-b448-fc228fdec8c9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:54.706848 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.717776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1754771-d55f-4080-81f3-2f47534ddda4 req-f3494d72-56f2-4e23-ac6a-eed4878ce121 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733243
Dec 16 09:27:54.723392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Port e55642ef-ca22-4cb1-911b-069aac671ed8 on network a75ad279-6c16-40e3-b448-fc228fdec8c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:54.723720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Attempting to bind port e55642ef-ca22-4cb1-911b-069aac671ed8 on network a75ad279-6c16-40e3-b448-fc228fdec8c9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:54.748487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:54.748487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:54.748487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Checking segment: {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:54.748487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Bound using segment: {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:54.748487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Bound port: e55642ef-ca22-4cb1-911b-069aac671ed8, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:54.748487 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.765409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:499271bb4ffa432b913a158f88e717f9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:54.776737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:54.855392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:54.920672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] Transition to ACTIVE for port object fedbd886-5e97-477a-8f51-1cd9f0443dd8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:27:54.929328 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.936286 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4b3b2d34-c9ce-402a-a2a4-32ae18225a59 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:54.943648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:27:54.973615 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:54.988631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] For port e55642ef-ca22-4cb1-911b-069aac671ed8, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:27:55.039145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:27:55.049962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Pushing event deleted for resources: {'Port': ['ID=5ae51f13-655d-4853-88ce-cf1ee5143717,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:55.061303 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:55.063771 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:55.135755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] For port e55642ef-ca22-4cb1-911b-069aac671ed8, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e55642ef-ca22-4cb1-911b-069aac671ed8,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:55.251468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Sync routers for ids ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:55.262162 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Routers {'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:55.263033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fbb3d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:55.320306 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.336420 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.375167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.414639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] No DVR routers for this DVR port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:27:55.438579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:55.439221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.441341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] 10.222.0.74 "PUT /v2.0/ports/e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 1091 time: 4.9821789
Dec 16 09:27:55.479779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Set router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:55.495360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:27:55.607687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.623754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] Pushing event updated for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:55.632152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.637854 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:55.641921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b3ed13c3-135e-4131-9dbf-efc772175de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:55.706385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef4d09c-16d6-47a5-81a2-d9bf3704cd04,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:55.715635 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:55.726173 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fa168d4-987b-431f-93b3-f38e3659c666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:55.738335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f363092-c50d-4904-a664-53982d33c6db up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:27:55.794365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Deleting port 011d620c-f071-422c-9f70-d421f1e272f1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:27:55.795225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.798277 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.800001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0a64623-d34d-4730-af9b-3161640b6b1e req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "DELETE /v2.0/floatingips/48713024-be5a-41fc-8f9d-1251bf0c35f6 HTTP/1.1" status: 204  len: 173 time: 3.0061622
Dec 16 09:27:55.800705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:27:55.810328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] 10.222.0.54 "PUT /v2.0/ports/fedbd886-5e97-477a-8f51-1cd9f0443dd8/bindings/n-h2-820554-2/activate HTTP/1.1" status: 200  len: 369 time: 4.6700790
Dec 16 09:27:55.824723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c69eb-80db-4bd3-bc94-acf8b0ad3088 req-6d4d0f66-4879-4d20-a41c-6894bf3b17b4 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:55.833002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-188c69eb-80db-4bd3-bc94-acf8b0ad3088 req-6d4d0f66-4879-4d20-a41c-6894bf3b17b4 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 944 time: 0.8612556
Dec 16 09:27:55.872999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.873429 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Added segment a3a1e011-81cc-4c4e-8500-d59f3736cb95 of type vlan for network 0a4cfb8d-6526-4c46-963e-31360b29e501
Dec 16 09:27:55.886301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Pushing event updated for resources: {'Port': ['ID=e55642ef-ca22-4cb1-911b-069aac671ed8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:55.891820 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:55.947747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-188c69eb-80db-4bd3-bc94-acf8b0ad3088 req-b4079127-9650-41f6-ab0a-a39bd6de934d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138186
Dec 16 09:27:55.953269 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:55.959090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-c9325531-e1a3-4414-8791-739a7c2eb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:55.961036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-c9325531-e1a3-4414-8791-739a7c2eb85e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50977e24d11147dfb631cc49c4a88d68&device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 1094 time: 0.4522259
Dec 16 09:27:56.020592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fbb3d0>, [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:53Z', 'revision_number': 4, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '011d620c-f071-422c-9f70-d421f1e272f1', 'name': '', 'network_id': '538908ae-8985-4e98-8c47-2cf0c4f68430', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'mac_address': 'fa:16:3e:df:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1bcdcadf-ebcc-4d1c-8254-764e512f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:52Z', 'updated_at': '2021-12-16T09:27:53Z', 'revision_number': 2, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'subnets': [{'id': '1bcdcadf-ebcc-4d1c-8254-764e512f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:56.023001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8f363092-c50d-4904-a664-53982d33c6db triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:27:56.023565 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:56.070963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:56.093084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Checking router: bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:27:56.093439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Updating router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 port 011d620c-f071-422c-9f70-d421f1e272f1 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:27:56.100804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-b7cb2103-26fd-437e-b863-688729a79fed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 217 time: 0.1013618
Dec 16 09:27:56.147612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-d0acd4fd-325f-4109-8b99-224e8dd64fba tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.149099 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-d0acd4fd-325f-4109-8b99-224e8dd64fba tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1095 time: 0.2654381
Dec 16 09:27:56.187251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:56.194899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.195530 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:56.198190 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:56.202956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f6d77d7-9bda-4cca-8bbd-e8d68b336c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:56.228377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-80bb1bb3-bca2-463d-bba9-463bd5dcb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.231123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Calling delete_port for 011d620c-f071-422c-9f70-d421f1e272f1 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:27:56.231641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-80bb1bb3-bca2-463d-bba9-463bd5dcb4e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=239a122e-0d3a-44a5-8899-788afb5cefbc HTTP/1.1" status: 200  len: 868 time: 0.1186140
Dec 16 09:27:56.389174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb280e-cf15-4d47-bee9-0f90661d51bd req-ab923c51-76f0-4c98-8a20-4063c8130585 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.396240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bb280e-cf15-4d47-bee9-0f90661d51bd req-ab923c51-76f0-4c98-8a20-4063c8130585 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 943 time: 0.4447832
Dec 16 09:27:56.440975 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.6114590
Dec 16 09:27:56.443627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58262) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:56.457737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Request body: {'subnet': {'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-232733671-subnet', 'tenant_id': '499271bb4ffa432b913a158f88e717f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:56.462459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4cfb8d-6526-4c46-963e-31360b29e501,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:56.468491 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:56.474921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 0a4cfb8d-6526-4c46-963e-31360b29e501 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:27:56.478720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:56.487613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Usage tracker for resource:subnet and tenant:499271bb4ffa432b913a158f88e717f9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:56.494581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:56.511331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:56.529394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-c89743d9-886a-452c-8639-0fb29b2d44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.530859 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-c89743d9-886a-452c-8639-0fb29b2d44e3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02&tenant_id=794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 1095 time: 0.3072803
Dec 16 09:27:56.536421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bb280e-cf15-4d47-bee9-0f90661d51bd req-9efcbc57-42f5-494f-9d12-5692ded472c1 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393142
Dec 16 09:27:56.546936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-a7b4a06e-9502-4485-891c-5ae8b726ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.552402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-a7b4a06e-9502-4485-891c-5ae8b726ff60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a75ad279-6c16-40e3-b448-fc228fdec8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2614338
Dec 16 09:27:56.623529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Made reservation on behalf of 499271bb4ffa432b913a158f88e717f9 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:56.626970 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:56.777560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-2d522748-116f-4edc-91c3-e2398d797ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.779194 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-2d522748-116f-4edc-91c3-e2398d797ffe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1095 time: 0.2121716
Dec 16 09:27:56.964225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-b83aac8c-1e45-4143-bb73-9c4495f57242 service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4008753
Dec 16 09:27:56.976938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d231-8a0a-495e-983c-e894491624c2 req-02fdd2e7-36f3-4a8a-8f32-8205d1663f39 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:56.978638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6804d231-8a0a-495e-983c-e894491624c2 req-02fdd2e7-36f3-4a8a-8f32-8205d1663f39 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.1681001
Dec 16 09:27:57.004696 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:27:57.005125 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:27:57.008115 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:57.015007 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62ec5172-be29-400c-b099-938bf905409e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:57.069740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Pushing event deleted for resources: {'Port': ['ID=011d620c-f071-422c-9f70-d421f1e272f1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:57.117003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6804d231-8a0a-495e-983c-e894491624c2 req-f234551b-c62b-4881-b8af-a700c3146e97 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196411
Dec 16 09:27:57.177082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.177703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.178101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.178523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.178890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.179289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.179644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.179995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.180354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.180695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.181690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.181690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:27:57.222971 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:57.226635 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'status': 'completed', 'code': 200}
Dec 16 09:27:57.304450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-69c7fac4-2d74-41a7-8b02-b386fda4fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:57.305939 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-69c7fac4-2d74-41a7-8b02-b386fda4fc7f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.5186946
Dec 16 09:27:57.319361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-c2b7d312-1e7d-43ab-81d1-3a79f4dfcfe7 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:27:57.320405 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-c2b7d312-1e7d-43ab-81d1-3a79f4dfcfe7 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0177062
Dec 16 09:27:57.332681 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-76a1ddd0-3d86-4f9e-9660-69ce9e1f8185 req-85f28b6a-8833-4c0c-bb1b-a8633fb0e939 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] show failed (client error): The resource could not be found.
Dec 16 09:27:57.350204 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76a1ddd0-3d86-4f9e-9660-69ce9e1f8185 req-85f28b6a-8833-4c0c-bb1b-a8633fb0e939 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips/48713024-be5a-41fc-8f9d-1251bf0c35f6 HTTP/1.1" status: 404  len: 350 time: 0.1012805
Dec 16 09:27:57.361775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e5b74c3-c71b-42da-a0e0-eb0f1e0f55c0 req-8209a0f7-f31b-4c56-8ba9-c8de614619e4 service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3819873
Dec 16 09:27:57.406757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Request body: {'binding': {'host': 'n-h2-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:57.407230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:27:57.433217 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-8f8e527e-fee7-4c72-968c-58296d71aef8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 200  len: 217 time: 0.1116402
Dec 16 09:27:57.538149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-1d298ea5-03f6-45e4-a056-3ab7e7909c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:57.539682 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-1d298ea5-03f6-45e4-a056-3ab7e7909c93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0982668
Dec 16 09:27:57.572932 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:57.573569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Port 011d620c-f071-422c-9f70-d421f1e272f1 not found while updating agent binding for router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1. {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 16 09:27:57.579795 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5b6802e-879d-4075-81c8-25d2627728be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:57.589207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Routers {'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:57.589833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fbb3d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:57.686124 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-cb1f2e56-3ddf-4ec9-a244-0c49c3762d16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651281
Dec 16 09:27:57.716658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=febb3d4b-e668-4dcf-ab39-0b0f63031b33,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:27:57.722831 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:27:57.740192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Checking segment: {'id': 'a3a1e011-81cc-4c4e-8500-d59f3736cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:57.740550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Network hostable DHCP agents. Network: 0a4cfb8d-6526-4c46-963e-31360b29e501, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:27:57.749827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea861-df45-4829-843b-a66ebdb78480 req-d28fbdd7-2d05-4192-adf7-2aac74dbbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:57.751325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a97ea861-df45-4829-843b-a66ebdb78480 req-d28fbdd7-2d05-4192-adf7-2aac74dbbaf8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50977e24d11147dfb631cc49c4a88d68&device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 1094 time: 0.3390431
Dec 16 09:27:57.773335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] Set router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:57.859573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4232a-5796-4422-be6f-2f0a22034067 req-d16801ec-0a65-4737-9f38-09043e826579 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:57.861881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fe4232a-5796-4422-be6f-2f0a22034067 req-d16801ec-0a65-4737-9f38-09043e826579 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 944 time: 0.2559679
Dec 16 09:27:57.862144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Network 0a4cfb8d-6526-4c46-963e-31360b29e501 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:27:57.868846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:57.880037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 0a4cfb8d-6526-4c46-963e-31360b29e501) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:27:57.903290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:57.903290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:57.905106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f407a20-ecbf-4495-9baa-1cd1190b3d15 None None] Network 0a4cfb8d-6526-4c46-963e-31360b29e501 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:57.964429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea861-df45-4829-843b-a66ebdb78480 req-b92dbffc-097d-4da2-a2e0-98f66f3f9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:57.965792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a97ea861-df45-4829-843b-a66ebdb78480 req-b92dbffc-097d-4da2-a2e0-98f66f3f9439 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 200  len: 930 time: 0.2062011
Dec 16 09:27:57.971690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5209944
Dec 16 09:27:57.991463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fe4232a-5796-4422-be6f-2f0a22034067 req-a4563ccd-b7e1-4301-8f33-c1c6fc8b165b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095023
Dec 16 09:27:58.012193 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-05286b60-cd32-4005-a2b7-bf59612e60a7 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174071
Dec 16 09:27:58.063681 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a97ea861-df45-4829-843b-a66ebdb78480 req-ad3e2f7a-4449-4d26-9b0a-1877406620ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 217 time: 0.0754125
Dec 16 09:27:58.212945 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-1aaa56cd-4563-4104-9294-bb7896bb9b6e req-b38997d0-5d65-4f79-9d5e-01a6bc3e5391 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] show failed (client error): The resource could not be found.
Dec 16 09:27:58.231203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:58.231919 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1aaa56cd-4563-4104-9294-bb7896bb9b6e req-b38997d0-5d65-4f79-9d5e-01a6bc3e5391 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] 10.222.0.66 "GET /v2.0/floatingips/48713024-be5a-41fc-8f9d-1251bf0c35f6 HTTP/1.1" status: 404  len: 350 time: 0.1786492
Dec 16 09:27:58.241172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on host n-h2-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:27:58.241508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:27:58.241834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:58.245098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea861-df45-4829-843b-a66ebdb78480 req-de450fb8-055c-48a3-97db-7d659860c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:58.246819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a97ea861-df45-4829-843b-a66ebdb78480 req-de450fb8-055c-48a3-97db-7d659860c08b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=239a122e-0d3a-44a5-8899-788afb5cefbc HTTP/1.1" status: 200  len: 868 time: 0.1237109
Dec 16 09:27:58.303193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:27:58.303521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:27:58.338547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef0e92-0726-437a-8fe6-41cf4f4fd724 None None] Network 0a4cfb8d-6526-4c46-963e-31360b29e501 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:27:58.357906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:27:58.358246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:27:58.358639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:27:58.359080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Bound port: 88808461-1f21-4a0b-b572-af94a636791b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:27:58.416788 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-7debcc80-76cd-4592-a377-4844961690cf tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a26670d1aa7f4c5db825909167fce43c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0482955
Dec 16 09:27:58.458290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fbb3d0>, [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 5, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:58.464907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e082983-3ee2-42a1-83f5-4836260f6f73 None None] The sync data for ids ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'] in n-d-820554-2 is: [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 5, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:27:58.538311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:27:58.710205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea861-df45-4829-843b-a66ebdb78480 req-a13e23cc-8c0b-4368-9d33-4884e48429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:58.711730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a97ea861-df45-4829-843b-a66ebdb78480 req-a13e23cc-8c0b-4368-9d33-4884e48429b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a75ad279-6c16-40e3-b448-fc228fdec8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4378390
Dec 16 09:27:58.722428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-e259fc5c-4e3c-4fb1-9f47-9d2f797542a7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:58.729183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-e259fc5c-4e3c-4fb1-9f47-9d2f797542a7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3112590
Dec 16 09:27:58.735602 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-72c21254-26f4-4cf4-b713-aafc2472bec1 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7117236
Dec 16 09:27:58.736080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:58.751360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:58.752526 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-a72418ff-2e56-4c52-88ec-c95a27b8edb9 service neutron] 10.222.0.66 "POST /v2.0/ports/88808461-1f21-4a0b-b572-af94a636791b/bindings HTTP/1.1" status: 201  len: 389 time: 1.3575532
Dec 16 09:27:58.785489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-368530379-network', 'tenant_id': '974bbc1bbb7e41bf9297e3c81b8bdce1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:27:58.805622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:58.822034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Usage tracker for resource:network and tenant:974bbc1bbb7e41bf9297e3c81b8bdce1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:58.828409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:58.885271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a97ea861-df45-4829-843b-a66ebdb78480 req-dcfea56a-b06a-40ef-8729-41f131f5b391 service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531029
Dec 16 09:27:58.887622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-a7b1d4f2-5e9f-4cf1-be21-103877004a20 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/quotas/a26670d1aa7f4c5db825909167fce43c HTTP/1.1" status: 200  len: 375 time: 0.1577220
Dec 16 09:27:58.898609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:59.022571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Made reservation on behalf of 974bbc1bbb7e41bf9297e3c81b8bdce1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:27:59.024928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:59.042541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:59.178713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a97ea861-df45-4829-843b-a66ebdb78480 req-f018b6b6-11fe-4298-af6b-5f0145c5c0ed service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847595
Dec 16 09:27:59.181859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:27:59.191800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-66552183-a405-4635-889f-2a20c29fb3c0 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2767556
Dec 16 09:27:59.194021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:27:59.197740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Usage tracker for resource:security_group_rule and tenant:974bbc1bbb7e41bf9297e3c81b8bdce1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:27:59.202558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:27:59.214191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73177b28-dd9a-48c9-b8cd-e826e89ecd53 req-8faf7e02-be41-4790-a508-0093d9657ef5 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:59.219848 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73177b28-dd9a-48c9-b8cd-e826e89ecd53 req-8faf7e02-be41-4790-a508-0093d9657ef5 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 943 time: 0.1432354
Dec 16 09:27:59.226661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:27:59.269388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73177b28-dd9a-48c9-b8cd-e826e89ecd53 req-e9675dc4-96f9-44ac-9bf8-83479f167843 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459833
Dec 16 09:27:59.606400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207eb3f-49a1-42d7-82d1-5de6da472e66 req-5ba70764-7765-4806-9aab-7013edbad9c0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:59.608378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e207eb3f-49a1-42d7-82d1-5de6da472e66 req-5ba70764-7765-4806-9aab-7013edbad9c0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.1640623
Dec 16 09:27:59.649332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:27:59.666276 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] Sync routers for ids ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:27:59.682404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] Routers {'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:27:59.683857 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f0c280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:27:59.695501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080082e0-98c0-4f3b-a398-225bfc56463e req-e0064c05-e5ef-492f-83ff-1b1ca7c27cd9 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:59.697081 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-e0064c05-e5ef-492f-83ff-1b1ca7c27cd9 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1095 time: 0.5601330
Dec 16 09:27:59.703214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e207eb3f-49a1-42d7-82d1-5de6da472e66 req-8be46532-3c36-4599-9e9c-43a69c251395 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866930
Dec 16 09:27:59.726487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30847eea-5dc9-4137-b7a3-e3f09c470224 req-3e1592cb-1ee6-4c9c-b2ef-c6cd499b611d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:27:59.728694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30847eea-5dc9-4137-b7a3-e3f09c470224 req-3e1592cb-1ee6-4c9c-b2ef-c6cd499b611d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 944 time: 0.2041855
Dec 16 09:27:59.768514 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] 10.222.0.66 "PUT /v2.0/routers/bbfdfe83-e3fb-4e36-9de4-1478e10c51c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1886292
Dec 16 09:27:59.786223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58338) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:27:59.867404 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:59.897861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:27:59.906840 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-291bd64e-232c-4eae-8293-fc242ea52052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:27:59.917134 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] Set router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:27:59.948141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:28:00.009333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-664c510a-87dd-4c05-9787-9e3e46922b5c req-03791f94-521d-4b4e-b04a-c58da30ca9c4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 210 time: 0.2008836
Dec 16 09:28:00.013599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30847eea-5dc9-4137-b7a3-e3f09c470224 req-80b9b1b2-51b1-4bb8-a320-1dc985c63964 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2713974
Dec 16 09:28:00.084707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b9572a-a2da-4fa6-94ae-1f8e8dc76b51,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:00.091494 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:00.103691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.104081 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Added segment 4bd2ea38-67ce-470b-abcd-4b2c45d57594 of type vlan for network 41b146fa-e8be-4c0b-80df-0bb7d412473f
Dec 16 09:28:00.186734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.240695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e31d09-880d-402d-bd71-08f1e84f15e6 req-a9c2afc7-7013-464a-91a1-a87a1de38beb tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:00.242215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25e31d09-880d-402d-bd71-08f1e84f15e6 req-a9c2afc7-7013-464a-91a1-a87a1de38beb tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 1095 time: 0.0743501
Dec 16 09:28:00.258513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.269064 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f0c280>, [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 5, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:00.274498 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] Checking router: bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:00.283797 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] Routers {'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:00.284366 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f0c280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:00.287111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25e31d09-880d-402d-bd71-08f1e84f15e6 req-acdf23ff-8b21-4402-a05d-e34cfd3351b2 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390134
Dec 16 09:28:00.557368 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] Set router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:00.583871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-080082e0-98c0-4f3b-a398-225bfc56463e req-7a417848-8f6d-4bdb-9974-493bb8febf7a service neutron] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:00.587357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.593736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:00.594321 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.597691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3954ab0-74e6-4763-b7a3-54c9e183d098 req-1e8cab1d-b311-404a-845b-4615f8cb2de3 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:00.604885 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3954ab0-74e6-4763-b7a3-54c9e183d098 req-1e8cab1d-b311-404a-845b-4615f8cb2de3 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 943 time: 0.2015538
Dec 16 09:28:00.605735 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-168ed65c-ecc7-4b23-9099-ca38c717c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:00.650958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-080082e0-98c0-4f3b-a398-225bfc56463e req-7a417848-8f6d-4bdb-9974-493bb8febf7a service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.652903 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-080082e0-98c0-4f3b-a398-225bfc56463e req-7a417848-8f6d-4bdb-9974-493bb8febf7a service neutron] 10.222.0.74 "DELETE /v2.0/ports/fedbd886-5e97-477a-8f51-1cd9f0443dd8/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.9455185
Dec 16 09:28:00.689549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3954ab0-74e6-4763-b7a3-54c9e183d098 req-f019481e-ee3f-40eb-a9be-3f7a1af88ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768354
Dec 16 09:28:00.738243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.799327 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0494506
Dec 16 09:28:00.820971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58364) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:00.821647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-2b35b580-8a58-4072-9225-d2adc9c7f25c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a26670d1aa7f4c5db825909167fce43c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1357384
Dec 16 09:28:00.849340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Request body: {'subnet': {'network_id': '41b146fa-e8be-4c0b-80df-0bb7d412473f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-368530379-subnet', 'tenant_id': '974bbc1bbb7e41bf9297e3c81b8bdce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:00.862488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:00.868035 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:00.882787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Usage tracker for resource:subnet and tenant:974bbc1bbb7e41bf9297e3c81b8bdce1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:00.889992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Pushing event updated for resources: {'Network': ['ID=41b146fa-e8be-4c0b-80df-0bb7d412473f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:00.900828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 41b146fa-e8be-4c0b-80df-0bb7d412473f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:28:00.910248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:01.013514 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:01.014661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:01.018349 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f0c280>, [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 5, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:01.027516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Deleting port 8f363092-c50d-4904-a664-53982d33c6db {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:01.029154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:01.030461 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceec502-dd3e-4bab-b3c8-d9b5b4ab9982 None None] The sync data for ids ['bbfdfe83-e3fb-4e36-9de4-1478e10c51c1'] in n-d-820554-2 is: [{'id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'name': 'tempest-ServersTestFqdnHostnames-197834974-router', 'tenant_id': '5aa9716d09e44503ac1f1280b18b1632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8f363092-c50d-4904-a664-53982d33c6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 5, 'project_id': '5aa9716d09e44503ac1f1280b18b1632', 'gw_port': {'id': '8f363092-c50d-4904-a664-53982d33c6db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfdfe83-e3fb-4e36-9de4-1478e10c51c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:48Z', 'updated_at': '2021-12-16T09:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:01.038324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-8d1b8b3a-b800-4aa3-8e10-83bc497dcd90 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:01.040052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-8d1b8b3a-b800-4aa3-8e10-83bc497dcd90 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2069960
Dec 16 09:28:01.096141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Request body: {'port': {'device_id': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': 'a26670d1aa7f4c5db825909167fce43c'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:01.119032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Made reservation on behalf of 974bbc1bbb7e41bf9297e3c81b8bdce1 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:01.121624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:01.278396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-b8d3909c-d214-476f-8d23-e6e8c0b4539f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:01.279930 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-b8d3909c-d214-476f-8d23-e6e8c0b4539f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 0.5953650
Dec 16 09:28:01.321865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e53dc8-c994-42a2-a7eb-d93b23804bc3 req-f341b1b0-3cca-478d-8ab6-55711a9557b5 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:01.323255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e53dc8-c994-42a2-a7eb-d93b23804bc3 req-f341b1b0-3cca-478d-8ab6-55711a9557b5 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.2795014
Dec 16 09:28:01.327224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-8ba3ed4a-fc6c-4294-800a-9f4000395db7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/quotas/794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 375 time: 0.0292506
Dec 16 09:28:01.329448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:01.360564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e55642ef-ca22-4cb1-911b-069aac671ed8 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:28:01.386197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:01.434399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Made reservation on behalf of a26670d1aa7f4c5db825909167fce43c for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:01.437912 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:01.456376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e53dc8-c994-42a2-a7eb-d93b23804bc3 req-8d3d27d9-0004-443a-bd67-798bc1571607 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243892
Dec 16 09:28:01.561945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] For port 8f363092-c50d-4904-a664-53982d33c6db, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f363092-c50d-4904-a664-53982d33c6db,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:01.562338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:01.668174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e55642ef-ca22-4cb1-911b-069aac671ed8, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e55642ef-ca22-4cb1-911b-069aac671ed8,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:01.675378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-c77b7a4a-ea35-40ac-bf72-766d5b11dbbe tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3377211
Dec 16 09:28:01.686459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'port_id': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'mac_address': 'fa:16:3e:bb:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:28:01.693182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bcd9a617-2fd9-4f97-9867-84e157ec28b1 req-0bc498a6-0434-4d2e-aaa0-fb6c2a71d92e tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 210 time: 0.0675912
Dec 16 09:28:01.707429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Calling delete_port for 8f363092-c50d-4904-a664-53982d33c6db owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:01.791193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:01.809215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55642ef-ca22-4cb1-911b-069aac671ed8 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:01.829481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e55642ef-ca22-4cb1-911b-069aac671ed8, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e55642ef-ca22-4cb1-911b-069aac671ed8,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:01.834623 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:01.836713 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:01.868257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Allocated IP 192.168.233.225 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/60d7523b-bcad-4133-a42a-0d1bae05856c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:01.910115 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-7199e7c5-7cdf-44dc-bc00-97183ddb0582 service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192848
Dec 16 09:28:01.916988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=e55642ef-ca22-4cb1-911b-069aac671ed8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:01.928158 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:01.971828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Deleting port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:01.972328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:02.076619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:02.130672 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:02.170535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['e55642ef-ca22-4cb1-911b-069aac671ed8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:02.221955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-f3af3630-c7fd-4c30-ba36-fad0b3a6a156 service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016326
Dec 16 09:28:02.423918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35faea3-250b-46d9-82ce-da3da13fab32 req-6a9d6dce-fafd-4e76-89cb-c7857288fb08 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:02.425375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f35faea3-250b-46d9-82ce-da3da13fab32 req-6a9d6dce-fafd-4e76-89cb-c7857288fb08 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 944 time: 0.4212270
Dec 16 09:28:02.440198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a460d19-0ac8-4f9d-80d2-fa82576d4770,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:02.450331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-ec29d666-c9e8-4a82-974b-d4401f03cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:02.451939 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-ec29d666-c9e8-4a82-974b-d4401f03cf93 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1096 time: 0.6257048
Dec 16 09:28:02.456688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:02.464154 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:02.495999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58103e12-9cfd-4893-aaee-6b8482ce2647 req-9904b041-e9f9-4359-a12e-1d41459c9194 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 210 time: 0.0672369
Dec 16 09:28:02.511174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Transition to ACTIVE for port object 60d7523b-bcad-4133-a42a-0d1bae05856c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:02.514678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:02.543015 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f35faea3-250b-46d9-82ce-da3da13fab32 req-35d6224e-47ec-4d32-b579-58436abbf16c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110387
Dec 16 09:28:02.580230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:02.587969 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:02.591330 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8deb24b7-1efc-4e80-92e1-e13721a7d430 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:02.593555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['09b55e95-0b31-49d2-a289-008769c2b574'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:02.665944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:02.669763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:02.672208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Checking segment: {'id': '4bd2ea38-67ce-470b-abcd-4b2c45d57594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41b146fa-e8be-4c0b-80df-0bb7d412473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:02.672789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Network hostable DHCP agents. Network: 41b146fa-e8be-4c0b-80df-0bb7d412473f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:28:02.674453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:02.680500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:02.681128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:02.685292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f363092-c50d-4904-a664-53982d33c6db,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:02.690718 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:02.698714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Pushing event updated for resources: {'Port': ['ID=60d7523b-bcad-4133-a42a-0d1bae05856c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:02.711995 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:02.748137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] For port 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,segment=NetworkSegment(70455952-8f88-40dc-944f-c8006d9b2b15),segment_id=70455952-8f88-40dc-944f-c8006d9b2b15)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:02.749948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6645234
Dec 16 09:28:02.750227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:02.841963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Request body: {'port': {'device_id': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:02.932068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8d491f5c-5999-4916-9fd4-6e69d69be566'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:02.959600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Calling delete_port for 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:03.049898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Network 41b146fa-e8be-4c0b-80df-0bb7d412473f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:28:03.079635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.127853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91324bd2-2ea4-4c4b-af15-46156d4dedad None None] Provisioning for port 60d7523b-bcad-4133-a42a-0d1bae05856c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:03.136898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91324bd2-2ea4-4c4b-af15-46156d4dedad None None] Provisioning complete for port 60d7523b-bcad-4133-a42a-0d1bae05856c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:03.137554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91324bd2-2ea4-4c4b-af15-46156d4dedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.162741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59438b52-faf8-457e-ac01-c6f39e963b7f req-8bb1b9ff-567c-43fc-b93c-4beb9af5ae86 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:03.165247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59438b52-faf8-457e-ac01-c6f39e963b7f req-8bb1b9ff-567c-43fc-b93c-4beb9af5ae86 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.4235718
Dec 16 09:28:03.173453 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.199118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd1e7-4fa9-44dc-918b-934606a0b4a5 req-0932e508-e0d7-4369-80f2-cd97d0f4b914 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:03.200219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-072fd1e7-4fa9-44dc-918b-934606a0b4a5 req-0932e508-e0d7-4369-80f2-cd97d0f4b914 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Synchronizing usage tracker for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:03.220557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-91324bd2-2ea4-4c4b-af15-46156d4dedad None None] Port 60d7523b-bcad-4133-a42a-0d1bae05856c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:28:03.273918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.276200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.290397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-072fd1e7-4fa9-44dc-918b-934606a0b4a5 req-0932e508-e0d7-4369-80f2-cd97d0f4b914 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Unset dirty status for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:03.291693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-072fd1e7-4fa9-44dc-918b-934606a0b4a5 req-0932e508-e0d7-4369-80f2-cd97d0f4b914 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 936 time: 0.3792434
Dec 16 09:28:03.308263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59438b52-faf8-457e-ac01-c6f39e963b7f req-22cfa8ab-9907-4387-8ae0-df79e8a41b83 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357889
Dec 16 09:28:03.362314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 41b146fa-e8be-4c0b-80df-0bb7d412473f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:03.370703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-fbaa5e8e-40dd-42e3-8424-9c4a0b5a89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:03.372186 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-fbaa5e8e-40dd-42e3-8424-9c4a0b5a89fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.8990986
Dec 16 09:28:03.372438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e55642ef-ca22-4cb1-911b-069aac671ed8 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:03.383355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:03.383947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.436466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-072fd1e7-4fa9-44dc-918b-934606a0b4a5 req-5aee3312-e3f4-421e-9769-6446320b1ff7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313984
Dec 16 09:28:03.463260 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-e908f8a0-c8bd-4e71-9371-bf36973af34f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 217 time: 0.0686293
Dec 16 09:28:03.471430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.471955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:28:03.474280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d72b9-1518-4a2f-a22d-1b5ca3bb5d63 None None] Network 41b146fa-e8be-4c0b-80df-0bb7d412473f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:03.635392 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.637163 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] 10.222.0.66 "DELETE /v2.0/routers/bbfdfe83-e3fb-4e36-9de4-1478e10c51c1 HTTP/1.1" status: 204  len: 168 time: 3.8489485
Dec 16 09:28:03.640145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58394) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:03.674877 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.8390267
Dec 16 09:28:03.699711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-d41f1152-7744-4669-acb0-4e01a5b716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:03.701459 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-d41f1152-7744-4669-acb0-4e01a5b716d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.2259564
Dec 16 09:28:03.803218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port e55642ef-ca22-4cb1-911b-069aac671ed8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:03.854380 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-1c82b744-d6c3-4b24-886e-51ffd14981c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1432621
Dec 16 09:28:03.900199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port e55642ef-ca22-4cb1-911b-069aac671ed8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:03.900845 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.937824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7490830-a538-4778-9203-680024b8b0ed req-79980fa5-eeb7-432a-8d7d-df7a6edc9bb5 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 210 time: 0.1715679
Dec 16 09:28:03.983779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:03.990154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53904c2b-80cf-4053-8b0f-839d93ed3b94 None None] Network 41b146fa-e8be-4c0b-80df-0bb7d412473f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:03.998548 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:04.038202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Deleting subnet 1bcdcadf-ebcc-4d1c-8254-764e512f216e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:28:04.057225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:04.063550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Pushing event deleted for resources: {'Port': ['ID=67077fe6-a2fc-41bd-b03e-f0bf3d160a5f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:04.070058 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:04.170698 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-648047ff-64df-4d54-97be-77dc73c44f90 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3058496
Dec 16 09:28:04.216864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:28:04.304206 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:04.355549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:04.363372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-7a83ea89-25c7-4246-92b1-8240d17851bd tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:04.366663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-7a83ea89-25c7-4246-92b1-8240d17851bd tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 0.4625516
Dec 16 09:28:04.372476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e55642ef-ca22-4cb1-911b-069aac671ed8, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e55642ef-ca22-4cb1-911b-069aac671ed8,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:04.395564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:04.406263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:04.416209 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:04.505529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=e55642ef-ca22-4cb1-911b-069aac671ed8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:04.510173 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:04.515639 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:04.566576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Request body: {'port': {'device_id': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'admin_state_up': True, 'tenant_id': '794fa3401bd34e5db7312b30fe58849c'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:04.747760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-8e485971-b9ea-4799-a996-71fb6e30ce1a service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5598090
Dec 16 09:28:04.748490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:04.935368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d7523b-bcad-4133-a42a-0d1bae05856c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:04.952873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:04.965143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3675b72-b982-4614-99ca-b7ae503ed609 req-d4b045d5-312d-403b-b46e-f67d20018b77 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:04.966604 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3675b72-b982-4614-99ca-b7ae503ed609 req-d4b045d5-312d-403b-b46e-f67d20018b77 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 944 time: 1.1332130
Dec 16 09:28:04.974415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.024093 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:05.084802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Transition to ACTIVE for port object 60d7523b-bcad-4133-a42a-0d1bae05856c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:05.100056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.106931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcdcadf-ebcc-4d1c-8254-764e512f216e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:05.119099 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.130658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9682b2d-a3aa-419a-8296-ed65c4f191a3 None None] Network 538908ae-8985-4e98-8c47-2cf0c4f68430 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:05.134414 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:05.143513 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0d99fb9-3262-4a13-b6f1-94d79c47073d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:05.157625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Router eeca9c4b-73ea-488b-a622-270bab1e73b6 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:28:05.194577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:05.217770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880021d6-f66d-4eda-842e-49fac5feec8b req-c2a117b4-adea-433d-8127-3cdf6d876cb4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:05.218481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-880021d6-f66d-4eda-842e-49fac5feec8b req-c2a117b4-adea-433d-8127-3cdf6d876cb4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Synchronizing usage tracker for tenant:499271bb4ffa432b913a158f88e717f9 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:05.221860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1bcdcadf-ebcc-4d1c-8254-764e512f216e HTTP/1.1" status: 204  len: 168 time: 1.5806258
Dec 16 09:28:05.227573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Usage tracker for resource:port and tenant:794fa3401bd34e5db7312b30fe58849c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:05.231434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:05.308300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:05.321850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3675b72-b982-4614-99ca-b7ae503ed609 req-00df0246-1a6e-4061-91f1-8fb31e300017 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3390682
Dec 16 09:28:05.341814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:05.430740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Pushing event updated for resources: {'Port': ['ID=60d7523b-bcad-4133-a42a-0d1bae05856c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:05.443615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Made reservation on behalf of 794fa3401bd34e5db7312b30fe58849c for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:05.447124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.458763 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:05.473243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-880021d6-f66d-4eda-842e-49fac5feec8b req-c2a117b4-adea-433d-8127-3cdf6d876cb4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Unset dirty status for tenant:499271bb4ffa432b913a158f88e717f9 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:05.474974 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-c2a117b4-adea-433d-8127-3cdf6d876cb4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/networks?id=0a4cfb8d-6526-4c46-963e-31360b29e501 HTTP/1.1" status: 200  len: 814 time: 0.8909948
Dec 16 09:28:05.521047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-f247e36d-8150-486e-afd5-831e025aa03e tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/quotas/499271bb4ffa432b913a158f88e717f9 HTTP/1.1" status: 200  len: 375 time: 0.0389559
Dec 16 09:28:05.616685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:05.626605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] Sync routers for ids ['eeca9c4b-73ea-488b-a622-270bab1e73b6'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:05.628195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.635138 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] 10.222.0.66 "PUT /v2.0/routers/eeca9c4b-73ea-488b-a622-270bab1e73b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4013784
Dec 16 09:28:05.638667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58428) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:05.651308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] Routers {'eeca9c4b-73ea-488b-a622-270bab1e73b6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:05.651948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2259cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eeca9c4b-73ea-488b-a622-270bab1e73b6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:05.686490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Attempting to bind port 60d7523b-bcad-4133-a42a-0d1bae05856c on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:05.687070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Attempting to bind port 60d7523b-bcad-4133-a42a-0d1bae05856c by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:05.687920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Attempting to bind port 60d7523b-bcad-4133-a42a-0d1bae05856c on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:05.704042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Port 60d7523b-bcad-4133-a42a-0d1bae05856c on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:28:05.704706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Attempting to bind port 60d7523b-bcad-4133-a42a-0d1bae05856c on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:05.741581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] DHCP port deletion for 538908ae-8985-4e98-8c47-2cf0c4f68430 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:28:05.746258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Deleting port 0872fd2a-c227-4a58-b42c-2c0a2953cded {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:05.746995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.752084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f363092-c50d-4904-a664-53982d33c6db no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:05.796693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Deleting port 0872fd2a-c227-4a58-b42c-2c0a2953cded {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:05.797076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.850642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-3a4aac71-ca40-4ee4-81ad-2fc123882493 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=499271bb4ffa432b913a158f88e717f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3287303
Dec 16 09:28:05.892977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:05.893491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:05.893892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:05.894339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Bound port: 60d7523b-bcad-4133-a42a-0d1bae05856c, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:05.894689 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:05.898860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8f363092-c50d-4904-a664-53982d33c6db {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:28:05.899269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f363092-c50d-4904-a664-53982d33c6db not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:06.106317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Allocated IP 172.20.0.14 (a7273c60-9377-469a-aee4-1192104dc3c5/b911c784-d5d8-409c-a7ba-22b49f899b5b/61b79af9-615f-4f98-9f3c-bdf8fc854f3d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:06.116665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] Set router eeca9c4b-73ea-488b-a622-270bab1e73b6 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:06.161562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-0b62dc25-efd9-408c-b634-a3e8615827bb service neutron] 10.222.0.66 "GET /v2.0/networks/0a4cfb8d-6526-4c46-963e-31360b29e501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890346
Dec 16 09:28:06.237325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] For port 0872fd2a-c227-4a58-b42c-2c0a2953cded, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0872fd2a-c227-4a58-b42c-2c0a2953cded,segment=NetworkSegment(629658a6-1dc2-400b-990b-1a18b7c31516),segment_id=629658a6-1dc2-400b-990b-1a18b7c31516)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:06.237977 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.239815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] For port 0872fd2a-c227-4a58-b42c-2c0a2953cded, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0872fd2a-c227-4a58-b42c-2c0a2953cded,segment=NetworkSegment(629658a6-1dc2-400b-990b-1a18b7c31516),segment_id=629658a6-1dc2-400b-990b-1a18b7c31516)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:06.240295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.369144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.406841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.445625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Calling delete_port for 0872fd2a-c227-4a58-b42c-2c0a2953cded owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:06.546670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Calling delete_port for 0872fd2a-c227-4a58-b42c-2c0a2953cded owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:06.562470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.568764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394789-eb73-4207-895e-379dc9299451 req-affc1eaf-17da-4c00-949e-c98e9a430f2d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:06.577412 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:06.577613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8394789-eb73-4207-895e-379dc9299451 req-affc1eaf-17da-4c00-949e-c98e9a430f2d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.8917048
Dec 16 09:28:06.635244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] No DVR routers for this DVR port 0872fd2a-c227-4a58-b42c-2c0a2953cded on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:28:06.658430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8394789-eb73-4207-895e-379dc9299451 req-5ce5b4ab-fa74-4182-8209-6d65d9466389 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794804
Dec 16 09:28:06.659661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] For port 60d7523b-bcad-4133-a42a-0d1bae05856c, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:06.688803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] For port 60d7523b-bcad-4133-a42a-0d1bae05856c, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=60d7523b-bcad-4133-a42a-0d1bae05856c,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:06.690822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0872fd2a-c227-4a58-b42c-2c0a2953cded,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:06.699301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.708562 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:06.710436 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:28:06.710818 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:28:06.712511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2259cd0>, [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:28:03Z', 'revision_number': 5, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:06.716745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] Checking router: eeca9c4b-73ea-488b-a622-270bab1e73b6 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:06.723949 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efabb397-5fab-4759-8eb9-3c1432c021ce tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:06.727600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] Routers {'eeca9c4b-73ea-488b-a622-270bab1e73b6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:06.728342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2259cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:27:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eeca9c4b-73ea-488b-a622-270bab1e73b6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:06.819665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-f4d00436-caf5-4bad-bae3-9077a55af6c8 service neutron] 10.222.0.66 "GET /v2.0/networks/0a4cfb8d-6526-4c46-963e-31360b29e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3786607
Dec 16 09:28:06.842442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:06.843906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.846072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] 10.222.0.74 "PUT /v2.0/ports/60d7523b-bcad-4133-a42a-0d1bae05856c HTTP/1.1" status: 200  len: 1096 time: 4.0102754
Dec 16 09:28:06.846871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'tag': '60d7523b-bcad-4133-a42a-0d1bae05856c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:06.854035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:06.921750 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'code': 200}
Dec 16 09:28:06.951082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Network a7273c60-9377-469a-aee4-1192104dc3c5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:06.997106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] Set router eeca9c4b-73ea-488b-a622-270bab1e73b6 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:07.030849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:07.046920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:07.053036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:07.053738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.060078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Pushing event updated for resources: {'Port': ['ID=60d7523b-bcad-4133-a42a-0d1bae05856c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:07.064656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.065101 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:07.087955 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61efe0d3-5030-4e13-824b-b0c04ebd936e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:07.110175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.118345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0bb27c0>,) {'filters': {'network_id': ['538908ae-8985-4e98-8c47-2cf0c4f68430']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:07.143873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0bb27c0>, '629658a6-1dc2-400b-990b-1a18b7c31516') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:07.144094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0bb27c0>, '629658a6-1dc2-400b-990b-1a18b7c31516') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:07.163107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Deleting port c2f5aadc-5518-484a-b9d5-f0760f50fdd8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:07.163493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.212390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.224464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6630375
Dec 16 09:28:07.226512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-6d3597dc-d36f-4e43-a3fd-88606674b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:07.227992 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-6d3597dc-d36f-4e43-a3fd-88606674b616 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 1099 time: 0.3367054
Dec 16 09:28:07.237377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Request body: {'port': {'device_id': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:07.286060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.352497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Deleting port 0872fd2a-c227-4a58-b42c-2c0a2953cded {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:07.353036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.367332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a333-d629-4ccb-b760-483d8b843d3e req-bcb0628d-30ba-4558-a9ef-79552e465fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:07.367634 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9184a333-d629-4ccb-b760-483d8b843d3e req-bcb0628d-30ba-4558-a9ef-79552e465fac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 1096 time: 0.4112096
Dec 16 09:28:07.368623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:28:07.369002 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:28:07.392092 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:28:07.514218 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.528462 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9184a333-d629-4ccb-b760-483d8b843d3e req-7559ad4c-68a7-44b4-858c-a43e0071313e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354244
Dec 16 09:28:07.542913 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:07.563403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.572699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] For port c2f5aadc-5518-484a-b9d5-f0760f50fdd8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:07.573055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.589251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Pushing event deleted for resources: {'Network': ['ID=538908ae-8985-4e98-8c47-2cf0c4f68430,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:07.593354 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:07.595155 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] 10.222.0.66 "DELETE /v2.0/networks/538908ae-8985-4e98-8c47-2cf0c4f68430 HTTP/1.1" status: 204  len: 168 time: 2.3624170
Dec 16 09:28:07.634770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b208-65c8-4cbe-bf5e-b739b8778d18 None None] The port '0872fd2a-c227-4a58-b42c-2c0a2953cded' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:28:07.695710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0872fd2a-c227-4a58-b42c-2c0a2953cded no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:07.701346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:07.712928 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:07.740558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-ff5f5ea7-b81b-4aea-9385-295bf321b792 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=60d7523b-bcad-4133-a42a-0d1bae05856c HTTP/1.1" status: 200  len: 217 time: 0.0999722
Dec 16 09:28:07.788010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 0872fd2a-c227-4a58-b42c-2c0a2953cded {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:28:07.788626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0872fd2a-c227-4a58-b42c-2c0a2953cded not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:07.834347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Calling delete_port for c2f5aadc-5518-484a-b9d5-f0760f50fdd8 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:07.835016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-ab7c3689-7259-4997-9642-7642e787fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:07.836589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-ab7c3689-7259-4997-9642-7642e787fb41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0872486
Dec 16 09:28:07.837023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2259cd0>, [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:28:03Z', 'revision_number': 5, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:07.848857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49db4d1-c426-4d19-aa37-e8e8659ec123 None None] The sync data for ids ['eeca9c4b-73ea-488b-a622-270bab1e73b6'] in n-d-820554-2 is: [{'id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'name': 'tempest-FloatingIPsTestJSON-638158343-router', 'tenant_id': '51407b3d1ead464ba33d01883414351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:19Z', 'updated_at': '2021-12-16T09:28:03Z', 'revision_number': 5, 'project_id': '51407b3d1ead464ba33d01883414351e', 'gw_port': {'id': 'c2f5aadc-5518-484a-b9d5-f0760f50fdd8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeca9c4b-73ea-488b-a622-270bab1e73b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:07.858605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fd0b3-d21a-4a2d-8916-9e53a01cee80 req-42481d32-4969-4ddf-9c58-26dc3c1ee896 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:07.867526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a28fd0b3-d21a-4a2d-8916-9e53a01cee80 req-42481d32-4969-4ddf-9c58-26dc3c1ee896 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 948 time: 0.9291513
Dec 16 09:28:07.902731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:07.911669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58450) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:08.082984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb7d3c-f048-4d64-9e9e-b8023f72d1df req-0e639f9a-aabe-496a-b2cc-dffeefad6d7d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:08.083687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-60eb7d3c-f048-4d64-9e9e-b8023f72d1df req-0e639f9a-aabe-496a-b2cc-dffeefad6d7d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Synchronizing usage tracker for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:08.096800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a28fd0b3-d21a-4a2d-8916-9e53a01cee80 req-721f7a31-da59-47d8-b43f-04f8008b2968 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273138
Dec 16 09:28:08.172985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.178210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77e8681c-80e9-47f5-a641-bc24c08d9a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:08.229657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f5aadc-5518-484a-b9d5-f0760f50fdd8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:08.258551 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:08.273356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9c40378a-92f5-44fb-b1e2-9ddda111f581 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5aa9716d09e44503ac1f1280b18b1632&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3438878
Dec 16 09:28:08.279286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:08.284552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-67cb626f-78f6-446e-a807-c21bf5d58b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:08.286029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-67cb626f-78f6-446e-a807-c21bf5d58b48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4389489
Dec 16 09:28:08.328180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.412022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-60eb7d3c-f048-4d64-9e9e-b8023f72d1df req-0e639f9a-aabe-496a-b2cc-dffeefad6d7d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Unset dirty status for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:08.413155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60eb7d3c-f048-4d64-9e9e-b8023f72d1df req-0e639f9a-aabe-496a-b2cc-dffeefad6d7d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 932 time: 0.8697641
Dec 16 09:28:08.526576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.529106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.561849 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.562860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeca9c4b-73ea-488b-a622-270bab1e73b6 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:28:08.577790 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.582677 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] 10.222.0.66 "DELETE /v2.0/routers/eeca9c4b-73ea-488b-a622-270bab1e73b6 HTTP/1.1" status: 204  len: 168 time: 2.9418945
Dec 16 09:28:08.583480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58460) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:08.683329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Deleting subnet f882487d-85c2-46d5-954f-2313bf1c6921 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:28:08.687198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.748075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208e759-3635-4ea9-b8fb-268c5ee5486d req-a33ba074-3a88-4dce-8067-c91c08858470 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:08.749788 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8208e759-3635-4ea9-b8fb-268c5ee5486d req-a33ba074-3a88-4dce-8067-c91c08858470 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 945 time: 0.5505505
Dec 16 09:28:08.770079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.795269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60eb7d3c-f048-4d64-9e9e-b8023f72d1df req-1e594d8b-db63-4c7b-a6d3-598dfef14cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3632157
Dec 16 09:28:08.815334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-2388592e-1235-40c9-be04-3394a2693372 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5051630
Dec 16 09:28:08.829003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.865667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.882103 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'tag': '60d7523b-bcad-4133-a42a-0d1bae05856c', 'status': 'completed', 'code': 200}
Dec 16 09:28:08.947217 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.954017 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a51ed49-46ff-4093-a8ec-56cc44fc24f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:08.993462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f882487d-85c2-46d5-954f-2313bf1c6921,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:08.995869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:08.999536 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:09.007056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3d8a6-b809-48b0-a52b-388e677a1817 None None] Network 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:09.007752 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f882487d-85c2-46d5-954f-2313bf1c6921 HTTP/1.1" status: 204  len: 168 time: 0.4231651
Dec 16 09:28:09.008434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58464) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:09.061101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880021d6-f66d-4eda-842e-49fac5feec8b req-a15dd062-c8f9-4a52-98ad-044687c52938 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:09.062522 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-a15dd062-c8f9-4a52-98ad-044687c52938 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.54 "GET /v2.0/networks?id=0a4cfb8d-6526-4c46-963e-31360b29e501 HTTP/1.1" status: 200  len: 814 time: 0.5543807
Dec 16 09:28:09.071041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.081603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8208e759-3635-4ea9-b8fb-268c5ee5486d req-b2a78a37-6d32-4b11-bb24-b89ea2902cd8 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3131506
Dec 16 09:28:09.099680 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-216418de-0dd4-41c9-a1bd-9e69f2d2692d req-b0fd8e52-ec15-46de-960a-677c7af78419 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 210 time: 0.1074231
Dec 16 09:28:09.135520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.146933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Deleting port 56618892-f607-4c9a-9d72-8a60399f862a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:09.147445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.162422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Request body: {'port': {'device_id': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501', 'admin_state_up': True, 'tenant_id': '499271bb4ffa432b913a158f88e717f9'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:09.181731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:28:09.259613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b79af9-615f-4f98-9f3c-bdf8fc854f3d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:09.268143 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.286210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Transition to ACTIVE for port object 61b79af9-615f-4f98-9f3c-bdf8fc854f3d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:09.305029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.373208 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-198012ca-90b4-4ad9-9e90-ae1922b2980c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:09.394230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] DHCP port deletion for 1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:28:09.394844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] For port 56618892-f607-4c9a-9d72-8a60399f862a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=56618892-f607-4c9a-9d72-8a60399f862a,segment=NetworkSegment(70455952-8f88-40dc-944f-c8006d9b2b15),segment_id=70455952-8f88-40dc-944f-c8006d9b2b15)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:09.395371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.399802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Deleting port 56618892-f607-4c9a-9d72-8a60399f862a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:09.400316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.530878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955640b3-3775-4486-ad07-cd32a0ad9cee req-51dc7637-969f-4ec6-87a7-05d4f89aac6e service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6969087
Dec 16 09:28:09.540829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Calling delete_port for 56618892-f607-4c9a-9d72-8a60399f862a owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:09.643195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] For port 56618892-f607-4c9a-9d72-8a60399f862a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=56618892-f607-4c9a-9d72-8a60399f862a,segment=NetworkSegment(70455952-8f88-40dc-944f-c8006d9b2b15),segment_id=70455952-8f88-40dc-944f-c8006d9b2b15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:09.643908 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.646077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.650918 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:09.707128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=56618892-f607-4c9a-9d72-8a60399f862a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:09.711986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] No DVR routers for this DVR port 56618892-f607-4c9a-9d72-8a60399f862a on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:28:09.713621 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:09.717704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c2f5aadc-5518-484a-b9d5-f0760f50fdd8 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:09.812400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c2f5aadc-5518-484a-b9d5-f0760f50fdd8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:28:09.812892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c2f5aadc-5518-484a-b9d5-f0760f50fdd8 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:09.813656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:09.845166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Calling delete_port for 56618892-f607-4c9a-9d72-8a60399f862a owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:09.898274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:28:09.898274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 67077fe6-a2fc-41bd-b03e-f0bf3d160a5f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:09.898274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 56618892-f607-4c9a-9d72-8a60399f862a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:09.910256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:09.924803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:09.937478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 56618892-f607-4c9a-9d72-8a60399f862a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:28:09.937704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 56618892-f607-4c9a-9d72-8a60399f862a not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:09.947007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.964710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:09.965044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:09.965365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:09.982111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f11cbd90>,) {'filters': {'network_id': ['1ce57b91-672d-46b1-b2d7-1a1d4f8482a1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:09.985211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:28:09.985376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:28:09.985590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:09.985697 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:28:09.992103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:09.994402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11cbd90>, '70455952-8f88-40dc-944f-c8006d9b2b15') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:09.994782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11cbd90>, '70455952-8f88-40dc-944f-c8006d9b2b15') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:09.999122 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:10.006014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.017648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:10.022042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.024489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:10.024840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:10.025217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:10.025663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Bound port: 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:10.026004 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.028818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:28:10.029244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.041037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b231f2-22f5-4c11-b271-c78d09fbed3a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:28:10.043134 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:28:10.050328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c503f4-010a-42e2-bd60-f465abb23844 req-17066129-d4bc-4e76-bc3f-5009aaab9459 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:10.053065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68c503f4-010a-42e2-bd60-f465abb23844 req-17066129-d4bc-4e76-bc3f-5009aaab9459 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.7263885
Dec 16 09:28:10.055176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Usage tracker for resource:port and tenant:499271bb4ffa432b913a158f88e717f9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:10.057981 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:10.068045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:10.077448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335f36-9874-46af-a6df-a03552a0e189 req-1d043ee7-30ec-41f5-8394-e67b363f6737 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:10.078898 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7335f36-9874-46af-a6df-a03552a0e189 req-1d043ee7-30ec-41f5-8394-e67b363f6737 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 948 time: 0.4183183
Dec 16 09:28:10.086092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:10.102813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56206-85c2-4e28-86b7-482f92588f29 req-d64f4569-d617-4a9d-9c2a-4ee42df06a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:10.104276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81e56206-85c2-4e28-86b7-482f92588f29 req-d64f4569-d617-4a9d-9c2a-4ee42df06a9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 1099 time: 0.4370959
Dec 16 09:28:10.126735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.130954 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8572b22-945d-421d-b800-abe2f3ba78ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:10.137944 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.141225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49b231f2-22f5-4c11-b271-c78d09fbed3a HTTP/1.1" status: 204  len: 168 time: 1.8470647
Dec 16 09:28:10.147686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.156100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce57b91-672d-46b1-b2d7-1a1d4f8482a1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:10.159434 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:10.161407 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ce57b91-672d-46b1-b2d7-1a1d4f8482a1 HTTP/1.1" status: 204  len: 168 time: 1.1514611
Dec 16 09:28:10.291571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Made reservation on behalf of 499271bb4ffa432b913a158f88e717f9 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:10.295195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.353350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:10.353894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7335f36-9874-46af-a6df-a03552a0e189 req-5b8705c1-a4b7-4fb5-8ccb-a5e1f258f0ee tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2532518
Dec 16 09:28:10.358955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68c503f4-010a-42e2-bd60-f465abb23844 req-ddbcdb6c-3bfa-4ea9-a5ef-91b1817f1291 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2955372
Dec 16 09:28:10.411273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:10.453492 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dc0bfe06-121b-46ff-9bfe-30a44abe92b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51407b3d1ead464ba33d01883414351e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0976863
Dec 16 09:28:10.457593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58488) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:10.465787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:10.477615 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.487508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Deleting port 56618892-f607-4c9a-9d72-8a60399f862a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:10.488041 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4285e089-20da-40f8-b7c4-85d234aad015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:10.488278 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.535522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56206-85c2-4e28-86b7-482f92588f29 req-502141c6-e513-4f61-b648-41e1c32febab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:10.537029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81e56206-85c2-4e28-86b7-482f92588f29 req-502141c6-e513-4f61-b648-41e1c32febab service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4067016
Dec 16 09:28:10.553166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.614198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.627798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7aabc806-3685-41db-9cb7-431668f1c784 None None] The port '56618892-f607-4c9a-9d72-8a60399f862a' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:28:10.692634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.698074 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4a874510-cac3-4710-a351-b59d2f5ac077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:10.709838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41680748-5eb9-4b5d-8349-e92cef2eb45a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:10.712878 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:10.716123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.717223 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41680748-5eb9-4b5d-8349-e92cef2eb45a HTTP/1.1" status: 204  len: 168 time: 0.2572396
Dec 16 09:28:10.772072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:10.772688 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:10.774274 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] 10.222.0.54 "PUT /v2.0/ports/61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 200  len: 1092 time: 3.5417352
Dec 16 09:28:10.817753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81e56206-85c2-4e28-86b7-482f92588f29 req-a6e3d63d-f163-4730-a1a8-64a897e2f121 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=60d7523b-bcad-4133-a42a-0d1bae05856c HTTP/1.1" status: 200  len: 217 time: 0.2668860
Dec 16 09:28:10.915338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:10.962457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:10.984710 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:10.991714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Allocated IP 172.20.0.2 (0a4cfb8d-6526-4c46-963e-31360b29e501/febb3d4b-e668-4dcf-ab39-0b0f63031b33/b115d78a-8b67-4136-ab79-628cadde9b2a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:11.049894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56206-85c2-4e28-86b7-482f92588f29 req-d12e43a7-b35d-4902-95e1-20421c2423d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:11.051795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81e56206-85c2-4e28-86b7-482f92588f29 req-d12e43a7-b35d-4902-95e1-20421c2423d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2116830
Dec 16 09:28:11.131558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076184d-289b-4014-a0a4-959a026dedf0 req-875b331f-daac-462e-a511-863b06085734 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:11.133380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7076184d-289b-4014-a0a4-959a026dedf0 req-875b331f-daac-462e-a511-863b06085734 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 945 time: 0.6104527
Dec 16 09:28:11.153547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15fbf5-197c-4c1e-8f2b-27d7987d7f0c req-f6daaef6-d688-428d-874d-ac8ce0e4bb2a tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:11.154336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:11.155026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f15fbf5-197c-4c1e-8f2b-27d7987d7f0c req-f6daaef6-d688-428d-874d-ac8ce0e4bb2a tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 944 time: 0.6237509
Dec 16 09:28:11.295962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-388247461-network', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:11.302228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:11.306952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Usage tracker for resource:network and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:11.310501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:11.319814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:11.334084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:11.337276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.354946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.376275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:11.387256 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:11.391128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:11.392640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-90658155-60d7-4b0c-a4cd-b32253ad16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:11.394435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-90658155-60d7-4b0c-a4cd-b32253ad16c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1095 time: 0.5647926
Dec 16 09:28:11.397907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:11.469291 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.496634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.502808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.516698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:28:11.528479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.529019 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Added segment cb710be3-1da6-413c-9461-ed858f994bc1 of type vlan for network bf34b465-2f6c-4abd-a754-1c40a4e77ff9
Dec 16 09:28:11.544805 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ef03c41f-69d9-4ef9-a524-fc62c4237cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:11.593058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7076184d-289b-4014-a0a4-959a026dedf0 req-83c95768-15c9-4b70-8a34-7bf611ca593a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4491706
Dec 16 09:28:11.594446 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-f06d3d61-c1b4-4539-823d-4a8a14496066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 200  len: 217 time: 0.1413898
Dec 16 09:28:11.596325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:11.610072 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:11.613424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f15fbf5-197c-4c1e-8f2b-27d7987d7f0c req-097d684c-43b8-4627-bfed-624500a8d290 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4362011
Dec 16 09:28:11.618716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.668995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.670531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:11.671546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.701009 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:11.729879 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5716753
Dec 16 09:28:11.791881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58542) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:11.792209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58544) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:11.802515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Request body: {'subnet': {'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-subnet', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:11.803791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.808176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56206-85c2-4e28-86b7-482f92588f29 req-0c28bd25-2ad4-4444-adb6-3e2acf0129df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:11.809788 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81e56206-85c2-4e28-86b7-482f92588f29 req-0c28bd25-2ad4-4444-adb6-3e2acf0129df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.7377756
Dec 16 09:28:11.829990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:11.837777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Usage tracker for resource:subnet and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:11.841049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf34b465-2f6c-4abd-a754-1c40a4e77ff9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:11.843604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:11.844903 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d', 'status': 'completed', 'code': 200}
Dec 16 09:28:11.847531 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:11.852026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:11.856240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:28:11.882111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:11.884644 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:11.891333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49c2328d-08ef-4baa-a8d9-bd44a94a8ae6 req-9513f7e1-2a37-474b-898a-053878570348 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 210 time: 0.0929120
Dec 16 09:28:11.943409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-311db574-5ffe-4f07-9ebb-2cf42a08a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:11.944883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-311db574-5ffe-4f07-9ebb-2cf42a08a5ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.3251367
Dec 16 09:28:11.994336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-23c4537a-5d35-4655-adf2-f1344c1d6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.034452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1828447739-network', 'tenant_id': 'faa69135dc6448b79e689ad9fa81fc4b'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:12.050281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:12.058475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Usage tracker for resource:network and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:12.062240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:12.073355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:12.090557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Made reservation on behalf of faa69135dc6448b79e689ad9fa81fc4b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:12.092887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.098853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-f9b48073-6bf7-42cc-8a4c-93dfbc2ee288 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897732
Dec 16 09:28:12.108613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.132402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:12.166951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:12.174672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:12.183400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:12.254025 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.262628 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:12.274513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81e56206-85c2-4e28-86b7-482f92588f29 req-7ff63658-c3ec-4adb-b135-373faddca9d8 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4200501
Dec 16 09:28:12.284737 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.316315 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:12.353517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a794d-fd2e-49cd-80f5-5bf77acce977 req-cc3a51d1-a902-4250-b5a5-2e7c3d8a442d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:12.354983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-534a794d-fd2e-49cd-80f5-5bf77acce977 req-cc3a51d1-a902-4250-b5a5-2e7c3d8a442d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 948 time: 0.3984785
Dec 16 09:28:12.365791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1479e4e5-5ae8-45c3-b52e-e94de53334fd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:12.371906 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:12.375945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Checking segment: {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:12.376309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Network hostable DHCP agents. Network: bf34b465-2f6c-4abd-a754-1c40a4e77ff9, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:28:12.398615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.404155 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.409482 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:12.419446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:28:12.441429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:28:12.451434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0f115d-40b2-40a0-8ee5-44b61b629c4f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:12.456281 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:12.457184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.457535 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Added segment 04c8924b-ebac-4df3-abc1-6b9a5955d462 of type vlan for network e087343d-bc55-4b9c-8fd0-b7907af63c38
Dec 16 09:28:12.458658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, bf34b465-2f6c-4abd-a754-1c40a4e77ff9) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:12.466314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:12.466906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.469787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8230ed-83da-4c2f-84ba-cf9d7259fc0d None None] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:12.501193 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.509874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Network 0a4cfb8d-6526-4c46-963e-31360b29e501 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:12.516933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:12.520422 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7271698
Dec 16 09:28:12.522075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58552) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:12.526804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48975663-e8c0-4599-844f-ade29d085e00 req-a73e2f32-0864-417f-87c4-7f33abb75c56 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:12.527870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:12.533745 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48975663-e8c0-4599-844f-ade29d085e00 req-a73e2f32-0864-417f-87c4-7f33abb75c56 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 945 time: 0.4860640
Dec 16 09:28:12.536738 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-544eb50f-202c-44d9-8d8e-e2467fc724d0 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4201412
Dec 16 09:28:12.540044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:12.543278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:12.547595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Usage tracker for resource:router and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:12.548812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:12.549428 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.552957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:12.573405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:12.588768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.591880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:12.592504 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.597770 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fe4e15b-775e-4bc6-a5be-0ebf5446617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:12.621503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Pushing event updated for resources: {'Port': ['ID=b115d78a-8b67-4136-ab79-628cadde9b2a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:12.648135 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:12.685430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.686472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.702627 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.728766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-534a794d-fd2e-49cd-80f5-5bf77acce977 req-8cfa6777-7482-42b6-832d-0a9a792b04fb tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3462508
Dec 16 09:28:12.740954 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9456704
Dec 16 09:28:12.742562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:12.748346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e087343d-bc55-4b9c-8fd0-b7907af63c38,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:12.752751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6671898
Dec 16 09:28:12.754560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Request body: {'subnet': {'network_id': 'e087343d-bc55-4b9c-8fd0-b7907af63c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1828447739-subnet', 'tenant_id': 'faa69135dc6448b79e689ad9fa81fc4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:12.759603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:12.763698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Usage tracker for resource:subnet and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:12.766620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:12.772537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:12.778070 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:12.781421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network e087343d-bc55-4b9c-8fd0-b7907af63c38 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:28:12.787684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Request body: {'port': {'device_id': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:12.845803 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48975663-e8c0-4599-844f-ade29d085e00 req-af11f874-aaaf-472d-8724-152baa4eaa03 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3112111
Dec 16 09:28:12.847695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81e56206-85c2-4e28-86b7-482f92588f29 req-d5fa66b4-27e3-49bb-8cfb-206bef5b972f service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5583482
Dec 16 09:28:12.922734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Made reservation on behalf of faa69135dc6448b79e689ad9fa81fc4b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:12.925561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:12.959848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:28:12.960702 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.131975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Allocated IP 172.20.0.2 (bf34b465-2f6c-4abd-a754-1c40a4e77ff9/1479e4e5-5ae8-45c3-b52e-e94de53334fd/a742d534-c293-4032-8481-540a49df4db8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:13.212542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2ab94ec-d4f1-4b28-99d0-99c7172ebb99 req-0d4a4678-c5b3-4dfb-81e0-c802597f8b40 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6367702
Dec 16 09:28:13.241439 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.274812 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.362453 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.375273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Transition to ACTIVE for port object a742d534-c293-4032-8481-540a49df4db8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:13.400831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Transition to ACTIVE for port object a742d534-c293-4032-8481-540a49df4db8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:13.406445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.418959 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:13.439918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-96e5fdc3-fe36-4f60-aec3-6be74e9e7c45 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 258 time: 0.6048248
Dec 16 09:28:13.453236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:13.460466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 60d7523b-bcad-4133-a42a-0d1bae05856c details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:28:13.474942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1380be-2ad1-4e84-9890-9822dee9db7d req-89876833-4b77-4bc2-87ca-a41400e15113 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:13.476894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1380be-2ad1-4e84-9890-9822dee9db7d req-89876833-4b77-4bc2-87ca-a41400e15113 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 944 time: 0.4680426
Dec 16 09:28:13.480225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:13.485261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.485664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:13.488776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:13.491495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:13.504550 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc2e884b-e74e-4961-99b5-4b52e5fab620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:13.603573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Pushing event updated for resources: {'Port': ['ID=a742d534-c293-4032-8481-540a49df4db8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:13.606421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:13.610025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Usage tracker for resource:floatingip and tenant:50977e24d11147dfb631cc49c4a88d68 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:13.618704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:13.637043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:13.666551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-993119ee-87ef-4800-9b5e-a5e2cff66546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:13.667955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-993119ee-87ef-4800-9b5e-a5e2cff66546 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1095 time: 0.4030411
Dec 16 09:28:13.672971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Attempting to bind port a742d534-c293-4032-8481-540a49df4db8 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:13.673441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Attempting to bind port a742d534-c293-4032-8481-540a49df4db8 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:13.673820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Attempting to bind port a742d534-c293-4032-8481-540a49df4db8 on network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:13.684223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:13.684719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Checking segment: {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:13.685080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.685898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Bound using segment: {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:13.685898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Bound port: a742d534-c293-4032-8481-540a49df4db8, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:13.686398 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.715687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458c29bc-a64f-49d8-b4e7-986899762d4a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:13.721909 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:13.764040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Checking segment: {'id': '04c8924b-ebac-4df3-abc1-6b9a5955d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e087343d-bc55-4b9c-8fd0-b7907af63c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:13.764874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Network hostable DHCP agents. Network: e087343d-bc55-4b9c-8fd0-b7907af63c38, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:28:13.766125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.778536 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.791427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.812700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 60d7523b-bcad-4133-a42a-0d1bae05856c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=60d7523b-bcad-4133-a42a-0d1bae05856c,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:13.824634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.827517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Network e087343d-bc55-4b9c-8fd0-b7907af63c38 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:28:13.837411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '60d7523b-bcad-4133-a42a-0d1bae05856c', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '60d7523b-bcad-4133-a42a-0d1bae05856c', 'mac_address': 'fa:16:3e:29:57:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:28:13.839849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1380be-2ad1-4e84-9890-9822dee9db7d req-5a86089d-f5ce-4e64-9bd6-216c9298f338 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3378234
Dec 16 09:28:13.843219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] For port a742d534-c293-4032-8481-540a49df4db8, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:13.875494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] For port a742d534-c293-4032-8481-540a49df4db8, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a742d534-c293-4032-8481-540a49df4db8,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:13.884147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.895671 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:13.900291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, e087343d-bc55-4b9c-8fd0-b7907af63c38) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:13.908581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:13.909483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:13.941995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5e1b83-d758-4b7f-895f-5e76c1365235 None None] Network e087343d-bc55-4b9c-8fd0-b7907af63c38 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:13.984214 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2382698
Dec 16 09:28:14.037248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Allocated IP 172.25.3.99 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/fb7a8a71-f84b-480b-9465-298ef6b0dea4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:14.067875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-e72c0a55-b5cd-4f50-8bdf-7f3bb7784469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:14.069344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-e72c0a55-b5cd-4f50-8bdf-7f3bb7784469 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.3909154
Dec 16 09:28:14.092590 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.134382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Pushing event updated for resources: {'Port': ['ID=a742d534-c293-4032-8481-540a49df4db8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:14.137894 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:14.139802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d7523b-bcad-4133-a42a-0d1bae05856c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:14.159514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 60d7523b-bcad-4133-a42a-0d1bae05856c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=60d7523b-bcad-4133-a42a-0d1bae05856c,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:14.172210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.178501 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2baeebf8-abfd-4306-99aa-cb4a5fab0419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:14.208810 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:28:14.222098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-9bb40668-326a-4518-ad37-372c07624707 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 200  len: 217 time: 0.1441326
Dec 16 09:28:14.257461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-df05e162-83ff-4127-ab6d-cd5d1d3a4565 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:14.258970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-df05e162-83ff-4127-ab6d-cd5d1d3a4565 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.4185159
Dec 16 09:28:14.299520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=60d7523b-bcad-4133-a42a-0d1bae05856c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:14.302848 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:14.316765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820554-2'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:14.369169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.382257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7599f5e-15db-4e09-8cbe-b2e868c3d657 None None] Network e087343d-bc55-4b9c-8fd0-b7907af63c38 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:14.414380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.420436 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7523429d-964e-4ef1-9386-0ec7dafc3bd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:14.465990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-eba6db79-6d68-4dc8-a9f7-d258260dd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:14.470305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-eba6db79-6d68-4dc8-a9f7-d258260dd906 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.2094626
Dec 16 09:28:14.498210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-df520f14-95f7-4c89-b895-afd91fe4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.526401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:14.534421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:14.543082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:14.580093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['60d7523b-bcad-4133-a42a-0d1bae05856c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:14.600546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.603772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Pushing event updated for resources: {'Port': ['ID=fb7a8a71-f84b-480b-9465-298ef6b0dea4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:14.608180 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:14.644275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b115d78a-8b67-4136-ab79-628cadde9b2a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:14.668210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.691725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-8ba32704-1c17-4a7b-8caa-e3134a339da5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0937767
Dec 16 09:28:14.783128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Transition to ACTIVE for port object b115d78a-8b67-4136-ab79-628cadde9b2a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:14.842986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:14.847201 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1b5ab705-5705-484e-9a14-aed16b2e4bfd tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:14.998211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:15.140226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:15.167061 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:15.277050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Pushing event updated for resources: {'Port': ['ID=b115d78a-8b67-4136-ab79-628cadde9b2a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:15.285539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca27e6-4d48-444e-90af-37e5f24894b3 None None] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:15.286890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b111d-0b55-4d2b-8903-33fc2f89d0ce req-9428e90f-621b-458d-85ac-5bb0722b1ce4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:15.288419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c40b111d-0b55-4d2b-8903-33fc2f89d0ce req-9428e90f-621b-458d-85ac-5bb0722b1ce4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Synchronizing usage tracker for tenant:499271bb4ffa432b913a158f88e717f9 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:15.304078 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:15.379174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3da7f65c-0b00-40b7-af69-f68f8c41ff28 None None] Provisioning for port a742d534-c293-4032-8481-540a49df4db8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:15.428361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 88808461-1f21-4a0b-b572-af94a636791b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:28:15.431738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Attempting to bind port b115d78a-8b67-4136-ab79-628cadde9b2a on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:15.432020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Attempting to bind port b115d78a-8b67-4136-ab79-628cadde9b2a by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'a3a1e011-81cc-4c4e-8500-d59f3736cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:15.432324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Attempting to bind port b115d78a-8b67-4136-ab79-628cadde9b2a on network 0a4cfb8d-6526-4c46-963e-31360b29e501 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:15.435904 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-cbe6bfa7-b7a9-4fab-b5e8-488efb185868 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7339187
Dec 16 09:28:15.451045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c40b111d-0b55-4d2b-8903-33fc2f89d0ce req-9428e90f-621b-458d-85ac-5bb0722b1ce4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Unset dirty status for tenant:499271bb4ffa432b913a158f88e717f9 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:15.453495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b111d-0b55-4d2b-8903-33fc2f89d0ce req-9428e90f-621b-458d-85ac-5bb0722b1ce4 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 931 time: 1.1801298
Dec 16 09:28:15.496615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Port b115d78a-8b67-4136-ab79-628cadde9b2a on network 0a4cfb8d-6526-4c46-963e-31360b29e501 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:28:15.496615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Attempting to bind port b115d78a-8b67-4136-ab79-628cadde9b2a on network 0a4cfb8d-6526-4c46-963e-31360b29e501 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:15.517856 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:15.523957 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:15.571297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:15.571674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Checking segment: {'id': 'a3a1e011-81cc-4c4e-8500-d59f3736cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:15.572271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Bound using segment: {'id': 'a3a1e011-81cc-4c4e-8500-d59f3736cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:15.572885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Bound port: b115d78a-8b67-4136-ab79-628cadde9b2a, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a1e011-81cc-4c4e-8500-d59f3736cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:15.573402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:15.684571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:15.707203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:15.721234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a742d534-c293-4032-8481-540a49df4db8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:15.746235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c40b111d-0b55-4d2b-8903-33fc2f89d0ce req-a52fe526-5929-4f28-b3f1-55a93c06782f tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Synchronizing usage tracker for tenant:499271bb4ffa432b913a158f88e717f9 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:15.771328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 88808461-1f21-4a0b-b572-af94a636791b has no active binding in host n-h2-820554-2 {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Dec 16 09:28:15.794845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Allocated IP 172.25.3.82 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/415a3f0e-345e-43fd-b172-1efef0b26c5b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:15.810787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a742d534-c293-4032-8481-540a49df4db8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:15.821096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a742d534-c293-4032-8481-540a49df4db8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:15.821481 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:15.859387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Router bbcd9d5f-b419-40ed-9a84-a82f13508f2a is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:28:15.874742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c40b111d-0b55-4d2b-8903-33fc2f89d0ce req-a52fe526-5929-4f28-b3f1-55a93c06782f tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Unset dirty status for tenant:499271bb4ffa432b913a158f88e717f9 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:15.883783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b111d-0b55-4d2b-8903-33fc2f89d0ce req-a52fe526-5929-4f28-b3f1-55a93c06782f tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4019530
Dec 16 09:28:15.962471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.036833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a742d534-c293-4032-8481-540a49df4db8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a742d534-c293-4032-8481-540a49df4db8,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:16.041907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.044231 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:16.052707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] For port b115d78a-8b67-4136-ab79-628cadde9b2a, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:16.058444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7070d6-0f69-4c44-b52c-49b0837d4f67 req-cbd6fe95-2140-4d31-a26d-16ffad77dd2f service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6021433
Dec 16 09:28:16.088384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:16.100081 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Sync routers for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:16.105133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:16.110457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.115641 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.5891171
Dec 16 09:28:16.115795 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:16.115795 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1b50>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:16.116039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:16.133328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a742d534-c293-4032-8481-540a49df4db8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:16.140232 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:16.153006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ca34126-b09c-4b4f-a6d8-e2bd4229d45d None None] Provisioning complete for port a742d534-c293-4032-8481-540a49df4db8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:16.153630 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ca34126-b09c-4b4f-a6d8-e2bd4229d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.177001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] For port b115d78a-8b67-4136-ab79-628cadde9b2a, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b115d78a-8b67-4136-ab79-628cadde9b2a,segment=NetworkSegment(a3a1e011-81cc-4c4e-8500-d59f3736cb95),segment_id=a3a1e011-81cc-4c4e-8500-d59f3736cb95)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:16.210720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.228187 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:16.302858 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:16.316882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:16.317626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.319131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] 10.222.0.54 "PUT /v2.0/ports/b115d78a-8b67-4136-ab79-628cadde9b2a HTTP/1.1" status: 200  len: 1091 time: 3.5551889
Dec 16 09:28:16.329020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'tag': 'b115d78a-8b67-4136-ab79-628cadde9b2a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:16.355582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.418457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.451377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a533-2b5e-4c05-812f-2000e4f1164e req-8866c6db-60a9-423b-b80c-0c7095eb7632 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:16.459769 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9331a533-2b5e-4c05-812f-2000e4f1164e req-8866c6db-60a9-423b-b80c-0c7095eb7632 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 949 time: 0.4000888
Dec 16 09:28:16.467200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.506068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Pushing event updated for resources: {'Port': ['ID=b115d78a-8b67-4136-ab79-628cadde9b2a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:16.602054 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:16.611129 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:16.611514 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1b50>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:14Z', 'revision_number': 3, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:16.616213 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Checking router: bbcd9d5f-b419-40ed-9a84-a82f13508f2a for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:16.616936 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Updating router bbcd9d5f-b419-40ed-9a84-a82f13508f2a port fb7a8a71-f84b-480b-9465-298ef6b0dea4 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:28:16.679437 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.725955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9331a533-2b5e-4c05-812f-2000e4f1164e req-dc1ae7aa-e46e-43e5-90e9-1469c0d141a1 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645545
Dec 16 09:28:16.919008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880021d6-f66d-4eda-842e-49fac5feec8b req-cb23786d-c960-4cfa-9c8b-d028de4f75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:16.923301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-cb23786d-c960-4cfa-9c8b-d028de4f75eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=499271bb4ffa432b913a158f88e717f9&device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 1094 time: 0.5535760
Dec 16 09:28:16.926319 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:16.929642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.035541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:17.037656 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-715766f9-465d-4296-814f-8c29e8bd8677 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b115d78a-8b67-4136-ab79-628cadde9b2a HTTP/1.1" status: 200  len: 217 time: 0.0913885
Dec 16 09:28:17.041197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:17.043349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:17.048891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:17.049180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61b79af9-615f-4f98-9f3c-bdf8fc854f3d details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:28:17.082512 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.092440 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.095000 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:17.096259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on host n-h1-820554-2 for vnic_type normal with profile {"migrating_to": "n-h2-820554-2"} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:17.096597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:17.096929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:17.098943 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:17.103424 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Transition to ACTIVE for port object fb7a8a71-f84b-480b-9465-298ef6b0dea4 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:17.119755 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.132889 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:17.194292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.214364 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Attempting to bind port fb7a8a71-f84b-480b-9465-298ef6b0dea4 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:17.214991 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Attempting to bind port fb7a8a71-f84b-480b-9465-298ef6b0dea4 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:17.215562 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Attempting to bind port fb7a8a71-f84b-480b-9465-298ef6b0dea4 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:17.222377 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535298-f9c4-4c7f-8329-58068ad31f96 None None] Pushing event updated for resources: {'Port': ['ID=fb7a8a71-f84b-480b-9465-298ef6b0dea4,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:17.226723 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ac535298-f9c4-4c7f-8329-58068ad31f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:17.227871 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:17.228435 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:17.229154 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.229707 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:17.230339 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Bound port: fb7a8a71-f84b-480b-9465-298ef6b0dea4, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:17.230943 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.314152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:17.320677 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] For port fb7a8a71-f84b-480b-9465-298ef6b0dea4, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:17.326334 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] For port fb7a8a71-f84b-480b-9465-298ef6b0dea4, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fb7a8a71-f84b-480b-9465-298ef6b0dea4,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:17.334094 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.343482 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:17.348105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'port_id': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d', 'mac_address': 'fa:16:3e:64:84:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b911c784-d5d8-409c-a7ba-22b49f899b5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:28:17.434134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 60d7523b-bcad-4133-a42a-0d1bae05856c up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:17.440568 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:17.441536 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1b50>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:17.480833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Allocated IP 172.20.0.1 (bf34b465-2f6c-4abd-a754-1c40a4e77ff9/1479e4e5-5ae8-45c3-b52e-e94de53334fd/e351b460-276d-4700-a69e-aeff4cd0c283) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:17.483133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:28:17.483635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Attempting to bind port 88808461-1f21-4a0b-b572-af94a636791b on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:17.491776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880021d6-f66d-4eda-842e-49fac5feec8b req-9ce3bafa-fea6-4213-b2e6-570ff4450880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:17.493368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-9ce3bafa-fea6-4213-b2e6-570ff4450880 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=febb3d4b-e668-4dcf-ab39-0b0f63031b33 HTTP/1.1" status: 200  len: 854 time: 0.4455545
Dec 16 09:28:17.503787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:17.504127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:17.504514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:17.504961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Bound port: 88808461-1f21-4a0b-b572-af94a636791b, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:17.505452 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.551736 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.564829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 60d7523b-bcad-4133-a42a-0d1bae05856c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:17.575505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b79af9-615f-4f98-9f3c-bdf8fc854f3d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:17.607504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:17.608778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 60d7523b-bcad-4133-a42a-0d1bae05856c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:17.611684 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.699205 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:17.716084 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.719819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a742d534-c293-4032-8481-540a49df4db8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:17.725988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.743527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Transition to ACTIVE for port object e351b460-276d-4700-a69e-aeff4cd0c283 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:17.769012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.780414 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:17.788653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:17.792148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:17.794347 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.805305 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:17.832527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:17.839271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:17.864946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:17.926463 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535298-f9c4-4c7f-8329-58068ad31f96 None None] Pushing event updated for resources: {'Port': ['ID=fb7a8a71-f84b-480b-9465-298ef6b0dea4,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:17.930555 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ac535298-f9c4-4c7f-8329-58068ad31f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:17.957724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:17.962068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Pushing event updated for resources: {'Port': ['ID=e351b460-276d-4700-a69e-aeff4cd0c283,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:17.973175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:17.976520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.004097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 60d7523b-bcad-4133-a42a-0d1bae05856c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=60d7523b-bcad-4133-a42a-0d1bae05856c,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:18.005954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['61b79af9-615f-4f98-9f3c-bdf8fc854f3d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:18.120067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d7523b-bcad-4133-a42a-0d1bae05856c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:18.131471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.136364 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1b50>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:14Z', 'revision_number': 3, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:18.141534 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb718d-e256-4d3b-9f3f-c5fc36d46bd5 None None] The sync data for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 is: [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:14Z', 'revision_number': 3, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:18.144326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.171432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-de601f73-3f0f-4dee-afcd-18841798ae15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a4cfb8d-6526-4c46-963e-31360b29e501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4751177
Dec 16 09:28:18.177958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a742d534-c293-4032-8481-540a49df4db8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:18.178369 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.204658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45a9ff59-8e08-40ee-8edf-943cca27651e None None] Provisioning for port e351b460-276d-4700-a69e-aeff4cd0c283 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:18.219505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45a9ff59-8e08-40ee-8edf-943cca27651e None None] Provisioning complete for port e351b460-276d-4700-a69e-aeff4cd0c283 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:18.219937 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45a9ff59-8e08-40ee-8edf-943cca27651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.239387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event updated for resources: {'Port': ['ID=415a3f0e-345e-43fd-b172-1efef0b26c5b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:18.270123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.270665 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:18.271643 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:18.273800 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ab41bc1-6c2a-47a2-a15b-842c8b74482c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:18.323119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.323413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.323716 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.324100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.324469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.324810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.325160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.325781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.325893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.326183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.326553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.327362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:18.340886 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:18.341104 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:18.372579 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:28:18.407352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-45a9ff59-8e08-40ee-8edf-943cca27651e None None] Port e351b460-276d-4700-a69e-aeff4cd0c283 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:28:18.450937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.460478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4074f3-cba4-465b-b9a7-66b5ec50f6df req-0c3f9d08-3899-4d54-a40f-a1bde1f37dcc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:18.461899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d4074f3-cba4-465b-b9a7-66b5ec50f6df req-0c3f9d08-3899-4d54-a40f-a1bde1f37dcc tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 943 time: 1.6209724
Dec 16 09:28:18.469921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=60d7523b-bcad-4133-a42a-0d1bae05856c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:18.475207 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.480209 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:18.501880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:18.502526 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.503874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] 10.222.0.74 "PUT /v2.0/ports/88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 1121 time: 4.2303646
Dec 16 09:28:18.527883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.535976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.560479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.578820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['88808461-1f21-4a0b-b572-af94a636791b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:18.584332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:18.584495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:18.653107 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:18.653617 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:18.698990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Pushing event updated for resources: {'Port': ['ID=e351b460-276d-4700-a69e-aeff4cd0c283,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:18.701692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.708791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['88808461-1f21-4a0b-b572-af94a636791b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:18.712185 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:18.731761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d4074f3-cba4-465b-b9a7-66b5ec50f6df req-4ad1ae76-4e6e-4080-88b5-1b4a0f23f08a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2600226
Dec 16 09:28:18.815403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-26331fb3-d244-41b4-966e-b6fd3bd4e9f3 service neutron] 10.222.0.54 "GET /v2.0/networks/0a4cfb8d-6526-4c46-963e-31360b29e501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5783687
Dec 16 09:28:18.842787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event updated for resources: {'Port': ['ID=415a3f0e-345e-43fd-b172-1efef0b26c5b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:18.856544 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:18.857702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:18.867041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 5.4261525
Dec 16 09:28:18.951912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:18.953209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:18.999607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-5152541', 'description': 'tempest-description-181143491'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:19.007717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:19.013521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:19.017822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:19.024890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:19.064494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-5c44db63-75a5-4950-917d-9b3e46e0429a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:19.071794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:19.162226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:19.183298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:19.194960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:19.209543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:19.214925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-5c44db63-75a5-4950-917d-9b3e46e0429a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:19.216212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-5c44db63-75a5-4950-917d-9b3e46e0429a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200  len: 695 time: 0.3480704
Dec 16 09:28:19.237232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Router bbcd9d5f-b419-40ed-9a84-a82f13508f2a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:28:19.243316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7367ff9a-d305-4a19-8bbe-d4c7734de649 None None] Provisioning complete for port e351b460-276d-4700-a69e-aeff4cd0c283 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:19.243879 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7367ff9a-d305-4a19-8bbe-d4c7734de649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:19.309707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7367ff9a-d305-4a19-8bbe-d4c7734de649 None None] Port e351b460-276d-4700-a69e-aeff4cd0c283 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:28:19.380529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-880021d6-f66d-4eda-842e-49fac5feec8b req-ef0631ee-48c5-4392-8144-1d73929406f9 service neutron] 10.222.0.54 "GET /v2.0/networks/0a4cfb8d-6526-4c46-963e-31360b29e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3440669
Dec 16 09:28:19.472524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-d8eb313f-0f2a-40ae-84ed-d7f5e8b4222a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:19.473894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1c881c-031d-4f38-b3da-800c580239d6 req-d8eb313f-0f2a-40ae-84ed-d7f5e8b4222a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2458892
Dec 16 09:28:19.489613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:19.499245 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:19.503329 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e378f729-8347-4ab3-bfd7-b408e497d8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:19.559649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:19.575638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-77a81372-3361-42d3-9b6a-279a14b35102 req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 0.5834005
Dec 16 09:28:19.579966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:19.596006 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] 10.222.0.66 "PUT /v2.0/routers/bbcd9d5f-b419-40ed-9a84-a82f13508f2a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4752893
Dec 16 09:28:19.643502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a998350-5910-4a29-bdbc-96f59a503aa1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:19.647897 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:19.703762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744615a5-5df1-42ce-bf96-f35e99e8effa req-f1c32ca3-3358-46bf-bf1c-62352238521f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:19.706732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-744615a5-5df1-42ce-bf96-f35e99e8effa req-f1c32ca3-3358-46bf-bf1c-62352238521f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 945 time: 0.1300991
Dec 16 09:28:19.739490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fb7a8a71-f84b-480b-9465-298ef6b0dea4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:19.806064 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'tag': 'b115d78a-8b67-4136-ab79-628cadde9b2a', 'status': 'completed', 'code': 200}
Dec 16 09:28:19.852760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port fb7a8a71-f84b-480b-9465-298ef6b0dea4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:19.864391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port fb7a8a71-f84b-480b-9465-298ef6b0dea4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:19.864829 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:19.881268 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-744615a5-5df1-42ce-bf96-f35e99e8effa req-f95cc8e7-adf2-4a91-a8e7-d3b54de68728 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683462
Dec 16 09:28:20.004143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-50c2aa74-face-45ad-8783-d301bd8f22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.005711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-50c2aa74-face-45ad-8783-d301bd8f22a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=499271bb4ffa432b913a158f88e717f9&device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 1094 time: 0.1800537
Dec 16 09:28:20.034301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.051339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port fb7a8a71-f84b-480b-9465-298ef6b0dea4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fb7a8a71-f84b-480b-9465-298ef6b0dea4,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:20.056804 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.065051 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:20.091437 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:28:20.158416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=fb7a8a71-f84b-480b-9465-298ef6b0dea4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:20.166911 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:20.194479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2588c2-82c6-4ff9-8e05-1833d26ebdc3 req-caa2644c-b4c7-46f6-9e5a-6aef989e0ea7 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.195991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c2588c2-82c6-4ff9-8e05-1833d26ebdc3 req-caa2644c-b4c7-46f6-9e5a-6aef989e0ea7 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 943 time: 0.2894609
Dec 16 09:28:20.290675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:20.296474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-530500051-network', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:20.300999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:20.304816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Usage tracker for resource:network and tenant:06bb67eaaa384f47b1f99ad36c1a350f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:20.307641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:20.313554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:20.324541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Made reservation on behalf of 06bb67eaaa384f47b1f99ad36c1a350f for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:20.327066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.341889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.342000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c2588c2-82c6-4ff9-8e05-1833d26ebdc3 req-cd06610c-7ccc-4d37-bf77-b6fcea4a026b tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329906
Dec 16 09:28:20.369234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:20.373444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Usage tracker for resource:security_group_rule and tenant:06bb67eaaa384f47b1f99ad36c1a350f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:20.377361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:20.383704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:20.387799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-65514f23-88e5-470d-ae62-0af434171038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.389387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-65514f23-88e5-470d-ae62-0af434171038 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a4cfb8d-6526-4c46-963e-31360b29e501 HTTP/1.1" status: 200  len: 915 time: 0.3745935
Dec 16 09:28:20.398012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a17631-6aaa-41de-8787-f7d176b97295 req-89b18423-52d8-418c-b8a1-eab340112df0 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.399374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95a17631-6aaa-41de-8787-f7d176b97295 req-89b18423-52d8-418c-b8a1-eab340112df0 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 950 time: 0.3857520
Dec 16 09:28:20.406075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Sync routers for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:20.415281 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d7523b-bcad-4133-a42a-0d1bae05856c', 'code': 200}
Dec 16 09:28:20.418636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:20.419366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f378d6d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:20.515110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.520038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.525454 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b576cf41-fba3-41b8-8b9f-3ab4296f6fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:20.536692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-26a312f8-0160-42bd-a300-f9aa0e35db23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b115d78a-8b67-4136-ab79-628cadde9b2a HTTP/1.1" status: 200  len: 217 time: 0.1271753
Dec 16 09:28:20.554648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:28:20.569723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb709e0-462a-4266-9a4e-4134510de7e7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:20.574457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:20.575586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.576105 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Added segment 5713ff4d-00bd-4f2c-ad1e-03966ecd5a27 of type vlan for network 1ee20946-0937-4510-8e87-993f9e54d6fd
Dec 16 09:28:20.608605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.644783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.648186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.648717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.672312 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:20.695685 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4037907
Dec 16 09:28:20.699868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:20.701945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:20.736757 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95a17631-6aaa-41de-8787-f7d176b97295 req-02b287cb-6a4e-498b-9e4e-141930b0c52d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2749519
Dec 16 09:28:20.753344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Request body: {'subnet': {'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-subnet', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:20.764649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:20.779696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Usage tracker for resource:subnet and tenant:06bb67eaaa384f47b1f99ad36c1a350f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:20.784361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:20.791496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee20946-0937-4510-8e87-993f9e54d6fd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:20.793783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:20.795807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:20.803003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-77c3c257-0b81-4c39-82c7-964bce84e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.804545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Made reservation on behalf of 06bb67eaaa384f47b1f99ad36c1a350f for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:20.805024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-77c3c257-0b81-4c39-82c7-964bce84e940 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=febb3d4b-e668-4dcf-ab39-0b0f63031b33 HTTP/1.1" status: 200  len: 854 time: 0.2671642
Dec 16 09:28:20.807377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:20.852883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 1ee20946-0937-4510-8e87-993f9e54d6fd details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:28:20.880892 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-7053ee9a-e0f5-4e25-b1a2-7c9cc1d62129 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a4cfb8d-6526-4c46-963e-31360b29e501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607362
Dec 16 09:28:20.885238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6a8ca-ba75-4601-b39d-449f59437f2d req-ae8ecd3d-f519-4dd7-9e47-ea61ba6de22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.886705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ab6a8ca-ba75-4601-b39d-449f59437f2d req-ae8ecd3d-f519-4dd7-9e47-ea61ba6de22f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 1101 time: 0.3943827
Dec 16 09:28:20.922973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-14bf9614-8057-4e09-9c6e-30989b2e34a3 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/4a998350-5910-4a29-bdbc-96f59a503aa1 HTTP/1.1" status: 200  len: 1801 time: 0.1494718
Dec 16 09:28:20.949339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-12a424a3-3829-40b6-b223-c4c8477184f8 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:20.950821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-12a424a3-3829-40b6-b223-c4c8477184f8 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3029644
Dec 16 09:28:20.955679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a998350-5910-4a29-bdbc-96f59a503aa1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:20.955990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a998350-5910-4a29-bdbc-96f59a503aa1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:21.074859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:21.081286 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.084363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61b79af9-615f-4f98-9f3c-bdf8fc854f3d up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:21.102772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:21.106570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:21.117437 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8899b68f-3f53-4c8c-a084-86fc26f183f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:21.125032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-2bda7ed7-8e25-471d-9d53-2b082754abde tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200  len: 695 time: 0.1157691
Dec 16 09:28:21.127384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:21.151890 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ab6a8ca-ba75-4601-b39d-449f59437f2d req-bbf0abac-4928-4b78-a086-96224c5830b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347033
Dec 16 09:28:21.157083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Request body: {'floatingip': {'port_id': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:21.231265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50793a27-6103-439c-8a14-80b0651fcb27,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:21.242572 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:21.245028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:21.252684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:21.253079 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.257896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Checking segment: {'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:21.258324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Network hostable DHCP agents. Network: 1ee20946-0937-4510-8e87-993f9e54d6fd, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:28:21.280419 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-94926f52-6e1c-4612-a9e9-8d665802acfa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1979134
Dec 16 09:28:21.280723 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.290195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Network 1ee20946-0937-4510-8e87-993f9e54d6fd is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:28:21.301599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 1ee20946-0937-4510-8e87-993f9e54d6fd) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:21.314814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:21.315082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94476bb8-ab72-44ff-a1d6-ea4c5953eefa None None] Network 1ee20946-0937-4510-8e87-993f9e54d6fd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:21.316041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.337508 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6365364
Dec 16 09:28:21.340052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58626) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:21.346050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:21.350895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:21.355037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Usage tracker for resource:router and tenant:06bb67eaaa384f47b1f99ad36c1a350f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:21.359147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:21.365857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-b4cc9031-d2f3-4dc6-bef0-8ae6b5c8fddb service neutron] 10.222.0.54 "GET /v2.0/networks/0a4cfb8d-6526-4c46-963e-31360b29e501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4746182
Dec 16 09:28:21.366951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:21.377101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.377969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.394817 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.421539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f378d6d0>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 2, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:21.434403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Checking router: bbcd9d5f-b419-40ed-9a84-a82f13508f2a for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:21.434775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Updating router bbcd9d5f-b419-40ed-9a84-a82f13508f2a port e351b460-276d-4700-a69e-aeff4cd0c283 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:28:21.520489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.607178 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.625706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.681714 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.693936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fb7a8a71-f84b-480b-9465-298ef6b0dea4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:21.701057 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.721045 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7b3b5f91-c167-41aa-bfdd-4a3ec0d86f17 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:21.819924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-1ee20946-0937-4510-8e87-993f9e54d6fd', 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'fixed_ips': [{'subnet_id': '50793a27-6103-439c-8a14-80b0651fcb27'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:28:21.820798 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.821642 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.847556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-a11b6816-5427-486c-bf2c-60f080a85a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:21.849028 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-a11b6816-5427-486c-bf2c-60f080a85a97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 1096 time: 0.3787224
Dec 16 09:28:21.900039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:21.915893 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.921061 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:21.922137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88808461-1f21-4a0b-b572-af94a636791b'}, {'name': 'network-changed', 'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'tag': '88808461-1f21-4a0b-b572-af94a636791b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:21.945353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db56dbf-7e1a-4c4a-8a41-0e13ea6cddaa,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:21.960196 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:21.975312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74a7e11f-85be-41f6-8c78-02418b03dba4 req-cf0ab8f5-322a-4301-a671-005e22e5bbe6 service neutron] 10.222.0.54 "GET /v2.0/networks/0a4cfb8d-6526-4c46-963e-31360b29e501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5973756
Dec 16 09:28:21.978368 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:21.979482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b4d3302-bb60-4c5c-b781-6c0a2ebbe33b req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.0276895
Dec 16 09:28:22.057873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-67f6eafa-6645-421b-9f05-4d99c730b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:22.059349 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-67f6eafa-6645-421b-9f05-4d99c730b446 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.1583641
Dec 16 09:28:22.145241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port fb7a8a71-f84b-480b-9465-298ef6b0dea4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:22.145464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.251748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:22.264978 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.270059 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-23681335-2ee1-4a2e-b3b3-9fbc3ca10830 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 200  len: 217 time: 0.1879041
Dec 16 09:28:22.270235 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:22.308763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.341471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Allocated IP 172.20.0.2 (1ee20946-0937-4510-8e87-993f9e54d6fd/50793a27-6103-439c-8a14-80b0651fcb27/e2f26edc-abd3-46be-8c93-bbea2d163f7b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:22.417018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:22.493783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-0345fd85-0038-4991-a42a-5b87a4203874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:22.495291 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-0345fd85-0038-4991-a42a-5b87a4203874 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1690164
Dec 16 09:28:22.511385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.583763 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.589390 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-3e533616-71e1-4577-a203-53b34f7ac47f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519717
Dec 16 09:28:22.600704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.605915 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Floating IP 207f9b75-6e77-4731-9223-b9e361bbb73b associated. External IP: 172.25.3.82, port: e55642ef-ca22-4cb1-911b-069aac671ed8.
Dec 16 09:28:22.638814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Transition to ACTIVE for port object e351b460-276d-4700-a69e-aeff4cd0c283 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:22.677146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.692518 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-37c56135-ef7a-477d-81f3-fc79c9021ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:22.705574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bdaf-e518-4a54-9588-e2dd7ee4d9fb req-92e480f0-9416-4e0e-952c-5f765b11c67b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:22.707033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6986bdaf-e518-4a54-9588-e2dd7ee4d9fb req-92e480f0-9416-4e0e-952c-5f765b11c67b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 943 time: 0.4403985
Dec 16 09:28:22.762967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-51338336-e5b0-4b89-a92e-6dbde830b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:22.764392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-51338336-e5b0-4b89-a92e-6dbde830b401 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1124 time: 0.3992202
Dec 16 09:28:22.855168 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-0b07a40a-9912-4700-b89f-cacb1c418d21 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259200
Dec 16 09:28:22.908267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Allocated IP 172.25.3.125 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/25ed5ff9-9ded-46b9-8626-2bee2f1a7bce) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:22.937373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:22.945893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6986bdaf-e518-4a54-9588-e2dd7ee4d9fb req-c413bcca-5e43-4b8c-a781-8859ef242883 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727951
Dec 16 09:28:22.980899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e37efb-b000-46bf-bf70-041d1d8fc591 None None] Pushing event updated for resources: {'Port': ['ID=e351b460-276d-4700-a69e-aeff4cd0c283,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:23.001411 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-19e37efb-b000-46bf-bf70-041d1d8fc591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:23.043522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Transition to ACTIVE for port object e2f26edc-abd3-46be-8c93-bbea2d163f7b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:23.100268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b115d78a-8b67-4136-ab79-628cadde9b2a details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:28:23.113499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Transition to ACTIVE for port object e2f26edc-abd3-46be-8c93-bbea2d163f7b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:23.118060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Attempting to bind port e351b460-276d-4700-a69e-aeff4cd0c283 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:23.121802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Attempting to bind port e351b460-276d-4700-a69e-aeff4cd0c283 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:23.122566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Attempting to bind port e351b460-276d-4700-a69e-aeff4cd0c283 on network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:23.132962 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.140940 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:23.172921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:23.174328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Checking segment: {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:23.175011 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.175693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Bound using segment: {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:23.176481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Bound port: e351b460-276d-4700-a69e-aeff4cd0c283, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:23.177143 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.227427 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6cee0cac-f7c8-43cb-80e8-d01c204a3774 req-f1d8faff-1834-4bb7-a311-b2abd270c555 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3590331
Dec 16 09:28:23.232625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-9ac6082b-b767-4ea5-a392-9644604dc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:23.234064 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-9ac6082b-b767-4ea5-a392-9644604dc060 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.4260604
Dec 16 09:28:23.264441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.294673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Network 1ee20946-0937-4510-8e87-993f9e54d6fd is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:23.311293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.318024 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:23.323657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-589b4171-8607-4d3d-825e-cf843da4ba2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 217 time: 0.0787416
Dec 16 09:28:23.375928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:23.398417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:23.399565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:23.402347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:23.407070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:23.412458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Router 3905c34f-3540-4a51-8601-e8bf40425e7b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:28:23.423946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Pushing event updated for resources: {'Port': ['ID=e2f26edc-abd3-46be-8c93-bbea2d163f7b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:23.433097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Pushing event updated for resources: {'Port': ['ID=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:23.438118 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:23.465128 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:23.575493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] For port e351b460-276d-4700-a69e-aeff4cd0c283, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:23.586181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b115d78a-8b67-4136-ab79-628cadde9b2a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b115d78a-8b67-4136-ab79-628cadde9b2a,segment=NetworkSegment(a3a1e011-81cc-4c4e-8500-d59f3736cb95),segment_id=a3a1e011-81cc-4c4e-8500-d59f3736cb95)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:23.594688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Attempting to bind port e2f26edc-abd3-46be-8c93-bbea2d163f7b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:23.595741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Attempting to bind port e2f26edc-abd3-46be-8c93-bbea2d163f7b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:23.596209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Attempting to bind port e2f26edc-abd3-46be-8c93-bbea2d163f7b on network 1ee20946-0937-4510-8e87-993f9e54d6fd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:23.610035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] For port e351b460-276d-4700-a69e-aeff4cd0c283, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e351b460-276d-4700-a69e-aeff4cd0c283,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:23.611581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:23.612123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Checking segment: {'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:23.612643 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.613203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Bound using segment: {'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:23.613781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Bound port: e2f26edc-abd3-46be-8c93-bbea2d163f7b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:23.614270 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.629783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.633587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'b115d78a-8b67-4136-ab79-628cadde9b2a', 'network_id': '0a4cfb8d-6526-4c46-963e-31360b29e501', 'port_id': 'b115d78a-8b67-4136-ab79-628cadde9b2a', 'mac_address': 'fa:16:3e:26:93:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febb3d4b-e668-4dcf-ab39-0b0f63031b33', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:28:23.637761 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:23.703036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-d27b4e07-9b52-4699-b4c6-b3d5b4a16280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:23.705109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-d27b4e07-9b52-4699-b4c6-b3d5b4a16280 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.3545775
Dec 16 09:28:23.818754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.866598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] For port e2f26edc-abd3-46be-8c93-bbea2d163f7b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:23.870672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:23.883288 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] Sync routers for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:23.884782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] For port e2f26edc-abd3-46be-8c93-bbea2d163f7b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e2f26edc-abd3-46be-8c93-bbea2d163f7b,segment=NetworkSegment(5713ff4d-00bd-4f2c-ad1e-03966ecd5a27),segment_id=5713ff4d-00bd-4f2c-ad1e-03966ecd5a27)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:23.899019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.899515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:23.899747 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:23.902929 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a61400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:23.915820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b115d78a-8b67-4136-ab79-628cadde9b2a {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:23.919698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:23.920338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f378d6d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:23.941713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-b9789744-f971-445b-a4b2-4f3a78ac9948 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2270896
Dec 16 09:28:24.017543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e37efb-b000-46bf-bf70-041d1d8fc591 None None] Pushing event updated for resources: {'Port': ['ID=e351b460-276d-4700-a69e-aeff4cd0c283,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:24.032940 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-19e37efb-b000-46bf-bf70-041d1d8fc591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:24.038722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:24.043030 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:24.081189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-9d896490-3e22-47ba-86ff-ffa844e1452c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "PUT /v2.0/floatingips/207f9b75-6e77-4731-9223-b9e361bbb73b HTTP/1.1" status: 200  len: 995 time: 2.9358170
Dec 16 09:28:24.107120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e1210-80cf-4d6e-9038-542ebc4a982a req-26f8d6c0-6aab-4f85-94fb-a0d1ffaf1264 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:24.115805 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e2e1210-80cf-4d6e-9038-542ebc4a982a req-26f8d6c0-6aab-4f85-94fb-a0d1ffaf1264 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.6751232
Dec 16 09:28:24.132056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b115d78a-8b67-4136-ab79-628cadde9b2a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b115d78a-8b67-4136-ab79-628cadde9b2a,segment=NetworkSegment(a3a1e011-81cc-4c4e-8500-d59f3736cb95),segment_id=a3a1e011-81cc-4c4e-8500-d59f3736cb95)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:24.226955 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:24.269806 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:24.274112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e2e1210-80cf-4d6e-9038-542ebc4a982a req-1d3c8d07-23b6-48a4-8b7b-db5412fb3f53 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570425
Dec 16 09:28:24.303212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-07925367-f913-486c-8581-98a427c4c745 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3526344
Dec 16 09:28:24.308558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Pushing event updated for resources: {'Port': ['ID=e2f26edc-abd3-46be-8c93-bbea2d163f7b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:24.340721 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:24.341284 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c39ebc8a-7b06-4b0d-8936-de6d8e2ac0b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:24.424205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:24.715778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:24.717243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-f3dbc56c-01bc-4f38-ab14-a970277da055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:24.718780 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-f3dbc56c-01bc-4f38-ab14-a970277da055 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=50977e24d11147dfb631cc49c4a88d68&device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 1096 time: 0.5865126
Dec 16 09:28:24.772702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['b115d78a-8b67-4136-ab79-628cadde9b2a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:24.824852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b115d78a-8b67-4136-ab79-628cadde9b2a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:24.836262 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:24.855908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-066ecd79-9059-4def-9c64-4b40784c1fa4 req-c3c37cc6-3918-4c9e-8b1b-8ca39b2bb28b service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5432951
Dec 16 09:28:24.949369 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a61400>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '207f9b75-6e77-4731-9223-b9e361bbb73b', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'port_id': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'mac_address': 'fa:16:3e:bb:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:22Z', 'revision_number': 1, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:48Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:24.954473 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] Checking router: 3905c34f-3540-4a51-8601-e8bf40425e7b for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:24.964645 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:24.965709 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a61400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:25.004627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581127c-f15e-4f10-91e9-3455dcc76f65 req-9b144a62-48e5-4027-84d1-67bb632e3eac tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:25.006139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6581127c-f15e-4f10-91e9-3455dcc76f65 req-9b144a62-48e5-4027-84d1-67bb632e3eac tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 944 time: 0.4948940
Dec 16 09:28:25.026957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-d85ff2a3-fc96-47e6-a60c-6710c0888493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:25.028457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-d85ff2a3-fc96-47e6-a60c-6710c0888493 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 200  len: 930 time: 0.3015409
Dec 16 09:28:25.068513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:28:25.177565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6581127c-f15e-4f10-91e9-3455dcc76f65 req-f72f7e47-66f1-4c76-8a6e-9316376473d2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480079
Dec 16 09:28:25.253507 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:25.372366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:25.373335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-27fcaad9-5ffb-4856-a319-462070a5c1ac service neutron] 10.222.0.54 "GET /v2.0/ports/88808461-1f21-4a0b-b572-af94a636791b/bindings/n-h2-820554-2 HTTP/1.1" status: 200  len: 384 time: 0.1868660
Dec 16 09:28:25.411073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-cb59319b-e039-4382-9369-cc02dcda540a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 998 time: 0.3688581
Dec 16 09:28:25.411475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Sync routers for ids ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:25.419552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:25.423910 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.0802307
Dec 16 09:28:25.424136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:25.450778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Routers {'8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:25.451464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2061130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:25.656894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-7293f15f-346e-4838-93bf-64d79360319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:25.658434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-7293f15f-346e-4838-93bf-64d79360319b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=239a122e-0d3a-44a5-8899-788afb5cefbc HTTP/1.1" status: 200  len: 868 time: 0.1241076
Dec 16 09:28:25.710104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2600125-ea21-49d2-8a58-394a75fc90ff None None] Network 1ee20946-0937-4510-8e87-993f9e54d6fd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:28:25.764856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e2f26edc-abd3-46be-8c93-bbea2d163f7b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:25.833473 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a61400>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '207f9b75-6e77-4731-9223-b9e361bbb73b', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'port_id': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'mac_address': 'fa:16:3e:bb:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:22Z', 'revision_number': 1, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:48Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:25.837489 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb794d5d-03b1-4dbd-b7ea-9cfa775d464e None None] The sync data for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 is: [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '207f9b75-6e77-4731-9223-b9e361bbb73b', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'port_id': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'mac_address': 'fa:16:3e:bb:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:22Z', 'revision_number': 1, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:48Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:25.977307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c1dec7d9-b3c7-4bee-a76d-f5f784499620 None None] Provisioning for port e2f26edc-abd3-46be-8c93-bbea2d163f7b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:26.070918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f378d6d0>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:26.094388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e2f26edc-abd3-46be-8c93-bbea2d163f7b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:26.098385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12163e2c-aaef-4852-9d84-24aba70c2ebb None None] The sync data for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 is: [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:26.105274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Set router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:26.133121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:26.149851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9917e5-760d-40c0-816d-0242e31051dd req-4b4ba730-5944-4c55-b425-81182344d79f tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:26.151535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a9917e5-760d-40c0-816d-0242e31051dd req-4b4ba730-5944-4c55-b425-81182344d79f tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 950 time: 0.7729857
Dec 16 09:28:26.157268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-acce66b5-d92b-4e57-8b2b-ed783d9c2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:26.159426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-acce66b5-d92b-4e57-8b2b-ed783d9c2be9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a75ad279-6c16-40e3-b448-fc228fdec8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3084865
Dec 16 09:28:26.255474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e2f26edc-abd3-46be-8c93-bbea2d163f7b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:26.255948 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:26.310434 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d3b25-69c1-4792-b235-7ee91f1c121f None None] New status for floating IP 207f9b75-6e77-4731-9223-b9e361bbb73b: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:28:26.314529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:26.428961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a9917e5-760d-40c0-816d-0242e31051dd req-b5c80963-cc08-4fff-a0cd-ce94b9533497 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595143
Dec 16 09:28:26.431614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88808461-1f21-4a0b-b572-af94a636791b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:28:26.473392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:26.537318 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-896a4a37-e551-45fc-b928-0adbbf185325 service neutron] 10.222.0.66 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3487637
Dec 16 09:28:26.539663 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:26.578999 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88808461-1f21-4a0b-b572-af94a636791b', 'code': 200}
Dec 16 09:28:26.579968 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'tag': '88808461-1f21-4a0b-b572-af94a636791b', 'status': 'completed', 'code': 200}
Dec 16 09:28:26.646763 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:26.700390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-408555580', 'description': 'tempest-description-2098144878'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:26.812593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:26.837846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:26.839146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:26.855723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:26.871846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:26.902058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e2f26edc-abd3-46be-8c93-bbea2d163f7b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e2f26edc-abd3-46be-8c93-bbea2d163f7b,segment=NetworkSegment(5713ff4d-00bd-4f2c-ad1e-03966ecd5a27),segment_id=5713ff4d-00bd-4f2c-ad1e-03966ecd5a27)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:26.911354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2061130>, [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 3, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:26.916320 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:26.922787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Checking router: 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:26.923780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Updating router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:28:26.926686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Allocated IP 172.20.0.1 (1ee20946-0937-4510-8e87-993f9e54d6fd/50793a27-6103-439c-8a14-80b0651fcb27/cedbc5d1-f24f-4009-8c23-c87471a5ad46) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:26.957505 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:26.984672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.037750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] Transition to ACTIVE for port object 88808461-1f21-4a0b-b572-af94a636791b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:27.050556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-b4710d0c-361b-42fc-8fd8-aef92fcae8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:27.052277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-b4710d0c-361b-42fc-8fd8-aef92fcae8ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1082 time: 0.4037504
Dec 16 09:28:27.054437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abe7cc4f-bb63-4acb-9394-6a20065eb204 req-b21b414c-1ee3-45ad-8ae5-d6bc90c3e194 service neutron] 10.222.0.66 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4775467
Dec 16 09:28:27.055717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:27.065221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.065810 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.091501 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efc1f6cd-828a-4522-b223-ce3baa8093c2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:27.250423 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d', 'code': 200}
Dec 16 09:28:27.253830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:27.258907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] Pushing event updated for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:27.262155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b115d78a-8b67-4136-ab79-628cadde9b2a up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:27.265902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:27.269451 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:27.329946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.337328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:27.344996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e2f26edc-abd3-46be-8c93-bbea2d163f7b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:27.358891 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:27.375291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Transition to ACTIVE for port object cedbc5d1-f24f-4009-8c23-c87471a5ad46 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:27.387076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ec656-8d51-4ec5-841c-f5f20070989c req-0716d318-3b40-47a3-8715-a8dca0f0c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:27.388664 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3b2ec656-8d51-4ec5-841c-f5f20070989c req-0716d318-3b40-47a3-8715-a8dca0f0c9d6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1097 time: 0.1546848
Dec 16 09:28:27.447982 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3b2ec656-8d51-4ec5-841c-f5f20070989c req-34c17c32-ec88-44b3-85bb-ae5c30e86b97 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515335
Dec 16 09:28:27.450064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.454381 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:27.525009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Pushing event updated for resources: {'Port': ['ID=cedbc5d1-f24f-4009-8c23-c87471a5ad46,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:27.528048 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:27.541726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Network 1ee20946-0937-4510-8e87-993f9e54d6fd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:27.542833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:27.546139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:27.602792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] No DVR routers for this DVR port 88808461-1f21-4a0b-b572-af94a636791b on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:28:27.646927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4135819a-c771-4251-a472-f431bf7e819e None None] Provisioning complete for port e2f26edc-abd3-46be-8c93-bbea2d163f7b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:27.647193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4135819a-c771-4251-a472-f431bf7e819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.682128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.802663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port b115d78a-8b67-4136-ab79-628cadde9b2a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:27.804938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-96c8cf92-9314-4fad-adb7-1bb8d06f31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:27.806488 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-96c8cf92-9314-4fad-adb7-1bb8d06f31ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.7162137
Dec 16 09:28:27.824759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port b115d78a-8b67-4136-ab79-628cadde9b2a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:27.825200 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.883777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e351b460-276d-4700-a69e-aeff4cd0c283 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:27.895066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:27.940679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-dadd5b76-b567-4084-8f0f-31c5a5ff1863 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 217 time: 0.1154389
Dec 16 09:28:27.945281 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:28:27.955065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] 10.222.0.54 "PUT /v2.0/ports/88808461-1f21-4a0b-b572-af94a636791b/bindings/n-h2-820554-2/activate HTTP/1.1" status: 200  len: 369 time: 2.5379879
Dec 16 09:28:27.962050 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.006084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a60f2f-7082-4be6-9d59-6e3423909c93 req-bc1ff1b5-af7b-4304-8828-15b5653ed8af tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:28.013128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44a60f2f-7082-4be6-9d59-6e3423909c93 req-bc1ff1b5-af7b-4304-8828-15b5653ed8af tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 944 time: 0.6051040
Dec 16 09:28:28.035795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.044488 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05796c2e-52c5-42af-8d3e-35e80e97a38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:28.108696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9481adb2-c65a-4a0b-b790-b0a744b8ff7d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:28.111428 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.112722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6b23d2f-a7b9-4988-8314-d7728efdd4ba req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 1.4684558
Dec 16 09:28:28.115566 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:28.128038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.133270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-fade875b-4a43-43a8-932a-a551852239f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:28.137041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-fade875b-4a43-43a8-932a-a551852239f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1809523
Dec 16 09:28:28.154517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44a60f2f-7082-4be6-9d59-6e3423909c93 req-849a4c5e-8554-4df1-b69d-0bf2ddc4bb30 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403165
Dec 16 09:28:28.184677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Transition to ACTIVE for port object 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:28.203814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e351b460-276d-4700-a69e-aeff4cd0c283 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:28.213638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e351b460-276d-4700-a69e-aeff4cd0c283 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:28.214034 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.231838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-3878118a-83f3-4585-88f9-769bc82bcabc tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:28.233365 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-3878118a-83f3-4585-88f9-769bc82bcabc tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1095 time: 0.1735604
Dec 16 09:28:28.239925 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.251731 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:28.261980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-65753da7-b63f-4c88-b406-e74efebc725f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1048155
Dec 16 09:28:28.310302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.326984 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.340595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.366265 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fee829f-bc20-4d32-b001-6634f445a158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:28.400425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b372cf46-b4fd-4549-a38b-a8bcd1963306 None None] Provisioning for port cedbc5d1-f24f-4009-8c23-c87471a5ad46 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:28.408743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cdd17-6820-4045-bd1f-21d795b633db None None] Pushing event updated for resources: {'Port': ['ID=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:28.411515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Attempting to bind port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:28.411916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Attempting to bind port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:28.412310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Attempting to bind port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:28.417975 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-076cdd17-6820-4045-bd1f-21d795b633db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:28.430894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b372cf46-b4fd-4549-a38b-a8bcd1963306 None None] Provisioning complete for port cedbc5d1-f24f-4009-8c23-c87471a5ad46 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:28.431324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b372cf46-b4fd-4549-a38b-a8bcd1963306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.433028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Pushing event updated for resources: {'Port': ['ID=cedbc5d1-f24f-4009-8c23-c87471a5ad46,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:28.447729 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:28.470465 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.480444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-623e5a6c-c7b8-4410-ae7f-b4ff60dda123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:28.482097 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-623e5a6c-c7b8-4410-ae7f-b4ff60dda123 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b&tenant_id=e1240a924e4648a68de372f9d00931e3 HTTP/1.1" status: 200  len: 1095 time: 0.2334251
Dec 16 09:28:28.495097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:28.495589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:28.496025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.496470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:28.497015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Bound port: 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:28.497426 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.581180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b115d78a-8b67-4136-ab79-628cadde9b2a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b115d78a-8b67-4136-ab79-628cadde9b2a,segment=NetworkSegment(a3a1e011-81cc-4c4e-8500-d59f3736cb95),segment_id=a3a1e011-81cc-4c4e-8500-d59f3736cb95)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:28.650052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.651026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 88808461-1f21-4a0b-b572-af94a636791b no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:28.708609 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-19e37efb-b000-46bf-bf70-041d1d8fc591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:28.738491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:28.774698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b372cf46-b4fd-4549-a38b-a8bcd1963306 None None] Port cedbc5d1-f24f-4009-8c23-c87471a5ad46 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:28:28.831620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.852219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-5e053cb9-5ea4-41cc-8d54-9fec634b3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:28.853425 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-5e053cb9-5ea4-41cc-8d54-9fec634b3475 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1095 time: 0.2905376
Dec 16 09:28:28.857767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Network 1ee20946-0937-4510-8e87-993f9e54d6fd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:28.859131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:28.875502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] For port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:28.884319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] For port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:28.888308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 88808461-1f21-4a0b-b572-af94a636791b not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:28.894830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b115d78a-8b67-4136-ab79-628cadde9b2a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:28.900128 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.904207 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:28.904687 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:28.912499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8083ca-94fa-4150-beec-7509d5e561aa req-e3ccf368-8d2a-4893-b49d-d9946fe5c7b5 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:28.915616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e8083ca-94fa-4150-beec-7509d5e561aa req-e3ccf368-8d2a-4893-b49d-d9946fe5c7b5 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.5341179
Dec 16 09:28:28.923858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-d5e325c5-08e4-4b99-9c09-6575d097506a service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6538222
Dec 16 09:28:28.958254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e351b460-276d-4700-a69e-aeff4cd0c283, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e351b460-276d-4700-a69e-aeff4cd0c283,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:28.975849 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:28.977103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e2f26edc-abd3-46be-8c93-bbea2d163f7b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:28.998341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342966cd-6cd6-4ed7-8978-22e7e4cc5a37 req-1a78c286-7c4e-4f04-a9c4-bc202f2d69f2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:28.999913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342966cd-6cd6-4ed7-8978-22e7e4cc5a37 req-1a78c286-7c4e-4f04-a9c4-bc202f2d69f2 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 945 time: 0.2623959
Dec 16 09:28:29.068974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Routers {'8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:29.069953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2061130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:29.126665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e8083ca-94fa-4150-beec-7509d5e561aa req-2e69daec-260b-4a66-82c5-d1a4a9d1f5aa tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999335
Dec 16 09:28:29.152309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cdd17-6820-4045-bd1f-21d795b633db None None] Pushing event updated for resources: {'Port': ['ID=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:29.165106 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-076cdd17-6820-4045-bd1f-21d795b633db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:29.166773 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:29.182492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342966cd-6cd6-4ed7-8978-22e7e4cc5a37 req-e25cd2bf-b704-4ef5-a085-da0bc3c07c95 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237597
Dec 16 09:28:29.209392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-953f96c5-58f8-4c3e-8025-d106c26c9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:29.211756 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-953f96c5-58f8-4c3e-8025-d106c26c9d35 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.3446078
Dec 16 09:28:29.246147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148b5c76-a045-42f6-a8ad-673e09d81389 req-667d8261-2e4b-48b7-a995-50009c5c58e1 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2937608
Dec 16 09:28:29.297337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115d78a-8b67-4136-ab79-628cadde9b2a'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:29.301537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:28:29.303123 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-892fe28b-d21e-4774-8477-9efb9dd3d68c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 200  len: 217 time: 0.0816987
Dec 16 09:28:29.345642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-446a64ca-10a0-4bbb-bb9d-6ae0bd7f8e5c None None] Provisioning complete for port cedbc5d1-f24f-4009-8c23-c87471a5ad46 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:29.346096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-446a64ca-10a0-4bbb-bb9d-6ae0bd7f8e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:29.393705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e2f26edc-abd3-46be-8c93-bbea2d163f7b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:29.394109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:29.432661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e351b460-276d-4700-a69e-aeff4cd0c283,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:29.446918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d98594f7-bb04-41e6-8fff-ce69204c4c92 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 258 time: 0.1995101
Dec 16 09:28:29.448492 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:29.460378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:29.464879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-052197a7-b995-4ea6-a0a3-213991c2a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:29.466141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:29.466936 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-052197a7-b995-4ea6-a0a3-213991c2a8c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1565034
Dec 16 09:28:29.476654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:29.483269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-446a64ca-10a0-4bbb-bb9d-6ae0bd7f8e5c None None] Port cedbc5d1-f24f-4009-8c23-c87471a5ad46 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:28:29.492714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] Set router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:29.501682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:29.575977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:29.630716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-7b4d1c15-c548-4fd2-9506-5de46b7b38a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527494
Dec 16 09:28:29.643758 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] 10.222.0.66 "PUT /v2.0/routers/8be2e82e-fbc8-47d8-916a-d22cf97ff7d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2185552
Dec 16 09:28:29.753883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-e6599de4-2ac1-4356-a565-f4f86d16574c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/9481adb2-c65a-4a0b-b790-b0a744b8ff7d HTTP/1.1" status: 200  len: 1804 time: 0.0829690
Dec 16 09:28:29.759302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9481adb2-c65a-4a0b-b790-b0a744b8ff7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:29.759815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9481adb2-c65a-4a0b-b790-b0a744b8ff7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:29.780170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:29.792399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:29.797132 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-9929e288-0f59-47d7-b793-2f3dc8b65943 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503844
Dec 16 09:28:29.799884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:29.807070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:29.809992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:29.962906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e351b460-276d-4700-a69e-aeff4cd0c283 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:29.978240 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-296ac64c-9602-40f3-97ed-eb8c9f831851 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725178
Dec 16 09:28:30.002849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.050811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.054050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2061130>, [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 4, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'cedbc5d1-f24f-4009-8c23-c87471a5ad46', 'name': '', 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'mac_address': 'fa:16:3e:0c:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '50793a27-6103-439c-8a14-80b0651fcb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:26Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 2, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'subnets': [{'id': '50793a27-6103-439c-8a14-80b0651fcb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:30.056036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e351b460-276d-4700-a69e-aeff4cd0c283 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:30.056415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.060061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Allocated IP 172.25.3.250 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ac28bd40-c448-42b0-a51b-a827b6c2e036) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:30.062169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.074035 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:30.093256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90472a-bd95-4b9f-9a45-efb5c2d1112d None None] The sync data for ids ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'] in n-d-820554-2 is: [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 4, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'cedbc5d1-f24f-4009-8c23-c87471a5ad46', 'name': '', 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'mac_address': 'fa:16:3e:0c:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '50793a27-6103-439c-8a14-80b0651fcb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:26Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 2, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'subnets': [{'id': '50793a27-6103-439c-8a14-80b0651fcb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:30.102131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae5fe59-ad92-49ff-a056-e832067ebd88,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:30.104647 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:30.131440 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.132622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5e3ef96-d945-4523-9e73-f0a82a8a89f2 req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3776405
Dec 16 09:28:30.240632 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'status': 'completed', 'code': 200}
Dec 16 09:28:30.333056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.370248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-8b2208bd-89ad-4508-a006-ffb6fbba0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:30.372791 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-8b2208bd-89ad-4508-a006-ffb6fbba0fe3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50977e24d11147dfb631cc49c4a88d68&device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 1096 time: 0.1308398
Dec 16 09:28:30.532871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-c0e369db-12ad-42be-ac4d-b1c5062007d5 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:30.534386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-c0e369db-12ad-42be-ac4d-b1c5062007d5 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1095 time: 0.1978414
Dec 16 09:28:30.540209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.554914 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:30.604753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-97e8dc0f-9c41-44a4-b443-b086f7ba6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:30.606762 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-97e8dc0f-9c41-44a4-b443-b086f7ba6310 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 200  len: 930 time: 0.2269914
Dec 16 09:28:30.615949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fba218-f6c7-4215-a979-726eb4676c23 req-2f4d6ac2-fef0-4481-9b00-45a840e16a03 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:30.623082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64fba218-f6c7-4215-a979-726eb4676c23 req-2f4d6ac2-fef0-4481-9b00-45a840e16a03 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 944 time: 0.2457011
Dec 16 09:28:30.714851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:28:30.726459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:28:30.728926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:28:30.737211 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-8c0bda60-5b65-4c5e-ac77-3a6c7d390b1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 1000 time: 0.1192760
Dec 16 09:28:30.774927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event updated for resources: {'Port': ['ID=ac28bd40-c448-42b0-a51b-a827b6c2e036,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:30.777945 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:30.800997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64fba218-f6c7-4215-a979-726eb4676c23 req-ebeaa56b-4755-4b56-a0b4-3b6ed60ce594 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769443
Dec 16 09:28:30.812537 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:30.824366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-7c208d6f-c379-4a8d-b9f0-96f27fed166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:30.830414 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-7c208d6f-c379-4a8d-b9f0-96f27fed166b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=239a122e-0d3a-44a5-8899-788afb5cefbc HTTP/1.1" status: 200  len: 868 time: 0.0860875
Dec 16 09:28:30.905449 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115d78a-8b67-4136-ab79-628cadde9b2a', 'code': 200}
Dec 16 09:28:31.055235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:31.109698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-d967fdb2-d196-4d62-956e-700222c7aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:31.110654 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-d967fdb2-d196-4d62-956e-700222c7aa1d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a75ad279-6c16-40e3-b448-fc228fdec8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2722847
Dec 16 09:28:31.237890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-83e3323d-7626-4e11-a9c7-8391ced89fb9 service neutron] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:31.302351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-83e3323d-7626-4e11-a9c7-8391ced89fb9 service neutron] Notify callbacks [] for binding, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:31.303582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58a8841e-3db8-4ee3-a9a7-fec04d3b9235 req-83e3323d-7626-4e11-a9c7-8391ced89fb9 service neutron] 10.222.0.74 "DELETE /v2.0/ports/88808461-1f21-4a0b-b572-af94a636791b/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.7499504
Dec 16 09:28:31.363466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-5cd22997-904e-4c02-9e24-6eb3be2ca015 service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2443933
Dec 16 09:28:31.372700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacbfb3-2d82-44ba-8603-a5d3239d54c4 req-ae0a58e2-beb3-4478-a06a-e0a46228adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:31.374809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aaacbfb3-2d82-44ba-8603-a5d3239d54c4 req-ae0a58e2-beb3-4478-a06a-e0a46228adf7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 1096 time: 0.3947484
Dec 16 09:28:31.550350 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c508730b-4c5b-4fa5-a3d3-c189fda7f57a req-91197348-b6cb-4129-b48d-41b934c72ec7 service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800275
Dec 16 09:28:31.651624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aaacbfb3-2d82-44ba-8603-a5d3239d54c4 req-4d69f754-dc74-4eaf-8d05-2ca967dda631 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641559
Dec 16 09:28:31.751930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:31.760706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:31.765523 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-42a352c0-024e-4dcf-8469-625793639cd7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:31.839791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:31.904263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event updated for resources: {'Port': ['ID=ac28bd40-c448-42b0-a51b-a827b6c2e036,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:31.909461 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:31.925990 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:31.932952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4764695
Dec 16 09:28:31.958617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:32.037765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-18525f2a-56a1-4fa0-8c1c-b73e455bc972 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:32.053735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.054234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.054713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.055260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.055797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.056468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.056830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.057426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.058477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.059098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.059551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:32.059669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.060166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.066579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:32.067403 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.069729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-1895b776-715d-419c-9f60-66462069b692 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7&device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37&device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8&device_id=ddcfd818-d410-4ed8-9552-368473cdd62b&device_id=99d7b366-bfeb-42df-8be8-52a99796ee09&device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c&device_id=57fec794-fb35-4089-81fc-81f6578c6e02&device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b&device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b&device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d&device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 10858 time: 0.3594997
Dec 16 09:28:32.090381 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.111982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:32.114875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-18525f2a-56a1-4fa0-8c1c-b73e455bc972 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:32.116077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-18525f2a-56a1-4fa0-8c1c-b73e455bc972 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200  len: 696 time: 0.1823537
Dec 16 09:28:32.118923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Usage tracker for resource:security_group_rule and tenant:6e297eef4f864607aef200898e7647d4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:32.124852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:32.155278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:32.227694 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.247300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:32.251147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.253003 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:32.331519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:32.335920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-54b4d313-f6f7-4656-aaa6-37a7796dd2ec tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.337452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9735b9b3-5130-4a8b-972f-f667eee9c4b3 req-54b4d313-f6f7-4656-aaa6-37a7796dd2ec tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2073820
Dec 16 09:28:32.341641 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:32.404100 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.409976 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.426665 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9034d9d6-24de-4b01-bc22-3348d182b7c8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:32.453036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60e6767d-573c-47f7-b6ca-c234c9b6250d req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&id=1e2db742-38c4-4c03-abc5-272b793adebb&id=897dcb1a-b179-481b-bacf-cdf02124809d&id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&id=f9dc1208-f0ba-4011-a973-fa562f718096&id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 647 time: 0.3823862
Dec 16 09:28:32.534634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1356408497', 'description': 'tempest-description-57541595'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:32.546023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:32.551263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050ef38f-fe19-4a97-9fe3-a7b9d9a43841,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:32.560457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:32.564323 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:32.565181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:32.578984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:32.595576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.623108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:32.629479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:32.632761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:32.643118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb19-4393-4015-af75-1b2adcebd019 req-b9e94822-e975-46fb-8195-18735060e4fb tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.644617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9120cb19-4393-4015-af75-1b2adcebd019 req-b9e94822-e975-46fb-8195-18735060e4fb tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.1754305
Dec 16 09:28:32.648957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:32.739873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9120cb19-4393-4015-af75-1b2adcebd019 req-0ad5eb75-299c-4369-accc-c35934682ae9 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800288
Dec 16 09:28:32.820462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.826055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.835501 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c286c84-a4f0-40e4-a029-4b58feac0ed5 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:32.935135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac443f9-36f0-4c1d-8b7a-5fe6b976a412,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:32.939755 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:32.940467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:32.941645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b0f75c0-59c8-4312-bc79-096ba9bdd594 req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.4209056
Dec 16 09:28:32.988605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4eb17-8759-4bf8-8e4d-d0a11f4ecaac req-46ead9df-a55e-4491-9295-e03afae1f44c tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:32.990667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdf4eb17-8759-4bf8-8e4d-d0a11f4ecaac req-46ead9df-a55e-4491-9295-e03afae1f44c tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 945 time: 0.1197941
Dec 16 09:28:33.083253 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdf4eb17-8759-4bf8-8e4d-d0a11f4ecaac req-b44ed64a-4e47-4eed-9aad-2fd1dce1317f tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827310
Dec 16 09:28:33.124728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0954be-9d08-444b-9225-c04346d72640 req-278202d4-3080-4abe-805c-fccae16ac0a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:33.126249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e0954be-9d08-444b-9225-c04346d72640 req-278202d4-3080-4abe-805c-fccae16ac0a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 944 time: 0.0922015
Dec 16 09:28:33.187199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e0954be-9d08-444b-9225-c04346d72640 req-effd8709-f22a-4ae0-ba70-3b2cd8a6ff6d tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547018
Dec 16 09:28:33.431826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf3e9d-7974-4017-bc5b-1cab3b6d594e req-70569f4f-3f08-4f3b-8cd2-5dbf66154219 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:33.433343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bcf3e9d-7974-4017-bc5b-1cab3b6d594e req-70569f4f-3f08-4f3b-8cd2-5dbf66154219 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1215520
Dec 16 09:28:33.645572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bcf3e9d-7974-4017-bc5b-1cab3b6d594e req-665775bd-9775-4546-9a44-205e765027aa tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200  len: 696 time: 0.1962838
Dec 16 09:28:33.650623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2bcf3e9d-7974-4017-bc5b-1cab3b6d594e req-9bfed00d-5848-4e28-9865-8170fa8144f1 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Request body: {'floatingip': {'port_id': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:33.743953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bcf3e9d-7974-4017-bc5b-1cab3b6d594e req-9bfed00d-5848-4e28-9865-8170fa8144f1 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:33.927676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:33.934207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdac998-2317-494f-a82d-dd66bb501eba req-2713cce9-0dd3-4987-9354-ec330a63830f tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:33.935838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fdac998-2317-494f-a82d-dd66bb501eba req-2713cce9-0dd3-4987-9354-ec330a63830f tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1097 time: 0.3696678
Dec 16 09:28:34.041577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:34.042300 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:34.067853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fdac998-2317-494f-a82d-dd66bb501eba req-f67c5d98-3f49-4d09-8585-f35c23c8fbb1 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240139
Dec 16 09:28:34.133483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Sync routers for ids ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:34.155123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Routers {'8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:34.156159 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc2700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:34.277754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-218183864', 'description': 'tempest-description-616148662'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:34.298966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:34.306615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:34.311082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:34.324465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:34.348237 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:34.359537 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-2bcf3e9d-7974-4017-bc5b-1cab3b6d594e req-9bfed00d-5848-4e28-9865-8170fa8144f1 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:28:34.360587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bcf3e9d-7974-4017-bc5b-1cab3b6d594e req-9bfed00d-5848-4e28-9865-8170fa8144f1 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "PUT /v2.0/floatingips/ae6209aa-1c57-4a8c-a245-5f94cf0f72e7 HTTP/1.1" status: 409  len: 550 time: 0.7140756
Dec 16 09:28:34.375044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:34.379848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:34.382739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:34.389040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:34.481568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:34.485647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Set router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:34.485783 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:34.509777 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-460ed43b-0997-4a90-870d-3e23ac04e0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:34.545701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e5fbab-d66d-425c-b939-20dc9995a476,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:34.554919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:34.556303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b503b30c-4468-4bef-8b15-4fa4e8a11c6c req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.2824104
Dec 16 09:28:34.557245 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:35.074116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-a456e05a-b364-4b9b-ad57-8ab3759cb83a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips/ae6209aa-1c57-4a8c-a245-5f94cf0f72e7 HTTP/1.1" status: 200  len: 693 time: 0.1322715
Dec 16 09:28:35.193843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc2700>, [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 4, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'cedbc5d1-f24f-4009-8c23-c87471a5ad46', 'name': '', 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'mac_address': 'fa:16:3e:0c:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '50793a27-6103-439c-8a14-80b0651fcb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:26Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 2, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'subnets': [{'id': '50793a27-6103-439c-8a14-80b0651fcb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:35.198456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Checking router: 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:35.198923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Updating router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 port cedbc5d1-f24f-4009-8c23-c87471a5ad46 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:28:35.212192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd761-fde0-4a4d-997a-4348dcd66662 req-bb109bb7-b24d-493f-a8b2-3dd208fd2764 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:35.212681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd761-fde0-4a4d-997a-4348dcd66662 req-bb109bb7-b24d-493f-a8b2-3dd208fd2764 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:35.213155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd761-fde0-4a4d-997a-4348dcd66662 req-bb109bb7-b24d-493f-a8b2-3dd208fd2764 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:35.223043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-825fd761-fde0-4a4d-997a-4348dcd66662 req-bb109bb7-b24d-493f-a8b2-3dd208fd2764 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8&device_id=99d7b366-bfeb-42df-8be8-52a99796ee09&device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 2883 time: 0.3529141
Dec 16 09:28:35.259600 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:35.289495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-825fd761-fde0-4a4d-997a-4348dcd66662 req-00693535-4260-447b-98f9-aec77048a801 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Synchronizing usage tracker for tenant:6e297eef4f864607aef200898e7647d4 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:35.313057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-825fd761-fde0-4a4d-997a-4348dcd66662 req-00693535-4260-447b-98f9-aec77048a801 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Unset dirty status for tenant:6e297eef4f864607aef200898e7647d4 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:35.323705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-825fd761-fde0-4a4d-997a-4348dcd66662 req-00693535-4260-447b-98f9-aec77048a801 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015835
Dec 16 09:28:35.402198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-2de30730-1f0b-430b-97aa-ddfc87a869b4 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:35.403853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-2de30730-1f0b-430b-97aa-ddfc87a869b4 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.3222702
Dec 16 09:28:35.561785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-7419e87d-451e-4eac-8201-2c2e582281fb tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200  len: 696 time: 0.1494265
Dec 16 09:28:35.661746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-5929ac3e-6ebf-4a61-ade2-b6a464fb47cb tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200  len: 696 time: 0.0988595
Dec 16 09:28:35.786198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:35.814887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Transition to ACTIVE for port object cedbc5d1-f24f-4009-8c23-c87471a5ad46 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:28:35.827115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:35.849885 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0aa01b70-e120-4bca-8d81-114b6570a0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:35.889259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Deleting port ac28bd40-c448-42b0-a51b-a827b6c2e036 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:35.889609 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:35.966367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b291b-10ca-48b1-ae23-f5a547426812 req-ab094465-6464-4387-bac1-3797314dcf6b tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:35.966598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed3b291b-10ca-48b1-ae23-f5a547426812 req-ab094465-6464-4387-bac1-3797314dcf6b tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1095 time: 0.4964249
Dec 16 09:28:36.131924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6f071-be49-4533-bcdd-81be8756c9d4 None None] Pushing event updated for resources: {'Port': ['ID=cedbc5d1-f24f-4009-8c23-c87471a5ad46,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:36.149859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed3b291b-10ca-48b1-ae23-f5a547426812 req-a4e67288-1cd6-4c75-bdab-53ee7352c37a tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733217
Dec 16 09:28:36.193167 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3ea6f071-be49-4533-bcdd-81be8756c9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:36.228519 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.228756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.243429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Attempting to bind port cedbc5d1-f24f-4009-8c23-c87471a5ad46 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:36.244004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Attempting to bind port cedbc5d1-f24f-4009-8c23-c87471a5ad46 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:36.244109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Attempting to bind port cedbc5d1-f24f-4009-8c23-c87471a5ad46 on network 1ee20946-0937-4510-8e87-993f9e54d6fd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:36.253992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:36.254386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Checking segment: {'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:36.254802 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.255228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Bound using segment: {'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:36.259760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Bound port: cedbc5d1-f24f-4009-8c23-c87471a5ad46, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:36.260435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.379602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] For port cedbc5d1-f24f-4009-8c23-c87471a5ad46, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:28:36.383522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] For port cedbc5d1-f24f-4009-8c23-c87471a5ad46, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cedbc5d1-f24f-4009-8c23-c87471a5ad46,segment=NetworkSegment(5713ff4d-00bd-4f2c-ad1e-03966ecd5a27),segment_id=5713ff4d-00bd-4f2c-ad1e-03966ecd5a27)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:36.388777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.398819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Calling delete_port for ac28bd40-c448-42b0-a51b-a827b6c2e036 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:36.399127 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-076cdd17-6820-4045-bd1f-21d795b633db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:36.476645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Routers {'8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:36.477297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc2700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:36.485634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-0456c7b6-971b-44cf-82e5-848928d7cd3f tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/8ac443f9-36f0-4c1d-8b7a-5fe6b976a412 HTTP/1.1" status: 200  len: 1803 time: 0.1705954
Dec 16 09:28:36.575859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6f071-be49-4533-bcdd-81be8756c9d4 None None] Pushing event updated for resources: {'Port': ['ID=cedbc5d1-f24f-4009-8c23-c87471a5ad46,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:36.728510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] Set router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:36.737920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-f2533289-a1c2-4a45-8373-ecad87c15399 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/49e5fbab-d66d-425c-b939-20dc9995a476 HTTP/1.1" status: 200  len: 1803 time: 0.2416337
Dec 16 09:28:36.750548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8ac443f9-36f0-4c1d-8b7a-5fe6b976a412', 'remote_group_id': '49e5fbab-d66d-425c-b939-20dc9995a476', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:36.751418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8ac443f9-36f0-4c1d-8b7a-5fe6b976a412', 'remote_group_id': '49e5fbab-d66d-425c-b939-20dc9995a476', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:36.761419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:36.770259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:36.774146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:36.780927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:36.783630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.786578 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3ea6f071-be49-4533-bcdd-81be8756c9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:36.789805 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-da027a06-1559-49d8-8930-f3c6fb07c164 tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:36.839258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event deleted for resources: {'Port': ['ID=ac28bd40-c448-42b0-a51b-a827b6c2e036,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:36.843410 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:36.892893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.956945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:36.958073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40b05718-01a7-4e9c-abfd-8e8b1cff4ba0 req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "DELETE /v2.0/floatingips/ae6209aa-1c57-4a8c-a245-5f94cf0f72e7 HTTP/1.1" status: 204  len: 173 time: 1.2955458
Dec 16 09:28:36.966255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:37.008017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:37.012139 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:37.014779 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6afe0800-1da4-4e05-bd5e-f6d8acf9ed5b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:37.042286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3d1ce2-2768-4bdc-81f9-9a89f3814c49,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:37.049558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:37.054197 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:37.055585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e7cc18d-2fb8-4311-855a-03a959cf884d req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.3107033
Dec 16 09:28:37.122133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc2700>, [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 4, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'cedbc5d1-f24f-4009-8c23-c87471a5ad46', 'name': '', 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'mac_address': 'fa:16:3e:0c:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '50793a27-6103-439c-8a14-80b0651fcb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:26Z', 'updated_at': '2021-12-16T09:28:36Z', 'revision_number': 4, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'subnets': [{'id': '50793a27-6103-439c-8a14-80b0651fcb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:37.128334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159dc6b-d212-4d0f-97de-e222fa92d0f0 None None] The sync data for ids ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'] in n-d-820554-2 is: [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 4, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'cedbc5d1-f24f-4009-8c23-c87471a5ad46', 'name': '', 'network_id': '1ee20946-0937-4510-8e87-993f9e54d6fd', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'mac_address': 'fa:16:3e:0c:fd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '50793a27-6103-439c-8a14-80b0651fcb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:26Z', 'updated_at': '2021-12-16T09:28:36Z', 'revision_number': 4, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'subnets': [{'id': '50793a27-6103-439c-8a14-80b0651fcb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:37.371954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda55353-669f-42db-a842-3a9f9352fc25 req-b93ca4b5-c07f-46d0-a79d-f0753b04f074 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:37.382148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cda55353-669f-42db-a842-3a9f9352fc25 req-b93ca4b5-c07f-46d0-a79d-f0753b04f074 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 1095 time: 0.1190355
Dec 16 09:28:37.434948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cda55353-669f-42db-a842-3a9f9352fc25 req-880c48d9-7f78-4b86-aa9a-566e3807043e tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516970
Dec 16 09:28:37.993771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-69128607-f78e-49ef-918f-89b3319a31f2 req-6ab728cc-9b3f-4286-a7cc-d142cf61efe9 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:38.035340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cedbc5d1-f24f-4009-8c23-c87471a5ad46 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:38.039954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-69128607-f78e-49ef-918f-89b3319a31f2 req-6ab728cc-9b3f-4286-a7cc-d142cf61efe9 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:38.048302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-6ab728cc-9b3f-4286-a7cc-d142cf61efe9 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200  len: 1000 time: 0.2719989
Dec 16 09:28:38.160739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1945616020', 'description': 'tempest-description-1284553825'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:38.175443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:38.187234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:38.193973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:38.204650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:38.216936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128607-f78e-49ef-918f-89b3319a31f2 req-992a2879-622f-4395-98c0-0c136b37d8cb tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:38.217779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-69128607-f78e-49ef-918f-89b3319a31f2 req-992a2879-622f-4395-98c0-0c136b37d8cb tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:38.237664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port cedbc5d1-f24f-4009-8c23-c87471a5ad46 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:28:38.240174 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:38.252087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port cedbc5d1-f24f-4009-8c23-c87471a5ad46 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:38.252498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:38.265608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-69128607-f78e-49ef-918f-89b3319a31f2 req-992a2879-622f-4395-98c0-0c136b37d8cb tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:38.267597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-992a2879-622f-4395-98c0-0c136b37d8cb tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports/e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 942 time: 0.2161973
Dec 16 09:28:38.275380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:38.290214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:38.302071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:38.315723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:38.633935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:38.640032 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:38.649263 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d1ea1012-5fba-4926-8e2f-476894ab4347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:38.677990 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:38.728600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port cedbc5d1-f24f-4009-8c23-c87471a5ad46, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cedbc5d1-f24f-4009-8c23-c87471a5ad46,segment=NetworkSegment(5713ff4d-00bd-4f2c-ad1e-03966ecd5a27),segment_id=5713ff4d-00bd-4f2c-ad1e-03966ecd5a27)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:38.736144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:38.743111 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:38.743672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-8a595a13-7cd5-40c3-8ed9-d77d78a935e1 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200  len: 1000 time: 0.3145332
Dec 16 09:28:38.748144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6634b4b-e2f1-4f47-aa14-a4764cc6619b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:38.752432 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:38.857843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:38.859115 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea033f55-3cd3-4bcd-8cc0-aedc5ab0ff0c req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 0.7081845
Dec 16 09:28:38.885249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=cedbc5d1-f24f-4009-8c23-c87471a5ad46,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:38.903308 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:38.976078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128607-f78e-49ef-918f-89b3319a31f2 req-a3caaf62-f7c6-4a56-a292-7c28ad03682a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:38.987575 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-a3caaf62-f7c6-4a56-a292-7c28ad03682a tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2402506
Dec 16 09:28:39.099279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-7752cbd7-7563-4476-b60e-67786f226de8 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200  len: 1000 time: 0.1104438
Dec 16 09:28:39.108383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:39.226870 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:39.541603 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:39.546057 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:39.546455 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Floating IP 207f9b75-6e77-4731-9223-b9e361bbb73b disassociated. External IP: 172.25.3.82, port: e55642ef-ca22-4cb1-911b-069aac671ed8.
Dec 16 09:28:39.947198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cedbc5d1-f24f-4009-8c23-c87471a5ad46 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:28:40.030100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port cedbc5d1-f24f-4009-8c23-c87471a5ad46 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:28:40.031131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:40.060587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Router 3905c34f-3540-4a51-8601-e8bf40425e7b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:28:40.309516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:40.315132 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:40.319697 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] Sync routers for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:40.332923 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:40.335259 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2984a60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:40.442514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-aed2484d-38a9-4146-9f73-f59952470d9f tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "PUT /v2.0/floatingips/207f9b75-6e77-4731-9223-b9e361bbb73b HTTP/1.1" status: 200  len: 694 time: 1.3382576
Dec 16 09:28:40.443329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:40.593209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128607-f78e-49ef-918f-89b3319a31f2 req-6f046e54-b7a9-4704-ba4a-167e2e1341d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:40.607831 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:40.611143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-6f046e54-b7a9-4704-ba4a-167e2e1341d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=50977e24d11147dfb631cc49c4a88d68&device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 1096 time: 0.1595478
Dec 16 09:28:40.858196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1461388667', 'description': 'tempest-description-679581379'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:40.867347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:40.884079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:40.887557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:40.897491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:40.900838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128607-f78e-49ef-918f-89b3319a31f2 req-f3f296ab-f03d-432c-b1d3-6ef12c9b8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:40.902866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-f3f296ab-f03d-432c-b1d3-6ef12c9b8472 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 200  len: 930 time: 0.2905114
Dec 16 09:28:40.972885 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:40.994052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-970a257c-6edc-4841-b93d-707a10b2907e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 217 time: 0.0839431
Dec 16 09:28:41.006056 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2984a60>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:48Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:41.010703 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] Checking router: 3905c34f-3540-4a51-8601-e8bf40425e7b for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:41.020460 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:41.021079 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2984a60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:41.053962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:41.063907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:41.068376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:41.077032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:41.083027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128607-f78e-49ef-918f-89b3319a31f2 req-30bfdd77-c8d2-4d00-ac35-a279666c99db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:41.084514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-30bfdd77-c8d2-4d00-ac35-a279666c99db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=239a122e-0d3a-44a5-8899-788afb5cefbc HTTP/1.1" status: 200  len: 868 time: 0.0816917
Dec 16 09:28:41.207366 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:41.216116 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:41.223813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128607-f78e-49ef-918f-89b3319a31f2 req-596abb60-eaa6-43c1-8e32-459b60d5ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:41.225333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-596abb60-eaa6-43c1-8e32-459b60d5ff39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a75ad279-6c16-40e3-b448-fc228fdec8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1251950
Dec 16 09:28:41.226028 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:41.229736 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e4e6ca3-7b1c-4b0f-8b6d-e164b5849bb9 tempest-SecurityGroupsTestAdminJSON-61647828 tempest-SecurityGroupsTestAdminJSON-61647828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:41.285720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f28afc-ae34-4a26-acfe-7d32fcfdc94a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:41.314952 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:41.410319 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:41.422758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a023cab-747e-4356-85ec-dde81273fb30 req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.5718822
Dec 16 09:28:41.487318 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:41.499494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-6f5554bc-655b-4238-a34e-a0fed4349d6d service neutron] 10.222.0.66 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2178521
Dec 16 09:28:41.696371 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2984a60>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:48Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:41.703079 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66533c0d-4524-47c1-a29f-da043a78e5d2 None None] The sync data for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 is: [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:27:40Z', 'revision_number': 4, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3f9524df-ef87-4a74-9220-3c5032f6ba61', 'name': '', 'network_id': 'a75ad279-6c16-40e3-b448-fc228fdec8c9', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'mac_address': 'fa:16:3e:35:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:39Z', 'updated_at': '2021-12-16T09:27:48Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'subnets': [{'id': '239a122e-0d3a-44a5-8899-788afb5cefbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:28:41.758737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69128607-f78e-49ef-918f-89b3319a31f2 req-fac03b06-47fa-4120-9e1d-2eee0e60b13f service neutron] 10.222.0.66 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2481124
Dec 16 09:28:41.799868 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'status': 'completed', 'code': 200}
Dec 16 09:28:41.901492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-7014a2c9-ea94-4e66-a3c1-33b9ef828071 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/b6634b4b-e2f1-4f47-aa14-a4764cc6619b HTTP/1.1" status: 200  len: 1805 time: 0.0822320
Dec 16 09:28:41.919820 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e7b1f6b-16fe-4fc1-9cfb-74e207ff840b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:41.968165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-fb6916c5-7e03-4891-b86e-e05e9964f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:41.970443 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-fb6916c5-7e03-4891-b86e-e05e9964f2cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=50977e24d11147dfb631cc49c4a88d68&device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 1096 time: 0.1378171
Dec 16 09:28:42.038463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-022132d1-090f-4e2b-9d5a-3b6d49feec0a tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/21f28afc-ae34-4a26-acfe-7d32fcfdc94a HTTP/1.1" status: 200  len: 1804 time: 0.1261363
Dec 16 09:28:42.054193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6634b4b-e2f1-4f47-aa14-a4764cc6619b', 'remote_group_id': '21f28afc-ae34-4a26-acfe-7d32fcfdc94a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:42.054524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6634b4b-e2f1-4f47-aa14-a4764cc6619b', 'remote_group_id': '21f28afc-ae34-4a26-acfe-7d32fcfdc94a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:42.069639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:42.074196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:42.077248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:42.085898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:42.191152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-53b55e2f-0456-4311-954d-f86ccead1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:42.191531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1746717-43f1-4ef3-8d09-43d566d69fcb None None] New status for floating IP 207f9b75-6e77-4731-9223-b9e361bbb73b: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:28:42.193037 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-53b55e2f-0456-4311-954d-f86ccead1352 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 200  len: 930 time: 0.2150750
Dec 16 09:28:42.215327 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:42.259969 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:42.310264 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-f761f812-8788-454e-8e91-fe7ea50b06aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 200  len: 217 time: 0.1096883
Dec 16 09:28:42.434228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-345964cd-c8ab-4da5-b7cd-4ff51e607e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:42.435503 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-345964cd-c8ab-4da5-b7cd-4ff51e607e0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=239a122e-0d3a-44a5-8899-788afb5cefbc HTTP/1.1" status: 200  len: 868 time: 0.1138277
Dec 16 09:28:42.583297 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:42.603703 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d6d4b86-27e8-4051-afa9-f41e0d16c71e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:42.605643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-a7d3e940-354d-40a0-9149-7d8f3dd571fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:42.607136 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-a7d3e940-354d-40a0-9149-7d8f3dd571fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a75ad279-6c16-40e3-b448-fc228fdec8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1642833
Dec 16 09:28:42.623346 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-bd9233cf-8c9e-4f00-a2db-2817c0fcaf13 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips/207f9b75-6e77-4731-9223-b9e361bbb73b HTTP/1.1" status: 200  len: 694 time: 0.3607721
Dec 16 09:28:42.629857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd38f0ad-20ef-4b81-ad6a-48bbddf8c578,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:42.636215 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:42.666021 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:42.677854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02bf8d1a-64a1-4b8c-8f18-6455e4b0bcaf req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.6332836
Dec 16 09:28:42.830697 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-5cc39059-7129-466f-863e-bc9a759d74ce service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139647
Dec 16 09:28:42.946844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-ad000a7a-9ab6-456f-a412-5197e3d26fdc tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:42.949977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-ad000a7a-9ab6-456f-a412-5197e3d26fdc tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.3160481
Dec 16 09:28:43.033170 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4855a61c-2db5-4c45-9933-ca42a697b1c9 req-e466521c-109e-4997-aca3-1f881be24d4e service neutron] 10.222.0.74 "GET /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917765
Dec 16 09:28:43.043906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-52372fa8-0acd-4e7a-a051-2b045a942e06 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200  len: 695 time: 0.0868876
Dec 16 09:28:43.153634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-5b80b153-959c-47fe-be31-f44fbae9f850 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200  len: 695 time: 0.1055541
Dec 16 09:28:43.259994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-597c083f-d22c-4c2a-92f4-579ca5f0e1f7 req-73878cbe-26e2-4b95-a957-0943c09f75a6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/21f28afc-ae34-4a26-acfe-7d32fcfdc94a HTTP/1.1" status: 200  len: 1804 time: 0.1511745
Dec 16 09:28:43.350079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Deleting port 415a3f0e-345e-43fd-b172-1efef0b26c5b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:43.350415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.525718 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-597c083f-d22c-4c2a-92f4-579ca5f0e1f7 req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.574055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-597c083f-d22c-4c2a-92f4-579ca5f0e1f7 req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.605939 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.606270 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.714012 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.750337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Calling delete_port for 415a3f0e-345e-43fd-b172-1efef0b26c5b owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:43.845202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-597c083f-d22c-4c2a-92f4-579ca5f0e1f7 req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.848568 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9a5959d-7e08-448e-a4e8-1a84f093f3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:43.897896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f28afc-ae34-4a26-acfe-7d32fcfdc94a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:43.903777 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:43.929925 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-597c083f-d22c-4c2a-92f4-579ca5f0e1f7 req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.944756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-597c083f-d22c-4c2a-92f4-579ca5f0e1f7 req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-groups/21f28afc-ae34-4a26-acfe-7d32fcfdc94a HTTP/1.1" status: 204  len: 173 time: 0.6137259
Dec 16 09:28:43.945959 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:43.956711 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45e706cf-f25d-467c-a6b4-3e7713ef0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:44.016785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event deleted for resources: {'Port': ['ID=415a3f0e-345e-43fd-b172-1efef0b26c5b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:44.021872 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:44.092805 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:44.103228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:44.121142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705e26bb-df51-4c1e-abc0-f6e2bc1d01a8 req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "DELETE /v2.0/floatingips/207f9b75-6e77-4731-9223-b9e361bbb73b HTTP/1.1" status: 204  len: 173 time: 0.9596615
Dec 16 09:28:44.284470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52645c64-1e2f-4018-a5ba-085b0bbdfe31 req-ad6da406-58dd-436f-a06f-4d8bddbb45d7 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:44.286083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-52645c64-1e2f-4018-a5ba-085b0bbdfe31 req-ad6da406-58dd-436f-a06f-4d8bddbb45d7 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1101 time: 0.1372917
Dec 16 09:28:44.295040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9b32cb7-a219-43d0-863b-b5d36dab6678 req-90989b96-0d35-4d51-af96-772d0b929f56 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/b6634b4b-e2f1-4f47-aa14-a4764cc6619b HTTP/1.1" status: 200  len: 1805 time: 0.0570865
Dec 16 09:28:44.338989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-115841610', 'description': 'tempest-description-430495231'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:44.349476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:44.352750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-52645c64-1e2f-4018-a5ba-085b0bbdfe31 req-a3f59c38-3964-4e55-aac9-9c7b6a0aec3c tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607517
Dec 16 09:28:44.354957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:44.357975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:44.372126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:44.392997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:44.431217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:44.436796 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ad752471-e605-4f0c-a12b-dca25c4f1a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:44.440111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:44.459022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:44.466937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:44.777447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:44.785541 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:44.791428 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c50ce456-e7a3-4b9c-95e1-bb6f7f92e6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:44.827690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fc243-41e4-41dc-a6c3-48b048c57293 req-db1ecc18-3865-4870-8be0-c2b853b5f8da tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:44.828426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d13fc243-41e4-41dc-a6c3-48b048c57293 req-db1ecc18-3865-4870-8be0-c2b853b5f8da tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:44.852256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d750a609-844f-48b5-a399-1247e0e64184,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:44.855892 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:44.856608 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:44.857797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-948b4354-9722-407f-8491-3d6c64b25da0 req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.5273199
Dec 16 09:28:44.873077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d13fc243-41e4-41dc-a6c3-48b048c57293 req-db1ecc18-3865-4870-8be0-c2b853b5f8da tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:44.880352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d13fc243-41e4-41dc-a6c3-48b048c57293 req-db1ecc18-3865-4870-8be0-c2b853b5f8da tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3675940
Dec 16 09:28:44.980667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d13fc243-41e4-41dc-a6c3-48b048c57293 req-d771e8a9-95a6-43b7-938b-b8b8a8a6853e tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:45.078061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d13fc243-41e4-41dc-a6c3-48b048c57293 req-d771e8a9-95a6-43b7-938b-b8b8a8a6853e tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:45.092308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d13fc243-41e4-41dc-a6c3-48b048c57293 req-d771e8a9-95a6-43b7-938b-b8b8a8a6853e tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.2096796
Dec 16 09:28:45.161402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-ae85dce9-4ae1-481c-81f7-01dc0041005e tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/d750a609-844f-48b5-a399-1247e0e64184 HTTP/1.1" status: 200  len: 1803 time: 0.0602880
Dec 16 09:28:45.168267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90b053-16a6-400b-bdf7-164f47503e45 req-b2343b92-460d-4787-85ee-a907c720802e tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:45.169736 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.170288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee90b053-16a6-400b-bdf7-164f47503e45 req-b2343b92-460d-4787-85ee-a907c720802e tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1101 time: 0.1714678
Dec 16 09:28:45.176130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd750a609-844f-48b5-a399-1247e0e64184', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:45.176523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd750a609-844f-48b5-a399-1247e0e64184', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:45.197762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:45.210738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:45.214532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:45.239614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:45.244996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee90b053-16a6-400b-bdf7-164f47503e45 req-a78365cc-cdbb-4208-a14a-310db36ce987 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627973
Dec 16 09:28:45.357636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d12f1b7-d258-4f67-a988-9611a3997db5 req-72774a4e-f32d-4765-9c61-3354b76cd5ff tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0844929
Dec 16 09:28:45.362972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.386163 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.391128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.402831 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:45.424990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced3ad1-1e09-4c20-a623-37d8c86f5217,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:45.427948 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:45.450940 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.468036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e483cb4c-72fb-454f-83b2-457784baebf4 req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2964995
Dec 16 09:28:45.489061 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.830080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-63d7f969-875d-4625-8b7b-75d1f97b2587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/d750a609-844f-48b5-a399-1247e0e64184 HTTP/1.1" status: 200  len: 2396 time: 0.0695453
Dec 16 09:28:45.836784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd750a609-844f-48b5-a399-1247e0e64184', 'remote_group_id': None}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:45.837575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd750a609-844f-48b5-a399-1247e0e64184', 'remote_group_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:45.853454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:45.855880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Usage tracker for resource:security_group_rule and tenant:faa69135dc6448b79e689ad9fa81fc4b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:45.859418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:45.866316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:45.943488 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.978644 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.983400 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:45.986840 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b68f21f5-6b01-433e-8231-ec565424efbf tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:46.023276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bad71e2-0555-43ff-8fb4-9a8d38855c59,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:46.029334 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:46.052742 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:46.065526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-438cebaf-22ff-47c2-8482-5d99d695f02b req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2340510
Dec 16 09:28:46.331689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f29d7-d041-49b9-a82a-67d189593ec2 req-3b4b72da-2b07-4b92-a9b7-8fbaef0bfa80 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:46.333252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-509f29d7-d041-49b9-a82a-67d189593ec2 req-3b4b72da-2b07-4b92-a9b7-8fbaef0bfa80 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 945 time: 0.2160800
Dec 16 09:28:46.445113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-509f29d7-d041-49b9-a82a-67d189593ec2 req-080db0b9-1c8b-4995-bbbb-7cdeef1c1019 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006899
Dec 16 09:28:46.497433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-657f567c-80c5-4426-bec8-5d7637ba775c req-78f59ae5-f51c-4b83-9c84-8243affb3055 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/d750a609-844f-48b5-a399-1247e0e64184 HTTP/1.1" status: 200  len: 2994 time: 0.1205120
Dec 16 09:28:46.922396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6faa0824-5a9c-4f6e-a366-090cb9cb3ef6 req-a2b74467-2499-46ff-984b-44b08e306f8d tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-group-rules/9bad71e2-0555-43ff-8fb4-9a8d38855c59 HTTP/1.1" status: 200  len: 783 time: 0.0244718
Dec 16 09:28:46.938020 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:46.982529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6faa0824-5a9c-4f6e-a366-090cb9cb3ef6 req-6747b37b-67a8-4042-8b81-a9ff664307e2 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/d750a609-844f-48b5-a399-1247e0e64184 HTTP/1.1" status: 200  len: 2994 time: 0.0589535
Dec 16 09:28:47.017954 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6faa0824-5a9c-4f6e-a366-090cb9cb3ef6 req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:47.030649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6faa0824-5a9c-4f6e-a366-090cb9cb3ef6 req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:47.062897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6faa0824-5a9c-4f6e-a366-090cb9cb3ef6 req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:47.071771 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:47.092363 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6faa0824-5a9c-4f6e-a366-090cb9cb3ef6 req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:47.092363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6faa0824-5a9c-4f6e-a366-090cb9cb3ef6 req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9bad71e2-0555-43ff-8fb4-9a8d38855c59 HTTP/1.1" status: 204  len: 173 time: 0.1031022
Dec 16 09:28:47.092363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bad71e2-0555-43ff-8fb4-9a8d38855c59,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:47.097796 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:47.500657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa746311-25f7-41b5-881f-f4cbf2716d6e req-82f03137-c569-41b6-ade6-7bcc80aadf53 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:47.502931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa746311-25f7-41b5-881f-f4cbf2716d6e req-82f03137-c569-41b6-ade6-7bcc80aadf53 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1097 time: 0.1272235
Dec 16 09:28:47.572836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa746311-25f7-41b5-881f-f4cbf2716d6e req-5702a216-1365-4e0d-84d5-94dc12fde7bc tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642800
Dec 16 09:28:47.703298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a0518c4-1cd2-4430-9a4d-0faf35afb374 req-74d69b79-fd42-49c7-ad8c-57cf71695e1a tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/d750a609-844f-48b5-a399-1247e0e64184 HTTP/1.1" status: 200  len: 2396 time: 0.0908928
Dec 16 09:28:47.731476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-57433e34-f8b3-482d-93b7-87330dfe806c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:47.732663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-57433e34-f8b3-482d-93b7-87330dfe806c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Synchronizing usage tracker for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:47.770578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-57433e34-f8b3-482d-93b7-87330dfe806c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Unset dirty status for tenant:50977e24d11147dfb631cc49c4a88d68 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:47.773303 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-57433e34-f8b3-482d-93b7-87330dfe806c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.74 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 945 time: 0.1836815
Dec 16 09:28:47.825602 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3a0518c4-1cd2-4430-9a4d-0faf35afb374 req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:47.905929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3a0518c4-1cd2-4430-9a4d-0faf35afb374 req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:47.921141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Deleting port e55642ef-ca22-4cb1-911b-069aac671ed8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:47.921514 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:47.984555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b7ff0-1b52-4f9c-97a0-b07b99b1d0ef req-1ecd045b-c798-4b3d-a88f-96e2537a9583 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:47.987131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b8b7ff0-1b52-4f9c-97a0-b07b99b1d0ef req-1ecd045b-c798-4b3d-a88f-96e2537a9583 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.1406505
Dec 16 09:28:47.994183 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3a0518c4-1cd2-4430-9a4d-0faf35afb374 req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:48.006732 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ad5fb1c-d32b-4086-ae3b-c52c0a59c803 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:48.051685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750a609-844f-48b5-a399-1247e0e64184,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:48.057968 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:48.062059 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3a0518c4-1cd2-4430-9a4d-0faf35afb374 req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:48.063430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a0518c4-1cd2-4430-9a4d-0faf35afb374 req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-groups/d750a609-844f-48b5-a399-1247e0e64184 HTTP/1.1" status: 204  len: 173 time: 0.3561645
Dec 16 09:28:48.111416 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b8b7ff0-1b52-4f9c-97a0-b07b99b1d0ef req-ee224a37-dfba-494e-abf9-5c65c159084e tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069663
Dec 16 09:28:48.343090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] For port e55642ef-ca22-4cb1-911b-069aac671ed8, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e55642ef-ca22-4cb1-911b-069aac671ed8,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:48.343090 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:48.381579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce053d32-4cf2-49e9-8493-d650d550dcc0 req-1fd23631-e97f-4e69-b49b-919729c176f6 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:48.383319 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce053d32-4cf2-49e9-8493-d650d550dcc0 req-1fd23631-e97f-4e69-b49b-919729c176f6 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddcfd818-d410-4ed8-9552-368473cdd62b HTTP/1.1" status: 200  len: 945 time: 0.1515243
Dec 16 09:28:48.445765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce053d32-4cf2-49e9-8493-d650d550dcc0 req-235f44e7-bf61-4463-ab47-387050c745d4 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2db742-38c4-4c03-abc5-272b793adebb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556638
Dec 16 09:28:48.685568 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-3d1bef7e-cc91-45eb-b1e2-683125d46a63 req-9be57286-c1d9-481c-aef0-14f2f8e0d6fc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] show failed (client error): The resource could not be found.
Dec 16 09:28:48.702113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d1bef7e-cc91-45eb-b1e2-683125d46a63 req-9be57286-c1d9-481c-aef0-14f2f8e0d6fc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/21f28afc-ae34-4a26-acfe-7d32fcfdc94a HTTP/1.1" status: 404  len: 352 time: 0.0473561
Dec 16 09:28:48.732688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Calling delete_port for e55642ef-ca22-4cb1-911b-069aac671ed8 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:48.954541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2383950e-ff6c-4ba0-8bfa-547f39c038a2 req-d03452a1-7c4c-4ba1-9f3b-00b86eb59686 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/b6634b4b-e2f1-4f47-aa14-a4764cc6619b HTTP/1.1" status: 200  len: 1805 time: 0.1017337
Dec 16 09:28:49.057614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:49.066678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:49.070228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['e55642ef-ca22-4cb1-911b-069aac671ed8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:28:49.110836 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2383950e-ff6c-4ba0-8bfa-547f39c038a2 req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:49.140245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Pushing event deleted for resources: {'Port': ['ID=e55642ef-ca22-4cb1-911b-069aac671ed8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:49.145908 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:49.185119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2383950e-ff6c-4ba0-8bfa-547f39c038a2 req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:49.275303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2383950e-ff6c-4ba0-8bfa-547f39c038a2 req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:49.277180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] No DVR routers for this DVR port e55642ef-ca22-4cb1-911b-069aac671ed8 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:28:49.280596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:49.285167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'name': 'network-vif-deleted', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:28:49.285523 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4178cfc-3723-4cd1-b7de-45c6f2d44b55 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:49.303822 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a06d14f2-f1f3-490a-976c-c14c356a4521 req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] 10.222.0.74 "DELETE /v2.0/ports/e55642ef-ca22-4cb1-911b-069aac671ed8 HTTP/1.1" status: 204  len: 173 time: 1.5164049
Dec 16 09:28:49.304789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6634b4b-e2f1-4f47-aa14-a4764cc6619b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:49.324897 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:49.335478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2383950e-ff6c-4ba0-8bfa-547f39c038a2 req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:49.340673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2383950e-ff6c-4ba0-8bfa-547f39c038a2 req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-groups/b6634b4b-e2f1-4f47-aa14-a4764cc6619b HTTP/1.1" status: 204  len: 173 time: 0.3793604
Dec 16 09:28:49.676792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164614-7b24-44d1-a1fc-c10667e7e5f5 req-cd848b85-22b8-40ee-a0dc-3ed6536a08d7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:49.678644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95164614-7b24-44d1-a1fc-c10667e7e5f5 req-cd848b85-22b8-40ee-a0dc-3ed6536a08d7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.1788676
Dec 16 09:28:49.792529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95164614-7b24-44d1-a1fc-c10667e7e5f5 req-a937468d-79d2-4934-aca8-77fe56f05244 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072724
Dec 16 09:28:49.806269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-87d50a57-6152-46c9-aee4-62b267ce9f2e tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:28:49.807715 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-87d50a57-6152-46c9-aee4-62b267ce9f2e tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065448
Dec 16 09:28:49.828301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Request body: {'binding': {'host': 'n-h2-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:49.829474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:28:49.870839 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcfd818-d410-4ed8-9552-368473cdd62b', 'name': 'network-vif-deleted', 'tag': 'e55642ef-ca22-4cb1-911b-069aac671ed8', 'status': 'completed', 'code': 200}
Dec 16 09:28:49.927765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac111247-4298-4355-a2f9-67c4b1dfa7f4 req-9246fe78-8598-4d5f-91da-4d69e5eae3f4 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/49e5fbab-d66d-425c-b939-20dc9995a476 HTTP/1.1" status: 200  len: 1803 time: 0.0596335
Dec 16 09:28:50.031064 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac111247-4298-4355-a2f9-67c4b1dfa7f4 req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:50.095334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac111247-4298-4355-a2f9-67c4b1dfa7f4 req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:50.131610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on host n-h2-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:28:50.132704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:28:50.133086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:50.145614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:28:50.145954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:28:50.173170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:28:50.174004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:28:50.174715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:28:50.176202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Bound port: 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:28:50.181060 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac111247-4298-4355-a2f9-67c4b1dfa7f4 req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:50.196128 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5d1cac2-f973-4ad2-8319-cd7be8016545 tempest-ServersAdminNegativeTestJSON-1454645841 tempest-ServersAdminNegativeTestJSON-1454645841-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:50.220293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:28:50.222974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e5fbab-d66d-425c-b939-20dc9995a476,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:50.226198 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac111247-4298-4355-a2f9-67c4b1dfa7f4 req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:50.230042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:50.234110 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-a42cb8f1-01c2-4a89-aeb3-7089968c183f service neutron] 10.222.0.66 "POST /v2.0/ports/61b79af9-615f-4f98-9f3c-bdf8fc854f3d/bindings HTTP/1.1" status: 201  len: 389 time: 0.4087846
Dec 16 09:28:50.236138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac111247-4298-4355-a2f9-67c4b1dfa7f4 req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-groups/49e5fbab-d66d-425c-b939-20dc9995a476 HTTP/1.1" status: 204  len: 173 time: 0.2902415
Dec 16 09:28:50.237156 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:50.343541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59166) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:50.639261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02b05a8f-6486-4b7e-81ff-bc8e89f89560 req-8e5496e8-eada-49ec-a5ca-f3d2a92987a8 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/8ac443f9-36f0-4c1d-8b7a-5fe6b976a412 HTTP/1.1" status: 200  len: 1803 time: 0.0813763
Dec 16 09:28:50.757607 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02b05a8f-6486-4b7e-81ff-bc8e89f89560 req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:50.900375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02b05a8f-6486-4b7e-81ff-bc8e89f89560 req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:50.974521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f686-faad-4a17-bc19-3bfcaf55bba2 req-5618f28e-b8f6-431d-b6bf-ea13881df828 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:50.987297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0526f686-faad-4a17-bc19-3bfcaf55bba2 req-5618f28e-b8f6-431d-b6bf-ea13881df828 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.2224443
Dec 16 09:28:51.102312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0526f686-faad-4a17-bc19-3bfcaf55bba2 req-0e33ff0b-bf42-4907-899b-d819e66c59eb tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025398
Dec 16 09:28:51.116315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02b05a8f-6486-4b7e-81ff-bc8e89f89560 req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:51.132342 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f63c88d6-e8de-47fe-bcdc-0d30196d1291 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:51.178171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-21637437-10d1-4347-be51-065f7f6ceef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:51.180409 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-21637437-10d1-4347-be51-065f7f6ceef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1097 time: 0.6292398
Dec 16 09:28:51.192355 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02b05a8f-6486-4b7e-81ff-bc8e89f89560 req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:51.209424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02b05a8f-6486-4b7e-81ff-bc8e89f89560 req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-groups/8ac443f9-36f0-4c1d-8b7a-5fe6b976a412 HTTP/1.1" status: 204  len: 173 time: 0.5618675
Dec 16 09:28:51.209424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac443f9-36f0-4c1d-8b7a-5fe6b976a412,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:51.218250 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:51.514699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-0dbcb1aa-8378-45c7-a4d8-b5eafbd28f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:51.519640 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-0dbcb1aa-8378-45c7-a4d8-b5eafbd28f13 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.3261228
Dec 16 09:28:51.525126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d60a9-66b1-4818-9fa2-256cb011fa1a req-66e971c7-bf74-49c7-b03a-eeaad1b4a3ca tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:51.526987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d0d60a9-66b1-4818-9fa2-256cb011fa1a req-66e971c7-bf74-49c7-b03a-eeaad1b4a3ca tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.1255701
Dec 16 09:28:51.576052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e55642ef-ca22-4cb1-911b-069aac671ed8 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:51.604806 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-1304eb44-1379-41c9-8dc3-ba886c04bf68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 200  len: 217 time: 0.0742879
Dec 16 09:28:51.632628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d0d60a9-66b1-4818-9fa2-256cb011fa1a req-215d0d5d-e832-47a0-b1f3-57345cb6fa9d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965221
Dec 16 09:28:51.668790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: e55642ef-ca22-4cb1-911b-069aac671ed8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:28:51.669150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e55642ef-ca22-4cb1-911b-069aac671ed8 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:51.682276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e01ee379-723b-42e3-ab02-4509b920c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:51.683777 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e01ee379-723b-42e3-ab02-4509b920c263 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0713596
Dec 16 09:28:51.799656 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0c4bd01-f537-4e10-a01a-33fc0740adb9 req-7c83765e-3732-4bea-abb7-c92071f8483d tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/9481adb2-c65a-4a0b-b790-b0a744b8ff7d HTTP/1.1" status: 200  len: 2403 time: 0.1284099
Dec 16 09:28:51.853619 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-28fc77ec-6dda-40af-87e9-640049d0c216 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1565320
Dec 16 09:28:51.900742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd06bd-6d79-467d-9ded-035ff621f454 req-9e13c55f-070f-4be7-af5d-99b2462c2a20 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:51.908871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecd06bd-6d79-467d-9ded-035ff621f454 req-9e13c55f-070f-4be7-af5d-99b2462c2a20 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 946 time: 0.1883891
Dec 16 09:28:51.955763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f0c4bd01-f537-4e10-a01a-33fc0740adb9 req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.018238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f0c4bd01-f537-4e10-a01a-33fc0740adb9 req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.160556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecd06bd-6d79-467d-9ded-035ff621f454 req-c58429fb-e2b2-42df-b804-7a228d823afc tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2503901
Dec 16 09:28:52.205719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f0c4bd01-f537-4e10-a01a-33fc0740adb9 req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.213852 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0f61fdd-53bd-4dab-a75f-17a4c634b57b tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:52.244786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9481adb2-c65a-4a0b-b790-b0a744b8ff7d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:52.248715 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:52.271096 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f0c4bd01-f537-4e10-a01a-33fc0740adb9 req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.272263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0c4bd01-f537-4e10-a01a-33fc0740adb9 req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-groups/9481adb2-c65a-4a0b-b790-b0a744b8ff7d HTTP/1.1" status: 204  len: 173 time: 0.4716840
Dec 16 09:28:52.282133 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.474414 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-58c2e59f-8b0e-4a54-8ce0-475440223dff service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6036179
Dec 16 09:28:52.542482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c9ca9d0-8c35-43ae-8d13-bb58fd9f5c7f req-b47a1ce4-16b8-4939-bc1e-ac35c0de45e1 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "GET /v2.0/security-groups/4a998350-5910-4a29-bdbc-96f59a503aa1 HTTP/1.1" status: 200  len: 2394 time: 0.2416635
Dec 16 09:28:52.747888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f918b-5fab-473a-8a06-fef17e2903c4 req-4ecaccf4-2dea-47cf-9683-c4578cbc9365 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:52.749467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd0f918b-5fab-473a-8a06-fef17e2903c4 req-4ecaccf4-2dea-47cf-9683-c4578cbc9365 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.3791130
Dec 16 09:28:52.755076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4c9ca9d0-8c35-43ae-8d13-bb58fd9f5c7f req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.840056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4c9ca9d0-8c35-43ae-8d13-bb58fd9f5c7f req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.872572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd0f918b-5fab-473a-8a06-fef17e2903c4 req-d352a4c3-5eca-4868-a20e-3653788fa4a0 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135590
Dec 16 09:28:52.893961 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-572d81b3-e3e5-457c-bbb6-9634bc885f3d service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2880495
Dec 16 09:28:52.981221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4c9ca9d0-8c35-43ae-8d13-bb58fd9f5c7f req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:52.986397 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2911b8b-0620-464c-8f74-aafcef213c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:53.022049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a998350-5910-4a29-bdbc-96f59a503aa1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:53.022049 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:53.030612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4c9ca9d0-8c35-43ae-8d13-bb58fd9f5c7f req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:53.047216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:53.055744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c9ca9d0-8c35-43ae-8d13-bb58fd9f5c7f req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] 10.222.0.66 "DELETE /v2.0/security-groups/4a998350-5910-4a29-bdbc-96f59a503aa1 HTTP/1.1" status: 204  len: 173 time: 0.5048480
Dec 16 09:28:53.142538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Deleting port 3f9524df-ef87-4a74-9220-3c5032f6ba61 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:53.142538 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:53.727644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad7640-16f5-4d22-bea7-bc2ddc95d848 req-f7832702-5b49-447e-8ef2-1bb1ae13c901 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:53.733921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cad7640-16f5-4d22-bea7-bc2ddc95d848 req-f7832702-5b49-447e-8ef2-1bb1ae13c901 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.3669848
Dec 16 09:28:53.744726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] For port 3f9524df-ef87-4a74-9220-3c5032f6ba61, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3f9524df-ef87-4a74-9220-3c5032f6ba61,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:53.745350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:53.904213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cad7640-16f5-4d22-bea7-bc2ddc95d848 req-dfbe9e17-66ff-4674-bd21-12326a593f62 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485617
Dec 16 09:28:54.119998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Calling delete_port for 3f9524df-ef87-4a74-9220-3c5032f6ba61 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:54.268701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Deleting subnet 458c29bc-a64f-49d8-b4e7-986899762d4a {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:28:54.279143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:54.284312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-18df47e5-f4f9-4feb-88ab-48798c568d90 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--611948728&fields=id&tenant_id=671682e4503c4ca18b2202676e5aa10f HTTP/1.1" status: 200  len: 267 time: 0.0668883
Dec 16 09:28:54.510824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccc504-3e11-4914-90d4-15f8c873bb6b req-3aec5bfa-a953-4b8b-bcf8-5ecdea4b8ac6 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:54.520975 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3cccc504-3e11-4914-90d4-15f8c873bb6b req-3aec5bfa-a953-4b8b-bcf8-5ecdea4b8ac6 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.4142444
Dec 16 09:28:54.679393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3cccc504-3e11-4914-90d4-15f8c873bb6b req-23e9a2c7-f754-43e6-b537-6cb6de27e7fb tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483693
Dec 16 09:28:54.696680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:54.743148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-2d0fa683-06d8-478d-bff8-572b02a9c7b9 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:54.751319 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-2d0fa683-06d8-478d-bff8-572b02a9c7b9 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 823 time: 0.4578352
Dec 16 09:28:54.775620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-332c159f-8e3a-438b-b35a-d0d2c2bb8e24 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/quotas/671682e4503c4ca18b2202676e5aa10f HTTP/1.1" status: 200  len: 375 time: 0.0223801
Dec 16 09:28:54.884147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-54e53513-fe6a-4142-99f0-f7916c228d80 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1075454
Dec 16 09:28:55.049696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:55.065950 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:55.158391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9524df-ef87-4a74-9220-3c5032f6ba61,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:55.208657 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:55.231598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:55.260203 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-948fbf4a-cd1a-4f18-a279-a493c68c5025 service neutron] 10.222.0.66 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3595431
Dec 16 09:28:55.556164 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-a08d009f-ad33-4aeb-91ed-c9ae77a3cf7e service neutron] 10.222.0.66 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947638
Dec 16 09:28:55.659681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f623f48-11c5-4a5b-b4aa-dbbe6c29f538 req-885473e3-c2d5-41b9-91a6-537751502226 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:55.683723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f623f48-11c5-4a5b-b4aa-dbbe6c29f538 req-885473e3-c2d5-41b9-91a6-537751502226 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.6206293
Dec 16 09:28:55.787956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f623f48-11c5-4a5b-b4aa-dbbe6c29f538 req-35e2f064-315d-401e-91a8-773998de3fd2 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017246
Dec 16 09:28:55.886469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:55.951343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-294c2500-38c8-4587-89ee-f7b0229698df req-ccdc008e-7001-44ef-8f34-239dc80632d1 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 210 time: 0.0722752
Dec 16 09:28:56.055771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1270d5-f417-40f6-8990-e367c11d957d req-6594d457-c0c2-4da5-b7d2-152a44109324 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:56.063851 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e1270d5-f417-40f6-8990-e367c11d957d req-6594d457-c0c2-4da5-b7d2-152a44109324 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.1107771
Dec 16 09:28:56.092553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:56.123466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e1270d5-f417-40f6-8990-e367c11d957d req-837872b0-4d5e-43f8-9383-a62af7d26dd6 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553358
Dec 16 09:28:56.145612 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b3f9ef95-3fa2-428d-b623-e92864f2c42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:56.192111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458c29bc-a64f-49d8-b4e7-986899762d4a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:56.201869 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:56.219504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-143dc15f-5475-49bc-b08d-75c6e4973101 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:56.220520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-143dc15f-5475-49bc-b08d-75c6e4973101 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Synchronizing usage tracker for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:28:56.309577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-143dc15f-5475-49bc-b08d-75c6e4973101 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Unset dirty status for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:28:56.310803 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-143dc15f-5475-49bc-b08d-75c6e4973101 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "GET /v2.0/ports?device_id=36dee6cf-1878-4213-a79b-ed4cedd0aab4 HTTP/1.1" status: 200  len: 946 time: 0.8989661
Dec 16 09:28:56.401326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:56.423273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Deleting port 95babb0a-1a6b-4f66-b826-1b8796e5796a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:28:56.425353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:56.663865 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/458c29bc-a64f-49d8-b4e7-986899762d4a HTTP/1.1" status: 204  len: 168 time: 3.6149745
Dec 16 09:28:56.667670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59270) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:56.963052 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:56.980741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] For port 95babb0a-1a6b-4f66-b826-1b8796e5796a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=95babb0a-1a6b-4f66-b826-1b8796e5796a,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:28:56.981106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:57.095457 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:28:57.283762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49c29147-5f37-4be7-a9ae-5b6149999317 req-3389d430-0119-4d29-83cb-0c64e404606a tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 210 time: 0.1180058
Dec 16 09:28:57.338821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:57.456167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ee25a-7c88-40df-9488-0234b8f4d1dd req-96fcb3ec-eb6a-42e5-a4dd-415cb1f0ed3d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:57.469755 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-858ee25a-7c88-40df-9488-0234b8f4d1dd req-96fcb3ec-eb6a-42e5-a4dd-415cb1f0ed3d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.4550467
Dec 16 09:28:57.542792 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f72f1356130>> segment before_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.543073 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f72f1356130>> subnet precommit_delete_associations 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.543884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> segment_host_mapping after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.544224 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> port after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.547664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> port after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.548077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> port after_update 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.548453 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> segment after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.554200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> subnet after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.554200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> subnet after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.554575 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f72f1747af0>> subnet after_update 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.650238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f0e90c40>> subnet after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.650615 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f0e90c40>> subnet after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.650929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f0e90c40>> subnet before_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.651463 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f72f0e90c40>> subnet before_update 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 09:28:57.651830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f175bb20>,) {'filters': {'network_id': ['e087343d-bc55-4b9c-8fd0-b7907af63c38']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:57.700023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Router 3905c34f-3540-4a51-8601-e8bf40425e7b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:28:57.749234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:57.749609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:57.749991 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f disassociated. External IP: 172.25.3.46, port: 95babb0a-1a6b-4f66-b826-1b8796e5796a.
Dec 16 09:28:57.751006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Calling delete_port for 95babb0a-1a6b-4f66-b826-1b8796e5796a owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:28:58.013324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f175bb20>, '04c8924b-ebac-4df3-abc1-6b9a5955d462') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:58.013862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f175bb20>, '04c8924b-ebac-4df3-abc1-6b9a5955d462') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:58.044971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:58.082552 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:58.097723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:28:58.098288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:28:58.098705 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:58.147537 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] 10.222.0.66 "PUT /v2.0/routers/3905c34f-3540-4a51-8601-e8bf40425e7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8027074
Dec 16 09:28:58.148217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59294) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:58.253556 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] Sync routers for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   from cryptography.utils import int_from_bytes
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   from cryptography.utils import int_from_bytes
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   util.warn_limited(
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:28:58.286569 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:28:58.335886 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:58.393459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:58.394411 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2aecfd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:58.404988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:58.416319 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:58.424667 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:28:58.440598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-858ee25a-7c88-40df-9488-0234b8f4d1dd req-38430ab6-c683-4641-965b-d3d3589f0126 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9687903
Dec 16 09:28:58.491088 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:58.508398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e087343d-bc55-4b9c-8fd0-b7907af63c38,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:58.538314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.543253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.543798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.544320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.546424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.546961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.547542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.548907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.549462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.553458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.554040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.554577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.579816 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:58.605142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e087343d-bc55-4b9c-8fd0-b7907af63c38 HTTP/1.1" status: 204  len: 168 time: 1.9363348
Dec 16 09:28:58.634530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eb929-659e-4570-9b04-46d26b393bc3 req-c5bc8b37-a749-4fd8-9083-c4b527aa09cf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:58.644959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d5eb929-659e-4570-9b04-46d26b393bc3 req-c5bc8b37-a749-4fd8-9083-c4b527aa09cf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.9781621
Dec 16 09:28:58.754483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event deleted for resources: {'Port': ['ID=95babb0a-1a6b-4f66-b826-1b8796e5796a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:28:58.862727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d1eac9b4-97d8-46cd-aef8-2b33f686975f req-7d11ab0a-68d5-4ba8-b2de-fa8e6eab52d3 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 210 time: 0.1769395
Dec 16 09:28:58.893488 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:58.926779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.927519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.928582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.929304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.930292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.931047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.931863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.932581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.933106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.933791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.934381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.935344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:28:58.940091 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d5eb929-659e-4570-9b04-46d26b393bc3 req-cbcf4cb6-3da5-4a50-a8ac-9d14e316151d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2883272
Dec 16 09:28:58.965041 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:28:58.968503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-7de1e2b5-2069-4f1c-acb7-96774fb5457b tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:58.975309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-7de1e2b5-2069-4f1c-acb7-96774fb5457b tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 823 time: 0.9872093
Dec 16 09:28:59.073212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-b012ce08-162c-48e9-8330-cf2e0ac7d4b6 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=671682e4503c4ca18b2202676e5aa10f HTTP/1.1" status: 200  len: 379 time: 0.0934744
Dec 16 09:28:59.083131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'port': {'device_id': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'admin_state_up': True, 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'security_groups': ['f9dc1208-f0ba-4011-a973-fa562f718096']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:28:59.142617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59304) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:59.223948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:59.351402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:28:59.356795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Router 88cd9fcb-7b33-4747-82ce-fd064ddd265c has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:28:59.357229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Usage tracker for resource:port and tenant:671682e4503c4ca18b2202676e5aa10f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:28:59.361136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:28:59.367105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:28:59.380164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Made reservation on behalf of 671682e4503c4ca18b2202676e5aa10f for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:28:59.383576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:28:59.427083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-909b9583-6e45-4450-b5e8-a25e9ec44ab1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=faa69135dc6448b79e689ad9fa81fc4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2793875
Dec 16 09:28:59.432471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59314) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:28:59.434659 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2aecfd0>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:28:54Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:59.443995 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] Checking router: 3905c34f-3540-4a51-8601-e8bf40425e7b for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:28:59.455527 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] Routers {'3905c34f-3540-4a51-8601-e8bf40425e7b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:28:59.456387 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2aecfd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3905c34f-3540-4a51-8601-e8bf40425e7b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:28:59.624063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 95babb0a-1a6b-4f66-b826-1b8796e5796a no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:28:59.698527 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] Set router 3905c34f-3540-4a51-8601-e8bf40425e7b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:28:59.747518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 95babb0a-1a6b-4f66-b826-1b8796e5796a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:28:59.747873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 95babb0a-1a6b-4f66-b826-1b8796e5796a not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:28:59.799387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Allocated IP 172.20.0.3 (9b6ec19c-a89b-4468-ac68-3d7737cae51c/d7858657-3f08-4bdf-bf1b-977fe5703de9/2c3d64ef-5162-4d2d-82f0-82024ebdfee0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:28:59.907861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ba1a8-6e4c-48bb-ad63-70708c498812 req-af1a2312-9525-4adb-923d-af592686235b tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:28:59.909864 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f14ba1a8-6e4c-48bb-ad63-70708c498812 req-af1a2312-9525-4adb-923d-af592686235b tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.1977417
Dec 16 09:29:00.109073 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.146577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.280214 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2aecfd0>, [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:28:54Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:00.292859 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd0d24-9dc3-45b3-976c-cb121fb8aa34 None None] The sync data for ids ['3905c34f-3540-4a51-8601-e8bf40425e7b'] in n-d-820554-2 is: [{'id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1744014030-router', 'tenant_id': '50977e24d11147dfb631cc49c4a88d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:33Z', 'updated_at': '2021-12-16T09:28:54Z', 'revision_number': 5, 'project_id': '50977e24d11147dfb631cc49c4a88d68', 'gw_port': {'id': 'd7aa51c0-7504-473a-8022-2ea194812bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905c34f-3540-4a51-8601-e8bf40425e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:34Z', 'updated_at': '2021-12-16T09:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:00.419745 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d338931-2a0a-43ce-88f6-38f3ee8cb16b req-ae6a4943-e1e9-419c-8192-cad78ea34195 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 210 time: 0.0708663
Dec 16 09:29:00.423533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.442222 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.445755 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f14ba1a8-6e4c-48bb-ad63-70708c498812 req-5ba4f56a-e8f0-493c-bc14-6234bf86f7ac tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5247066
Dec 16 09:29:00.448596 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8019da5f-c46e-48a2-b611-cb661c5ea653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:00.471962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.474676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0f115d-40b2-40a0-8ee5-44b61b629c4f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:00.492337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Transition to ACTIVE for port object 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:00.498666 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:00.524502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.525624 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d0f115d-40b2-40a0-8ee5-44b61b629c4f HTTP/1.1" status: 204  len: 168 time: 1.0918667
Dec 16 09:29:00.529489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Deleting port d7aa51c0-7504-473a-8022-2ea194812bce {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:00.529843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.552488 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.581463 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-289712f7-1799-45da-adcf-07f8db31a89f tempest-FloatingIPsTestJSON-315473040 tempest-FloatingIPsTestJSON-315473040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:00.745751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event updated for resources: {'Port': ['ID=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:00.749491 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:00.878401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:00.919085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] For port d7aa51c0-7504-473a-8022-2ea194812bce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d7aa51c0-7504-473a-8022-2ea194812bce,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:00.919672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:00.920053 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:00.929776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:01.125484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:29:01.143767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] Sync routers for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:29:01.177519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:01.181235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:01.181971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:01.185953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc28b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:01.208315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89525beb-2e57-491f-b274-6fcf3ae24485 req-ecf6a618-f3a1-4132-9e4a-0b4751859092 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:01.209968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-89525beb-2e57-491f-b274-6fcf3ae24485 req-ecf6a618-f3a1-4132-9e4a-0b4751859092 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.4733713
Dec 16 09:29:01.384952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3056264
Dec 16 09:29:01.425308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Request body: {'port': {'device_id': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:01.551286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cda8cf23-c55d-423c-8774-eba169f4cbb0 None None] Provisioning for port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:01.591078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Calling delete_port for d7aa51c0-7504-473a-8022-2ea194812bce owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:01.656008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] No DVR routers for this DVR port 95babb0a-1a6b-4f66-b826-1b8796e5796a on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:29:01.661430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:01.662948 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e37e763e-58b6-406f-9e9e-de99613b8196 req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "DELETE /v2.0/ports/95babb0a-1a6b-4f66-b826-1b8796e5796a HTTP/1.1" status: 204  len: 173 time: 5.3417952
Dec 16 09:29:01.663494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'name': 'network-vif-deleted', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:01.686456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:01.762162 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-89525beb-2e57-491f-b274-6fcf3ae24485 req-8d092769-f4bb-4462-8e0d-d1768d853e44 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5290167
Dec 16 09:29:01.877040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cda8cf23-c55d-423c-8774-eba169f4cbb0 None None] Provisioning complete for port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:01.877709 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cda8cf23-c55d-423c-8774-eba169f4cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:01.885577 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:01.977870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1941b9f-55e4-4691-9bb1-637f8ae0f1f1 req-523ebe2a-d742-4c8a-bf04-244007da90c0 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:01.978588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b1941b9f-55e4-4691-9bb1-637f8ae0f1f1 req-523ebe2a-d742-4c8a-bf04-244007da90c0 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Synchronizing usage tracker for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:01.994184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:02.011309 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-845a4711-8426-49e8-9a20-ab21925a1bd4 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:02.147274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7aa51c0-7504-473a-8022-2ea194812bce,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:02.150400 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:02.231440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b1941b9f-55e4-4691-9bb1-637f8ae0f1f1 req-523ebe2a-d742-4c8a-bf04-244007da90c0 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Unset dirty status for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:02.232592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1941b9f-55e4-4691-9bb1-637f8ae0f1f1 req-523ebe2a-d742-4c8a-bf04-244007da90c0 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 931 time: 0.4683955
Dec 16 09:29:02.263037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cda8cf23-c55d-423c-8774-eba169f4cbb0 None None] Port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:02.323691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:02.343308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3f9524df-ef87-4a74-9220-3c5032f6ba61 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:02.385185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 3f9524df-ef87-4a74-9220-3c5032f6ba61 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:02.385898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3f9524df-ef87-4a74-9220-3c5032f6ba61 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:02.418760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc28b0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:02.420642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1941b9f-55e4-4691-9bb1-637f8ae0f1f1 req-cc87ca3c-cec2-4b2d-a1ae-3748de129675 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744459
Dec 16 09:29:02.424334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] Checking router: 88cd9fcb-7b33-4747-82ce-fd064ddd265c for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:29:02.435090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:02.435848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc28b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:28:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:02.587724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59370) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:02.681013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c787-cba4-485e-876e-51bcabe8e45d req-122801c7-a484-4092-a284-f8f9879593a8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:02.695763 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4195c787-cba4-485e-876e-51bcabe8e45d req-122801c7-a484-4092-a284-f8f9879593a8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.5086696
Dec 16 09:29:02.765760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59378) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:02.777569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1304371132'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:02.782957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:02.786969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:network and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:02.790089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:02.796134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:02.819554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:02.823041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:02.878882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:02.887266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4195c787-cba4-485e-876e-51bcabe8e45d req-39f571db-1b6e-44b4-b89c-5d4dbeecafb5 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904562
Dec 16 09:29:02.945944 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dee6cf-1878-4213-a79b-ed4cedd0aab4', 'name': 'network-vif-deleted', 'tag': '95babb0a-1a6b-4f66-b826-1b8796e5796a', 'status': 'completed', 'code': 200}
Dec 16 09:29:02.965309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:29:02.974503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-223029681-network', 'tenant_id': '4964120137a24ff4ac2eecf24a3cc739'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:02.982591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:02.991625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Usage tracker for resource:network and tenant:4964120137a24ff4ac2eecf24a3cc739 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:02.996526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:03.005249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:03.025428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Made reservation on behalf of 4964120137a24ff4ac2eecf24a3cc739 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:03.027860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.050500 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.069696 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.070044 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Added segment 21b01ec3-affe-40d9-ab8a-04c0be70baa3 of type vlan for network 53d25a0d-86d5-463c-b866-b7143ffd064e
Dec 16 09:29:03.095852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.096207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:03.099566 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.112057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Usage tracker for resource:security_group_rule and tenant:4964120137a24ff4ac2eecf24a3cc739 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:03.132696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.133679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3905c34f-3540-4a51-8601-e8bf40425e7b {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:29:03.145983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-1538cba1-f02d-4439-a1b5-c7cde2c8f09a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:03.147775 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-1538cba1-f02d-4439-a1b5-c7cde2c8f09a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1097 time: 0.1973634
Dec 16 09:29:03.166799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820554-2'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:03.201688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:03.224152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:03.347774 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.348896 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] 10.222.0.66 "DELETE /v2.0/routers/3905c34f-3540-4a51-8601-e8bf40425e7b HTTP/1.1" status: 204  len: 168 time: 5.1953001
Dec 16 09:29:03.352937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59386) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:03.400203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.435178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc28b0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:03.440485 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15deeb08-9325-45de-b125-d170d4fa0d20 None None] The sync data for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 is: [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:03.545884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.587599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Deleting subnet 239a122e-0d3a-44a5-8899-788afb5cefbc {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:29:03.613221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.615698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:03.650400 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.652806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 61b79af9-615f-4f98-9f3c-bdf8fc854f3d details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:29:03.672057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973345c9-499b-4697-ab40-141378387b8a req-0cd74df7-8e1e-4f60-842d-34c719485a88 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:03.673463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-973345c9-499b-4697-ab40-141378387b8a req-0cd74df7-8e1e-4f60-842d-34c719485a88 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 946 time: 0.5354745
Dec 16 09:29:03.738280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.741388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Transition to ACTIVE for port object 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:03.762788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:03.763501 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.819277 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e801d2c3-3fe3-4c08-910e-22a22a83d459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:03.820653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.849714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0772703
Dec 16 09:29:03.851607 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:03.871858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59394) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:03.905833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1e030-3b39-4c55-b15c-00b9778442cd None None] New status for floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:29:03.921998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:03.943511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 61b79af9-615f-4f98-9f3c-bdf8fc854f3d has no active binding in host n-h2-820554-2 {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Dec 16 09:29:03.999662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d7aa51c0-7504-473a-8022-2ea194812bce no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:04.017026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.086236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: d7aa51c0-7504-473a-8022-2ea194812bce {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:04.087074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d7aa51c0-7504-473a-8022-2ea194812bce not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:04.163774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-973345c9-499b-4697-ab40-141378387b8a req-b4174643-0d0d-4430-b469-22afe3034953 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4616594
Dec 16 09:29:04.177543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1969406232'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:04.227005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.256999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.268434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29274-ba66-4a0b-8d87-14e25063341f req-7ae40ed4-902e-4ff4-9f6a-ce549216b0d9 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:04.275897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edc29274-ba66-4a0b-8d87-14e25063341f req-7ae40ed4-902e-4ff4-9f6a-ce549216b0d9 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 945 time: 0.8817704
Dec 16 09:29:04.306420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:04.348030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Network': ['ID=53d25a0d-86d5-463c-b866-b7143ffd064e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:04.352984 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:04.361848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:network and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:04.372232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 53d25a0d-86d5-463c-b866-b7143ffd064e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:29:04.421998 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-83459881-cf47-4e8a-887a-6c72ab5b7b1c tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:04.422281 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.432341 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:04.474765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:04.476906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239a122e-0d3a-44a5-8899-788afb5cefbc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:04.482083 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:04.484173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.489465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:04.496552 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/239a122e-0d3a-44a5-8899-788afb5cefbc HTTP/1.1" status: 204  len: 168 time: 1.0965800
Dec 16 09:29:04.497609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:04.509396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033470e-7514-40b6-8c56-6667986d8760 None None] Network a75ad279-6c16-40e3-b448-fc228fdec8c9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:04.521991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:29:04.537121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.537789 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Added segment 94b2935a-c196-443e-a975-b43c0f144517 of type vlan for network c163cb13-9070-4023-84ae-a6c1bf3e133c
Dec 16 09:29:04.578304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.629745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:04.650217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:04.695790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:04.719112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.746597 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.752217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Deleting port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:04.752744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.764190 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:04.773878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:04.777696 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.785705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.791330 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7a4b34b-890a-4c56-ae50-f0fae2aaba43 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:04.798214 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3d2037-01f7-45c4-a16a-b45490021b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:04.800172 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.842739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:04.843640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.857271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edc29274-ba66-4a0b-8d87-14e25063341f req-dbfbf268-8b7d-4aab-ad3d-8c223ae434fe tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5805318
Dec 16 09:29:04.919935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] DHCP port deletion for a75ad279-6c16-40e3-b448-fc228fdec8c9 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:29:04.924771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Deleting port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:04.925152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:04.951069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:04.966187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542bbc73-87b6-44ba-9e9a-3f60a4588c40,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:05.008734 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:05.010125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a04903b1-dee1-4446-9261-9f017aaa6df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:05.040845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=7']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:05.051916 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:05.055671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:29:05.078898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on host n-h1-820554-2 for vnic_type normal with profile {"migrating_to": "n-h2-820554-2"} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:05.079270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:05.079585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:05.105073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:05.105817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Attempting to bind port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:05.144522 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.5239048
Dec 16 09:29:05.154187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Attempting to bind port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:05.154383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Attempting to bind port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:05.154630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Attempting to bind port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:05.158927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:05.164679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02d937-8b17-40e9-9804-51939ebff874 req-94b7e638-6a9b-4387-8142-f21e1557b3bb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:05.166257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc02d937-8b17-40e9-9804-51939ebff874 req-94b7e638-6a9b-4387-8142-f21e1557b3bb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 943 time: 0.8014357
Dec 16 09:29:05.167190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Request body: {'subnet': {'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-223029681-subnet', 'tenant_id': '4964120137a24ff4ac2eecf24a3cc739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:05.183285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:05.183631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:05.184019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:05.184463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Bound port: 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:05.184810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.194809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:05.203141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Usage tracker for resource:subnet and tenant:4964120137a24ff4ac2eecf24a3cc739 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:05.210029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:05.210493 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.210835 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Added segment b0adde9b-d63d-468b-b07a-77757d93a297 of type vlan for network b41fc7d4-aa6b-4a98-b14a-ecede34182c2
Dec 16 09:29:05.217793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:05.218139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Attempting to bind port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 on network 9b6ec19c-a89b-4468-ac68-3d7737cae51c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:05.233806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:05.248810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Pushing event updated for resources: {'Network': ['ID=c163cb13-9070-4023-84ae-a6c1bf3e133c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:05.257126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:05.257465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Checking segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:05.257854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Bound using segment: {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:05.258293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Bound port: 2c3d64ef-5162-4d2d-82f0-82024ebdfee0, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:05.258637 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.264619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c163cb13-9070-4023-84ae-a6c1bf3e133c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:29:05.274262 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:05.299033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] For port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:05.299417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.312288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Made reservation on behalf of 4964120137a24ff4ac2eecf24a3cc739 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:05.314941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.405563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] For port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,segment=NetworkSegment(2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71),segment_id=2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:05.405896 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.442881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.456653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Calling delete_port for 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:05.474333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc02d937-8b17-40e9-9804-51939ebff874 req-7f076b3e-9067-4e84-970e-00d6b71a268d tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2917516
Dec 16 09:29:05.576636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Calling delete_port for 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:05.590811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] For port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:05.594495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] For port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:05.609347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-ae256875-80a6-4b2b-afa5-f4d2345146f6 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:05.612475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-ae256875-80a6-4b2b-afa5-f4d2345146f6 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.54 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 945 time: 0.7280636
Dec 16 09:29:05.623320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.629860 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d', 'code': 200}
Dec 16 09:29:05.670928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:05.722873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:05.726044 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:05.819251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:05.834368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb05c5-2831-40eb-8594-49d99d6f2a95 req-f8288991-0ebd-41c0-8989-e1fcfcef74ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:05.842143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2cbb05c5-2831-40eb-8594-49d99d6f2a95 req-f8288991-0ebd-41c0-8989-e1fcfcef74ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.7963543
Dec 16 09:29:05.851049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.860946 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:05.863493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8a74ed3-753e-4de7-9588-781811c9edd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:05.867514 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:29:05.867866 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:29:05.905903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.917101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.949917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:05.967251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:05.970331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:05.971974 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] 10.222.0.74 "PUT /v2.0/ports/2c3d64ef-5162-4d2d-82f0-82024ebdfee0 HTTP/1.1" status: 200  len: 1091 time: 4.5640955
Dec 16 09:29:05.996581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:06.010392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:06.010758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:06.028193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] No DVR routers for this DVR port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:29:06.032271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Deleting port b115d78a-8b67-4136-ab79-628cadde9b2a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:06.032812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.120589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.140363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:06.141005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.152555 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edf4e197-9654-4c59-a428-38bd7accb8fe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:06.295212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2cbb05c5-2831-40eb-8594-49d99d6f2a95 req-4ade9b0d-cebe-4069-acab-b047841b76eb tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4520810
Dec 16 09:29:06.310926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=8']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:06.322403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 2.4396558
Dec 16 09:29:06.324156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:06.325396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:06.326002 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.327365 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] 10.222.0.74 "PUT /v2.0/ports/61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 200  len: 1122 time: 3.1703551
Dec 16 09:29:06.330663 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:06.345414 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9cd9278f-1f7a-4b45-8640-63251687f75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:06.363997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Network': ['ID=b41fc7d4-aa6b-4a98-b14a-ecede34182c2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:06.373096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Deleting port 3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:06.375881 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.385560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'subnet': {'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:06.394645 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:06.416317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Checking segment: {'id': '94b2935a-c196-443e-a975-b43c0f144517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:06.416688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Network hostable DHCP agents. Network: c163cb13-9070-4023-84ae-a6c1bf3e133c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:29:06.429542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:06.480980 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:06.482745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.490659 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:06.499457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:29:06.520731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['61b79af9-615f-4f98-9f3c-bdf8fc854f3d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:29:06.613733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-5d6b1531-514f-4f5a-bdf7-59874de34474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:06.614398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['61b79af9-615f-4f98-9f3c-bdf8fc854f3d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:29:06.615964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-5d6b1531-514f-4f5a-bdf7-59874de34474 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 1094 time: 0.5536296
Dec 16 09:29:06.658689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f7dd8-415e-48ab-a0b6-81428be16111 req-ea10f882-a667-4364-9d96-304786b97b19 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:06.664236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-65e132a1-d4fd-4b92-9d18-dc5ca06af324 None None] The port '3ac069f4-0d1f-419b-b0c1-9a2ba4fec98b' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:29:06.665759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-394f7dd8-415e-48ab-a0b6-81428be16111 req-ea10f882-a667-4364-9d96-304786b97b19 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 944 time: 0.8033199
Dec 16 09:29:06.678387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f12c2e50>,) {'filters': {'network_id': ['a75ad279-6c16-40e3-b448-fc228fdec8c9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:06.694511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:06.696585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Network c163cb13-9070-4023-84ae-a6c1bf3e133c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:29:06.707520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12c2e50>, '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:06.707824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12c2e50>, '2b6fe28d-1f8f-4bd6-8cff-7ae3116b7a71') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:06.715073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:subnet and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:06.720233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:06.725096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, c163cb13-9070-4023-84ae-a6c1bf3e133c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:06.730679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719d33c2-8026-42f9-a177-1e472c1a47cb,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:06.733657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.741041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:06.749962 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:06.754410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:06.754999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.769388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.773634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:06.777042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.788035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d36a3-0d85-4b10-a916-7cedcf4a269b None None] Network c163cb13-9070-4023-84ae-a6c1bf3e133c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:06.803671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-8aec19db-252d-494d-8945-6057bba94660 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0 HTTP/1.1" status: 200  len: 217 time: 0.1695185
Dec 16 09:29:06.854601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:29:06.855009 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:29:06.870815 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:29:06.941053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-394f7dd8-415e-48ab-a0b6-81428be16111 req-ea78bdb3-c967-471f-aede-a59346a39ebc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742591
Dec 16 09:29:06.951674 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.7913618
Dec 16 09:29:06.975201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] For port b115d78a-8b67-4136-ab79-628cadde9b2a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b115d78a-8b67-4136-ab79-628cadde9b2a,segment=NetworkSegment(a3a1e011-81cc-4c4e-8500-d59f3736cb95),segment_id=a3a1e011-81cc-4c4e-8500-d59f3736cb95)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:06.975585 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:07.009166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:07.033904 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:07.088706 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:07.110845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75ad279-6c16-40e3-b448-fc228fdec8c9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:07.128593 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a75ad279-6c16-40e3-b448-fc228fdec8c9 HTTP/1.1" status: 204  len: 168 time: 2.6271906
Dec 16 09:29:07.129905 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:07.132443 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'status': 'completed', 'code': 200}
Dec 16 09:29:07.202629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-3c2020f5-72d0-4d67-9575-0a1811ec1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:07.204960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-3c2020f5-72d0-4d67-9575-0a1811ec1b88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d7858657-3f08-4bdf-bf1b-977fe5703de9 HTTP/1.1" status: 200  len: 862 time: 0.3840041
Dec 16 09:29:07.212157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Calling delete_port for b115d78a-8b67-4136-ab79-628cadde9b2a owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:07.333128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d59421-2e75-44dd-973a-5405518dfbaf None None] Network c163cb13-9070-4023-84ae-a6c1bf3e133c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:07.408817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0901b-2b53-48e2-9810-3ae0524d327c req-c7070656-1cf0-4432-80ab-59cf51dde675 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:07.416492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfd0901b-2b53-48e2-9810-3ae0524d327c req-c7070656-1cf0-4432-80ab-59cf51dde675 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c5bde7-d70e-479e-80ee-2a6972df61e7 HTTP/1.1" status: 200  len: 945 time: 0.7837484
Dec 16 09:29:07.503525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59442) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:07.536233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:07.549944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfd0901b-2b53-48e2-9810-3ae0524d327c req-57c15e17-475c-4abf-aedb-cf1b6df6dd88 tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.66 "GET /v2.0/security-groups?id=eef4d09c-16d6-47a5-81a2-d9bf3704cd04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325591
Dec 16 09:29:07.553378 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:07.643660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-e75f62b0-ff65-4d65-811a-cbb360aaaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:07.645865 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-e75f62b0-ff65-4d65-811a-cbb360aaaa40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b6ec19c-a89b-4468-ac68-3d7737cae51c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4035580
Dec 16 09:29:07.665837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:07.684964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Checking segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:07.685323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network hostable DHCP agents. Network: 53d25a0d-86d5-463c-b866-b7143ffd064e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:29:07.716357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network 53d25a0d-86d5-463c-b866-b7143ffd064e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:29:07.724183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4d3025f7-4e66-4f3f-b7d2-c31dfa098cef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50977e24d11147dfb631cc49c4a88d68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1817377
Dec 16 09:29:07.727667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59452) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:07.735483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Subnet': ['ID=c1528d8f-6337-41e2-a66e-54d18cf34374,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:07.738555 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:07.739147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 53d25a0d-86d5-463c-b866-b7143ffd064e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:07.743561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:07.744149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:07.754397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b53337a-56f8-44fb-9cab-5a3f4c5ad55d None None] Network 53d25a0d-86d5-463c-b866-b7143ffd064e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:07.801114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4545908
Dec 16 09:29:07.803075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59456) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:07.810876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'subnet': {'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:07.922796 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:07.967434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:07.975632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:07.982953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:subnet and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:07.989297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:08.002145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:08.029747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:08.036381 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.041445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-53d25a0d-86d5-463c-b866-b7143ffd064e', 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'fixed_ips': [{'subnet_id': 'c1528d8f-6337-41e2-a66e-54d18cf34374'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:29:08.042481 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.063615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47df1-16f2-4f0f-990c-e11cba468a49 req-dca6f0c8-8d0d-4b4d-82d5-ba498377dbbd tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:08.065379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4cb47df1-16f2-4f0f-990c-e11cba468a49 req-dca6f0c8-8d0d-4b4d-82d5-ba498377dbbd tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 943 time: 0.7428527
Dec 16 09:29:08.174851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.201427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.206102 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2425d11a-caa4-44b4-863a-974e6391ec4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:08.217281 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e172778-6139-4f5c-8df3-85c63c701afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:08.240451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2db742-38c4-4c03-abc5-272b793adebb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:08.247188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:08.249586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.253504 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e2db742-38c4-4c03-abc5-272b793adebb HTTP/1.1" status: 204  len: 168 time: 0.5210240
Dec 16 09:29:08.265941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4cb47df1-16f2-4f0f-990c-e11cba468a49 req-8d0b61ed-97c4-4465-a8fc-3c13c296cf0d tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1850579
Dec 16 09:29:08.267766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Pushing event deleted for resources: {'Port': ['ID=b115d78a-8b67-4136-ab79-628cadde9b2a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:08.273847 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:08.286144 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-2d3af28c-da95-4359-a6e1-9be407c1876f service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6035087
Dec 16 09:29:08.322481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Allocated IP 10.1.1.2 (53d25a0d-86d5-463c-b866-b7143ffd064e/c1528d8f-6337-41e2-a66e-54d18cf34374/82c3ee40-b405-4407-85f0-15d407f0498b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:08.534966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.548369 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3036919a-565f-4f7e-8a81-344df0f21ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:08.631709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] No DVR routers for this DVR port b115d78a-8b67-4136-ab79-628cadde9b2a on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:29:08.641637 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.688619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd8fcf-1d54-4fff-b883-a37eb6681b36 req-5c4767b6-8dde-4675-b733-f1973ac790ed tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:08.690773 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17cd8fcf-1d54-4fff-b883-a37eb6681b36 req-5c4767b6-8dde-4675-b733-f1973ac790ed tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.9650393
Dec 16 09:29:08.700400 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.701593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Checking segment: {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:08.702063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network hostable DHCP agents. Network: b41fc7d4-aa6b-4a98-b14a-ecede34182c2, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:29:08.717437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Subnet': ['ID=df2f627d-452f-4e98-a050-8bde3fda325d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:08.717926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Transition to ACTIVE for port object 82c3ee40-b405-4407-85f0-15d407f0498b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:08.729243 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:08.745396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:29:08.755835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Transition to ACTIVE for port object 82c3ee40-b405-4407-85f0-15d407f0498b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:08.761998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b41fc7d4-aa6b-4a98-b14a-ecede34182c2) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:08.763347 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.765563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0288c4b7-c443-4194-8ba5-c6507c10eccc req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] 10.222.0.54 "DELETE /v2.0/ports/b115d78a-8b67-4136-ab79-628cadde9b2a HTTP/1.1" status: 204  len: 173 time: 3.1266835
Dec 16 09:29:08.774021 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:08.775536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:08.777179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:08.821474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a229ce-78b2-4af5-885f-d2bc55bdef2e None None] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:08.840995 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0346336
Dec 16 09:29:08.842556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59482) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:08.862087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'port': {'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'name': 'tempest-TaggedBootDevicesTest_v242-1130356852', 'fixed_ips': [{'subnet_id': 'c1528d8f-6337-41e2-a66e-54d18cf34374'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:08.876880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17cd8fcf-1d54-4fff-b883-a37eb6681b36 req-bf81b9cb-6719-4a75-a8e5-59e2b4ae0d76 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767540
Dec 16 09:29:08.884396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce0fa840-7092-4d8c-9e01-80ad191c33da req-249f8b30-95c0-4b36-9dd0-5816fd757b99 service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5220377
Dec 16 09:29:09.117536 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d', 'status': 'completed', 'code': 200}
Dec 16 09:29:09.145372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Network 53d25a0d-86d5-463c-b866-b7143ffd064e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:09.146835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'name': 'network-vif-deleted', 'tag': 'b115d78a-8b67-4136-ab79-628cadde9b2a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:09.211677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:09.215372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:09.216062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:port and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:09.220446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:09.221652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:09.229572 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:09.245182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:09.306720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-b41fc7d4-aa6b-4a98-b14a-ecede34182c2', 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'fixed_ips': [{'subnet_id': 'df2f627d-452f-4e98-a050-8bde3fda325d'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:29:09.307601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:09.424994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b115d78a-8b67-4136-ab79-628cadde9b2a no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:09.503386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f8e24b15-6481-4d91-ac5c-b466d72d52c5 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:09.504113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f8e24b15-6481-4d91-ac5c-b466d72d52c5 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Synchronizing usage tracker for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:09.505009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: b115d78a-8b67-4136-ab79-628cadde9b2a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:09.505370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b115d78a-8b67-4136-ab79-628cadde9b2a not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:09.604978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-8de4d935-cd5c-4584-b837-bcd146bd302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:09.606860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-8de4d935-cd5c-4584-b837-bcd146bd302c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 1094 time: 0.5917945
Dec 16 09:29:09.625266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f8e24b15-6481-4d91-ac5c-b466d72d52c5 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Unset dirty status for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:09.626365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f8e24b15-6481-4d91-ac5c-b466d72d52c5 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/networks?id=c163cb13-9070-4023-84ae-a6c1bf3e133c HTTP/1.1" status: 200  len: 821 time: 0.5420415
Dec 16 09:29:09.628527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-1ceeb0d7-cd58-4f78-bd16-fa8a3992cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:09.629950 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-1ceeb0d7-cd58-4f78-bd16-fa8a3992cc43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1125 time: 0.5392601
Dec 16 09:29:09.645825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Pushing event updated for resources: {'Port': ['ID=82c3ee40-b405-4407-85f0-15d407f0498b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:09.651959 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:09.681163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Attempting to bind port 82c3ee40-b405-4407-85f0-15d407f0498b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:09.681163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Attempting to bind port 82c3ee40-b405-4407-85f0-15d407f0498b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:09.681507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Attempting to bind port 82c3ee40-b405-4407-85f0-15d407f0498b on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:09.713729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:09.716659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Checking segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:09.716659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:09.717070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Bound using segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:09.717571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Bound port: 82c3ee40-b405-4407-85f0-15d407f0498b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:09.717953 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:09.740816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:09.777928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] device_id is not set on port 67124b96-92b0-4e4c-a1d5-600286c27fa1 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:29:09.779193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be884-bb35-4535-89ce-c654c6ef6db0 req-927cbfee-5fb5-4c64-a039-fd75a74f9652 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:09.790391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e33be884-bb35-4535-89ce-c654c6ef6db0 req-927cbfee-5fb5-4c64-a039-fd75a74f9652 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 944 time: 0.5964487
Dec 16 09:29:09.800705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-5ec99c5e-8e4b-4748-b8dc-72b2d03bd794 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/quotas/4964120137a24ff4ac2eecf24a3cc739 HTTP/1.1" status: 200  len: 375 time: 0.1301506
Dec 16 09:29:09.841260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59514) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:09.942395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Allocated IP 10.2.2.2 (b41fc7d4-aa6b-4a98-b14a-ecede34182c2/df2f627d-452f-4e98-a050-8bde3fda325d/9031a325-e4bb-4c55-8ff0-5ff3487ffde9) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:09.956195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] For port 82c3ee40-b405-4407-85f0-15d407f0498b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:09.960021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] For port 82c3ee40-b405-4407-85f0-15d407f0498b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=82c3ee40-b405-4407-85f0-15d407f0498b,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:09.978773 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-2dc1dc49-bb90-43aa-b014-7ed32a20f84a tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4964120137a24ff4ac2eecf24a3cc739&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1130476
Dec 16 09:29:10.004221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.011250 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:10.014800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e33be884-bb35-4535-89ce-c654c6ef6db0 req-c80d28fa-7ad2-42f2-99d9-be9d60669581 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2226396
Dec 16 09:29:10.026245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-network', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:10.038484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:10.050012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Usage tracker for resource:network and tenant:e33081ed33f544d08d042f9e57457a4c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:10.056796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:10.068761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:10.101014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-e871e9ae-1b3c-485e-ab04-6dd211695b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:10.102452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-e871e9ae-1b3c-485e-ab04-6dd211695b24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.4304030
Dec 16 09:29:10.133213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Made reservation on behalf of e33081ed33f544d08d042f9e57457a4c for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:10.135927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.157368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.182962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Pushing event updated for resources: {'Port': ['ID=82c3ee40-b405-4407-85f0-15d407f0498b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:10.188618 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:10.202586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:10.207973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Usage tracker for resource:security_group_rule and tenant:e33081ed33f544d08d042f9e57457a4c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:10.211126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:10.217920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:10.241696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-ba0791e5-395b-4589-88c7-ab1b4b10ae92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 200  len: 217 time: 0.1196232
Dec 16 09:29:10.325293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:10.329540 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c5bde7-d70e-479e-80ee-2a6972df61e7', 'name': 'network-vif-deleted', 'tag': 'b115d78a-8b67-4136-ab79-628cadde9b2a', 'status': 'completed', 'code': 200}
Dec 16 09:29:10.333625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.340590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.349520 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7993d399-dae7-4b5e-a871-e1de4f3f0738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:10.383100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697e1727-14f1-4562-b80c-1d29112a0ea9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:10.400055 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.403218 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:10.418208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 10.1.1.204 (53d25a0d-86d5-463c-b866-b7143ffd064e/c1528d8f-6337-41e2-a66e-54d18cf34374/67124b96-92b0-4e4c-a1d5-600286c27fa1) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:10.420406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Transition to ACTIVE for port object 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:10.430983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:29:10.452258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.452785 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Added segment 023f774f-cea3-448a-b929-99cb1cd72550 of type vlan for network 57efc189-cc50-4f41-9eb2-c63c464d9dbf
Dec 16 09:29:10.453216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Transition to ACTIVE for port object 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:10.464658 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.516628 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:10.580840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.668033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:10.675561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:10.679199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:10.782245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.790156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:10.791869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.845344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.867112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Transition to ACTIVE for port object 67124b96-92b0-4e4c-a1d5-600286c27fa1 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:10.891979 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:10.917120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Attempting to bind port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:10.917600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Attempting to bind port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:10.918048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Attempting to bind port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 on network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:10.919274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-440b25ca-7ec4-44e5-a514-58e9837bb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:10.920843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-440b25ca-7ec4-44e5-a514-58e9837bb17c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 924 time: 1.2969413
Dec 16 09:29:10.926654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:10.927127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Checking segment: {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:10.927627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.928141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Bound using segment: {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:10.928815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Bound port: 9031a325-e4bb-4c55-8ff0-5ff3487ffde9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:10.929241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-ff54ef1a-70b4-4911-9fb0-0b86f87e892f service neutron] 10.222.0.66 "GET /v2.0/networks/c163cb13-9070-4023-84ae-a6c1bf3e133c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9346311
Dec 16 09:29:10.929372 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:10.973398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Pushing event updated for resources: {'Port': ['ID=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:10.976503 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:11.028404 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:11.048545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] For port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:11.053000 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2068474
Dec 16 09:29:11.056226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] For port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:11.060835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:11.066391 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3ea6f071-be49-4533-bcdd-81be8756c9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:11.069802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:11.073872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network 53d25a0d-86d5-463c-b866-b7143ffd064e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:11.081011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Request body: {'subnet': {'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-subnet', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:11.085157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:11.087710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:11.165959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-3dc01c88-b3f0-4c53-a520-2be58127a892 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0 HTTP/1.1" status: 200  len: 217 time: 0.1257017
Dec 16 09:29:11.167076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Pushing event updated for resources: {'Port': ['ID=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:11.170840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:11.171786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:11.189663 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:11.194398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:11.204737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Deleting subnet febb3d4b-e668-4dcf-ab39-0b0f63031b33 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:29:11.207056 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3631437
Dec 16 09:29:11.208470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Pushing event updated for resources: {'Network': ['ID=57efc189-cc50-4f41-9eb2-c63c464d9dbf,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:11.213130 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:11.214466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Usage tracker for resource:subnet and tenant:e33081ed33f544d08d042f9e57457a4c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:11.217426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59542) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:11.217825 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3be6d08-aa1a-4266-b458-84ac85bcfb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:11.224447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:29:11.268359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:11.278450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:11.293450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'port': {'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'name': 'tempest-TaggedBootDevicesTest_v242-966544028', 'fixed_ips': [{'subnet_id': 'c1528d8f-6337-41e2-a66e-54d18cf34374'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:11.337084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-eb11bf8d-9605-4651-b22b-9f452a129aa3 service neutron] 10.222.0.66 "GET /v2.0/networks/c163cb13-9070-4023-84ae-a6c1bf3e133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4068706
Dec 16 09:29:11.338507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-4e5894fe-9fac-4644-863b-e0a1e1fccee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:11.340376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-4e5894fe-9fac-4644-863b-e0a1e1fccee4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.9639437
Dec 16 09:29:11.422698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:11.425027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=67124b96-92b0-4e4c-a1d5-600286c27fa1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:11.471955 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:11.474248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-85040c9b-35ff-4ac4-9d70-b70d255f6cc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1130059
Dec 16 09:29:11.551850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Made reservation on behalf of e33081ed33f544d08d042f9e57457a4c for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:11.555810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:11.601152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9760ad7-0b45-4653-958f-366358edb0a5 req-e3e4d283-859b-4468-882a-ec60068be7d3 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:11.609302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9760ad7-0b45-4653-958f-366358edb0a5 req-e3e4d283-859b-4468-882a-ec60068be7d3 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 943 time: 1.1149707
Dec 16 09:29:11.613166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-89041844-7d8d-4eed-9b6f-50362dfd05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:11.615881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-89041844-7d8d-4eed-9b6f-50362dfd05ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d7858657-3f08-4bdf-bf1b-977fe5703de9 HTTP/1.1" status: 200  len: 862 time: 0.4190619
Dec 16 09:29:11.661348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:11.726272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:29:12.030573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-dce5c8f0-21f6-4112-b31c-8778054dc2c6 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4857709
Dec 16 09:29:12.058975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84951f9-af1c-4d47-9b00-718e11e95a79 None None] Network 53d25a0d-86d5-463c-b866-b7143ffd064e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:12.138368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:12.147444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:port and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:12.152537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:12.169748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-306ec01b-af3c-495e-9fa5-ee1f36d510d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:12.176836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:12.190006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e4a8b042-2450-46ad-8ba1-20398948ffcc None None] Provisioning for port 82c3ee40-b405-4407-85f0-15d407f0498b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:12.261199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:12.266475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:12.271208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:12.329563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] device_id is not set on port 43b469c3-791d-4334-acfd-d4d24df3817e yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:29:12.427079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:12.430649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:12.486795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'port_id': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'mac_address': 'fa:16:3e:92:d2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:29:12.555552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9760ad7-0b45-4653-958f-366358edb0a5 req-fa6e183d-f130-480f-9c2b-5dc611e615bd tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9446089
Dec 16 09:29:12.677431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d988865-4bc4-45a6-a961-0b932f2d7e4c req-7cc78c71-2605-40b6-87f9-2dc7dc63894b service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5510497
Dec 16 09:29:12.699770 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:12.738658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:12.744314 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:12.790664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 82c3ee40-b405-4407-85f0-15d407f0498b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:12.791175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:12.803196 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f66fdb58-8dd0-41f6-90ff-aef25d911261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:12.830565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-eaf4cb16-f734-4070-8979-54882e98d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:12.836730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-eaf4cb16-f734-4070-8979-54882e98d3cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b6ec19c-a89b-4468-ac68-3d7737cae51c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 1.1622293
Dec 16 09:29:12.947780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:12.954095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 10.1.1.198 (53d25a0d-86d5-463c-b866-b7143ffd064e/c1528d8f-6337-41e2-a66e-54d18cf34374/43b469c3-791d-4334-acfd-d4d24df3817e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:13.004904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0106f828-1289-45f5-9fa3-645007843c20,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:13.033606 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:13.050757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Checking segment: {'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:13.051115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Network hostable DHCP agents. Network: 57efc189-cc50-4f41-9eb2-c63c464d9dbf, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:29:13.052645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:13.068117 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:13.077515 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d26f574c-308f-478e-b9e8-0853ad4e5961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:13.132901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1cf40-948e-4027-86fb-59798dc174a3 req-1504b9b5-3e6b-4ae4-ac97-5b5266511270 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:13.146035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-beb1cf40-948e-4027-86fb-59798dc174a3 req-1504b9b5-3e6b-4ae4-ac97-5b5266511270 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 1.1144996
Dec 16 09:29:13.184012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a2e4d1-4291-47c1-b48f-c70a446b378c None None] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:13.196997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:29:13.327661 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:13.347911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-beb1cf40-948e-4027-86fb-59798dc174a3 req-098959f5-805e-4113-b4f5-7e6c64234ed3 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994417
Dec 16 09:29:13.381157 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7dba193f-f958-44d5-b766-50e8ddf1e686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:13.401496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 82c3ee40-b405-4407-85f0-15d407f0498b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:13.436826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 57efc189-cc50-4f41-9eb2-c63c464d9dbf) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:13.440356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=febb3d4b-e668-4dcf-ab39-0b0f63031b33,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:13.446826 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:13.448295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:13.449129 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:13.471673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e414e-4b1e-4272-857b-2432c6447478 None None] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:13.476523 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:13.490587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:13.505164 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:13.508990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 82c3ee40-b405-4407-85f0-15d407f0498b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:13.509647 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:13.521293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/febb3d4b-e668-4dcf-ab39-0b0f63031b33 HTTP/1.1" status: 204  len: 168 time: 3.1928730
Dec 16 09:29:13.522374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59560) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:13.553607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59562) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:13.560233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-dbcac896-748c-451c-9f7d-66515c46ab6d service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7121665
Dec 16 09:29:13.560595 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4634745
Dec 16 09:29:13.641274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['2c3d64ef-5162-4d2d-82f0-82024ebdfee0'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:29:13.659083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:13.684420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:13.717578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Usage tracker for resource:router and tenant:e33081ed33f544d08d042f9e57457a4c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:13.935257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:13.976923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:13.999969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Provisioning for port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:14.016630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Transition to ACTIVE for port object 43b469c3-791d-4334-acfd-d4d24df3817e will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:14.042405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Provisioning complete for port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:14.042791 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.057496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.065853 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:14.110160 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.151525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=43b469c3-791d-4334-acfd-d4d24df3817e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:14.161413 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:14.182871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network 53d25a0d-86d5-463c-b866-b7143ffd064e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:14.188161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:14.192711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:14.324216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:14.332432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.364513 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.0989680
Dec 16 09:29:14.371937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:14.388517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5f21-59a2-47f8-aa90-d1f3727d34a6 req-bca74a7d-636f-49e6-b917-72b78488fbac tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:14.396011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d3e5f21-59a2-47f8-aa90-d1f3727d34a6 req-bca74a7d-636f-49e6-b917-72b78488fbac tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 944 time: 1.4811752
Dec 16 09:29:14.594501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8616f4d-4688-465e-bfce-a2d1f152fb8d req-c4897230-8a75-4323-85bb-44502a1c6475 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 210 time: 0.8631153
Dec 16 09:29:14.619793 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.657509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.658650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.674282 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.733676 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.778907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-848d681c-be22-42c3-a45b-1d354cb4b6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.785136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'fixed_ips': [{'subnet_id': '0106f828-1289-45f5-9fa3-645007843c20'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:29:14.785981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.840135 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:14.909347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 82c3ee40-b405-4407-85f0-15d407f0498b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=82c3ee40-b405-4407-85f0-15d407f0498b,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:14.931757 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-5fa68adc-cfbf-47c2-ab43-c2858bdbdc2a service neutron] 10.222.0.54 "GET /v2.0/ports/61b79af9-615f-4f98-9f3c-bdf8fc854f3d/bindings/n-h2-820554-2 HTTP/1.1" status: 200  len: 384 time: 1.1668887
Dec 16 09:29:14.952424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d3e5f21-59a2-47f8-aa90-d1f3727d34a6 req-a028c26f-3c87-4926-9946-c1a69192c1e5 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5554271
Dec 16 09:29:14.994495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.000844 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d26f574c-308f-478e-b9e8-0853ad4e5961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:15.057450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] For port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:15.070332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.132066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=82c3ee40-b405-4407-85f0-15d407f0498b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:15.136312 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:15.136779 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:15.205758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Allocated IP 172.20.0.2 (57efc189-cc50-4f41-9eb2-c63c464d9dbf/0106f828-1289-45f5-9fa3-645007843c20/7d3992ff-3b96-4260-b701-dcaf93f1abb5) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:15.225717 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.257446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Pushing event updated for resources: {'Port': ['ID=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:15.259946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Provisioning complete for port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:15.260328 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.285454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.290299 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:15.303410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53c18fa1-f4c2-4f6d-be11-e31ac81547dc req-c40a3dd3-d1f7-4fbe-ae47-9d355a6e850e service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5912995
Dec 16 09:29:15.373533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:15.380565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385678444', 'description': 'tempest-description--512838733'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:15.390045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:15.394988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:security_group and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:15.396779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f31aa09b-8d25-4866-b2b2-436a01f654b8 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:15.398544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:15.398669 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f31aa09b-8d25-4866-b2b2-436a01f654b8 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.54 "GET /v2.0/networks?id=c163cb13-9070-4023-84ae-a6c1bf3e133c HTTP/1.1" status: 200  len: 821 time: 1.4358318
Dec 16 09:29:15.405124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:15.417546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.445586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Request body: {'port': {'device_id': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c', 'admin_state_up': True, 'tenant_id': '4964120137a24ff4ac2eecf24a3cc739'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:15.449343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:15.453577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:security_group_rule and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:15.456684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:15.462540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:15.465399 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.510955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0e0b580>,) {'filters': {'network_id': ['0a4cfb8d-6526-4c46-963e-31360b29e501']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:15.524914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e0b580>, 'a3a1e011-81cc-4c4e-8500-d59f3736cb95') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:15.525213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e0b580>, 'a3a1e011-81cc-4c4e-8500-d59f3736cb95') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:15.539930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.549973 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.554361 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.559470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.560002 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.565282 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-553bc755-315b-4eba-ba71-282e52d47f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:15.573663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:29:15.574090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:29:15.598992 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:29:15.611391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff914eb-9d89-4259-afcd-38621f65517b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:15.613740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.623315 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2480605
Dec 16 09:29:15.624317 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:15.626515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59584) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:15.632557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'security_group_rule': {'security_group_id': '1ff914eb-9d89-4259-afcd-38621f65517b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:15.638499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:15.643117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:security_group_rule and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:15.646379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:15.652836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:15.656985 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.675003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.675504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Provisioning for port 67124b96-92b0-4e4c-a1d5-600286c27fa1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:15.681634 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Provisioning complete for port 67124b96-92b0-4e4c-a1d5-600286c27fa1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:15.682013 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.712734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Transition to ACTIVE for port object 7d3992ff-3b96-4260-b701-dcaf93f1abb5 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:15.741888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.746885 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.749497 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c2d947a-e836-43d0-b937-29f27e1e07f8 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:15.751189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Transition to ACTIVE for port object 7d3992ff-3b96-4260-b701-dcaf93f1abb5 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:15.756512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:15.775891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a23e321-f8ee-4d43-a03e-51a0aad5b17d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:15.778462 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:15.787777 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.789256 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1618187
Dec 16 09:29:15.791653 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.791932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:15.795098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Port 67124b96-92b0-4e4c-a1d5-600286c27fa1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:15.798091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'security_group_rule': {'security_group_id': '1ff914eb-9d89-4259-afcd-38621f65517b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:15.803812 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3ea6f071-be49-4533-bcdd-81be8756c9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:15.804514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:15.808693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:security_group_rule and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:15.811571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:15.817951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:15.837958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.883300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:15.888625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:15.894466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:15.897903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Provisioning for port 43b469c3-791d-4334-acfd-d4d24df3817e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:15.923196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.927768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.930518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:15.933749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Pushing event updated for resources: {'Port': ['ID=7d3992ff-3b96-4260-b701-dcaf93f1abb5,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:15.936002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Provisioning complete for port 43b469c3-791d-4334-acfd-d4d24df3817e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:15.936381 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.964894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafe02db-cbf0-4825-a80d-92f4b0bd0b99,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:15.969389 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:15.972310 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:15.982711 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:15.986990 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1940150
Dec 16 09:29:15.987706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:15.993175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:15.999329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:16.004117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:floatingip and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:16.007237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:16.013489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:16.027804 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.053684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Attempting to bind port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:16.054088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Attempting to bind port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:16.054427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Attempting to bind port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 on network 57efc189-cc50-4f41-9eb2-c63c464d9dbf {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:16.060885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:16.064325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Port 43b469c3-791d-4334-acfd-d4d24df3817e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:16.065924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:16.066198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91dae4-6fa0-4fd6-8707-202c24840968 req-b04ce54b-11de-4da3-91ca-d2715ddabe42 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:16.066316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Checking segment: {'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:16.066680 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.067076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Bound using segment: {'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:16.067579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Bound port: 7d3992ff-3b96-4260-b701-dcaf93f1abb5, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:16.067959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.072944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c91dae4-6fa0-4fd6-8707-202c24840968 req-b04ce54b-11de-4da3-91ca-d2715ddabe42 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 944 time: 1.2708530
Dec 16 09:29:16.085329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:16.086288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.100819 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.121866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.177690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.181968 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:16.188414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Provisioning complete for port 82c3ee40-b405-4407-85f0-15d407f0498b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:16.189182 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9009559-c3bf-485c-92ce-72bbb284337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.258496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4cfb8d-6526-4c46-963e-31360b29e501,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:16.261092 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:16.272449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] For port 7d3992ff-3b96-4260-b701-dcaf93f1abb5, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:16.276974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] For port 7d3992ff-3b96-4260-b701-dcaf93f1abb5, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d3992ff-3b96-4260-b701-dcaf93f1abb5,segment=NetworkSegment(023f774f-cea3-448a-b929-99cb1cd72550),segment_id=023f774f-cea3-448a-b929-99cb1cd72550)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:16.286345 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.301471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0a4cfb8d-6526-4c46-963e-31360b29e501 HTTP/1.1" status: 204  len: 168 time: 2.7608113
Dec 16 09:29:16.306140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:16.315687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c91dae4-6fa0-4fd6-8707-202c24840968 req-b2f9abc4-17c4-4913-9310-d28d4a196212 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2418697
Dec 16 09:29:16.319898 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2baeebf8-abfd-4306-99aa-cb4a5fab0419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:16.324216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:16.336582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Usage tracker for resource:port and tenant:4964120137a24ff4ac2eecf24a3cc739 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:16.336582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:16.340599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:16.375915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:16.378111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 172.25.3.103 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ce35615d-135b-4f04-bd6d-adb4b568acf1) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:16.394710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Deleting subnet 7a460d19-0ac8-4f9d-80d2-fa82576d4770 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:29:16.399695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.421137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:16.458840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Made reservation on behalf of 4964120137a24ff4ac2eecf24a3cc739 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:16.462546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.538349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.548513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d730-c1c3-4385-bc94-86d55be870a0 req-c27b614c-38aa-4902-a523-b93047e17fd3 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:16.550166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edb5d730-c1c3-4385-bc94-86d55be870a0 req-c27b614c-38aa-4902-a523-b93047e17fd3 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 1.0801344
Dec 16 09:29:16.552424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6dcbff8b-88c8-43b4-82ae-9169f57e1552 req-c46abd5a-29d9-426a-b209-185ce1ac4340 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 210 time: 0.0793958
Dec 16 09:29:16.590677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.613072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Pushing event updated for resources: {'Port': ['ID=7d3992ff-3b96-4260-b701-dcaf93f1abb5,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:16.631896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:16.661618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edb5d730-c1c3-4385-bc94-86d55be870a0 req-5da81b7c-1387-4741-89cf-931dd0aa6cc7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924461
Dec 16 09:29:16.681096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.684007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:16.696997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:16.705145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.710486 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:16.771195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.856184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.862279 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:16.903625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Allocated IP 172.20.0.7 (c163cb13-9070-4023-84ae-a6c1bf3e133c/719d33c2-8026-42f9-a177-1e472c1a47cb/128bed37-bb61-48f4-841e-551c2bab3e64) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:16.946778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:16.949667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a460d19-0ac8-4f9d-80d2-fa82576d4770,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:16.970448 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:16.972651 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:16.978768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:16.988106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.002885 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40288c5e-2c6d-406c-9af0-24f9e5aa602f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:17.006591 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.093646 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7a460d19-0ac8-4f9d-80d2-fa82576d4770 HTTP/1.1" status: 204  len: 168 time: 0.7843611
Dec 16 09:29:17.097939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:17.129691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b79af9-615f-4f98-9f3c-bdf8fc854f3d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:17.150461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=ce35615d-135b-4f04-bd6d-adb4b568acf1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:17.153406 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:17.157978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:17.164833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:17.167273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:17.228930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 82c3ee40-b405-4407-85f0-15d407f0498b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:17.250943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:17.322394 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.345660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 82c3ee40-b405-4407-85f0-15d407f0498b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:17.346083 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.365579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.387350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.452556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61b79af9-615f-4f98-9f3c-bdf8fc854f3d no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:17.598666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.611212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.630388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-04c0be07-fae9-43ac-8e8f-f1408749dfc4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:17.637524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-04c0be07-fae9-43ac-8e8f-f1408749dfc4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 0.5932634
Dec 16 09:29:17.717504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6130>,) {'filters': {'network_id': ['41b146fa-e8be-4c0b-80df-0bb7d412473f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:17.732205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011850e1-cf1c-4ebd-87fe-6f86e8cdf4ee req-ffb97bff-9789-4a6c-bae2-7d2f96ec3275 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:17.734442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-011850e1-cf1c-4ebd-87fe-6f86e8cdf4ee req-ffb97bff-9789-4a6c-bae2-7d2f96ec3275 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 944 time: 0.7396169
Dec 16 09:29:17.735399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6130>, '4bd2ea38-67ce-470b-abcd-4b2c45d57594') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:17.735740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6130>, '4bd2ea38-67ce-470b-abcd-4b2c45d57594') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:17.761142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.778444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d3992ff-3b96-4260-b701-dcaf93f1abb5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:17.849325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:17.855241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:17.859883 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.866789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.905558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-b9db0f6e-07ef-47d5-aca5-2b579ea31680 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/quotas/e1240a924e4648a68de372f9d00931e3 HTTP/1.1" status: 200  len: 375 time: 0.2670422
Dec 16 09:29:17.913885 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.931251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:17.931722 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.974125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:17.983414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:29:17.983890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.001540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd9cd1-fea0-4ea9-b955-fa316751c7f4 None None] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:29:18.001775 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:29:18.095957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-011850e1-cf1c-4ebd-87fe-6f86e8cdf4ee req-1f86cc02-8663-4252-9615-cf88c7512a1f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528601
Dec 16 09:29:18.109610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.134049 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:18.142016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Provisioning for port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:18.157826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.162859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Pushing event deleted for resources: {'Network': ['ID=41b146fa-e8be-4c0b-80df-0bb7d412473f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:18.176883 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:18.183056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Provisioning complete for port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:18.183592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.189145 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] 10.222.0.66 "DELETE /v2.0/networks/41b146fa-e8be-4c0b-80df-0bb7d412473f HTTP/1.1" status: 204  len: 168 time: 1.0871983
Dec 16 09:29:18.215040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] Transition to ACTIVE for port object 61b79af9-615f-4f98-9f3c-bdf8fc854f3d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:18.232791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.236840 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.238830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.243607 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c2d1e09c-e5db-41ef-846f-108b8194d6ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:18.249373 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'code': 200}
Dec 16 09:29:18.281473 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eab25514-b104-4519-a829-c2c82adc41b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:18.360507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=ce35615d-135b-4f04-bd6d-adb4b568acf1,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:18.363439 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:18.400955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:18.466893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.481664 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.490328 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8fa17fea-90bc-4e41-9f11-ac683fb6b63e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=499271bb4ffa432b913a158f88e717f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0880163
Dec 16 09:29:18.493110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:18.532238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] For port 7d3992ff-3b96-4260-b701-dcaf93f1abb5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d3992ff-3b96-4260-b701-dcaf93f1abb5,segment=NetworkSegment(023f774f-cea3-448a-b929-99cb1cd72550),segment_id=023f774f-cea3-448a-b929-99cb1cd72550)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:18.537247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.538119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.538827 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5501571
Dec 16 09:29:18.541629 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-19e37efb-b000-46bf-bf70-041d1d8fc591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:18.593207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.613505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Allocated IP 172.25.3.213 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/73b47995-d3a0-496c-9403-fd70a8caad00) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:18.627435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Pushing event updated for resources: {'Port': ['ID=7d3992ff-3b96-4260-b701-dcaf93f1abb5,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:18.642570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.643070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.643833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.643961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.644349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.644750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.645153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.645554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.645996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.646435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.646804 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.648621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:18.653194 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:18.657268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.748460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.752422 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:18.759770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-84fa10b7-5d9c-45f5-99f6-d0acba8218fe tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8530347
Dec 16 09:29:18.767252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef4d09c-16d6-47a5-81a2-d9bf3704cd04,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:18.769395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:18.785618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.790102 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.798827 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eef4d09c-16d6-47a5-81a2-d9bf3704cd04 HTTP/1.1" status: 204  len: 168 time: 0.3014791
Dec 16 09:29:18.861941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] No DVR routers for this DVR port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:29:18.863718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9a13a46e-9cf8-4f5d-92a6-a18826bf0d72 None None] Provisioning complete for port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:18.864235 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9a13a46e-9cf8-4f5d-92a6-a18826bf0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:18.970575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] Pushing event updated for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:19.031701 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:19.037663 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:19.075392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d3992ff-3b96-4260-b701-dcaf93f1abb5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:19.087756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Network c163cb13-9070-4023-84ae-a6c1bf3e133c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:19.115035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:19.132293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:19.155282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:19.155577 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.190508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59640) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:19.224240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] 10.222.0.54 "PUT /v2.0/ports/61b79af9-615f-4f98-9f3c-bdf8fc854f3d/bindings/n-h2-820554-2/activate HTTP/1.1" status: 200  len: 369 time: 4.2647705
Dec 16 09:29:19.240193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Pushing event updated for resources: {'Port': ['ID=128bed37-bb61-48f4-841e-551c2bab3e64,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:19.249887 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e1185fb3-8004-45b8-b322-4d17fda1d72f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=974bbc1bbb7e41bf9297e3c81b8bdce1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574534
Dec 16 09:29:19.250585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763945d9-5dfc-49ac-b84e-6c6e97587f5b req-5f7993b8-5548-431a-9c28-a7fbdd669516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:19.251873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:19.252094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-763945d9-5dfc-49ac-b84e-6c6e97587f5b req-5f7993b8-5548-431a-9c28-a7fbdd669516 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 1096 time: 0.9822710
Dec 16 09:29:19.253903 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:19.318709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfb717-fafc-4b02-be7a-99fb45280485 req-abfe1ff2-73af-4117-9733-b07428e07b62 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:19.320246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7bfb717-fafc-4b02-be7a-99fb45280485 req-abfe1ff2-73af-4117-9733-b07428e07b62 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 945 time: 0.9926717
Dec 16 09:29:19.332980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-0bd212a6-701b-4429-a90b-ab80483a132a service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5312486
Dec 16 09:29:19.349060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:19.349667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.375501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.380345 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.412257 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.454460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-9c01e4a2-2154-49ee-a777-8ef324709ebf tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:19.456021 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-9c01e4a2-2154-49ee-a777-8ef324709ebf tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.1591818
Dec 16 09:29:19.470139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-763945d9-5dfc-49ac-b84e-6c6e97587f5b req-e2e49a80-d40b-45c7-8727-184218a0eafe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2036793
Dec 16 09:29:19.496265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0716984
Dec 16 09:29:19.513968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Request body: {'port': {'device_id': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:19.541935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.547675 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-138f1f53-f734-45c9-a347-390321d5060d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:19.555497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7bfb717-fafc-4b02-be7a-99fb45280485 req-7f6e7cde-c2ee-492a-8b79-ba9ea89bf1aa tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2215297
Dec 16 09:29:19.563889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b9572a-a2da-4fa6-94ae-1f8e8dc76b51,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:19.568362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-7c7e7f27-fc6a-4877-a001-a85f2dacb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:19.569832 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-7c7e7f27-fc6a-4877-a001-a85f2dacb174 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37&tenant_id=794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 1096 time: 0.1059983
Dec 16 09:29:19.570714 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:19.571941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.575493 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42b9572a-a2da-4fa6-94ae-1f8e8dc76b51 HTTP/1.1" status: 204  len: 168 time: 0.3198640
Dec 16 09:29:19.664995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-c4873f4f-c9a5-4d2d-9d2d-de2c99309152 service neutron] 10.222.0.66 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3055584
Dec 16 09:29:19.685184 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.698189 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:19.790756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-aeaeda12-b626-482f-a23c-b1e16f39e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:19.792428 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-aeaeda12-b626-482f-a23c-b1e16f39e579 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1096 time: 0.0839016
Dec 16 09:29:19.816598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:19.889815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:19.900113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:19.915030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:19.951913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Pushing event updated for resources: {'Port': ['ID=73b47995-d3a0-496c-9403-fd70a8caad00,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:19.968322 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:19.972059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-64f2399d-b7fa-4e6e-8bba-fa39b52ff6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:19.973826 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-64f2399d-b7fa-4e6e-8bba-fa39b52ff6ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.1740799
Dec 16 09:29:20.077279 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-b051cf4c-74d1-4ecb-bbd6-8b7c8d8ea0cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 200  len: 217 time: 0.0953515
Dec 16 09:29:20.165986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-5916c7f5-ff74-4f15-97bf-0f48dd000134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:20.167574 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-5916c7f5-ff74-4f15-97bf-0f48dd000134 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0822806
Dec 16 09:29:20.247568 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-2ba77794-9365-4eb4-91bb-129067246730 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0699120
Dec 16 09:29:20.428103 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-00131c9a-062f-4de3-864c-ecef54b3d94c service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733658
Dec 16 09:29:20.455797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916f51a-7064-45c1-aae4-115699613b5e req-081d4c34-8946-4989-9b32-b9d893445a9d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:20.456530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7916f51a-7064-45c1-aae4-115699613b5e req-081d4c34-8946-4989-9b32-b9d893445a9d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Synchronizing usage tracker for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:20.547493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59684) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:20.632407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7916f51a-7064-45c1-aae4-115699613b5e req-081d4c34-8946-4989-9b32-b9d893445a9d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Unset dirty status for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:20.638980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7916f51a-7064-45c1-aae4-115699613b5e req-081d4c34-8946-4989-9b32-b9d893445a9d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 931 time: 0.9480546
Dec 16 09:29:20.682523 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-96cf4ba4-5696-4303-a11f-efde9efa1e58 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2460825
Dec 16 09:29:20.718274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-network', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:20.735678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7916f51a-7064-45c1-aae4-115699613b5e req-ec712a5c-d36a-4fb3-b19e-c5474e7d04ab tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Synchronizing usage tracker for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:20.739120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:20.744671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Usage tracker for resource:network and tenant:9ab61fb6dc1b4dcdb6f6f2c06c14cfc8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:20.748769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:20.756216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:20.768346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Made reservation on behalf of 9ab61fb6dc1b4dcdb6f6f2c06c14cfc8 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:20.771069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:20.785110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:20.801121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:20.805120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Usage tracker for resource:security_group_rule and tenant:9ab61fb6dc1b4dcdb6f6f2c06c14cfc8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:20.808088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:20.816630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:20.832099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17a742-b37b-4718-b4ed-c4637d20b695 req-dc6b7c5d-a14a-41c6-b19e-536c9baa9429 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:20.833620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b17a742-b37b-4718-b4ed-c4637d20b695 req-dc6b7c5d-a14a-41c6-b19e-536c9baa9429 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.6326041
Dec 16 09:29:20.943948 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:29:20.945876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:20.950172 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:20.953988 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e072368d-b62c-4f83-b12b-ad915c796b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:20.959149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7916f51a-7064-45c1-aae4-115699613b5e req-ec712a5c-d36a-4fb3-b19e-c5474e7d04ab tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Unset dirty status for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:20.960327 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7916f51a-7064-45c1-aae4-115699613b5e req-ec712a5c-d36a-4fb3-b19e-c5474e7d04ab tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/security-groups?id=542bbc73-87b6-44ba-9e9a-3f60a4588c40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3205652
Dec 16 09:29:21.020275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:29:21.029519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a849d8f7-f5e2-4d44-9fda-4fe59f9e4465,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:21.033674 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:21.038008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.038406 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Added segment 063471fb-6435-4131-9a7a-b4b8f02b60ac of type vlan for network 00695525-749a-4bec-bf8a-ff7a735ea098
Dec 16 09:29:21.043361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b17a742-b37b-4718-b4ed-c4637d20b695 req-c5f4f358-598b-43f3-ac6a-70ee9f51947b tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966989
Dec 16 09:29:21.072976 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.156098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128bed37-bb61-48f4-841e-551c2bab3e64 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:21.183928 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.230507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.286237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.287388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:21.287978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.292185 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:21.331280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Transition to ACTIVE for port object 128bed37-bb61-48f4-841e-551c2bab3e64 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:21.360155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.369870 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00a99482-3c06-4a55-8806-a1d33cd632da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:21.393656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-47767e65-8711-4252-89d9-729c0e9a2bff tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:21.395186 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-47767e65-8711-4252-89d9-729c0e9a2bff tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.2031550
Dec 16 09:29:21.414625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9c564992-7eae-4230-b619-26fba9668583 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--385678444&fields=id&tenant_id=cfb50daa31c9407b88880946570bc8cf HTTP/1.1" status: 200  len: 267 time: 0.2537532
Dec 16 09:29:21.458452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Pushing event updated for resources: {'Network': ['ID=00695525-749a-4bec-bf8a-ff7a735ea098,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:21.471547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 00695525-749a-4bec-bf8a-ff7a735ea098 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:29:21.472563 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:21.477318 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9259319
Dec 16 09:29:21.480178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:21.493329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Request body: {'subnet': {'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-subnet', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:21.502280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:21.523192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Usage tracker for resource:subnet and tenant:9ab61fb6dc1b4dcdb6f6f2c06c14cfc8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:21.526796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:21.536214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:21.552066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Made reservation on behalf of 9ab61fb6dc1b4dcdb6f6f2c06c14cfc8 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:21.555424 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.604662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Pushing event updated for resources: {'Port': ['ID=128bed37-bb61-48f4-841e-551c2bab3e64,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:21.671338 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:21.680299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-183a1c7d-842e-4016-9a74-6a7c377ce642 service neutron] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:21.685691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-183a1c7d-842e-4016-9a74-6a7c377ce642 service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.686864 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d9ac8eb-0b78-4c7c-8253-9578c719d6ed req-183a1c7d-842e-4016-9a74-6a7c377ce642 service neutron] 10.222.0.74 "DELETE /v2.0/ports/61b79af9-615f-4f98-9f3c-bdf8fc854f3d/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.2838993
Dec 16 09:29:21.796016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bbfed7f3-0fc1-4b67-85d4-06cb4324aebe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:21.799631 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bbfed7f3-0fc1-4b67-85d4-06cb4324aebe tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports/67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 937 time: 0.3713191
Dec 16 09:29:21.808768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:29:21.810401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:21.816155 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:21.987694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71fe621-e3ff-4573-9aa0-90a37b855450,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:21.990642 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:21.996092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Checking segment: {'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:21.996683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Network hostable DHCP agents. Network: 00695525-749a-4bec-bf8a-ff7a735ea098, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:29:22.012316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:22.030580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'mac_address': 'fa:16:3e:4f:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:29:22.060057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Network 00695525-749a-4bec-bf8a-ff7a735ea098 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:29:22.074042 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-b84ed5ec-14f2-4645-b707-dba0c4bdad36 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1929827
Dec 16 09:29:22.095081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 00695525-749a-4bec-bf8a-ff7a735ea098) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:22.111917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e8dfa-0081-4ffc-a996-0ad2c90f4c18 None None] Network 00695525-749a-4bec-bf8a-ff7a735ea098 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:22.173627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:22.174253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.212929 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.224625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.237665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7546775
Dec 16 09:29:22.237876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa6dad-bd28-4ef8-b625-09c3936603d4 req-54523021-000d-4b35-b1f5-04d5d5e07ac2 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:22.238016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d491f5c-5999-4916-9fd4-6e69d69be566 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:22.238897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37aa6dad-bd28-4ef8-b625-09c3936603d4 req-54523021-000d-4b35-b1f5-04d5d5e07ac2 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 945 time: 1.0406325
Dec 16 09:29:22.240526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59710) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:22.252058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:22.257005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-c5d824c8-67e2-4c51-aa06-d7bbb3f9a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:22.257612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:22.258882 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-c5d824c8-67e2-4c51-aa06-d7bbb3f9a6f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1096 time: 0.1522746
Dec 16 09:29:22.274708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:22.284979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.289233 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:22.338540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Usage tracker for resource:router and tenant:9ab61fb6dc1b4dcdb6f6f2c06c14cfc8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:22.350629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3171da93-f9f5-4c9b-9ddf-12107c82cee4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:22.352321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3171da93-f9f5-4c9b-9ddf-12107c82cee4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports/43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 936 time: 0.1109405
Dec 16 09:29:22.440743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:22.448071 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:22.456939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-44e735df-dbca-4897-9c73-8fdbbd16ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:22.458940 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-44e735df-dbca-4897-9c73-8fdbbd16ffda service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.1777470
Dec 16 09:29:22.467029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-00695525-749a-4bec-bf8a-ff7a735ea098', 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'fixed_ips': [{'subnet_id': 'e71fe621-e3ff-4573-9aa0-90a37b855450'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:29:22.468060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.545220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:22.547901 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-2f7c9c4f-b3d7-4969-ace5-d69adfa2297e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 217 time: 0.0719941
Dec 16 09:29:22.618717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Attempting to bind port 128bed37-bb61-48f4-841e-551c2bab3e64 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:22.619052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Attempting to bind port 128bed37-bb61-48f4-841e-551c2bab3e64 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '94b2935a-c196-443e-a975-b43c0f144517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:22.619403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Attempting to bind port 128bed37-bb61-48f4-841e-551c2bab3e64 on network c163cb13-9070-4023-84ae-a6c1bf3e133c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:22.626529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8d491f5c-5999-4916-9fd4-6e69d69be566'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:29:22.629302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-1abc436b-9bdb-4bd7-8a3c-7ffbddfb45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:22.631132 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-1abc436b-9bdb-4bd7-8a3c-7ffbddfb45af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0762999
Dec 16 09:29:22.686531 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-36bb203e-65d7-4fa5-bc5b-102d263a914e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480568
Dec 16 09:29:22.696943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:22.715255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Port 128bed37-bb61-48f4-841e-551c2bab3e64 on network c163cb13-9070-4023-84ae-a6c1bf3e133c not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:22.716420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Attempting to bind port 128bed37-bb61-48f4-841e-551c2bab3e64 on network c163cb13-9070-4023-84ae-a6c1bf3e133c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:22.729533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f4c48abb-a65f-46a0-824b-1347d2a56232 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1890545
Dec 16 09:29:22.740678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:22.741022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Checking segment: {'id': '94b2935a-c196-443e-a975-b43c0f144517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:22.741438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Bound using segment: {'id': '94b2935a-c196-443e-a975-b43c0f144517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:22.741922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Bound port: 128bed37-bb61-48f4-841e-551c2bab3e64, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b2935a-c196-443e-a975-b43c0f144517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:22.742276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.815541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Allocated IP 172.20.0.2 (00695525-749a-4bec-bf8a-ff7a735ea098/e71fe621-e3ff-4573-9aa0-90a37b855450/5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:22.834934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37aa6dad-bd28-4ef8-b625-09c3936603d4 req-0eec25de-5725-49d5-842c-69491eb820d7 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5677602
Dec 16 09:29:22.863710 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-a10ebbec-5992-4ec0-9503-bac78cea1856 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696351
Dec 16 09:29:22.876655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.877936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:22.893937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-93cdad6d-23be-4558-be22-1500de1e3a8c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1216228
Dec 16 09:29:22.940929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9738243d-5e75-4b81-97b7-8c07376e9a32 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:22.942467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9738243d-5e75-4b81-97b7-8c07376e9a32 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 820 time: 1.2289202
Dec 16 09:29:22.994558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Request body: {'port': {'device_id': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'admin_state_up': True, 'tenant_id': 'e1240a924e4648a68de372f9d00931e3'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:23.067274 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2c103ebd-7062-4329-ad5a-24bc162151e3 req-54bf70b5-c3f5-4a14-8d87-76551cdc788c service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964817
Dec 16 09:29:23.098961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.125302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.150077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Transition to ACTIVE for port object 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:23.193720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Transition to ACTIVE for port object 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:23.205064 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.209699 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c5406e6f-ff95-47c1-ad3c-b36be38da906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:23.273197 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-6407e87a-0b77-43ed-a16b-ae8c038461b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0991576
Dec 16 09:29:23.279244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Network 00695525-749a-4bec-bf8a-ff7a735ea098 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:23.280304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:23.283282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:23.293294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:23.331582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Pushing event updated for resources: {'Port': ['ID=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:23.334407 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:23.334874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ad1d326-9c51-40b7-8a15-02d62c6a7d33 req-0f1ce88e-6451-40b3-85dc-036e5a9fbd1f tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 210 time: 0.3161087
Dec 16 09:29:23.363560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:23.394137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Attempting to bind port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:23.394994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Attempting to bind port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:23.395615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Attempting to bind port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed on network 00695525-749a-4bec-bf8a-ff7a735ea098 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:23.402696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] For port 128bed37-bb61-48f4-841e-551c2bab3e64, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:23.404452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:23.405259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Checking segment: {'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:23.405760 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.406411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Bound using segment: {'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:23.408105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Bound port: 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:23.408784 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.410566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] For port 128bed37-bb61-48f4-841e-551c2bab3e64, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=128bed37-bb61-48f4-841e-551c2bab3e64,segment=NetworkSegment(94b2935a-c196-443e-a975-b43c0f144517),segment_id=94b2935a-c196-443e-a975-b43c0f144517)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:23.411513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Router bb26b341-c278-4693-a2fe-6a177836dbfd is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:29:23.429308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Made reservation on behalf of e1240a924e4648a68de372f9d00931e3 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:23.432777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.448303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.464772 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5969d3c-76c0-410c-9cdd-32d3a50e5139 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:23.480053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-be57465a-3fe5-46b9-a0d2-5420e11cd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:23.481508 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-be57465a-3fe5-46b9-a0d2-5420e11cd3d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 1100 time: 0.1805196
Dec 16 09:29:23.577418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] For port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:23.583697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] For port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,segment=NetworkSegment(063471fb-6435-4131-9a7a-b4b8f02b60ac),segment_id=063471fb-6435-4131-9a7a-b4b8f02b60ac)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:23.590053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:23.600223 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:23.717100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Pushing event updated for resources: {'Port': ['ID=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:23.727783 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:23.786420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c285c0b5-d14e-47f2-b9de-51d817252c1d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:23.792234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c285c0b5-d14e-47f2-b9de-51d817252c1d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:23.798107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c285c0b5-d14e-47f2-b9de-51d817252c1d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:23.799252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c285c0b5-d14e-47f2-b9de-51d817252c1d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:23.812934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-3f57b6b7-41be-4154-b122-f298a86fd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:23.815020 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-3f57b6b7-41be-4154-b122-f298a86fd973 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3058779
Dec 16 09:29:23.825757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:23.913659 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-61dad0c5-2853-4546-911d-ba05100c5b11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=09b55e95-0b31-49d2-a289-008769c2b574 HTTP/1.1" status: 200  len: 217 time: 0.0908091
Dec 16 09:29:23.981503 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:24.005946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8d491f5c-5999-4916-9fd4-6e69d69be566 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:24.027946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:24.028568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:24.029160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:24.030698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] 10.222.0.54 "PUT /v2.0/ports/128bed37-bb61-48f4-841e-551c2bab3e64 HTTP/1.1" status: 200  len: 1091 time: 4.5252328
Dec 16 09:29:24.038823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'tag': '128bed37-bb61-48f4-841e-551c2bab3e64'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:24.044047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:24.047542 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:24.107404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-d52ef800-19eb-4a28-b0d7-2cc901a0f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:24.109020 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-d52ef800-19eb-4a28-b0d7-2cc901a0f92a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1892209
Dec 16 09:29:24.144219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:24.147625 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:24.206379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-2b2491bc-585a-4d3e-91e2-284ca5d5abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:24.208013 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-2b2491bc-585a-4d3e-91e2-284ca5d5abf9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0886397
Dec 16 09:29:24.365589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-7e2b1cc0-2028-4879-ada1-722858ad700f service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506259
Dec 16 09:29:24.371120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Pushing event updated for resources: {'Port': ['ID=128bed37-bb61-48f4-841e-551c2bab3e64,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:24.376429 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:24.385155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c285c0b5-d14e-47f2-b9de-51d817252c1d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:24.386302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c285c0b5-d14e-47f2-b9de-51d817252c1d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/networks?id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 1995 time: 1.4688022
Dec 16 09:29:24.406182 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:24.485190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-2372f3d5-ded3-45b8-8074-4f91a68d8ded tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/quotas/cfb50daa31c9407b88880946570bc8cf HTTP/1.1" status: 200  len: 375 time: 0.0869696
Dec 16 09:29:24.519485 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5379317a-2c98-4aaf-b8f0-4ff0499a17c0 req-9f275b53-f598-41f0-8f33-6082dbc2657e service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473279
Dec 16 09:29:24.520012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:29:24.541061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Sync routers for ids ['bb26b341-c278-4693-a2fe-6a177836dbfd'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:29:24.556622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Routers {'bb26b341-c278-4693-a2fe-6a177836dbfd'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:24.557384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f22d4550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb26b341-c278-4693-a2fe-6a177836dbfd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:24.576874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0796-5ec5-4655-8f64-221c618fee97 req-58447dd3-4fb7-4e68-b62f-89fc18dddfd6 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:24.579929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b4b0796-5ec5-4655-8f64-221c618fee97 req-58447dd3-4fb7-4e68-b62f-89fc18dddfd6 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 945 time: 1.0207489
Dec 16 09:29:24.701769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Allocated IP 172.20.0.6 (2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6/50f3d445-642e-4001-89dc-7bec33f36fac/3e12ef2b-a1b1-470f-8557-7a1ecd715c10) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:24.755906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:24.759643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 11.2002232
Dec 16 09:29:24.759643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f060710a-7acb-461e-af66-c7954ee07d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:24.760247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59722) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:24.761611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-f060710a-7acb-461e-af66-c7954ee07d1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4964120137a24ff4ac2eecf24a3cc739&device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 1094 time: 0.5922563
Dec 16 09:29:24.834450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Set router bb26b341-c278-4693-a2fe-6a177836dbfd gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:24.883379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-c33006fe-1cc1-42ae-8736-790d03a6bb7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=128bed37-bb61-48f4-841e-551c2bab3e64 HTTP/1.1" status: 200  len: 217 time: 0.1071496
Dec 16 09:29:24.887606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b4b0796-5ec5-4655-8f64-221c618fee97 req-a47977a5-c7de-40fe-8541-4ee3c4de8333 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2820897
Dec 16 09:29:25.054237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-268865aa-7cb9-4880-86b1-309aec11dd95 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&fields=id HTTP/1.1" status: 200  len: 532 time: 0.5478516
Dec 16 09:29:25.153126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07562549-0811-496a-a096-d866d1419ff3 None None] Network 00695525-749a-4bec-bf8a-ff7a735ea098 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:25.230529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:25.326034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3c178b66-92ba-4b16-b6b2-e0bd7549aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:25.326398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-3c178b66-92ba-4b16-b6b2-e0bd7549aded service neutron] 10.222.0.54 "GET /v2.0/subnets?id=719d33c2-8026-42f9-a177-1e472c1a47cb HTTP/1.1" status: 200  len: 861 time: 0.4310045
Dec 16 09:29:25.339685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5decd893-a164-43e6-bc58-e14b5e57b0d7 None None] Provisioning for port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:25.421160 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-8ccebd4e-df5b-4bda-bfa0-f8f24d3e14bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c163cb13-9070-4023-84ae-a6c1bf3e133c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0863626
Dec 16 09:29:25.428276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f22d4550>, [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:29:20Z', 'revision_number': 3, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port': {'id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:18Z', 'updated_at': '2021-12-16T09:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:25.431854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:25.443218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Checking router: bb26b341-c278-4693-a2fe-6a177836dbfd for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:29:25.443546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Updating router bb26b341-c278-4693-a2fe-6a177836dbfd port 73b47995-d3a0-496c-9403-fd70a8caad00 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:29:25.473953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:25.474341 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:25.611866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:25.653225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:25.695918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:25.811045 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:25.841067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:25.873032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-ae6acfd8-3dc7-4250-8bf7-2fbd251f6b46 service neutron] 10.222.0.66 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7066658
Dec 16 09:29:25.926065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1138b-1a8a-43da-b1b7-ba834c1c04b4 req-00a8b4b0-d9fc-4b12-a8ad-30a80264d39e tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:25.933378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d1138b-1a8a-43da-b1b7-ba834c1c04b4 req-00a8b4b0-d9fc-4b12-a8ad-30a80264d39e tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 943 time: 0.8200305
Dec 16 09:29:26.003108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,segment=NetworkSegment(063471fb-6435-4131-9a7a-b4b8f02b60ac),segment_id=063471fb-6435-4131-9a7a-b4b8f02b60ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:26.012173 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.024103 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:26.107943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Allocated IP 172.20.0.1 (57efc189-cc50-4f41-9eb2-c63c464d9dbf/0106f828-1289-45f5-9fa3-645007843c20/2923d563-ead9-4700-b9c7-166f792055a8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:26.127609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 8d491f5c-5999-4916-9fd4-6e69d69be566 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:26.127995 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.131752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d1138b-1a8a-43da-b1b7-ba834c1c04b4 req-919d4600-6790-45dc-987f-2e30923f44f0 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/security-groups?id=542bbc73-87b6-44ba-9e9a-3f60a4588c40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975062
Dec 16 09:29:26.148549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-7d77c180-ed36-4175-98ac-a2682b3c6730 service neutron] 10.222.0.54 "GET /v2.0/networks/c163cb13-9070-4023-84ae-a6c1bf3e133c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7108696
Dec 16 09:29:26.183674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:26.196099 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:26.268025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.276219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-75a0b84b-01a6-4b2c-af59-87f3849f2af8 None None] Provisioning complete for port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:26.276605 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75a0b84b-01a6-4b2c-af59-87f3849f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.309616 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.313149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.315929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.319116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8671c023-97df-41bd-bb60-0052bbf30a32 service neutron] 10.222.0.66 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4292252
Dec 16 09:29:26.332056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Transition to ACTIVE for port object 2923d563-ead9-4700-b9c7-166f792055a8 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:26.355432 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.360006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.364566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df371443-11e0-45bc-bc0d-949c24267e99 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:26.412972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', '7301d08e-8401-400f-bd07-a9fe60b113d7', '88808461-1f21-4a0b-b572-af94a636791b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:29:26.435436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:26.438562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:26.441280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:26.443579 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:26.471549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Transition to ACTIVE for port object 73b47995-d3a0-496c-9403-fd70a8caad00 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:26.497463 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.507831 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:26.530156 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.566894 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.600550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:26.620374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:26.628568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:26.632105 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-4474df44-bdc6-45ad-9dbc-2f581f3b1431 service neutron] 10.222.0.66 "GET /v2.0/ports/67124b96-92b0-4e4c-a1d5-600286c27fa1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.2746091
Dec 16 09:29:26.635336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:26.636729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752febea-67c9-4e40-bbef-672ff408ee28 None None] Pushing event updated for resources: {'Port': ['ID=73b47995-d3a0-496c-9403-fd70a8caad00,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:26.643841 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-752febea-67c9-4e40-bbef-672ff408ee28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:26.652725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Attempting to bind port 73b47995-d3a0-496c-9403-fd70a8caad00 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:26.653195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Attempting to bind port 73b47995-d3a0-496c-9403-fd70a8caad00 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:26.653455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Attempting to bind port 73b47995-d3a0-496c-9403-fd70a8caad00 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:26.663917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:26.676139 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:26.707252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:26.707964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:26.708565 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.709142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:26.709793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Bound port: 73b47995-d3a0-496c-9403-fd70a8caad00, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:26.710351 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.715957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47136ee7-1190-42b4-adb7-04a88597db21 req-358b81d6-9f43-4490-8dbb-1206c8b7d3c7 service neutron] 10.222.0.54 "GET /v2.0/networks/c163cb13-9070-4023-84ae-a6c1bf3e133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5510280
Dec 16 09:29:26.754669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:26.790524 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.798936 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:26.847912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Pushing event updated for resources: {'Port': ['ID=2923d563-ead9-4700-b9c7-166f792055a8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:26.856977 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:26.880381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:26.880993 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.914909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Allocated IP 172.25.3.161 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:26.941618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] For port 73b47995-d3a0-496c-9403-fd70a8caad00, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:26.949651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3e5b2-9c93-46f3-9efd-178f6485f27a req-b0ce37e0-6c52-4fef-a86f-2e70b7d784da tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:26.951120 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:26.957116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe3e5b2-9c93-46f3-9efd-178f6485f27a req-b0ce37e0-6c52-4fef-a86f-2e70b7d784da tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 948 time: 0.6532495
Dec 16 09:29:26.976613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:26.983148 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:26.985716 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] For port 73b47995-d3a0-496c-9403-fd70a8caad00, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=73b47995-d3a0-496c-9403-fd70a8caad00,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:26.986510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0088565
Dec 16 09:29:27.001178 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.012900 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:27.020791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Request body: {'port': {'device_id': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:27.124723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f78d9cc1-fb1b-4970-ba9b-8c7cc7d1afca service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4417086
Dec 16 09:29:27.149780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752febea-67c9-4e40-bbef-672ff408ee28 None None] Pushing event updated for resources: {'Port': ['ID=73b47995-d3a0-496c-9403-fd70a8caad00,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:27.156799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:27.164577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe3e5b2-9c93-46f3-9efd-178f6485f27a req-f36a2ca8-bacf-4d01-a4a5-e3584e409615 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065330
Dec 16 09:29:27.199726 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-752febea-67c9-4e40-bbef-672ff408ee28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:27.203610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Routers {'bb26b341-c278-4693-a2fe-6a177836dbfd'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:27.204515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f22d4550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb26b341-c278-4693-a2fe-6a177836dbfd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:27.266871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e4833234-58e9-48d5-9b99-66c4f244c3b3 None None] Provisioning for port 2923d563-ead9-4700-b9c7-166f792055a8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:27.281883 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'tag': '128bed37-bb61-48f4-841e-551c2bab3e64', 'status': 'completed', 'code': 200}
Dec 16 09:29:27.287603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.298187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.315781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e4833234-58e9-48d5-9b99-66c4f244c3b3 None None] Provisioning complete for port 2923d563-ead9-4700-b9c7-166f792055a8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:27.316445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4833234-58e9-48d5-9b99-66c4f244c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.355557 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-399ad43b-668f-46f7-9b2f-dbf5d98af425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:27.375016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-dffa2167-1ec5-4c67-9cc5-d30876c7ca5c service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055569
Dec 16 09:29:27.388045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.469615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Pushing event updated for resources: {'Port': ['ID=2923d563-ead9-4700-b9c7-166f792055a8,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:27.481899 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:27.540915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e4833234-58e9-48d5-9b99-66c4f244c3b3 None None] Port 2923d563-ead9-4700-b9c7-166f792055a8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:27.610839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:27.611072 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.643727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] Set router bb26b341-c278-4693-a2fe-6a177836dbfd gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:27.646825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:27.648106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:27.793145 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.809249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:27.879495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-cbf7c570-b457-40fa-82b5-1bb49e543ad1 service neutron] 10.222.0.66 "GET /v2.0/ports/43b469c3-791d-4334-acfd-d4d24df3817e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.4287531
Dec 16 09:29:27.887232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Router bb26b341-c278-4693-a2fe-6a177836dbfd has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:29:28.073615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-ae967b5f-f2e8-4c47-8b69-1aad241df40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:28.075082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-ae967b5f-f2e8-4c47-8b69-1aad241df40c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4964120137a24ff4ac2eecf24a3cc739&device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 1094 time: 0.7801201
Dec 16 09:29:28.096112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5e4ea79c-7917-4a54-bb02-b253b95f4c64 None None] Provisioning complete for port 2923d563-ead9-4700-b9c7-166f792055a8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:28.096710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea79c-7917-4a54-bb02-b253b95f4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:28.202360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661c234-2106-418b-ab81-26278102cb2f req-33314a47-89f8-4b51-b9c0-97aa27997664 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:28.203126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4661c234-2106-418b-ab81-26278102cb2f req-33314a47-89f8-4b51-b9c0-97aa27997664 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:28.209928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:29:28.221568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:28.222063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] 10.222.0.66 "PUT /v2.0/routers/bb26b341-c278-4693-a2fe-6a177836dbfd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4605548
Dec 16 09:29:28.236515 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e886124-57f2-4e75-ae82-9c189a5de04e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:28.270130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ea79c-7917-4a54-bb02-b253b95f4c64 None None] Port 2923d563-ead9-4700-b9c7-166f792055a8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:28.294590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f22d4550>, [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 4, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port': {'id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:18Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '2923d563-ead9-4700-b9c7-166f792055a8', 'name': '', 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'mac_address': 'fa:16:3e:04:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0106f828-1289-45f5-9fa3-645007843c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:25Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 1, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'subnets': [{'id': '0106f828-1289-45f5-9fa3-645007843c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:28.298908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc51f2-ddfe-4de5-a980-da660c2b78c2 None None] The sync data for ids ['bb26b341-c278-4693-a2fe-6a177836dbfd'] in n-d-820554-2 is: [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 4, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port': {'id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:18Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '2923d563-ead9-4700-b9c7-166f792055a8', 'name': '', 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'mac_address': 'fa:16:3e:04:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0106f828-1289-45f5-9fa3-645007843c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:25Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 1, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'subnets': [{'id': '0106f828-1289-45f5-9fa3-645007843c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:28.372085 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-0c0d1b3d-7cb3-4a5d-a90e-88bce63b33b7 service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4818428
Dec 16 09:29:28.382213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:28.438106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:28.440273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Pushing event updated for resources: {'Port': ['ID=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:28.442356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:28.514729 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:28.577368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4661c234-2106-418b-ab81-26278102cb2f req-33314a47-89f8-4b51-b9c0-97aa27997664 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:28.578619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4661c234-2106-418b-ab81-26278102cb2f req-33314a47-89f8-4b51-b9c0-97aa27997664 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 931 time: 0.8649328
Dec 16 09:29:28.652013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-3b265902-8c94-4927-8dc8-12f40b878887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:28.653404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-3b265902-8c94-4927-8dc8-12f40b878887 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c163cb13-9070-4023-84ae-a6c1bf3e133c HTTP/1.1" status: 200  len: 922 time: 0.5612273
Dec 16 09:29:28.854776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-7b89e807-993d-4d3c-b866-bd4b67cb8d9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=128bed37-bb61-48f4-841e-551c2bab3e64 HTTP/1.1" status: 200  len: 217 time: 0.1934505
Dec 16 09:29:28.973509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4661c234-2106-418b-ab81-26278102cb2f req-13393ea9-0110-4502-89b1-daadde144b80 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3676693
Dec 16 09:29:29.017651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-41a4318a-f88f-40e9-8d56-6ee7bc985a43 service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5814493
Dec 16 09:29:29.116991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 73b47995-d3a0-496c-9403-fd70a8caad00 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:29.177267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-4abecd59-6c22-4326-a039-7ecaedc05e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:29.179096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-4abecd59-6c22-4326-a039-7ecaedc05e6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=719d33c2-8026-42f9-a177-1e472c1a47cb HTTP/1.1" status: 200  len: 861 time: 0.3090701
Dec 16 09:29:29.189988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 73b47995-d3a0-496c-9403-fd70a8caad00 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:29.194907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 73b47995-d3a0-496c-9403-fd70a8caad00 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:29.195331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:29.320747 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:29.339106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 73b47995-d3a0-496c-9403-fd70a8caad00, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=73b47995-d3a0-496c-9403-fd70a8caad00,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:29.345198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:29.348625 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:29.406616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 128bed37-bb61-48f4-841e-551c2bab3e64 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:29:29.432761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=73b47995-d3a0-496c-9403-fd70a8caad00,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:29.436348 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:29.489981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-829586f8-833c-40c1-9c26-040eb275f625 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c163cb13-9070-4023-84ae-a6c1bf3e133c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2337584
Dec 16 09:29:29.504236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:29.572995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 128bed37-bb61-48f4-841e-551c2bab3e64, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=128bed37-bb61-48f4-841e-551c2bab3e64,segment=NetworkSegment(94b2935a-c196-443e-a975-b43c0f144517),segment_id=94b2935a-c196-443e-a975-b43c0f144517)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:29.587215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '128bed37-bb61-48f4-841e-551c2bab3e64', 'network_id': 'c163cb13-9070-4023-84ae-a6c1bf3e133c', 'port_id': '128bed37-bb61-48f4-841e-551c2bab3e64', 'mac_address': 'fa:16:3e:b7:a5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719d33c2-8026-42f9-a177-1e472c1a47cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:29:29.602511 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:29.649389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:29.667432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128bed37-bb61-48f4-841e-551c2bab3e64 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:29.686547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 128bed37-bb61-48f4-841e-551c2bab3e64, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=128bed37-bb61-48f4-841e-551c2bab3e64,segment=NetworkSegment(94b2935a-c196-443e-a975-b43c0f144517),segment_id=94b2935a-c196-443e-a975-b43c0f144517)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:29.690677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:29.692859 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:29.721899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Transition to ACTIVE for port object 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:29.737797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:29.742809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-34c1a610-a1af-401c-88b5-2ae6a82ef5df service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6919091
Dec 16 09:29:29.759339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=128bed37-bb61-48f4-841e-551c2bab3e64,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:29.762320 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:29.798754 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:29.901925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['128bed37-bb61-48f4-841e-551c2bab3e64'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:29:30.074219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:30.083055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-82a662e9-86b1-45e4-a02c-a3d90891961f service neutron] 10.222.0.54 "GET /v2.0/networks/c163cb13-9070-4023-84ae-a6c1bf3e133c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5813849
Dec 16 09:29:30.090503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2bdca-d9fa-4c5e-b334-a8340d0988ae req-147d0b43-f52e-4305-8b82-6470d9b73aab tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:30.091887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46e2bdca-d9fa-4c5e-b334-a8340d0988ae req-147d0b43-f52e-4305-8b82-6470d9b73aab tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 945 time: 0.9875283
Dec 16 09:29:30.101254 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:30.101564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:30.107128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Request body: {'floatingip': {'port_id': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:30.140982 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'code': 200}
Dec 16 09:29:30.151264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:30.227001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:30.429632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c439afa4-72c5-4754-a136-d67cede4e3d1 service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6002073
Dec 16 09:29:30.544537 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Sync routers for ids ['bb26b341-c278-4693-a2fe-6a177836dbfd'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:29:30.555646 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Routers {'bb26b341-c278-4693-a2fe-6a177836dbfd'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:30.556360 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fd5250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb26b341-c278-4693-a2fe-6a177836dbfd'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:30.597153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7739c6-7b18-4d69-92d7-54249bfffa97 req-ffaa8161-019d-45a1-9e31-44385a4f4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:30.598694 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d7739c6-7b18-4d69-92d7-54249bfffa97 req-ffaa8161-019d-45a1-9e31-44385a4f4530 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1101 time: 0.2715385
Dec 16 09:29:30.658483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:30.658814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:30.659194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:30.662900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb9201e3-e1de-4fcf-8d80-2fde151ac006 req-b042277c-9e3a-4421-a769-25ce5c0d09c4 service neutron] 10.222.0.54 "GET /v2.0/networks/c163cb13-9070-4023-84ae-a6c1bf3e133c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5701230
Dec 16 09:29:30.680899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:30.681230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:30.722069 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1d7739c6-7b18-4d69-92d7-54249bfffa97 req-e2e92c35-4afb-4a5b-b255-f8eae19faa19 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749207
Dec 16 09:29:30.751834 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Set router bb26b341-c278-4693-a2fe-6a177836dbfd gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:30.907680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:30.908027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:30.908439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:30.908875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Bound port: 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:30.909216 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:30.986380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:30.990784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.074808 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fd5250>, [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 4, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port': {'id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:18Z', 'updated_at': '2021-12-16T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '2923d563-ead9-4700-b9c7-166f792055a8', 'name': '', 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'mac_address': 'fa:16:3e:04:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0106f828-1289-45f5-9fa3-645007843c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:25Z', 'updated_at': '2021-12-16T09:29:27Z', 'revision_number': 2, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'subnets': [{'id': '0106f828-1289-45f5-9fa3-645007843c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:31.075892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32927b5-ac32-48d1-8719-e64834cbeb92 req-e1590cd7-6aa2-4285-93ee-049ef732c43a tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:31.077390 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d32927b5-ac32-48d1-8719-e64834cbeb92 req-e1590cd7-6aa2-4285-93ee-049ef732c43a tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 944 time: 0.7531741
Dec 16 09:29:31.085256 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Checking router: bb26b341-c278-4693-a2fe-6a177836dbfd for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:29:31.085613 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Updating router bb26b341-c278-4693-a2fe-6a177836dbfd port 2923d563-ead9-4700-b9c7-166f792055a8 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:29:31.090981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-dcbc31c2-30d2-4060-98a6-4858752b5409 service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5893352
Dec 16 09:29:31.120152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 73b47995-d3a0-496c-9403-fd70a8caad00 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:31.139730 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.198780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 73b47995-d3a0-496c-9403-fd70a8caad00 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:31.199841 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.225308 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f associated. External IP: 172.25.3.46, port: 2c3d64ef-5162-4d2d-82f0-82024ebdfee0.
Dec 16 09:29:31.253667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:31.257702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.265214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d32927b5-ac32-48d1-8719-e64834cbeb92 req-2de3c79a-e480-4928-9c67-70428b37f681 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/security-groups?id=542bbc73-87b6-44ba-9e9a-3f60a4588c40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685441
Dec 16 09:29:31.274513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:31.343574 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.363539 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:31.422424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 128bed37-bb61-48f4-841e-551c2bab3e64 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:31.503495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:31.505248 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.506941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] 10.222.0.54 "PUT /v2.0/ports/3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 200  len: 1091 time: 4.5090652
Dec 16 09:29:31.509739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:31.529687 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 128bed37-bb61-48f4-841e-551c2bab3e64 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:31.543424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 128bed37-bb61-48f4-841e-551c2bab3e64 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:31.543808 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.600176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-12f976e0-3308-4555-80f7-66a2dd96c98e service neutron] 10.222.0.66 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4829404
Dec 16 09:29:31.649137 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.663783 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Transition to ACTIVE for port object 2923d563-ead9-4700-b9c7-166f792055a8 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:31.670398 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.675886 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d314b557-30b6-47d6-bd00-d60b7d9e901c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:31.720428 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.754953 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Pushing event updated for resources: {'Port': ['ID=2923d563-ead9-4700-b9c7-166f792055a8,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:31.762942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 128bed37-bb61-48f4-841e-551c2bab3e64, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=128bed37-bb61-48f4-841e-551c2bab3e64,segment=NetworkSegment(94b2935a-c196-443e-a975-b43c0f144517),segment_id=94b2935a-c196-443e-a975-b43c0f144517)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:31.766257 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.766767 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.767104 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.767460 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.767786 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.767911 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.768114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.768415 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.768730 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.769043 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.769353 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.769672 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.769965 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:31.770326 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fcf5500b-adf7-47af-bee8-518584557409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:31.774924 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:31.775950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:31.780882 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:31.892274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=128bed37-bb61-48f4-841e-551c2bab3e64,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:31.895561 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:31.930302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-4d2d6e9a-7406-4b21-983d-fa01921c367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:31.932476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-4d2d6e9a-7406-4b21-983d-fa01921c367b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1094 time: 0.3396788
Dec 16 09:29:31.934040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Router 88cd9fcb-7b33-4747-82ce-fd064ddd265c has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:29:31.987967 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Attempting to bind port 2923d563-ead9-4700-b9c7-166f792055a8 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:31.988355 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Attempting to bind port 2923d563-ead9-4700-b9c7-166f792055a8 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:31.988721 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Attempting to bind port 2923d563-ead9-4700-b9c7-166f792055a8 on network 57efc189-cc50-4f41-9eb2-c63c464d9dbf {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:31.994624 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:31.995007 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Checking segment: {'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:31.995445 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:31.995841 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Bound using segment: {'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:31.996469 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Bound port: 2923d563-ead9-4700-b9c7-166f792055a8, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023f774f-cea3-448a-b929-99cb1cd72550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:31.996810 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:32.003463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d3d13-cc83-4858-b267-01923bafad85 req-4de9f810-7d7a-460c-95ad-b6c9029ce635 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:32.006134 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c73d3d13-cc83-4858-b267-01923bafad85 req-4de9f810-7d7a-460c-95ad-b6c9029ce635 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1096 time: 0.5434773
Dec 16 09:29:32.018963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-fc7b2dd7-c935-400e-a4b5-43ba64979625 service neutron] 10.222.0.66 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3693192
Dec 16 09:29:32.032489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-041d82ba-d8fb-4403-a223-27228887cd1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 200  len: 217 time: 0.0888743
Dec 16 09:29:32.142288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128bed37-bb61-48f4-841e-551c2bab3e64'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:32.145547 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] For port 2923d563-ead9-4700-b9c7-166f792055a8, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:32.149802 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] For port 2923d563-ead9-4700-b9c7-166f792055a8, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2923d563-ead9-4700-b9c7-166f792055a8,segment=NetworkSegment(023f774f-cea3-448a-b929-99cb1cd72550),segment_id=023f774f-cea3-448a-b929-99cb1cd72550)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:32.155295 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:32.159821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:29:32.162223 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-36b7973e-0e38-4cec-ac52-999e90058101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:32.171014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13826c6-f426-4a53-9940-84108e37926b None None] Sync routers for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:29:32.176220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:32.187708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:32.188366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37939d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:32.217279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Router 9c3a64d1-8279-4378-9460-408a12c654d1 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:29:32.244037 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bfa91805-de1c-401e-9d70-eb5b5c986f89 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "PUT /v2.0/floatingips/1c2f637a-2aa5-4cb8-b80d-d20787ea511f HTTP/1.1" status: 200  len: 990 time: 2.1413510
Dec 16 09:29:32.245081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:32.247659 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Pushing event updated for resources: {'Port': ['ID=2923d563-ead9-4700-b9c7-166f792055a8,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:32.264823 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:32.272284 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c73d3d13-cc83-4858-b267-01923bafad85 req-b3b66424-173c-4dac-a086-0300128a0433 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517765
Dec 16 09:29:32.282974 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Routers {'bb26b341-c278-4693-a2fe-6a177836dbfd'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:32.283604 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fd5250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb26b341-c278-4693-a2fe-6a177836dbfd'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:32.353104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-cc822526-31d2-4207-bf9f-79e5581ea1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:32.354639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-cc822526-31d2-4207-bf9f-79e5581ea1c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.2829013
Dec 16 09:29:32.468065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-3d754798-f220-4343-977f-4ef404e4048f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805879
Dec 16 09:29:32.472310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-45c71fba-0765-40af-8452-95f64527cb58 service neutron] 10.222.0.66 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4415371
Dec 16 09:29:32.541878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:32.572884 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] Set router bb26b341-c278-4693-a2fe-6a177836dbfd gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:32.923793 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fd5250>, [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 4, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port': {'id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:18Z', 'updated_at': '2021-12-16T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '2923d563-ead9-4700-b9c7-166f792055a8', 'name': '', 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'mac_address': 'fa:16:3e:04:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0106f828-1289-45f5-9fa3-645007843c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:25Z', 'updated_at': '2021-12-16T09:29:32Z', 'revision_number': 4, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'subnets': [{'id': '0106f828-1289-45f5-9fa3-645007843c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:32.927989 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c6a59-43bf-4472-9f9a-01d35276569d None None] The sync data for ids ['bb26b341-c278-4693-a2fe-6a177836dbfd'] in n-d-820554-2 is: [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 4, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port': {'id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:18Z', 'updated_at': '2021-12-16T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '2923d563-ead9-4700-b9c7-166f792055a8', 'name': '', 'network_id': '57efc189-cc50-4f41-9eb2-c63c464d9dbf', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'mac_address': 'fa:16:3e:04:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0106f828-1289-45f5-9fa3-645007843c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:25Z', 'updated_at': '2021-12-16T09:29:32Z', 'revision_number': 4, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'subnets': [{'id': '0106f828-1289-45f5-9fa3-645007843c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:32.962711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:29:32.973846 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Sync routers for ids ['9c3a64d1-8279-4378-9460-408a12c654d1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:29:32.985334 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Routers {'9c3a64d1-8279-4378-9460-408a12c654d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:32.986350 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4ca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9c3a64d1-8279-4378-9460-408a12c654d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:33.005273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37939d0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '1c2f637a-2aa5-4cb8-b80d-d20787ea511f', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'port_id': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'mac_address': 'fa:16:3e:92:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:40Z', 'updated_at': '2021-12-16T09:29:30Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:33.009612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13826c6-f426-4a53-9940-84108e37926b None None] Checking router: 88cd9fcb-7b33-4747-82ce-fd064ddd265c for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:29:33.016279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-4b76f2eb-64ac-4773-aa44-004f43381dbf service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3380349
Dec 16 09:29:33.022910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:33.023877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37939d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:33.053363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-25da80ab-206b-4d06-9388-6a18309405a4 service neutron] 10.222.0.66 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3722727
Dec 16 09:29:33.209496 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:33.212897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.9639843
Dec 16 09:29:33.213083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2923d563-ead9-4700-b9c7-166f792055a8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:33.213600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59758) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:33.217976 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Set router 9c3a64d1-8279-4378-9460-408a12c654d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:33.342823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:33.346368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872c154-a916-4da3-93bc-753f09fed115 req-04080b41-f273-4606-a64f-41ae2976cde5 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:33.353398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1872c154-a916-4da3-93bc-753f09fed115 req-04080b41-f273-4606-a64f-41ae2976cde5 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.6733708
Dec 16 09:29:33.476748 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-95f07365-9710-4b3d-bc84-d132ab554e51 service neutron] 10.222.0.66 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4082713
Dec 16 09:29:33.518789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 2923d563-ead9-4700-b9c7-166f792055a8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:33.520950 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1872c154-a916-4da3-93bc-753f09fed115 req-99f86a64-db07-4b8d-a0fd-b65422644f1d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663630
Dec 16 09:29:33.539537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 2923d563-ead9-4700-b9c7-166f792055a8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:33.540208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:33.586590 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-816b20ec-90ac-4713-be72-3f2334c173f7 req-e3a8ae6e-eb9f-4bf9-a7aa-7cac9fed4a11 service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5256338
Dec 16 09:29:33.725045 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4ca0>, [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:29Z', 'revision_number': 3, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port': {'id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:26Z', 'updated_at': '2021-12-16T09:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:33.729669 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Checking router: 9c3a64d1-8279-4378-9460-408a12c654d1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:29:33.730164 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Updating router 9c3a64d1-8279-4378-9460-408a12c654d1 port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:29:33.826829 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.111440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-938714a4-7200-417e-bb56-290e657e3eb5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3255270
Dec 16 09:29:34.120509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:34.141011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:34.146562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Usage tracker for resource:floatingip and tenant:e33081ed33f544d08d042f9e57457a4c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:34.150813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:34.165601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:34.181940 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.203552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.220253 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:29:34.262443 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 2923d563-ead9-4700-b9c7-166f792055a8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2923d563-ead9-4700-b9c7-166f792055a8,segment=NetworkSegment(023f774f-cea3-448a-b929-99cb1cd72550),segment_id=023f774f-cea3-448a-b929-99cb1cd72550)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:34.264128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.269906 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.275569 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3750c6-b0f4-49ec-89b5-a436f5a8fcc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:34.352740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a13826c6-f426-4a53-9940-84108e37926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37939d0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '1c2f637a-2aa5-4cb8-b80d-d20787ea511f', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'port_id': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'mac_address': 'fa:16:3e:92:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:40Z', 'updated_at': '2021-12-16T09:29:30Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:34.384693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=2923d563-ead9-4700-b9c7-166f792055a8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:34.389130 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:34.390403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13826c6-f426-4a53-9940-84108e37926b None None] The sync data for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 is: [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '1c2f637a-2aa5-4cb8-b80d-d20787ea511f', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'port_id': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'mac_address': 'fa:16:3e:92:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:40Z', 'updated_at': '2021-12-16T09:29:30Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:34.404470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.434167 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.449928 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Transition to ACTIVE for port object 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:34.462214 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.472665 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:34.578175 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Attempting to bind port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:34.578564 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Attempting to bind port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:34.578932 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Attempting to bind port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:34.595819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:34.596139 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:34.596421 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.596820 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:34.597287 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Bound port: 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:34.597684 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.607411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Allocated IP 172.20.0.1 (00695525-749a-4bec-bf8a-ff7a735ea098/e71fe621-e3ff-4573-9aa0-90a37b855450/85d58b9e-224e-45ac-8516-c336595ca780) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:34.629827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Allocated IP 172.25.3.3 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/cbd716a9-c9c6-4da1-8184-eb3754cbd159) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:34.700955 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fda8a2-2b41-41b2-90b5-851abdd9aedf None None] Pushing event updated for resources: {'Port': ['ID=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:34.714842 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-85fda8a2-2b41-41b2-90b5-851abdd9aedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:34.743644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1c0e6-9d03-4f23-bf06-1eb5a9f426f1 None None] New status for floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:29:34.795747 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] For port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:34.800688 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] For port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:34.805423 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.813983 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:34.864230 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.864771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.888214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Transition to ACTIVE for port object 85d58b9e-224e-45ac-8516-c336595ca780 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:34.901361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.907678 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e983afff-d0fa-45c1-b84c-ca9354569613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:34.926117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:34.952038 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d2f883c-8470-46e6-a970-e24633a6befc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:34.978054 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=cbd716a9-c9c6-4da1-8184-eb3754cbd159,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:34.995248 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:34.997962 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Routers {'9c3a64d1-8279-4378-9460-408a12c654d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:34.998904 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4ca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9c3a64d1-8279-4378-9460-408a12c654d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:35.012572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:35.013749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:35.017019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:35.075845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Network 00695525-749a-4bec-bf8a-ff7a735ea098 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:35.095385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:35.098800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:35.228337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2923d563-ead9-4700-b9c7-166f792055a8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:35.246087 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:35.288327 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fda8a2-2b41-41b2-90b5-851abdd9aedf None None] Pushing event updated for resources: {'Port': ['ID=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:35.301707 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-85fda8a2-2b41-41b2-90b5-851abdd9aedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:35.316441 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] Set router 9c3a64d1-8279-4378-9460-408a12c654d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:35.414868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 2923d563-ead9-4700-b9c7-166f792055a8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:35.414868 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:35.431746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Pushing event updated for resources: {'Port': ['ID=85d58b9e-224e-45ac-8516-c336595ca780,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:35.444289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:35.470766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:35.497655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:35.557589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-498a68d6-bff4-4d65-b4a9-33510f3e3b6d None None] Provisioning for port 85d58b9e-224e-45ac-8516-c336595ca780 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:35.563463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-498a68d6-bff4-4d65-b4a9-33510f3e3b6d None None] Provisioning complete for port 85d58b9e-224e-45ac-8516-c336595ca780 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:35.564403 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-498a68d6-bff4-4d65-b4a9-33510f3e3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:35.582769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0680bd-5dba-4654-8b62-aeebe5b214d8 req-d7810628-717c-4c69-ba6b-1c008eaf8ce1 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:35.590734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e0680bd-5dba-4654-8b62-aeebe5b214d8 req-d7810628-717c-4c69-ba6b-1c008eaf8ce1 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 943 time: 0.4746099
Dec 16 09:29:35.657968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e0680bd-5dba-4654-8b62-aeebe5b214d8 req-a5c72738-27ca-4834-af4b-65893fedd80f tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662630
Dec 16 09:29:35.713645 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:35.750121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-498a68d6-bff4-4d65-b4a9-33510f3e3b6d None None] Port 85d58b9e-224e-45ac-8516-c336595ca780 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:35.848913 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128bed37-bb61-48f4-841e-551c2bab3e64', 'code': 200}
Dec 16 09:29:35.931964 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4ca0>, [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:29Z', 'revision_number': 3, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port': {'id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:26Z', 'updated_at': '2021-12-16T09:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:35.941032 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea9e98-c9ad-4fab-898a-98609b070274 None None] The sync data for ids ['9c3a64d1-8279-4378-9460-408a12c654d1'] in n-d-820554-2 is: [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:29Z', 'revision_number': 3, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port': {'id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:26Z', 'updated_at': '2021-12-16T09:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:35.950593 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10', 'status': 'completed', 'code': 200}
Dec 16 09:29:35.957686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:36.048490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:36.057296 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:36.058124 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'status': 'completed', 'code': 200}
Dec 16 09:29:36.076895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:36.082989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:36.166552 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:36.200340 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:36.248880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=cbd716a9-c9c6-4da1-8184-eb3754cbd159,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:36.253142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:36.277599 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:36.307292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Pushing event updated for resources: {'Port': ['ID=85d58b9e-224e-45ac-8516-c336595ca780,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:36.320141 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:36.347178 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:36.348504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.2361627
Dec 16 09:29:36.353122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-8b8313d2-9949-41f7-9c4a-b7461259721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:36.354615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-8b8313d2-9949-41f7-9c4a-b7461259721d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1094 time: 0.4031463
Dec 16 09:29:36.422353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-e16b184f-2d43-408f-8817-1e864d5adaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:36.423924 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-e16b184f-2d43-408f-8817-1e864d5adaa1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=671682e4503c4ca18b2202676e5aa10f&device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 1096 time: 0.3108306
Dec 16 09:29:36.517864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ebdfa-bdea-460f-b2a7-bb9c1c8d9f6e req-4f323d60-f1a8-4cf3-9164-d16fd8e790ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:36.519391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e6ebdfa-bdea-460f-b2a7-bb9c1c8d9f6e req-4f323d60-f1a8-4cf3-9164-d16fd8e790ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 1096 time: 0.5667691
Dec 16 09:29:36.537192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-3179417d-06c7-4e77-ba7a-b3639f88ce81 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Synchronizing usage tracker for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:36.603687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Network 00695525-749a-4bec-bf8a-ff7a735ea098 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:36.607940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:36.636576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284557f-b265-4c77-bc97-989e1f97f89a req-e5e0ae37-65b9-42e7-8272-00d8d9967146 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:36.638833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a284557f-b265-4c77-bc97-989e1f97f89a req-e5e0ae37-65b9-42e7-8272-00d8d9967146 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 945 time: 0.3925793
Dec 16 09:29:36.649248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-3179417d-06c7-4e77-ba7a-b3639f88ce81 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Unset dirty status for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:36.650920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-3179417d-06c7-4e77-ba7a-b3639f88ce81 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200  len: 694 time: 0.2946339
Dec 16 09:29:36.713867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-758fdfca-380f-49df-b861-04de77ce0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:36.715430 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-758fdfca-380f-49df-b861-04de77ce0034 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 200  len: 924 time: 0.2836986
Dec 16 09:29:36.771564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e6ebdfa-bdea-460f-b2a7-bb9c1c8d9f6e req-7a7f44c1-56a1-4ae3-bda8-6ef7ff105749 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=542bbc73-87b6-44ba-9e9a-3f60a4588c40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385247
Dec 16 09:29:36.923543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-123b797e-31c9-42c6-bcdf-07b5ad6d803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:36.925059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-123b797e-31c9-42c6-bcdf-07b5ad6d803c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.5621028
Dec 16 09:29:36.932624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a284557f-b265-4c77-bc97-989e1f97f89a req-72fc2a21-c156-469b-a8f2-5151276384ed tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/security-groups?id=542bbc73-87b6-44ba-9e9a-3f60a4588c40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758722
Dec 16 09:29:36.938241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-449c24d4-e817-44c5-b661-db4f4559bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:36.939875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-449c24d4-e817-44c5-b661-db4f4559bf1b service neutron] 10.222.0.74 "GET /v2.0/ports/67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 1033 time: 0.2084737
Dec 16 09:29:36.954261 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-e834a531-3261-4dac-a69d-6788f57c20ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0 HTTP/1.1" status: 200  len: 1000 time: 0.2187452
Dec 16 09:29:37.013395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-52102e24-7ca9-47bf-902a-a666b372674c None None] Provisioning complete for port 85d58b9e-224e-45ac-8516-c336595ca780 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:37.014399 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-52102e24-7ca9-47bf-902a-a666b372674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:37.119643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-a9d5ddf5-c4dd-4ccd-85d5-a9a3bc37586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:37.121374 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-a9d5ddf5-c4dd-4ccd-85d5-a9a3bc37586f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d7858657-3f08-4bdf-bf1b-977fe5703de9 HTTP/1.1" status: 200  len: 862 time: 0.1499481
Dec 16 09:29:37.130778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Router 9c3a64d1-8279-4378-9460-408a12c654d1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:29:37.172140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-52102e24-7ca9-47bf-902a-a666b372674c None None] Port 85d58b9e-224e-45ac-8516-c336595ca780 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:37.180931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:37.184376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-76ec7cca-873c-4c62-aa06-9fe08f398fae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 200  len: 217 time: 0.1912084
Dec 16 09:29:37.248475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-150f77d1-c723-451d-883a-24f92ae5caae tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:37.249917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ff0892-0ac2-4f99-932e-d2a6b0838ab0 req-150f77d1-c723-451d-883a-24f92ae5caae tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.5745978
Dec 16 09:29:37.266561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d9cb075a-ac70-46f4-aef1-fe86d4ed1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:37.267943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d9cb075a-ac70-46f4-aef1-fe86d4ed1aaf service neutron] 10.222.0.74 "GET /v2.0/ports/43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 1032 time: 0.3178499
Dec 16 09:29:37.331309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:37.337137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:37.337753 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:37.470252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-fe95aa85-b842-46e1-bee1-60ed09133669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:37.471859 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-fe95aa85-b842-46e1-bee1-60ed09133669 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b6ec19c-a89b-4468-ac68-3d7737cae51c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3393323
Dec 16 09:29:37.472991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:29:37.525611 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:37.549349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:37.564642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:37.574818 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:37.677953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:37.690916 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:37.703043 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] 10.222.0.66 "PUT /v2.0/routers/9c3a64d1-8279-4378-9460-408a12c654d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4806461
Dec 16 09:29:37.754231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-c87f0604-8326-43e3-a87d-0c011d3d8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:37.755898 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-c87f0604-8326-43e3-a87d-0c011d3d8757 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.5610673
Dec 16 09:29:37.786976 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-f4bafb5a-345c-4151-8fa6-25e5aca3f13e service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3055131
Dec 16 09:29:37.834514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-40088a7d-3687-4193-8c34-ad2722f2d660 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689306
Dec 16 09:29:38.001187 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-242920f6-327e-4d2f-a9ac-347aa5a9ae45 req-eb5ff8ab-14e7-41d6-8f3e-bc880b22dcad service neutron] 10.222.0.74 "GET /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072573
Dec 16 09:29:38.014239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31bac-338c-41e3-b4c5-f96cc88fa8b0 req-3b86c64b-4754-4a30-afc5-b90899e5cccb tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:38.015886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7dd31bac-338c-41e3-b4c5-f96cc88fa8b0 req-3b86c64b-4754-4a30-afc5-b90899e5cccb tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 1096 time: 0.9219661
Dec 16 09:29:38.054510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7bcd312d-865d-4707-aa09-2c79d7ace88d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:38.060159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7bcd312d-865d-4707-aa09-2c79d7ace88d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:38.066154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7bcd312d-865d-4707-aa09-2c79d7ace88d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:38.067785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7bcd312d-865d-4707-aa09-2c79d7ace88d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "GET /v2.0/networks?id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 1995 time: 0.7859147
Dec 16 09:29:38.168094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542f93a-9181-4136-9522-a6ffcd5b8c1a req-eed70f79-8cbf-424f-a7f1-56209d787df1 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:38.169564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6542f93a-9181-4136-9522-a6ffcd5b8c1a req-eed70f79-8cbf-424f-a7f1-56209d787df1 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.7532673
Dec 16 09:29:38.177996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7dd31bac-338c-41e3-b4c5-f96cc88fa8b0 req-db24d7f5-7f38-41e2-8c25-57ef0fc261e5 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502171
Dec 16 09:29:38.183874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-3aa297a3-acc5-4e1c-85b0-93629be0e0fc service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3380184
Dec 16 09:29:38.249080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-30b7cc16-60b5-4d7e-ab67-add6fff7b75b tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb50daa31c9407b88880946570bc8cf HTTP/1.1" status: 200  len: 379 time: 0.1697183
Dec 16 09:29:38.335116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'admin_state_up': True, 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'security_groups': ['1ff914eb-9d89-4259-afcd-38621f65517b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:38.471002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a11eb22c-db4b-44a1-a350-78267abdb37e req-8e69cba2-f870-4adf-b212-72967b1ac234 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 210 time: 0.1116123
Dec 16 09:29:38.496202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6542f93a-9181-4136-9522-a6ffcd5b8c1a req-6efb6fe7-c1fc-4a73-82a8-30591579b54d tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3168113
Dec 16 09:29:38.582300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1ae43bf-bb59-4291-8876-bad1e415bdaa req-f2d9bf1e-bd55-4fcc-928b-a895f2e6191a service neutron] 10.222.0.54 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3398309
Dec 16 09:29:38.593156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:38.597291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:port and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:38.600250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:38.606462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:38.618178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:38.622252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:38.975837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb64d-b92e-475d-b2da-ad14223e1ebf req-cf13159b-5ce6-41c6-9c00-30963d1e3f70 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:38.977336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f09fb64d-b92e-475d-b2da-ad14223e1ebf req-cf13159b-5ce6-41c6-9c00-30963d1e3f70 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 943 time: 0.3445580
Dec 16 09:29:39.014164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 172.20.0.5 (bf34b465-2f6c-4abd-a754-1c40a4e77ff9/1479e4e5-5ae8-45c3-b52e-e94de53334fd/0cd80376-ff58-4f3b-81b7-6b08dfe1158e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:39.035198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-684aa741-f919-44ab-ac38-20e0e832de63 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3064983
Dec 16 09:29:39.055304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:39.078838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:39.095082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f09fb64d-b92e-475d-b2da-ad14223e1ebf req-6deef5ca-9be9-4143-b052-0e86d980c0e8 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104443
Dec 16 09:29:39.110317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:39.116048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:39.196941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:39.197889 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:39.283420 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:39.320312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-542ebbcc-ba60-4efb-9215-fa7eee8785c4 req-3d191681-781b-46a5-a7c6-0145a2996834 tempest-FloatingIPsNegativeTestJSON-1135871633 tempest-FloatingIPsNegativeTestJSON-1135871633-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=9ab61fb6dc1b4dcdb6f6f2c06c14cfc8 HTTP/1.1" status: 200  len: 217 time: 0.1106682
Dec 16 09:29:39.512673 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:39.517244 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Sync routers for ids ['9c3a64d1-8279-4378-9460-408a12c654d1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:29:39.529800 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Routers {'9c3a64d1-8279-4378-9460-408a12c654d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:39.531069 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9c3a64d1-8279-4378-9460-408a12c654d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:39.547781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Transition to ACTIVE for port object 0cd80376-ff58-4f3b-81b7-6b08dfe1158e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:39.604790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb31a27-8eb6-4ac8-bb5e-26e97840db65 req-e8a9bdb8-6684-4488-a97d-d3efcf450443 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:39.606263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bbb31a27-8eb6-4ac8-bb5e-26e97840db65 req-e8a9bdb8-6684-4488-a97d-d3efcf450443 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 945 time: 0.1710370
Dec 16 09:29:39.639608 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:39.647771 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:39.729795 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Set router 9c3a64d1-8279-4378-9460-408a12c654d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:39.849173 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:39.865882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:39.906674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bbb31a27-8eb6-4ac8-bb5e-26e97840db65 req-4e85d677-4d92-4276-8946-7b836d3c50a1 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/security-groups?id=542bbc73-87b6-44ba-9e9a-3f60a4588c40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2914555
Dec 16 09:29:39.907528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:39.914878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:39.973282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:39.984272 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:40.057612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:40.058277 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.110459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4400>, [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:35Z', 'revision_number': 4, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port': {'id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:26Z', 'updated_at': '2021-12-16T09:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '85d58b9e-224e-45ac-8516-c336595ca780', 'name': '', 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'mac_address': 'fa:16:3e:b4:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e71fe621-e3ff-4573-9aa0-90a37b855450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:34Z', 'updated_at': '2021-12-16T09:29:35Z', 'revision_number': 2, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'subnets': [{'id': 'e71fe621-e3ff-4573-9aa0-90a37b855450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:40.115250 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Checking router: 9c3a64d1-8279-4378-9460-408a12c654d1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:29:40.115975 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Updating router 9c3a64d1-8279-4378-9460-408a12c654d1 port 85d58b9e-224e-45ac-8516-c336595ca780 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:29:40.117195 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8446636
Dec 16 09:29:40.130703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'admin_state_up': True, 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'security_groups': ['1ff914eb-9d89-4259-afcd-38621f65517b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:40.166887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Allocated IP 172.25.3.59 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/4c7086fd-3aa1-42b0-a6a7-81c2c870f280) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:40.178315 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.334764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-305f74b3-bc5a-4d80-80ce-bae0877f80c2 None None] Provisioning for port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:40.340160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-305f74b3-bc5a-4d80-80ce-bae0877f80c2 None None] Provisioning complete for port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:40.340606 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-305f74b3-bc5a-4d80-80ce-bae0877f80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.447318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:40.465339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:port and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:40.480040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-305f74b3-bc5a-4d80-80ce-bae0877f80c2 None None] Port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:40.487197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:40.498416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:40.524125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.529234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:40.533462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.768521 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.774077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 10.1.1.7 (53d25a0d-86d5-463c-b866-b7143ffd064e/c1528d8f-6337-41e2-a66e-54d18cf34374/800d9656-a7a2-482e-8297-f0d9ddb6c22e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:40.786738 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Transition to ACTIVE for port object 85d58b9e-224e-45ac-8516-c336595ca780 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:40.796693 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.805866 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-99402e97-0d85-43b5-b710-88d9bc86f622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:40.882366 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27d77-b1e4-44d9-84d7-eea23d0338ee None None] Pushing event updated for resources: {'Port': ['ID=85d58b9e-224e-45ac-8516-c336595ca780,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:40.902235 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7ef27d77-b1e4-44d9-84d7-eea23d0338ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:40.918247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:40.931286 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b28f972-d868-47a8-a6f5-f9918b3c2e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:41.052421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:41.057296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eeace3f-0754-4ad8-8280-bb3d49e9a4da req-57dab445-6093-4135-9985-9c6e8d19a78a tempest-FloatingIPsNegativeTestJSON-1135871633 tempest-FloatingIPsNegativeTestJSON-1135871633-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0715585
Dec 16 09:29:41.063804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:41.078233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:41.126426 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Attempting to bind port 85d58b9e-224e-45ac-8516-c336595ca780 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:41.127748 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Attempting to bind port 85d58b9e-224e-45ac-8516-c336595ca780 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:41.128391 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Attempting to bind port 85d58b9e-224e-45ac-8516-c336595ca780 on network 00695525-749a-4bec-bf8a-ff7a735ea098 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:41.145423 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:41.145423 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Checking segment: {'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:41.145423 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.145423 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Bound using segment: {'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:41.145423 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Bound port: 85d58b9e-224e-45ac-8516-c336595ca780, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063471fb-6435-4131-9a7a-b4b8f02b60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:41.145423 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.229146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=4c7086fd-3aa1-42b0-a6a7-81c2c870f280,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:41.273290 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] For port 85d58b9e-224e-45ac-8516-c336595ca780, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:41.275400 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:41.276736 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] For port 85d58b9e-224e-45ac-8516-c336595ca780, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=85d58b9e-224e-45ac-8516-c336595ca780,segment=NetworkSegment(063471fb-6435-4131-9a7a-b4b8f02b60ac),segment_id=063471fb-6435-4131-9a7a-b4b8f02b60ac)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:41.283057 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.307779 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:41.352291 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.386922 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.410783 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Routers {'9c3a64d1-8279-4378-9460-408a12c654d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:41.411891 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9c3a64d1-8279-4378-9460-408a12c654d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:41.453256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:29:41.474044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Transition to ACTIVE for port object 800d9656-a7a2-482e-8297-f0d9ddb6c22e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:41.537483 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.568667 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f462878e-58d0-436b-b91a-db94ffcb4de7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:41.706494 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] Set router 9c3a64d1-8279-4378-9460-408a12c654d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:41.743539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=800d9656-a7a2-482e-8297-f0d9ddb6c22e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:41.765001 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:41.794348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network 53d25a0d-86d5-463c-b866-b7143ffd064e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:41.801257 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.808520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:41.836813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:41.837157 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.839768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10', 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6', 'port_id': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10', 'mac_address': 'fa:16:3e:1b:46:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f3d445-642e-4001-89dc-7bec33f36fac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:29:41.865466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283fe0e-a2fc-424b-b494-04a72504e50d req-d4c65d93-db13-4a1e-ad57-69dc86613f8c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:41.866539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3283fe0e-a2fc-424b-b494-04a72504e50d req-d4c65d93-db13-4a1e-ad57-69dc86613f8c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:41.880215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:41.957392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce3cdf71-33f4-439e-9b50-dd234b8cddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:41.984516 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:42.022008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3283fe0e-a2fc-424b-b494-04a72504e50d req-d4c65d93-db13-4a1e-ad57-69dc86613f8c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:42.030714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:42.031104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3283fe0e-a2fc-424b-b494-04a72504e50d req-d4c65d93-db13-4a1e-ad57-69dc86613f8c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 931 time: 0.8111951
Dec 16 09:29:42.063823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:42.066032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:42.066942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:42.070275 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:42.072473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dfec3b7e-8779-4f9b-b6a4-83ad4501b30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:42.110082 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29c4400>, [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:35Z', 'revision_number': 4, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port': {'id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:26Z', 'updated_at': '2021-12-16T09:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '85d58b9e-224e-45ac-8516-c336595ca780', 'name': '', 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'mac_address': 'fa:16:3e:b4:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e71fe621-e3ff-4573-9aa0-90a37b855450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:34Z', 'updated_at': '2021-12-16T09:29:41Z', 'revision_number': 4, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'subnets': [{'id': 'e71fe621-e3ff-4573-9aa0-90a37b855450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:42.114810 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27d77-b1e4-44d9-84d7-eea23d0338ee None None] Pushing event updated for resources: {'Port': ['ID=85d58b9e-224e-45ac-8516-c336595ca780,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:42.119385 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7ef27d77-b1e4-44d9-84d7-eea23d0338ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:42.120672 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333dc212-198d-4ec5-a1ee-3e1b233f33d7 None None] The sync data for ids ['9c3a64d1-8279-4378-9460-408a12c654d1'] in n-d-820554-2 is: [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:35Z', 'revision_number': 4, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port': {'id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:26Z', 'updated_at': '2021-12-16T09:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '85d58b9e-224e-45ac-8516-c336595ca780', 'name': '', 'network_id': '00695525-749a-4bec-bf8a-ff7a735ea098', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'mac_address': 'fa:16:3e:b4:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e71fe621-e3ff-4573-9aa0-90a37b855450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:34Z', 'updated_at': '2021-12-16T09:29:41Z', 'revision_number': 4, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'subnets': [{'id': 'e71fe621-e3ff-4573-9aa0-90a37b855450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:42.220224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:42.228416 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:42.297976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3283fe0e-a2fc-424b-b494-04a72504e50d req-32fdc074-a243-427c-921d-b11f9527d272 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2658644
Dec 16 09:29:42.298909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['3e12ef2b-a1b1-470f-8557-7a1ecd715c10'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:29:42.301452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1746814
Dec 16 09:29:42.326356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'admin_state_up': True, 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'security_groups': ['1ff914eb-9d89-4259-afcd-38621f65517b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:42.396988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37495c74-15e3-4db8-9dc3-51085fb0474f None None] Provisioning for port 800d9656-a7a2-482e-8297-f0d9ddb6c22e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:42.409778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37495c74-15e3-4db8-9dc3-51085fb0474f None None] Provisioning complete for port 800d9656-a7a2-482e-8297-f0d9ddb6c22e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:42.410386 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37495c74-15e3-4db8-9dc3-51085fb0474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:42.532671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37495c74-15e3-4db8-9dc3-51085fb0474f None None] Port 800d9656-a7a2-482e-8297-f0d9ddb6c22e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:42.725721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:42.739224 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:42.739224 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f22fc95-e1e8-4e7f-804f-45a5e512f10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:42.850586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:42.907498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:42.940713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=4c7086fd-3aa1-42b0-a6a7-81c2c870f280,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:42.947123 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:42.948957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:42.952491 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:42.989882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.083739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8663b5e-d382-40c5-8fa3-9044475ea38e req-44677d1b-cb0d-471d-ac1f-05d5a78592d1 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:43.094667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8663b5e-d382-40c5-8fa3-9044475ea38e req-44677d1b-cb0d-471d-ac1f-05d5a78592d1 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 944 time: 0.3139739
Dec 16 09:29:43.114524 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.115740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.0685873
Dec 16 09:29:43.154467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 85d58b9e-224e-45ac-8516-c336595ca780 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:43.234847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 85d58b9e-224e-45ac-8516-c336595ca780 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:43.240064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 85d58b9e-224e-45ac-8516-c336595ca780 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:43.240458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.273403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-f158e5bc-2ef7-4213-a847-7c35594d282c tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Synchronizing usage tracker for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:43.288267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8663b5e-d382-40c5-8fa3-9044475ea38e req-6bda84a1-e612-463c-8a3b-fc505eec0365 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907713
Dec 16 09:29:43.330726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-f158e5bc-2ef7-4213-a847-7c35594d282c tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Unset dirty status for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:43.331925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-f158e5bc-2ef7-4213-a847-7c35594d282c tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200  len: 695 time: 0.2048888
Dec 16 09:29:43.348144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 10.1.1.180 (53d25a0d-86d5-463c-b866-b7143ffd064e/c1528d8f-6337-41e2-a66e-54d18cf34374/c9fd142c-fec2-449e-8560-2781fcdcca21) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:43.440339 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.467026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:43.560676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 85d58b9e-224e-45ac-8516-c336595ca780, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=85d58b9e-224e-45ac-8516-c336595ca780,segment=NetworkSegment(063471fb-6435-4131-9a7a-b4b8f02b60ac),segment_id=063471fb-6435-4131-9a7a-b4b8f02b60ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:43.568046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.590400 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:43.674310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:43.689558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:43.690312 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.793694 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.850881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=85d58b9e-224e-45ac-8516-c336595ca780,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:43.854480 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:43.884313 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.923692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:43.937680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:43.943224 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:43.944640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-6a3465e3-2153-42d6-aa6e-8491c6cbcc84 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:43.946037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02489098-fd32-4811-b7d1-91c2f0b88e5b req-6a3465e3-2153-42d6-aa6e-8491c6cbcc84 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.5959544
Dec 16 09:29:43.948151 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e5dcaa29-23db-42a2-bf5f-c4db8f1f6d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:44.049711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:44.052777 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:44.087375 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-11029bbd-70fe-4024-91ae-b411c1c1ddef req-f323db22-9e38-4706-adbb-0e17c788eac4 tempest-FloatingIPsNegativeTestJSON-1135871633 tempest-FloatingIPsNegativeTestJSON-1135871633-project] show failed (client error): The resource could not be found.
Dec 16 09:29:44.088470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11029bbd-70fe-4024-91ae-b411c1c1ddef req-f323db22-9e38-4706-adbb-0e17c788eac4 tempest-FloatingIPsNegativeTestJSON-1135871633 tempest-FloatingIPsNegativeTestJSON-1135871633-project] 10.222.0.66 "GET /v2.0/floatingips/2f994268-35ed-4b16-9736-5df19ed666b0 HTTP/1.1" status: 404  len: 350 time: 0.1155820
Dec 16 09:29:44.099931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:44.127497 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:44.145119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e74453-7b33-4ca4-8678-2d74e393f2f1 req-4d5f1971-192d-45cd-92a7-0a583bd46318 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:44.146518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84e74453-7b33-4ca4-8678-2d74e393f2f1 req-4d5f1971-192d-45cd-92a7-0a583bd46318 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.4054794
Dec 16 09:29:44.156231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Transition to ACTIVE for port object c9fd142c-fec2-449e-8560-2781fcdcca21 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:44.224829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84e74453-7b33-4ca4-8678-2d74e393f2f1 req-c83a3e36-bc6e-43a9-a4b7-d2eed17bea06 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666316
Dec 16 09:29:44.343878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21bc2-0081-441a-bcd6-5c331349f00e req-8e441c07-80ab-43b4-89bf-81e9565835f0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:44.362216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21bc2-0081-441a-bcd6-5c331349f00e req-8e441c07-80ab-43b4-89bf-81e9565835f0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:44.365169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bdb21bc2-0081-441a-bcd6-5c331349f00e req-8e441c07-80ab-43b4-89bf-81e9565835f0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:44.373484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:44.379796 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d70fec83-574a-46c5-aed7-e69fac7fda60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:44.427022 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10', 'code': 200}
Dec 16 09:29:44.455082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dedddc5f-79df-4e9f-b262-555a79fbadf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:44.464261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network 53d25a0d-86d5-463c-b866-b7143ffd064e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:44.471575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:44.479086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:44.533367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bdb21bc2-0081-441a-bcd6-5c331349f00e req-8e441c07-80ab-43b4-89bf-81e9565835f0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:44.541444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdb21bc2-0081-441a-bcd6-5c331349f00e req-8e441c07-80ab-43b4-89bf-81e9565835f0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 1651 time: 0.2984920
Dec 16 09:29:44.758981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=c9fd142c-fec2-449e-8560-2781fcdcca21,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:44.795008 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:44.826369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:44.826992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:44.829827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:44.869982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdb21bc2-0081-441a-bcd6-5c331349f00e req-eef2d128-3f0e-41e4-b067-0e5af9bc2842 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3274117
Dec 16 09:29:44.899527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e1f03f08-649b-452f-82f1-5a0470662b3d None None] Provisioning for port c9fd142c-fec2-449e-8560-2781fcdcca21 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:44.906391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e1f03f08-649b-452f-82f1-5a0470662b3d None None] Provisioning complete for port c9fd142c-fec2-449e-8560-2781fcdcca21 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:44.906785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e1f03f08-649b-452f-82f1-5a0470662b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:44.921269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6093693
Dec 16 09:29:44.931019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdbb08-a975-4197-8787-cd94be56df59 req-219cd3a3-21ef-4b23-9cd1-a510b56c4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:44.932771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48cdbb08-a975-4197-8787-cd94be56df59 req-219cd3a3-21ef-4b23-9cd1-a510b56c4107 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1096 time: 0.3866696
Dec 16 09:29:44.946576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2', 'admin_state_up': True, 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'security_groups': ['1ff914eb-9d89-4259-afcd-38621f65517b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:44.984971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e1f03f08-649b-452f-82f1-5a0470662b3d None None] Port c9fd142c-fec2-449e-8560-2781fcdcca21 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:45.176303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 85d58b9e-224e-45ac-8516-c336595ca780 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:29:45.220468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.249660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11d302e4-ff58-4327-af15-959becf4946d req-afdd3f09-c500-4ad6-af84-cd255993bfd4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7833705
Dec 16 09:29:45.268576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:45.278446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 85d58b9e-224e-45ac-8516-c336595ca780 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:45.278631 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.280169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:45.292220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48cdbb08-a975-4197-8787-cd94be56df59 req-87d6f4c5-2ed9-4630-a3ff-dc7d2fd4ac21 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3196111
Dec 16 09:29:45.308519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:45.334671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Deleting port 85d58b9e-224e-45ac-8516-c336595ca780 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:45.336068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.373878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:45.377493 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.403824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:45.501004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:45.529199 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.628693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] For port 85d58b9e-224e-45ac-8516-c336595ca780, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=85d58b9e-224e-45ac-8516-c336595ca780,segment=NetworkSegment(063471fb-6435-4131-9a7a-b4b8f02b60ac),segment_id=063471fb-6435-4131-9a7a-b4b8f02b60ac)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:45.630586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.697305 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.730800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdc400-3433-4a99-a0fd-96ed4bd7d0fd req-fc4d2735-47a9-4427-832d-de267a9b2994 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:45.732372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7fdc400-3433-4a99-a0fd-96ed4bd7d0fd req-fc4d2735-47a9-4427-832d-de267a9b2994 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 945 time: 0.2709198
Dec 16 09:29:45.851479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:45.905889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7fdc400-3433-4a99-a0fd-96ed4bd7d0fd req-a5e74e02-b676-46c3-8192-d37e1c8b0a69 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638713
Dec 16 09:29:45.922825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Calling delete_port for 85d58b9e-224e-45ac-8516-c336595ca780 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:46.170868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Allocated IP 172.25.3.237 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/60caeb01-bfca-4388-81d7-9f464fc48315) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:46.187564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 10.2.2.100 (b41fc7d4-aa6b-4a98-b14a-ecede34182c2/df2f627d-452f-4e98-a050-8bde3fda325d/318023a2-7013-466b-994d-1f56f612d5da) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:46.204598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:46.209495 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d8d93cf-a417-4f46-a7d4-80e1db2d070a tempest-FloatingIPsAssociationTestJSON-2064484461 tempest-FloatingIPsAssociationTestJSON-2064484461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:46.260222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Pushing event deleted for resources: {'Port': ['ID=85d58b9e-224e-45ac-8516-c336595ca780,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:46.328779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:46.354288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ebccb-558d-453e-940e-6e166edaeafb req-1fbcff39-f52f-4d55-81ff-a0484ad38452 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:46.355856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-226ebccb-558d-453e-940e-6e166edaeafb req-1fbcff39-f52f-4d55-81ff-a0484ad38452 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.2841756
Dec 16 09:29:46.573372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-226ebccb-558d-453e-940e-6e166edaeafb req-ab564e09-ebe1-4a36-8a9d-4c70c2e6678b tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555538
Dec 16 09:29:46.591761 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:46.645049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:46.666362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Transition to ACTIVE for port object 318023a2-7013-466b-994d-1f56f612d5da will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:46.676091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:46.679930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:46.684751 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4faa0ba5-fd87-498c-a87c-8abe63321705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:46.823790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:46.831199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=60caeb01-bfca-4388-81d7-9f464fc48315,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:46.833471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:46.835632 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:46.837884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:46.863972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:46.903557 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdb23a6d-88d4-4683-8355-c791ac810ae0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:46.940729 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:47.024239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:47.036102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:47.048158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:47.168417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Router 9c3a64d1-8279-4378-9460-408a12c654d1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:29:47.224854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=318023a2-7013-466b-994d-1f56f612d5da,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:47.270312 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:47.279451 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:47.293041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6a8e4-fff9-4d0d-b790-289c2bc54a45 req-b8a621dc-bb78-4474-b55b-ec6ca7d1b660 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:47.299638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54c6a8e4-fff9-4d0d-b790-289c2bc54a45 req-b8a621dc-bb78-4474-b55b-ec6ca7d1b660 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 945 time: 0.5810752
Dec 16 09:29:47.329317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-57c805ab-87a6-412f-b7b0-fa67d9fc1c1b None None] Provisioning for port 318023a2-7013-466b-994d-1f56f612d5da completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:47.338972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-57c805ab-87a6-412f-b7b0-fa67d9fc1c1b None None] Provisioning complete for port 318023a2-7013-466b-994d-1f56f612d5da triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:47.339607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-57c805ab-87a6-412f-b7b0-fa67d9fc1c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:47.372870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:29:47.387824 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] 10.222.0.66 "PUT /v2.0/routers/9c3a64d1-8279-4378-9460-408a12c654d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2868791
Dec 16 09:29:47.390183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:47.390547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] Sync routers for ids ['9c3a64d1-8279-4378-9460-408a12c654d1'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:29:47.406091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:47.406735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:47.433038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] Routers {'9c3a64d1-8279-4378-9460-408a12c654d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:47.433678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24032e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9c3a64d1-8279-4378-9460-408a12c654d1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:47.434107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:47.486271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54c6a8e4-fff9-4d0d-b790-289c2bc54a45 req-081b5160-5beb-47d7-8a46-c42e72d7da01 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/security-groups?id=542bbc73-87b6-44ba-9e9a-3f60a4588c40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855202
Dec 16 09:29:47.494884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697a61-b021-455e-9804-befc10c987bf req-a64c70b6-7db6-4219-b175-d1821f2c03d8 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:47.496464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28697a61-b021-455e-9804-befc10c987bf req-a64c70b6-7db6-4219-b175-d1821f2c03d8 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 945 time: 0.6306934
Dec 16 09:29:47.576291 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-57c805ab-87a6-412f-b7b0-fa67d9fc1c1b None None] Port 318023a2-7013-466b-994d-1f56f612d5da cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:47.624125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6814477
Dec 16 09:29:47.654396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2', 'admin_state_up': True, 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'security_groups': ['1ff914eb-9d89-4259-afcd-38621f65517b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:47.739512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] Set router 9c3a64d1-8279-4378-9460-408a12c654d1 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:47.806122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Deleting port 128bed37-bb61-48f4-841e-551c2bab3e64 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:47.806505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:47.826555 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.053573 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.063687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Deleting port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:48.064102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.147394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24032e0>, [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:46Z', 'revision_number': 5, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port': {'id': '06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:26Z', 'updated_at': '2021-12-16T09:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:48.153404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] Checking router: 9c3a64d1-8279-4378-9460-408a12c654d1 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:29:48.163858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] Routers {'9c3a64d1-8279-4378-9460-408a12c654d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:29:48.164491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24032e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:29:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9c3a64d1-8279-4378-9460-408a12c654d1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:48.270358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] For port 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:48.270725 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.337472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:48.372071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] Set router 9c3a64d1-8279-4378-9460-408a12c654d1 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:29:48.406601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Calling delete_port for 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:48.409557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Usage tracker for resource:port and tenant:cfb50daa31c9407b88880946570bc8cf is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:48.430059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:48.456571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dfb0088a-2831-44cd-8a96-490c725b58c1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:48.462330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dfb0088a-2831-44cd-8a96-490c725b58c1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:48.469284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dfb0088a-2831-44cd-8a96-490c725b58c1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:48.475624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dfb0088a-2831-44cd-8a96-490c725b58c1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:48.476533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dfb0088a-2831-44cd-8a96-490c725b58c1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:48.482486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:48.492964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24032e0>, [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:48Z', 'revision_number': 6, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:48.497882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] For port 128bed37-bb61-48f4-841e-551c2bab3e64, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=128bed37-bb61-48f4-841e-551c2bab3e64,segment=NetworkSegment(94b2935a-c196-443e-a975-b43c0f144517),segment_id=94b2935a-c196-443e-a975-b43c0f144517)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:48.498252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.505285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b25b4f-1efe-49b5-ba82-00ed374d4e2a None None] The sync data for ids ['9c3a64d1-8279-4378-9460-408a12c654d1'] in n-d-820554-2 is: [{'id': '9c3a64d1-8279-4378-9460-408a12c654d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-82305243-router', 'tenant_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:22Z', 'updated_at': '2021-12-16T09:29:48Z', 'revision_number': 6, 'project_id': '9ab61fb6dc1b4dcdb6f6f2c06c14cfc8', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:29:48.532777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Made reservation on behalf of cfb50daa31c9407b88880946570bc8cf for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:48.537520 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.646408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.651568 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72110bd3-8eba-455e-bfaf-6ade48f672af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:48.692857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:29:48.704091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:48.707845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Calling delete_port for 128bed37-bb61-48f4-841e-551c2bab3e64 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:48.731582 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:48.740061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dfb0088a-2831-44cd-8a96-490c725b58c1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:48.741218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dfb0088a-2831-44cd-8a96-490c725b58c1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 3093 time: 0.8512568
Dec 16 09:29:48.759653 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.801093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.815506 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.824636 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb4850cb-9927-4807-ba12-99e5ba5f396a tempest-VolumesAdminNegativeTest-1238169248 tempest-VolumesAdminNegativeTest-1238169248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:48.988447 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b300df9-7ee2-4ec8-8ba8-fb0edbe6e22b req-dc8cd8a0-3c8b-48e0-8782-882263894475 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2309105
Dec 16 09:29:48.994360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:48.996878 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.025162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.025694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3a64d1-8279-4378-9460-408a12c654d1 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:29:49.054269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.055493 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] 10.222.0.66 "DELETE /v2.0/routers/9c3a64d1-8279-4378-9460-408a12c654d1 HTTP/1.1" status: 204  len: 168 time: 1.6643298
Dec 16 09:29:49.059768 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.063734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:49.132348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=60caeb01-bfca-4388-81d7-9f464fc48315,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:49.142852 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:49.183537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Deleting subnet e71fe621-e3ff-4573-9aa0-90a37b855450 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:29:49.187324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.241653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.253075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.254248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11d302e4-ff58-4327-af15-959becf4946d req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.9901156
Dec 16 09:29:49.328261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.439198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.443477 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f6cbe1d-6737-4e4f-8bb6-28a65ba062d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:49.458723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:49.485102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71fe621-e3ff-4573-9aa0-90a37b855450,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:49.489317 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:49.491761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.501254 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e71fe621-e3ff-4573-9aa0-90a37b855450 HTTP/1.1" status: 204  len: 168 time: 0.4359303
Dec 16 09:29:49.501842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:49.507554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a3ef45-5364-4221-bfe0-ec94a66d4eb7 None None] Network 00695525-749a-4bec-bf8a-ff7a735ea098 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:49.659666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Allocated IP 10.2.2.200 (b41fc7d4-aa6b-4a98-b14a-ecede34182c2/df2f627d-452f-4e98-a050-8bde3fda325d/67d66eda-972f-4182-84d7-6d1b5820075b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:49.726390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:49.726864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 06593fbc-bc0c-4cd0-a1e8-ed4eff19d87c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:49.727429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 85d58b9e-224e-45ac-8516-c336595ca780 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:49.766534 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.778747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Deleting port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:49.779082 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.788114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 85d58b9e-224e-45ac-8516-c336595ca780 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:49.788580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 85d58b9e-224e-45ac-8516-c336595ca780 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:49.894552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-11d302e4-ff58-4327-af15-959becf4946d req-20b50183-e2ff-4901-8b7e-48d1b0c3d070 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Synchronizing usage tracker for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:49.902778 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:49.924595 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a529a34-5abb-48b5-9abf-7dfab53a2955 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:50.005260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] DHCP port deletion for 00695525-749a-4bec-bf8a-ff7a735ea098 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:29:50.009496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Deleting port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:50.009881 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.015523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Pushing event deleted for resources: {'Port': ['ID=128bed37-bb61-48f4-841e-551c2bab3e64,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:50.019996 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:50.073951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-11d302e4-ff58-4327-af15-959becf4946d req-20b50183-e2ff-4901-8b7e-48d1b0c3d070 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Unset dirty status for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:50.074195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] For port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,segment=NetworkSegment(063471fb-6435-4131-9a7a-b4b8f02b60ac),segment_id=063471fb-6435-4131-9a7a-b4b8f02b60ac)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:50.074699 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.081070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11d302e4-ff58-4327-af15-959becf4946d req-20b50183-e2ff-4901-8b7e-48d1b0c3d070 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200  len: 696 time: 0.8139234
Dec 16 09:29:50.234251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Calling delete_port for 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:50.276225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] For port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,segment=NetworkSegment(063471fb-6435-4131-9a7a-b4b8f02b60ac),segment_id=063471fb-6435-4131-9a7a-b4b8f02b60ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:29:50.281951 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.342705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d302e4-ff58-4327-af15-959becf4946d req-1f081bc7-8fc0-432e-884e-04f0c49a4750 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:50.344509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11d302e4-ff58-4327-af15-959becf4946d req-1f081bc7-8fc0-432e-884e-04f0c49a4750 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.2623119
Dec 16 09:29:50.355106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] No DVR routers for this DVR port 128bed37-bb61-48f4-841e-551c2bab3e64 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:29:50.360362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.361024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.371314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'name': 'network-vif-deleted', 'tag': '128bed37-bb61-48f4-841e-551c2bab3e64'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:50.384379 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57a8afa2-d9b4-432d-a57a-2cca61240bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:50.384661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced697ea-65db-4610-a569-b7fc9b2f9f33 req-7fa300f0-6443-43ec-bf9d-c88c1136d806 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:50.386251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ced697ea-65db-4610-a569-b7fc9b2f9f33 req-7fa300f0-6443-43ec-bf9d-c88c1136d806 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 945 time: 1.2206242
Dec 16 09:29:50.390777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28697a61-b021-455e-9804-befc10c987bf req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.54 "DELETE /v2.0/ports/128bed37-bb61-48f4-841e-551c2bab3e64 HTTP/1.1" status: 204  len: 173 time: 2.8821542
Dec 16 09:29:50.393716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.415085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Calling delete_port for 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:50.439953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Transition to ACTIVE for port object 67d66eda-972f-4182-84d7-6d1b5820075b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:50.456131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ced697ea-65db-4610-a569-b7fc9b2f9f33 req-482a388c-fbc2-4b31-9cf5-8c11d01bf2d9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588274
Dec 16 09:29:50.488341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] No DVR routers for this DVR port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:29:50.496479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.502928 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a1f594b-91a8-4a52-9bc9-2fd6c34a1605 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:50.545441 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:29:50.546017 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:29:50.566972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:50.594913 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:50.666768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:50.681045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:50.684273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event updated for resources: {'Port': ['ID=67d66eda-972f-4182-84d7-6d1b5820075b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:50.687193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:50.721152 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:50.751733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.794135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f20f8340>,) {'filters': {'network_id': ['00695525-749a-4bec-bf8a-ff7a735ea098']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:50.794712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6059e8ef-5b88-44f1-8b31-088f57cfe844 req-b3e58eaf-284a-4844-885a-16db4c3b7570 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Synchronizing usage tracker for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:50.822336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:50.823028 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.826026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20f8340>, '063471fb-6435-4131-9a7a-b4b8f02b60ac') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:50.826852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20f8340>, '063471fb-6435-4131-9a7a-b4b8f02b60ac') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:50.847862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c130e6-6cf6-4b25-a7f0-e4f938b57627 req-2fa72dc4-6fba-494f-af8c-be4a959fe579 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:50.849458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55c130e6-6cf6-4b25-a7f0-e4f938b57627 req-2fa72dc4-6fba-494f-af8c-be4a959fe579 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.2602887
Dec 16 09:29:50.852963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6059e8ef-5b88-44f1-8b31-088f57cfe844 req-b3e58eaf-284a-4844-885a-16db4c3b7570 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Unset dirty status for tenant:4964120137a24ff4ac2eecf24a3cc739 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:50.857046 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.861750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6059e8ef-5b88-44f1-8b31-088f57cfe844 req-b3e58eaf-284a-4844-885a-16db4c3b7570 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b247f39-8c7c-4c75-8061-b5a4f65578f0 HTTP/1.1" status: 200  len: 210 time: 0.1417336
Dec 16 09:29:50.900299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.904591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2599680
Dec 16 09:29:50.913359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:29:50.913938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:50.929178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:29:50.931735 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:29:50.934388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-97f6d696-2d27-4601-8b23-b02b4512a7c4 None None] Provisioning for port 67d66eda-972f-4182-84d7-6d1b5820075b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:29:50.937847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-97f6d696-2d27-4601-8b23-b02b4512a7c4 None None] Provisioning complete for port 67d66eda-972f-4182-84d7-6d1b5820075b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:29:50.938236 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-97f6d696-2d27-4601-8b23-b02b4512a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.051008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Deleting port 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:51.052953 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.061742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.068277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.078760 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:51.095634 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] 10.222.0.66 "DELETE /v2.0/networks/00695525-749a-4bec-bf8a-ff7a735ea098 HTTP/1.1" status: 204  len: 168 time: 1.5927525
Dec 16 09:29:51.101708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=00695525-749a-4bec-bf8a-ff7a735ea098,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:51.104645 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:51.113098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55c130e6-6cf6-4b25-a7f0-e4f938b57627 req-c5a93b63-2386-49fc-bc47-5aa2ba07cded tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436233
Dec 16 09:29:51.158438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.222672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:51.251187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-97f6d696-2d27-4601-8b23-b02b4512a7c4 None None] Port 67d66eda-972f-4182-84d7-6d1b5820075b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:29:51.258008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-52045ddf-168b-43e4-8cfe-dea03ac0e7ff None None] The port '5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:29:51.269377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:51.271445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:51.271994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d06f139-2b5f-40b6-b7ca-fe5f64ba4fed not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:51.350287 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c41e7c49-d491-4d8d-b860-bc8c05742cd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ab61fb6dc1b4dcdb6f6f2c06c14cfc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0793800
Dec 16 09:29:51.352463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:51.415085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.454566 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.512210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.519118 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-49f6fd19-6717-4118-9651-7d0102239e00 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:51.532249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 128bed37-bb61-48f4-841e-551c2bab3e64 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:29:51.540453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a849d8f7-f5e2-4d44-9fda-4fe59f9e4465,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:51.543780 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:51.550979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.552386 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a849d8f7-f5e2-4d44-9fda-4fe59f9e4465 HTTP/1.1" status: 204  len: 168 time: 0.1989028
Dec 16 09:29:51.611742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 128bed37-bb61-48f4-841e-551c2bab3e64 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:29:51.612676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 128bed37-bb61-48f4-841e-551c2bab3e64 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:29:51.639360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:51.645300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:51.651073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:51.657445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:51.663441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:51.664413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:51.670991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-579300d3-452a-4328-b85a-2146cc10e0a7 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5183175
Dec 16 09:29:51.700692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:51.767975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:51.774149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:51.783236 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-ada451de-6198-4c82-9d10-d716fb240914 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 3814 time: 0.4754694
Dec 16 09:29:51.810233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:51.844178 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:51.882538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5fcdb19a-436f-4531-9d99-b167ef036886 req-d35f5617-a411-464d-a02a-0b9ecfead5b6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984974
Dec 16 09:29:52.130014 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b247f39-8c7c-4c75-8061-b5a4f65578f0', 'name': 'network-vif-deleted', 'tag': '128bed37-bb61-48f4-841e-551c2bab3e64', 'status': 'completed', 'code': 200}
Dec 16 09:29:52.254871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd80376-ff58-4f3b-81b7-6b08dfe1158e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:52.268357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:52.300170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Transition to ACTIVE for port object 0cd80376-ff58-4f3b-81b7-6b08dfe1158e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:52.302611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:52.341945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:52.348041 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f9bcb7e-b1c8-4a8c-bd41-d1842216a785 tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:52.612556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Pushing event updated for resources: {'Port': ['ID=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:52.616986 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:52.819699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661152b-8eb2-492d-ba08-d4d7179c91f1 req-2a2957bf-e989-4d38-9ecb-654db161a447 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:52.821254 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2661152b-8eb2-492d-ba08-d4d7179c91f1 req-2a2957bf-e989-4d38-9ecb-654db161a447 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1096 time: 0.6904151
Dec 16 09:29:52.845429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Allocated IP 172.25.3.185 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/28b4a373-7029-4092-a87e-7a61ac77f6f9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:29:52.916902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Attempting to bind port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:52.917247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Attempting to bind port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:52.917576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Attempting to bind port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e on network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:52.982293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2661152b-8eb2-492d-ba08-d4d7179c91f1 req-9f3a812c-77a4-4480-9d47-6038c2fe9af8 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497343
Dec 16 09:29:52.982845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e on network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:52.983189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Attempting to bind port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e on network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:52.993529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:52.993869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Checking segment: {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:52.994268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Bound using segment: {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:52.994912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Bound port: 0cd80376-ff58-4f3b-81b7-6b08dfe1158e, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb710be3-1da6-413c-9461-ed858f994bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:52.995038 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.124642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:53.139148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.156721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] For port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:53.160603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] For port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:53.165265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.170266 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c9800df-5911-4062-9a9b-671264ee42bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:53.218704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Deleting subnet 719d33c2-8026-42f9-a177-1e472c1a47cb {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:29:53.222643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.247533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:53.248103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.250005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] 10.222.0.74 "PUT /v2.0/ports/0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 200  len: 1091 time: 2.3280020
Dec 16 09:29:53.269666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Pushing event updated for resources: {'Port': ['ID=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:53.274140 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:53.275356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.282373 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08fc7e2c-0281-4a17-aedb-ddec7a8c03a0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:53.305890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.319423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:53.405664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.415201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:29:53.458746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:53.469230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:29:53.492136 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.498138 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca9e4221-07a5-4bdd-89d9-94b0b676c160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:53.543724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=28b4a373-7029-4092-a87e-7a61ac77f6f9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:53.546713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719d33c2-8026-42f9-a177-1e472c1a47cb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:53.549986 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:53.551077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.553608 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:53.559759 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/719d33c2-8026-42f9-a177-1e472c1a47cb HTTP/1.1" status: 204  len: 168 time: 0.4325361
Dec 16 09:29:53.561223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:53.618921 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.697642 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.734369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dec3b-10ad-4e3d-b210-96f9410e8f9a req-a4d2ca28-38fa-4ca9-bb8e-a85970b444e1 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:53.740068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d83dec3b-10ad-4e3d-b210-96f9410e8f9a req-a4d2ca28-38fa-4ca9-bb8e-a85970b444e1 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.3358753
Dec 16 09:29:53.779054 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.844512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.877459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f29da490>,) {'filters': {'network_id': ['c163cb13-9070-4023-84ae-a6c1bf3e133c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:53.888139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d83dec3b-10ad-4e3d-b210-96f9410e8f9a req-1e223fd5-df2c-4529-8f32-ff5688a1e137 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471424
Dec 16 09:29:53.894629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29da490>, '94b2935a-c196-443e-a975-b43c0f144517') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:53.894956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29da490>, '94b2935a-c196-443e-a975-b43c0f144517') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:29:53.909430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.928395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:53.936156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:29:53.937086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:29:54.159715 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:29:54.169856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.178760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.181105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:54.183644 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:54.213411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Pushing event deleted for resources: {'Network': ['ID=c163cb13-9070-4023-84ae-a6c1bf3e133c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:54.216767 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:54.222037 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c163cb13-9070-4023-84ae-a6c1bf3e133c HTTP/1.1" status: 204  len: 168 time: 0.6578803
Dec 16 09:29:54.257586 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.455134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:54.513399 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-09bc4539-ec21-4527-bb4a-1000e426ac46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4964120137a24ff4ac2eecf24a3cc739&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0564661
Dec 16 09:29:54.519605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:54.524863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e3e1e-1429-4c82-a560-a2da58af63bb req-2857de63-70a3-4ffb-87e9-9d2e342403c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:54.531493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e3e1e-1429-4c82-a560-a2da58af63bb req-2857de63-70a3-4ffb-87e9-9d2e342403c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:54.537350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e3e1e-1429-4c82-a560-a2da58af63bb req-2857de63-70a3-4ffb-87e9-9d2e342403c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:54.543468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e3e1e-1429-4c82-a560-a2da58af63bb req-2857de63-70a3-4ffb-87e9-9d2e342403c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:54.549517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e3e1e-1429-4c82-a560-a2da58af63bb req-2857de63-70a3-4ffb-87e9-9d2e342403c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:54.551704 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-745e3e1e-1429-4c82-a560-a2da58af63bb req-2857de63-70a3-4ffb-87e9-9d2e342403c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 3826 time: 0.3532217
Dec 16 09:29:54.597012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.624450 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.689721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67124b96-92b0-4e4c-a1d5-600286c27fa1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:54.690039 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.698556 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3599284-cfb2-4220-aadc-a23a4b096550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:54.705479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.718711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542bbc73-87b6-44ba-9e9a-3f60a4588c40,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:54.723055 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:54.726715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.730351 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/542bbc73-87b6-44ba-9e9a-3f60a4588c40 HTTP/1.1" status: 204  len: 168 time: 0.2074766
Dec 16 09:29:54.736176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-745e3e1e-1429-4c82-a560-a2da58af63bb req-1a1234f4-6e81-4ec7-b2ff-54e2f35b2a36 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1682408
Dec 16 09:29:54.772156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Transition to ACTIVE for port object 67124b96-92b0-4e4c-a1d5-600286c27fa1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:54.786481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.798920 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13e18bfb-a6d4-4e36-a4aa-b1148b55c881 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:54.859600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:54.915255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:55.102328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Pushing event updated for resources: {'Port': ['ID=67124b96-92b0-4e4c-a1d5-600286c27fa1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:55.105771 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:55.117918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-974e1af6-b9a6-4981-82c8-b12292b8a76d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:55.258518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:55.273949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event updated for resources: {'Port': ['ID=28b4a373-7029-4092-a87e-7a61ac77f6f9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:55.276956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:55.307511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9ecd9-dc72-4194-b9b5-79237ec860a8 req-b5135558-0a89-4ece-b81e-9efeb39d98c2 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.314682 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55f9ecd9-dc72-4194-b9b5-79237ec860a8 req-b5135558-0a89-4ece-b81e-9efeb39d98c2 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1096 time: 0.4539833
Dec 16 09:29:55.320398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Attempting to bind port 67124b96-92b0-4e4c-a1d5-600286c27fa1 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:55.320747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Attempting to bind port 67124b96-92b0-4e4c-a1d5-600286c27fa1 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:55.321549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Attempting to bind port 67124b96-92b0-4e4c-a1d5-600286c27fa1 on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:55.344937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Port 67124b96-92b0-4e4c-a1d5-600286c27fa1 on network 53d25a0d-86d5-463c-b866-b7143ffd064e not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:55.345260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Attempting to bind port 67124b96-92b0-4e4c-a1d5-600286c27fa1 on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:55.356869 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:55.359415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.6676533
Dec 16 09:29:55.360642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:55.360986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Checking segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:55.361361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Bound using segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:55.361787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Bound port: 67124b96-92b0-4e4c-a1d5-600286c27fa1, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:55.362123 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:55.503667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55f9ecd9-dc72-4194-b9b5-79237ec860a8 req-7a209c05-4926-4d8f-ade2-9fc253d99fe6 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881185
Dec 16 09:29:55.521655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-1a37a5fd-692e-46c9-b4ca-e6ca59cbedb3 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Synchronizing usage tracker for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:29:55.560809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-1a37a5fd-692e-46c9-b4ca-e6ca59cbedb3 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Unset dirty status for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:29:55.563183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-1a37a5fd-692e-46c9-b4ca-e6ca59cbedb3 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200  len: 696 time: 0.1898913
Dec 16 09:29:55.607435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] For port 67124b96-92b0-4e4c-a1d5-600286c27fa1, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:55.687203 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'status': 'completed', 'code': 200}
Dec 16 09:29:55.699253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] For port 67124b96-92b0-4e4c-a1d5-600286c27fa1, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:55.704557 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:55.710630 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33a60dc8-38ad-4ee6-ab45-d32f6d85c043 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:55.799435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-428a9d51-f5dd-4d7c-bcad-4242fb0e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.805376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.805516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-428a9d51-f5dd-4d7c-bcad-4242fb0e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.805619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:55.805812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-428a9d51-f5dd-4d7c-bcad-4242fb0e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.806293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-428a9d51-f5dd-4d7c-bcad-4242fb0e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.806961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-428a9d51-f5dd-4d7c-bcad-4242fb0e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.807064 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] 10.222.0.74 "PUT /v2.0/ports/67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 1136 time: 2.5267313
Dec 16 09:29:55.807235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-428a9d51-f5dd-4d7c-bcad-4242fb0e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.809120 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-428a9d51-f5dd-4d7c-bcad-4242fb0e4a92 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5290 time: 0.1220086
Dec 16 09:29:55.859841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:55.988574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-4d0675ba-6ef4-464e-b466-fd5f85b35623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.989306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-4d0675ba-6ef4-464e-b466-fd5f85b35623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.989934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-4d0675ba-6ef4-464e-b466-fd5f85b35623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:55.991645 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-4d0675ba-6ef4-464e-b466-fd5f85b35623 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cfb50daa31c9407b88880946570bc8cf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1629496
Dec 16 09:29:55.992398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:56.074034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-70b7196c-9afa-4a6e-9137-95835729c705 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:56.075413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49e13696-b17d-41cb-8b9d-5851d5eb2c46 req-70b7196c-9afa-4a6e-9137-95835729c705 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.5064492
Dec 16 09:29:56.099058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Pushing event updated for resources: {'Port': ['ID=67124b96-92b0-4e4c-a1d5-600286c27fa1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:56.114055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:56.148456 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.170178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-247793461-network', 'tenant_id': 'b9563a18490c4d11b860c5309012f4a5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:56.177608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:56.182804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Usage tracker for resource:network and tenant:b9563a18490c4d11b860c5309012f4a5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:56.187582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:56.198069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:56.217241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Made reservation on behalf of b9563a18490c4d11b860c5309012f4a5 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:56.220751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.241375 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.282595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:56.299325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Usage tracker for resource:security_group_rule and tenant:b9563a18490c4d11b860c5309012f4a5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:56.305463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:56.314613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:56.317177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-a5a0b850-b6f1-47f0-b78a-990f6d98ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:56.319265 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-349f9c7c-5610-4b12-a2da-4187d1ed1722 req-a5a0b850-b6f1-47f0-b78a-990f6d98ba4f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3201416
Dec 16 09:29:56.414884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.419130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.424838 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82abfd43-fdf0-4fc9-a1ab-b97cfc830ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:56.473933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:29:56.482843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:56.487720 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:56.490600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.491132 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Added segment 6f2b319f-f67f-4d1e-a3d6-0a70634572b1 of type vlan for network 19b79221-df81-4aea-897e-4c9bcf49cc59
Dec 16 09:29:56.518379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ed0d8-d37b-4cfb-b574-55196a78ee9b req-ea4c35d2-dd32-4bb9-985f-5dc89867b606 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:56.525228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db6ed0d8-d37b-4cfb-b574-55196a78ee9b req-ea4c35d2-dd32-4bb9-985f-5dc89867b606 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.3593550
Dec 16 09:29:56.526127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.563696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.565709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:56.566513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.574032 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:56.664705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db6ed0d8-d37b-4cfb-b574-55196a78ee9b req-fa8558f1-0385-48c0-a464-e3344fd2f98a tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384590
Dec 16 09:29:56.702768 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7090695
Dec 16 09:29:56.704241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:29:56.706824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Pushing event updated for resources: {'Network': ['ID=19b79221-df81-4aea-897e-4c9bcf49cc59,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:56.709616 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:56.713344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Request body: {'subnet': {'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-247793461-subnet', 'tenant_id': 'b9563a18490c4d11b860c5309012f4a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:56.718570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:29:56.731837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:29:56.742898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Usage tracker for resource:subnet and tenant:b9563a18490c4d11b860c5309012f4a5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:29:56.749432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:29:56.772253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:29:56.784733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Made reservation on behalf of b9563a18490c4d11b860c5309012f4a5 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:29:56.787332 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:56.918510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-173bbd4b-32ed-48a4-93d7-dcfae6abfcb5 req-ed3ee61d-29a1-48a1-aca4-86cfda611068 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips/76286d7b-6d06-4fa2-a152-66a29813173f HTTP/1.1" status: 200  len: 693 time: 0.1218655
Dec 16 09:29:57.083724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-263660fa-fca4-43bc-9883-917ec15bc8ba tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.089796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-263660fa-fca4-43bc-9883-917ec15bc8ba tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.096425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-263660fa-fca4-43bc-9883-917ec15bc8ba tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.098995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:57.102769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-263660fa-fca4-43bc-9883-917ec15bc8ba tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.105815 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:57.109177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-263660fa-fca4-43bc-9883-917ec15bc8ba tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.114942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-263660fa-fca4-43bc-9883-917ec15bc8ba tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.116881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-263660fa-fca4-43bc-9883-917ec15bc8ba tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 4604 time: 0.7218454
Dec 16 09:29:57.211228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b469c3-791d-4334-acfd-d4d24df3817e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:29:57.220281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c482ebb-aee0-431a-960f-763e0a3c7ec1,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:57.220281 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:57.230524 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:57.234375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Checking segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:57.234375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Network hostable DHCP agents. Network: 19b79221-df81-4aea-897e-4c9bcf49cc59, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:29:57.255802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5c5a5a4-4b97-4150-8443-2af27a78361e req-3a605dfd-f5e6-4971-9305-5f98ad54325d tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1146069
Dec 16 09:29:57.274887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:29:57.276477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bbd4b-32ed-48a4-93d7-dcfae6abfcb5 req-62c43ffb-f792-4c46-98c5-0d9380dac06b tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.276477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-173bbd4b-32ed-48a4-93d7-dcfae6abfcb5 req-62c43ffb-f792-4c46-98c5-0d9380dac06b tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.3460281
Dec 16 09:29:57.276477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Transition to ACTIVE for port object 43b469c3-791d-4334-acfd-d4d24df3817e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:29:57.282939 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:57.287520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 19b79221-df81-4aea-897e-4c9bcf49cc59) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:29:57.289750 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8153f390-3f7d-4a93-945e-13eed90e6963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:57.295106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:57.295106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:57.303499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e509d3-dc4b-4985-af99-3a33144fcd08 None None] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:57.365117 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6589804
Dec 16 09:29:57.625282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Pushing event updated for resources: {'Port': ['ID=43b469c3-791d-4334-acfd-d4d24df3817e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:57.868818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '67124b96-92b0-4e4c-a1d5-600286c27fa1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:29:57.875947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-dbde9c4c-6518-46a6-b66e-f0bca9b2c101 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips/76286d7b-6d06-4fa2-a152-66a29813173f HTTP/1.1" status: 200  len: 693 time: 0.2794178
Dec 16 09:29:57.878159 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:57.884868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def64c20-0e29-4aa1-b7ec-99eeb1c45a08 None None] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:29:58.157485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Attempting to bind port 43b469c3-791d-4334-acfd-d4d24df3817e on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:58.159662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Attempting to bind port 43b469c3-791d-4334-acfd-d4d24df3817e by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:58.160218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Attempting to bind port 43b469c3-791d-4334-acfd-d4d24df3817e on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:58.194252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Port 43b469c3-791d-4334-acfd-d4d24df3817e on network 53d25a0d-86d5-463c-b866-b7143ffd064e not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:58.194547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Attempting to bind port 43b469c3-791d-4334-acfd-d4d24df3817e on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:58.241056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:58.244605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Checking segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:58.245147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Bound using segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:58.247585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Bound port: 43b469c3-791d-4334-acfd-d4d24df3817e, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:58.248218 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:58.469252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-59759adc-5489-47f4-84be-62c17b033ff5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:58.472751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-59759adc-5489-47f4-84be-62c17b033ff5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.5342956
Dec 16 09:29:58.625003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] For port 43b469c3-791d-4334-acfd-d4d24df3817e, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:29:58.651880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-c1f8b358-f382-4be2-896f-41e7deffac21 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200  len: 696 time: 0.1380391
Dec 16 09:29:58.653603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] For port 43b469c3-791d-4334-acfd-d4d24df3817e, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=43b469c3-791d-4334-acfd-d4d24df3817e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:58.660645 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:58.673343 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:29:58.928797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:58.929418 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:58.930854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] 10.222.0.74 "PUT /v2.0/ports/43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 1135 time: 3.0885248
Dec 16 09:29:58.958663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-c94749e9-d5fc-4259-a2b5-7544a5d8fa30 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.185 HTTP/1.1" status: 200  len: 696 time: 0.2872698
Dec 16 09:29:59.036003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:59.088117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Pushing event updated for resources: {'Port': ['ID=43b469c3-791d-4334-acfd-d4d24df3817e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:29:59.148454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-b38cdeee-c7cd-4bbe-943e-2277c26958de tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:29:59.152351 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-b38cdeee-c7cd-4bbe-943e-2277c26958de tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0094106
Dec 16 09:29:59.162125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Request body: {'binding': {'host': 'n-h2-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:29:59.162922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:29:59.170026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.170531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.171346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.171724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.172090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.172451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.172815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.173168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.173714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.174071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.174425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.174782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:29:59.186638 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:29:59.209956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Deleting port 28b4a373-7029-4092-a87e-7a61ac77f6f9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:29:59.210301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:59.346530 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:59.411119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on host n-h2-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:29:59.412394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:29:59.412869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:59.424443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:29:59.424829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:29:59.436684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:29:59.438019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:29:59.438465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:29:59.440241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Bound port: 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:29:59.491409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:29:59.573216 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:59.574479 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-fbba4118-c3a4-45f7-9a7b-7c15ff526374 service neutron] 10.222.0.66 "POST /v2.0/ports/3e12ef2b-a1b1-470f-8557-7a1ecd715c10/bindings HTTP/1.1" status: 201  len: 389 time: 0.4158595
Dec 16 09:29:59.584415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:59.584747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:29:59.756824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Calling delete_port for 28b4a373-7029-4092-a87e-7a61ac77f6f9 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:29:59.885164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-28cfc0cf-406c-4342-88f3-cb3b31da323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:29:59.886687 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-28cfc0cf-406c-4342-88f3-cb3b31da323d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1096 time: 0.0705192
Dec 16 09:30:00.026877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-39eef7c1-bf40-4691-b068-3f65adf0ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:00.028470 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-39eef7c1-bf40-4691-b068-3f65adf0ed26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.1327479
Dec 16 09:30:00.072183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4b351-8e9e-44fe-9e74-b03c2d7136c3 req-c7313b00-91f3-4003-ad16-fdacec5baaa1 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:00.074111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fb4b351-8e9e-44fe-9e74-b03c2d7136c3 req-c7313b00-91f3-4003-ad16-fdacec5baaa1 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.2859089
Dec 16 09:30:00.101950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-9e505bca-2c6c-412d-9586-19f41edfb5a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 200  len: 217 time: 0.0664632
Dec 16 09:30:00.158252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:00.174211 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:00.174890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-9d39d421-9b3c-4295-95a0-d8bac16ab601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:00.176435 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-9d39d421-9b3c-4295-95a0-d8bac16ab601 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.0680480
Dec 16 09:30:00.231267 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-4ac7c76e-dddc-44e4-a02f-f4c89c0c41e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471168
Dec 16 09:30:00.236783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event deleted for resources: {'Port': ['ID=28b4a373-7029-4092-a87e-7a61ac77f6f9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:00.241962 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:00.279367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fb4b351-8e9e-44fe-9e74-b03c2d7136c3 req-1a18f9e7-15d7-4acd-8653-94dcf2b643fe tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934607
Dec 16 09:30:00.281300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800d9656-a7a2-482e-8297-f0d9ddb6c22e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:00.330879 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:00.365152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Transition to ACTIVE for port object 800d9656-a7a2-482e-8297-f0d9ddb6c22e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:00.378562 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:00.383042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:00.388226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84afe71c-c8a1-41e3-9469-bba78ed15a47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:00.551716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-c48db627-ecf9-4a4d-b610-6de6a3035924 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3122571
Dec 16 09:30:00.671720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:00.673073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05cc0a86-4567-4bc0-a6df-19e872aec75c req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "DELETE /v2.0/floatingips/76286d7b-6d06-4fa2-a152-66a29813173f HTTP/1.1" status: 204  len: 173 time: 1.7065108
Dec 16 09:30:00.791337 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '67124b96-92b0-4e4c-a1d5-600286c27fa1', 'status': 'completed', 'code': 200}
Dec 16 09:30:00.806653 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-9263ac5f-d5c0-4425-ac2a-77348b4dc0ff service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2473624
Dec 16 09:30:00.886350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=800d9656-a7a2-482e-8297-f0d9ddb6c22e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:00.907527 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:01.130171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Attempting to bind port 800d9656-a7a2-482e-8297-f0d9ddb6c22e on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:01.130586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Attempting to bind port 800d9656-a7a2-482e-8297-f0d9ddb6c22e by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:01.130997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Attempting to bind port 800d9656-a7a2-482e-8297-f0d9ddb6c22e on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:01.147470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Port 800d9656-a7a2-482e-8297-f0d9ddb6c22e on network 53d25a0d-86d5-463c-b866-b7143ffd064e not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:01.147892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Attempting to bind port 800d9656-a7a2-482e-8297-f0d9ddb6c22e on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:01.155937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c55e27b5-b49b-4bba-a945-9c22bd01d258 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.157471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c55e27b5-b49b-4bba-a945-9c22bd01d258 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 812 time: 0.4903350
Dec 16 09:30:01.164504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:01.165128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Checking segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:01.165727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Bound using segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:01.166587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Bound port: 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:01.167255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:01.205561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-6a7344f6-eef0-4b03-b7e0-9d7b702799b0 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/quotas/b9563a18490c4d11b860c5309012f4a5 HTTP/1.1" status: 200  len: 375 time: 0.0267246
Dec 16 09:30:01.247835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.253966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.259787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.265599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.271407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.277223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.283625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.285520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-5f21f640-f4d4-4cb6-9a9f-35dcab2d4247 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5393 time: 0.3737457
Dec 16 09:30:01.291368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.291852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.292323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.292791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.293256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.293719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.294182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.296662 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-1590601b-e1a7-46fd-8b7b-16540a0a4588 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6243 time: 0.3905058
Dec 16 09:30:01.400833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-df0b7438-77ae-4f95-804f-a9ac2b9b4567 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1688597
Dec 16 09:30:01.599088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47fe4b44-b5cc-4c86-b141-38ab24df3e89 req-18396846-bc3d-414f-aa64-d31e8d0207d7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3014257
Dec 16 09:30:01.626346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] For port 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:01.659083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-b2b318d3-9fac-46c2-b4f3-8751ac2a2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.659083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-b2b318d3-9fac-46c2-b4f3-8751ac2a2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.659083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-b2b318d3-9fac-46c2-b4f3-8751ac2a2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.659083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-b2b318d3-9fac-46c2-b4f3-8751ac2a2fa0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cfb50daa31c9407b88880946570bc8cf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3522158
Dec 16 09:30:01.663253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] For port 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:01.701405 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:01.715530 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:01.847530 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-e2dd482b-e3be-49e3-89ff-3a57d90cf60c service neutron] 10.222.0.66 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3987298
Dec 16 09:30:01.854445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:01.855069 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:01.856474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] 10.222.0.74 "PUT /v2.0/ports/800d9656-a7a2-482e-8297-f0d9ddb6c22e HTTP/1.1" status: 200  len: 1089 time: 2.8255088
Dec 16 09:30:01.937022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:01.941402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:02.031837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:02.229706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-eefd1234-0c71-4f86-a3a2-b9e670302176 service neutron] 10.222.0.66 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3813028
Dec 16 09:30:02.255745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=800d9656-a7a2-482e-8297-f0d9ddb6c22e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:02.259789 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:02.278341 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:02.318760 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:02.346250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-36927cf0-0700-4463-bcb8-172842174c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:02.347932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-949fe77a-89c2-4344-a3d1-08198021f4c6 req-36927cf0-0700-4463-bcb8-172842174c0e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6716251
Dec 16 09:30:02.377383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:02.378196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:02.400903 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:02.406840 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:02.527639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:02.531930 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:02.537355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:02.563265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'mac_address': 'fa:16:3e:4f:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:02.674920 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:02.700127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d491f5c-5999-4916-9fd4-6e69d69be566 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:02.721825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:02.726277 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:02.730706 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:02.800206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '43b469c3-791d-4334-acfd-d4d24df3817e'}, {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:02.828554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:02.833608 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:02.836878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8430a-5ff1-4ea7-8790-51bad346a8ec req-e00a3d71-8dc6-43e0-b6c5-3b5fdb0d63a7 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:02.844322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0a8430a-5ff1-4ea7-8790-51bad346a8ec req-e00a3d71-8dc6-43e0-b6c5-3b5fdb0d63a7 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 945 time: 0.7078440
Dec 16 09:30:02.908676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8732-f2ce-4307-92d8-b036c7064cb0 req-5f30bda0-3dd9-4c62-901f-82e6f47cd2c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:02.911702 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-282e8732-f2ce-4307-92d8-b036c7064cb0 req-5f30bda0-3dd9-4c62-901f-82e6f47cd2c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.3209138
Dec 16 09:30:03.075910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8d491f5c-5999-4916-9fd4-6e69d69be566'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:03.151269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0a8430a-5ff1-4ea7-8790-51bad346a8ec req-45531328-cd4b-4c7d-b037-ee2e9ae21ae2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3056772
Dec 16 09:30:03.268381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bd7d7-13fa-4026-923d-2992b821da6e req-fe72e0dc-aa77-469e-b26c-22cc76028714 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:03.271082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a44bd7d7-13fa-4026-923d-2992b821da6e req-fe72e0dc-aa77-469e-b26c-22cc76028714 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.2108781
Dec 16 09:30:03.378252 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'code': 200}
Dec 16 09:30:03.413984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fd142c-fec2-449e-8560-2781fcdcca21 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:03.424901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a44bd7d7-13fa-4026-923d-2992b821da6e req-c2a039a7-3c21-436f-b6e1-34dabe5f0d15 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849094
Dec 16 09:30:03.426560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:03.443653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Transition to ACTIVE for port object c9fd142c-fec2-449e-8560-2781fcdcca21 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:03.458873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:03.463141 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7dab4dff-f2b7-4942-87d0-2c26e3e6887a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:03.674245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Pushing event updated for resources: {'Port': ['ID=c9fd142c-fec2-449e-8560-2781fcdcca21,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:03.714282 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:03.943439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Attempting to bind port c9fd142c-fec2-449e-8560-2781fcdcca21 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:03.943972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Attempting to bind port c9fd142c-fec2-449e-8560-2781fcdcca21 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:03.944094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Attempting to bind port c9fd142c-fec2-449e-8560-2781fcdcca21 on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:03.961208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:03.980478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:03.992900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.022389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.044435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.044435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.064978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.074735 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-9b107702-0d59-4a5c-952c-f0f4f5905586 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5405 time: 0.3037689
Dec 16 09:30:04.074735 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '43b469c3-791d-4334-acfd-d4d24df3817e', 'status': 'completed', 'code': 200}
Dec 16 09:30:04.074735 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e', 'status': 'completed', 'code': 200}
Dec 16 09:30:04.074735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Port c9fd142c-fec2-449e-8560-2781fcdcca21 on network 53d25a0d-86d5-463c-b866-b7143ffd064e not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:04.074735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Attempting to bind port c9fd142c-fec2-449e-8560-2781fcdcca21 on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:04.182807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:04.182807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Checking segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:04.182807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Bound using segment: {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:04.182807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Bound port: c9fd142c-fec2-449e-8560-2781fcdcca21, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b01ec3-affe-40d9-ab8a-04c0be70baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:04.182807 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:04.303999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cce06989-a893-43d6-94ed-c88539221cbe req-c73d3cf9-c57d-4103-80ee-0017677e7f04 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Synchronizing usage tracker for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:04.383782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-019d4eff-9cbc-4211-a74d-89d3448c66e2 req-60335b12-8787-4683-aff2-62f8b06346eb tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3064117
Dec 16 09:30:04.392385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cce06989-a893-43d6-94ed-c88539221cbe req-c73d3cf9-c57d-4103-80ee-0017677e7f04 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Unset dirty status for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:04.401740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cce06989-a893-43d6-94ed-c88539221cbe req-c73d3cf9-c57d-4103-80ee-0017677e7f04 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=e33081ed33f544d08d042f9e57457a4c HTTP/1.1" status: 200  len: 1654 time: 0.3255637
Dec 16 09:30:04.688279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] For port c9fd142c-fec2-449e-8560-2781fcdcca21, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:04.728520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.728520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.728520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.728520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.728520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.730139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.730139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:04.734573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-a748fc06-9210-455d-9891-92fd5ccfe47c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6310 time: 0.5651925
Dec 16 09:30:04.743633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-321f25ff-c661-49aa-9602-08153a3ef12f req-bb2a48d8-4d8c-4af5-9bc3-0d32d0f12df4 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 210 time: 0.1586115
Dec 16 09:30:04.817375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] For port c9fd142c-fec2-449e-8560-2781fcdcca21, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c9fd142c-fec2-449e-8560-2781fcdcca21,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:04.945018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:05.034314 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-269ebde6-68b2-4e8a-a185-6966b7d53743 tempest-TenantUsagesTestJSON-2082858817 tempest-TenantUsagesTestJSON-2082858817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:05.482162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:05.482806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:05.484825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] 10.222.0.74 "PUT /v2.0/ports/c9fd142c-fec2-449e-8560-2781fcdcca21 HTTP/1.1" status: 200  len: 1091 time: 3.5026283
Dec 16 09:30:05.527624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06989-a893-43d6-94ed-c88539221cbe req-fdc1021c-0cba-440e-bc43-d03f3bb23726 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:05.527624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cce06989-a893-43d6-94ed-c88539221cbe req-fdc1021c-0cba-440e-bc43-d03f3bb23726 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks?id=ca79b710-523d-4c8d-911f-9e528ea156bd&id=ca79b710-523d-4c8d-911f-9e528ea156bd&id=ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 787 time: 1.1182725
Dec 16 09:30:05.543681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:05.601340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Pushing event updated for resources: {'Port': ['ID=c9fd142c-fec2-449e-8560-2781fcdcca21,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:05.633640 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:05.637076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-cce06989-a893-43d6-94ed-c88539221cbe req-cd3129d9-7874-466e-a5a9-ed54cefe3821 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:30:05.640663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cce06989-a893-43d6-94ed-c88539221cbe req-cd3129d9-7874-466e-a5a9-ed54cefe3821 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0488412
Dec 16 09:30:05.861440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-17f9dcb2-0303-4cf1-8b71-c0383239c24f tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:05.862762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-17f9dcb2-0303-4cf1-8b71-c0383239c24f tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 812 time: 1.1488826
Dec 16 09:30:05.863876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-31fe83e9-8f93-4021-a889-2c8fbeaf92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:05.864351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-31fe83e9-8f93-4021-a889-2c8fbeaf92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:05.864818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-31fe83e9-8f93-4021-a889-2c8fbeaf92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:05.866229 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-31fe83e9-8f93-4021-a889-2c8fbeaf92a8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cfb50daa31c9407b88880946570bc8cf&shared=False HTTP/1.1" status: 200  len: 2298 time: 1.1189840
Dec 16 09:30:05.917710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Request body: {'port': {'device_id': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'admin_state_up': True, 'tenant_id': 'b9563a18490c4d11b860c5309012f4a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:05.948998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:05.988958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-cd71d4e3-877d-4908-a15b-ed943f3781ce tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:05.990287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-cd71d4e3-877d-4908-a15b-ed943f3781ce tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 812 time: 0.6577697
Dec 16 09:30:06.019181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 8d491f5c-5999-4916-9fd4-6e69d69be566 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:06.019640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:06.066870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Request body: {'port': {'device_id': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'admin_state_up': True, 'tenant_id': 'b9563a18490c4d11b860c5309012f4a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:06.132943 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:06.135511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcb507-b829-4d7c-9a90-ec6a9eef664b req-f50165ee-e014-49d1-a172-35b694dfdb3e tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:06.136985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66dcb507-b829-4d7c-9a90-ec6a9eef664b req-f50165ee-e014-49d1-a172-35b694dfdb3e tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 945 time: 1.1866233
Dec 16 09:30:06.137486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:06.159992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:06.170041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:06.174919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:06.177527 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:06.247527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=11']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:06.250733 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:06.258260 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:06.449097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66dcb507-b829-4d7c-9a90-ec6a9eef664b req-c44b9c71-e250-4533-a0e4-805e0d608522 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3038518
Dec 16 09:30:06.469830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cd4be-1a63-4e41-98e9-c841125fa633 req-c802bf7f-96ae-4437-91c3-8fda75dd3d09 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:06.471296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de6cd4be-1a63-4e41-98e9-c841125fa633 req-c802bf7f-96ae-4437-91c3-8fda75dd3d09 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 950 time: 0.6880174
Dec 16 09:30:06.496588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-eb3d031a-fec7-4016-8b3b-24cd087f4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:06.498083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-eb3d031a-fec7-4016-8b3b-24cd087f4e18 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6154132
Dec 16 09:30:06.502316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:06.563019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Usage tracker for resource:port and tenant:b9563a18490c4d11b860c5309012f4a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:06.582945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:06.632412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:06.636682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:06.654161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Usage tracker for resource:port and tenant:b9563a18490c4d11b860c5309012f4a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:06.666044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:06.687277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:06.716920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Made reservation on behalf of b9563a18490c4d11b860c5309012f4a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:06.722276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:06.747122 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de6cd4be-1a63-4e41-98e9-c841125fa633 req-216db84f-9ff7-43ba-a068-0839dc66c2de tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594645
Dec 16 09:30:07.042927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Made reservation on behalf of b9563a18490c4d11b860c5309012f4a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:07.046522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:07.168962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-9cd38218-ddad-4473-b50b-73526b3605d2 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips/fc062205-2462-4458-bdfa-8774db63ee97 HTTP/1.1" status: 200  len: 693 time: 0.3323886
Dec 16 09:30:07.355007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.355545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.356334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.356567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.357039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.357556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.358613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.360605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-9458e7c6-91eb-453b-ace6-4de9a5defd9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6352 time: 0.7995510
Dec 16 09:30:07.602951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.607859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.614112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.620466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.626792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.634574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.639719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.642428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-0be1dffe-278c-44c0-bfd5-0004d2400a48 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5405 time: 0.9137571
Dec 16 09:30:07.675069 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:30:07.759645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Allocated IP 172.20.0.14 (19b79221-df81-4aea-897e-4c9bcf49cc59/7c482ebb-aee0-431a-960f-763e0a3c7ec1/5fa8f62a-f1ed-4327-9d08-eb837b1441d7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:07.823149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-3c385a6f-8cfc-45fb-b4c3-730c82f08204 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.823149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-3c385a6f-8cfc-45fb-b4c3-730c82f08204 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.6367040
Dec 16 09:30:07.950502 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84ca5dfa-3ee6-493d-bf5f-1ba750a25a14 req-7d08e444-7447-4128-a7a9-9f976d0281ca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2811189
Dec 16 09:30:07.959486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-98413f23-1a76-4db6-b2e4-343656ac2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.959959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-98413f23-1a76-4db6-b2e4-343656ac2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.960424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-98413f23-1a76-4db6-b2e4-343656ac2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:07.962044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-98413f23-1a76-4db6-b2e4-343656ac2733 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cfb50daa31c9407b88880946570bc8cf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.5676987
Dec 16 09:30:07.967795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318023a2-7013-466b-994d-1f56f612d5da {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:07.983692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-af6fcc26-4c7c-4186-b246-2c454739b7dc tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200  len: 696 time: 0.1526430
Dec 16 09:30:08.011275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:08.218093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Transition to ACTIVE for port object 318023a2-7013-466b-994d-1f56f612d5da will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:08.238677 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-020f5e51-a301-42ac-8155-bf32e8581f6d req-a684787a-e162-487e-86bb-afcf432ccaf4 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 210 time: 0.1047063
Dec 16 09:30:08.247592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-3a809de7-a7ae-4176-9993-06f6d8ac4255 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200  len: 696 time: 0.2383933
Dec 16 09:30:08.294667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:08.313502 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:08.670099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-9624dc53-0807-4dd4-ab64-04df08fea2be tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:08.672422 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-9624dc53-0807-4dd4-ab64-04df08fea2be tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.1232679
Dec 16 09:30:08.687747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820554-2'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:08.807846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:08.939020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Pushing event updated for resources: {'Port': ['ID=318023a2-7013-466b-994d-1f56f612d5da,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:08.942137 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:08.999746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Deleting port 60caeb01-bfca-4388-81d7-9f464fc48315 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:09.000117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.016248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:09.042563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-596190ad-a907-46b0-a409-9202871efe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:09.042563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b252f4ec-6dbe-4e16-9a74-19607ab9697b req-596190ad-a907-46b0-a409-9202871efe70 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0700610
Dec 16 09:30:09.050734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:09.113349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:09.120527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.124853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.129061 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a124d8b0-d858-45de-93dd-a0d9da49913c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:09.148983 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.265006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e51b-6749-458b-a167-833b354733f8 req-76e85624-d4c2-4085-8fc9-678a72789bae tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:09.266969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-76e85624-d4c2-4085-8fc9-678a72789bae tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 0.8356502
Dec 16 09:30:09.312703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Attempting to bind port 318023a2-7013-466b-994d-1f56f612d5da on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:09.313037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Attempting to bind port 318023a2-7013-466b-994d-1f56f612d5da by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:09.313365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Attempting to bind port 318023a2-7013-466b-994d-1f56f612d5da on network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:09.315851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=7']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:09.316388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-d65d93e7-7abb-4980-97f0-70c38eb60567 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/quotas/794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 375 time: 0.0389214
Dec 16 09:30:09.328842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on host n-h1-820554-2 for vnic_type normal with profile {"migrating_to": "n-h2-820554-2"} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:09.329175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:09.329504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:09.332470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.332909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.333134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.333657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.333935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.334337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.334973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.334973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.336153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.336511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.336867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.337222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:09.342178 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:09.343039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Port 318023a2-7013-466b-994d-1f56f612d5da on network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:09.343406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Attempting to bind port 318023a2-7013-466b-994d-1f56f612d5da on network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:09.344601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:09.344920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Attempting to bind port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on network 2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:09.353974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:09.354961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Checking segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:09.354961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Bound using segment: {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:09.355327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Bound port: 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d439c0c-f865-40fb-88f8-f36284b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:09.355546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.399896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:09.399896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Checking segment: {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:09.400196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Bound using segment: {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:09.400616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Bound port: 318023a2-7013-466b-994d-1f56f612d5da, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:09.400959 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.426005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.426325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.448297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:09.451250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:09.456353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.459888 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aeb03a1b-98d2-4401-9ae9-d4188878ed10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:09.637308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Calling delete_port for 60caeb01-bfca-4388-81d7-9f464fc48315 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:09.638561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=8']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:09.642686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:09.643322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.644655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] 10.222.0.74 "PUT /v2.0/ports/3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 200  len: 1121 time: 0.9613476
Dec 16 09:30:09.645441 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:09.665659 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:09.709487 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cbad6a1a-dab8-4650-aff1-0a0bc11fe2d5 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:09.714773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['3e12ef2b-a1b1-470f-8557-7a1ecd715c10'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:09.799747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['3e12ef2b-a1b1-470f-8557-7a1ecd715c10'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:09.829480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:09.840645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:09.865043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:09.909751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] For port 318023a2-7013-466b-994d-1f56f612d5da, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:09.924738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event updated for resources: {'Port': ['ID=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:09.931194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Allocated IP 172.20.0.2 (19b79221-df81-4aea-897e-4c9bcf49cc59/7c482ebb-aee0-431a-960f-763e0a3c7ec1/e55d58c5-3780-451e-8a8c-12baed3681d2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:09.942181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-9fe2c183-8438-4650-b307-ffc5c9164d28 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6064165
Dec 16 09:30:09.943837 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:09.955679 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:09.961980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] For port 318023a2-7013-466b-994d-1f56f612d5da, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=318023a2-7013-466b-994d-1f56f612d5da,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:10.022640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:10.085572 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28aa1b0b-762f-4eeb-91b6-d13f39e716c8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:10.192659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:10.192659 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:10.205713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:10.219980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 has no active binding in host n-h2-820554-2 {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Dec 16 09:30:10.245747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:10.245747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:10.245747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] 10.222.0.74 "PUT /v2.0/ports/318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 200  len: 1091 time: 4.7192216
Dec 16 09:30:10.301214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Request body: {'port': {'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:10.345931 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:10.381797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Pushing event updated for resources: {'Port': ['ID=318023a2-7013-466b-994d-1f56f612d5da,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:10.402979 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:10.547721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6605232
Dec 16 09:30:10.547721 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c9a7b337-d017-4653-872d-f9cde06a8faf tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:10.666725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event deleted for resources: {'Port': ['ID=60caeb01-bfca-4388-81d7-9f464fc48315,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:10.676500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-4a474edd-b316-4868-a5c9-550546653779 service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7156584
Dec 16 09:30:10.701003 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:10.741765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Request body: {'port': {'device_id': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:11.076156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:11.106110 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:11.108766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:11.112119 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4dfb50f-3fa3-4373-83a5-224818485bf8 req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "DELETE /v2.0/floatingips/fc062205-2462-4458-bdfa-8774db63ee97 HTTP/1.1" status: 204  len: 173 time: 2.7992887
Dec 16 09:30:11.114761 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:30:11.115472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:11.154352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:11.214963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-5b495bb0-ab01-4154-b4e8-4fe08f2b3202 service neutron] 10.222.0.66 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5013719
Dec 16 09:30:11.263803 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21', 'status': 'completed', 'code': 200}
Dec 16 09:30:11.284462 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'code': 200}
Dec 16 09:30:11.422141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.422141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.422910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.423958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.424622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.425148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.425791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.429433 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-6ad87be8-ba9b-4a85-9563-6ed312a256c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6419 time: 0.1640711
Dec 16 09:30:11.477346 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:11.502109 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac08b9b7-76d9-4ec0-955c-aa4c50198c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:11.511756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:11.655885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-b9acf99f-2b35-4d77-a945-ce5985ad2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.656770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-b9acf99f-2b35-4d77-a945-ce5985ad2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.657712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-b9acf99f-2b35-4d77-a945-ce5985ad2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.660161 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-b9acf99f-2b35-4d77-a945-ce5985ad2c0f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cfb50daa31c9407b88880946570bc8cf&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2197433
Dec 16 09:30:11.733335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:11.781558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:11.804537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:11.826354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-218611a2-c5de-4885-8105-b04877ac2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:11.827912 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bdfd2d2-7458-4364-9b62-a97c3f0fa1f5 req-218611a2-c5de-4885-8105-b04877ac2851 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1575987
Dec 16 09:30:11.838517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event updated for resources: {'Port': ['ID=e55d58c5-3780-451e-8a8c-12baed3681d2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:11.888454 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:11.908041 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bdd69280-b74b-4adc-bfc2-31691150ba48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:12.045140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:12.046905 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:12.154265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050c2a2-94ed-403a-a9db-a36c630e22a7 req-1e26d3ed-d76e-4008-9edc-c3367e65b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:12.156729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6050c2a2-94ed-403a-a9db-a36c630e22a7 req-1e26d3ed-d76e-4008-9edc-c3367e65b5fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1102 time: 0.6024640
Dec 16 09:30:12.167480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.1092815
Dec 16 09:30:12.385909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Request body: {'port': {'device_id': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:12.441893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d66eda-972f-4182-84d7-6d1b5820075b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:12.455950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:30:12.479430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:12.531254 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6050c2a2-94ed-403a-a9db-a36c630e22a7 req-35eaf32c-61d2-40a2-ab7a-86131479fccf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3625741
Dec 16 09:30:12.557798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576c874-6ef4-4f65-b2f3-85392c4c5352 req-11e09be9-b327-483d-bdcd-e4419e112475 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:12.559896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1576c874-6ef4-4f65-b2f3-85392c4c5352 req-11e09be9-b327-483d-bdcd-e4419e112475 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 943 time: 0.7234087
Dec 16 09:30:12.579574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Transition to ACTIVE for port object 67d66eda-972f-4182-84d7-6d1b5820075b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:12.606271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:12.615269 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa873323-55af-4f3a-96a4-3b01fe93e851 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:12.701475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:12.792013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:12.884964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466eb47-d7e4-4b2d-9410-710b0f2876af req-e63a1724-b618-435e-8d10-fe7b479897a7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:12.884964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6466eb47-d7e4-4b2d-9410-710b0f2876af req-e63a1724-b618-435e-8d10-fe7b479897a7 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 951 time: 0.7136977
Dec 16 09:30:12.884964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1576c874-6ef4-4f65-b2f3-85392c4c5352 req-981a05cb-6e1d-442a-91d2-9fa81a8f759f tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3099926
Dec 16 09:30:12.969821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Transition to ACTIVE for port object 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:12.971062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Pushing event updated for resources: {'Port': ['ID=67d66eda-972f-4182-84d7-6d1b5820075b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:12.974797 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:12.976193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:13.057450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:13.306537 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c46e4b6b-668a-4e89-b46f-9f92d5a5c76e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:13.340283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '318023a2-7013-466b-994d-1f56f612d5da'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:13.553219 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-2659eb36-650b-4fb2-b098-d4ffa97f2ed6 service neutron] 10.222.0.54 "GET /v2.0/ports/3e12ef2b-a1b1-470f-8557-7a1ecd715c10/bindings/n-h2-820554-2 HTTP/1.1" status: 200  len: 384 time: 0.1456003
Dec 16 09:30:13.646071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e51b-6749-458b-a167-833b354733f8 req-37565c9c-3b86-4fa7-a4aa-18328e15f914 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:13.646071 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-37565c9c-3b86-4fa7-a4aa-18328e15f914 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 807 time: 0.5959942
Dec 16 09:30:13.663840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Request body: {'port': {'device_id': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'admin_state_up': True, 'tenant_id': '794fa3401bd34e5db7312b30fe58849c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:13.670070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6466eb47-d7e4-4b2d-9410-710b0f2876af req-18c10fcb-5b6a-49bd-8d89-469fbee71b1c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7767403
Dec 16 09:30:13.783553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.021448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:14.055883 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10', 'code': 200}
Dec 16 09:30:14.060520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55d58c5-3780-451e-8a8c-12baed3681d2 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:14.072273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.095379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:14.098305 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:14.116348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:14.122335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Transition to ACTIVE for port object e55d58c5-3780-451e-8a8c-12baed3681d2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:14.145052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:14.170545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:14.174946 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.183905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:14.199905 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:14.204699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:14.224163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Made reservation on behalf of 794fa3401bd34e5db7312b30fe58849c for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:14.231313 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.240021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Attempting to bind port 67d66eda-972f-4182-84d7-6d1b5820075b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:14.240619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Attempting to bind port 67d66eda-972f-4182-84d7-6d1b5820075b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:14.241126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Attempting to bind port 67d66eda-972f-4182-84d7-6d1b5820075b on network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:14.245859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.340246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Port 67d66eda-972f-4182-84d7-6d1b5820075b on network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:14.340861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Attempting to bind port 67d66eda-972f-4182-84d7-6d1b5820075b on network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:14.378850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:14.379218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Checking segment: {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:14.379624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Bound using segment: {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:14.380074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Bound port: 67d66eda-972f-4182-84d7-6d1b5820075b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0adde9b-d63d-468b-b07a-77757d93a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:14.380423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.414978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Pushing event updated for resources: {'Port': ['ID=e55d58c5-3780-451e-8a8c-12baed3681d2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:14.417698 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:14.433221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b86b-a5d7-4b27-a9df-39558c77cce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.466632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.472710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.478651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.485019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.490843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.496653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.500930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] Transition to ACTIVE for port object 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:14.503107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.507450 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-1c5c2581-096c-4239-8ff5-4ed280b82936 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 1.2190449
Dec 16 09:30:14.507749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Attempting to bind port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:14.508450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Attempting to bind port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:14.508450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Attempting to bind port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:14.514379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.521470 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7c4b037-bb69-4cf1-bbe6-79fd86fd3cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:14.721842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] No DVR routers for this DVR port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:14.721842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Allocated IP 172.20.0.11 (a7273c60-9377-469a-aee4-1192104dc3c5/b911c784-d5d8-409c-a7ba-22b49f899b5b/55bcb084-e184-4cd2-8d67-4d6cbc43775f) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:14.721842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] Pushing event updated for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=10']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:14.727416 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:14.730484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:14.730871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Attempting to bind port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:14.774141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:14.774491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Checking segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:14.774890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Bound using segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:14.775419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Bound port: 5fa8f62a-f1ed-4327-9d08-eb837b1441d7, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:14.775762 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:14.812036 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] 10.222.0.54 "PUT /v2.0/ports/3e12ef2b-a1b1-470f-8557-7a1ecd715c10/bindings/n-h2-820554-2/activate HTTP/1.1" status: 200  len: 369 time: 1.2486446
Dec 16 09:30:14.879172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab29f2d-d828-439d-907e-c7e8e86c76a4 req-749ebcb9-3726-44a0-8442-ac46faa45298 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:14.880039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ab29f2d-d828-439d-907e-c7e8e86c76a4 req-749ebcb9-3726-44a0-8442-ac46faa45298 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Synchronizing usage tracker for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:14.915021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b281612-3b0c-4cce-af9c-e5dced21da55 req-38d65384-bb14-44a8-87c6-715c9e2452e5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3928463
Dec 16 09:30:14.994368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Attempting to bind port e55d58c5-3780-451e-8a8c-12baed3681d2 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:14.994714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Attempting to bind port e55d58c5-3780-451e-8a8c-12baed3681d2 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:14.995049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Attempting to bind port e55d58c5-3780-451e-8a8c-12baed3681d2 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:14.998254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.030683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.042153 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-058cc717-1d98-4074-bc84-1959c811362d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:15.052917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['61b79af9-615f-4f98-9f3c-bdf8fc854f3d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:15.081409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] For port 67d66eda-972f-4182-84d7-6d1b5820075b, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:15.104668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Network a7273c60-9377-469a-aee4-1192104dc3c5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:15.113680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:15.119060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:15.154177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Port e55d58c5-3780-451e-8a8c-12baed3681d2 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:15.154177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Attempting to bind port e55d58c5-3780-451e-8a8c-12baed3681d2 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:15.171591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00052588-7d74-4378-949f-d7465b43c1bc req-92b5f379-474e-47ec-9138-8193a23335b8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips/d5a2d69f-0d85-40bf-bb14-c82f2c1a54a8 HTTP/1.1" status: 200  len: 692 time: 0.1930757
Dec 16 09:30:15.182403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ab29f2d-d828-439d-907e-c7e8e86c76a4 req-749ebcb9-3726-44a0-8442-ac46faa45298 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Unset dirty status for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:15.183673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab29f2d-d828-439d-907e-c7e8e86c76a4 req-749ebcb9-3726-44a0-8442-ac46faa45298 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 944 time: 1.0730498
Dec 16 09:30:15.189208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] For port 67d66eda-972f-4182-84d7-6d1b5820075b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67d66eda-972f-4182-84d7-6d1b5820075b,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:15.199522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:15.204926 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:15.213229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.223135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:15.224013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.227841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:15.228278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Checking segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:15.228901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Bound using segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:15.229448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Bound port: e55d58c5-3780-451e-8a8c-12baed3681d2, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:15.229849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.245567 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5920808
Dec 16 09:30:15.258411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Request body: {'port': {'device_id': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:15.293220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.312630 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8ff7187-42d6-4a97-8180-58463c34c513 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668 tempest-FloatingIPsAssociationNegativeTestJSON-1377273668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:15.384420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.390009 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab29f2d-d828-439d-907e-c7e8e86c76a4 req-417e9cab-a659-4404-8d49-cb8913f1611b tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448140
Dec 16 09:30:15.402691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] For port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:15.458255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.474241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Pushing event updated for resources: {'Port': ['ID=67d66eda-972f-4182-84d7-6d1b5820075b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:15.489903 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:15.577835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:15.578463 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.579935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] 10.222.0.74 "PUT /v2.0/ports/67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 200  len: 1091 time: 5.2976730
Dec 16 09:30:15.605202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:15.686357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:15.699767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-87e545fb-7091-4fa2-86fb-304b0329a793 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb929b595be8413f89110dc3555a10f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1502454
Dec 16 09:30:15.729368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] For port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:15.785633 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.805386 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c1ca672-ce6a-48bb-bfa0-99a01e794aef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:15.853976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-1856dc2a-3d4d-41f1-a4d9-1171ebdfbe12 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:15.854512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-1856dc2a-3d4d-41f1-a4d9-1171ebdfbe12 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1095 time: 0.9439085
Dec 16 09:30:15.945259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:15.946035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:15.947127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/5fa8f62a-f1ed-4327-9d08-eb837b1441d7 HTTP/1.1" status: 200  len: 1092 time: 5.3192027
Dec 16 09:30:15.995455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bcb084-e184-4cd2-8d67-4d6cbc43775f {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:16.003976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:16.023493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Transition to ACTIVE for port object 55bcb084-e184-4cd2-8d67-4d6cbc43775f will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:16.029201 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:16.036401 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66ba4a0b-8555-4d56-b276-5c3792f330c0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:16.072266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:16.161269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] For port e55d58c5-3780-451e-8a8c-12baed3681d2, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:16.172645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00052588-7d74-4378-949f-d7465b43c1bc req-0c758a7e-8d57-4a06-9b4c-8ee71dd8d29d tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.175204 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00052588-7d74-4378-949f-d7465b43c1bc req-0c758a7e-8d57-4a06-9b4c-8ee71dd8d29d tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.9758384
Dec 16 09:30:16.205036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:16.221552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:16.249804 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:16.288944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] For port e55d58c5-3780-451e-8a8c-12baed3681d2, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=e55d58c5-3780-451e-8a8c-12baed3681d2,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:16.288944 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:16.299463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:16.299463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:16.299463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:16.302208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:16.303423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:16.310625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:16.310625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:16.310625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:16.310625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Bound port: 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:16.310625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.325034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-e2f19fe1-43ef-464a-af6d-c3fb19336489 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6486 time: 0.6800580
Dec 16 09:30:16.337181 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:16.348080 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8169c01-0316-4c68-8b41-deb0a4c8e313 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:16.381750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-3d21d8ea-01e1-4ecc-9898-495d1d05219e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.382861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-3d21d8ea-01e1-4ecc-9898-495d1d05219e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6508703
Dec 16 09:30:16.412268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:16.415802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:16.421206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:16.425926 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:16.453873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-00052588-7d74-4378-949f-d7465b43c1bc req-82a1f9e0-16e1-4cab-b846-5f1097c584f0 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Synchronizing usage tracker for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:16.495294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.495742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:16.497358 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] 10.222.0.54 "PUT /v2.0/ports/55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 200  len: 1092 time: 1.2441995
Dec 16 09:30:16.532338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:16.532338 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:16.585794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-abcb1400-006c-4b3f-a806-ca79211ea33b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 200  len: 217 time: 0.2419116
Dec 16 09:30:16.592728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.592728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:16.592728 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] 10.222.0.54 "PUT /v2.0/ports/e55d58c5-3780-451e-8a8c-12baed3681d2 HTTP/1.1" status: 200  len: 1091 time: 4.3766091
Dec 16 09:30:16.614005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-0cda085d-5a69-43c1-9ce2-8e69f7d74574 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/quotas/fb929b595be8413f89110dc3555a10f1 HTTP/1.1" status: 200  len: 375 time: 0.1589568
Dec 16 09:30:16.662606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e51b-6749-458b-a167-833b354733f8 req-ee2fea44-7739-48c3-9979-68f6b91088b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.668379 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-ee2fea44-7739-48c3-9979-68f6b91088b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1095 time: 0.1085021
Dec 16 09:30:16.767970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-d45ed1e1-49cf-488e-99c6-b911c7e724c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 200  len: 217 time: 0.0855975
Dec 16 09:30:16.833784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e51b-6749-458b-a167-833b354733f8 req-4bd8b856-9cf0-4268-bb1e-23f95e917e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.833784 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-4bd8b856-9cf0-4268-bb1e-23f95e917e67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0663869
Dec 16 09:30:16.907245 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-5f6746ac-833c-4e2f-b9d9-aa0b3b5df9e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655127
Dec 16 09:30:16.924987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Pushing event updated for resources: {'Port': ['ID=e55d58c5-3780-451e-8a8c-12baed3681d2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:16.929155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-93704c17-925f-4620-abca-1d4d59a609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.930634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-93704c17-925f-4620-abca-1d4d59a609b2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea&tenant_id=e1240a924e4648a68de372f9d00931e3 HTTP/1.1" status: 200  len: 1095 time: 0.9930966
Dec 16 09:30:16.934240 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:16.935004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-00052588-7d74-4378-949f-d7465b43c1bc req-82a1f9e0-16e1-4cab-b846-5f1097c584f0 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Unset dirty status for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:16.936696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00052588-7d74-4378-949f-d7465b43c1bc req-82a1f9e0-16e1-4cab-b846-5f1097c584f0 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200  len: 695 time: 0.7373357
Dec 16 09:30:16.940038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-8dc1e474-909a-48d7-98c8-6bc1f6e78479 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb929b595be8413f89110dc3555a10f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0977726
Dec 16 09:30:16.945151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-754fe729-720c-4d58-abb8-521749cf422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:16.946465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-754fe729-720c-4d58-abb8-521749cf422e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 1095 time: 0.9310477
Dec 16 09:30:16.967576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:17.149242 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-db0d036a-536c-4254-8bae-54f3f356289c service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361116
Dec 16 09:30:17.204017 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00052588-7d74-4378-949f-d7465b43c1bc req-1281961b-dd57-478c-9460-9c26a11282e8 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200  len: 695 time: 0.1823859
Dec 16 09:30:17.256075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-26b497cb-1318-40f7-a9c4-edd91325a9f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa8f62a-f1ed-4327-9d08-eb837b1441d7 HTTP/1.1" status: 200  len: 217 time: 0.2972455
Dec 16 09:30:17.257416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c5bb870a-bc4b-4f85-8bec-9bf88d74ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:17.258870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c5bb870a-bc4b-4f85-8bec-9bf88d74ca85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1479e4e5-5ae8-45c3-b52e-e94de53334fd HTTP/1.1" status: 200  len: 855 time: 0.6408117
Dec 16 09:30:17.331006 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-17e3e51b-6749-458b-a167-833b354733f8 req-a98fe64c-2aba-4092-82ba-a0360ceab9b2 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761804
Dec 16 09:30:17.821024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Deleting port 4c7086fd-3aa1-42b0-a6a7-81c2c870f280 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:17.821024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:17.878337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-376b8eec-135d-4115-a33d-a42473af44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:17.879594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-376b8eec-135d-4115-a33d-a42473af44f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.4640152
Dec 16 09:30:17.941312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-130a9f5f-ce51-4c0f-8e9f-3ba96d061371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:17.943568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-130a9f5f-ce51-4c0f-8e9f-3ba96d061371 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=824ce2c5-37a6-4e85-a7a9-d9071c170d18 HTTP/1.1" status: 200  len: 1094 time: 1.2764971
Dec 16 09:30:18.027633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-710d10bf-a94c-47d2-82f1-f72cf4960b42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1272454
Dec 16 09:30:18.088767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-35d18f5c-49d5-4593-95a8-4407865c05a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e55d58c5-3780-451e-8a8c-12baed3681d2 HTTP/1.1" status: 200  len: 217 time: 0.1312165
Dec 16 09:30:18.142997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-4b2c8ef0-df33-4a36-8a22-8e85dcfa85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:18.144497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-4b2c8ef0-df33-4a36-8a22-8e85dcfa85f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1095 time: 1.1178510
Dec 16 09:30:18.404118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-4175932e-2d9b-4b5a-ab54-e149bd44ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:18.406322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-4175932e-2d9b-4b5a-ab54-e149bd44ec0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9934461
Dec 16 09:30:18.429306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddf4b-96b1-451a-8a80-01b9102a5b71 req-ea5fcdfb-7686-46e8-9038-e94fd8ae207d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:18.431048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c1ddf4b-96b1-451a-8a80-01b9102a5b71 req-ea5fcdfb-7686-46e8-9038-e94fd8ae207d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 944 time: 0.9195931
Dec 16 09:30:18.442309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-df286173-ed11-4ee9-a6e5-f8a83bc33b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:18.445434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-df286173-ed11-4ee9-a6e5-f8a83bc33b52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.2846880
Dec 16 09:30:18.607066 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-18cb191d-2f48-4051-8087-98f0418cdf89 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=fb929b595be8413f89110dc3555a10f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0449617
Dec 16 09:30:18.761342 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:18.761554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:18.763963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-96f21ac6-3ad6-4d48-b482-6adfd267ceac tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:18.765573 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-96f21ac6-3ad6-4d48-b482-6adfd267ceac tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1531029
Dec 16 09:30:18.778942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Request body: {'port': {'device_id': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': 'fb929b595be8413f89110dc3555a10f1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:18.780364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-48f6c73e-e8f9-409f-a8b3-a1882e91b535 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3053498
Dec 16 09:30:18.948541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-42dbfc56-4f6a-4fb8-aaac-8e930d9c6280 service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8905487
Dec 16 09:30:18.960222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Calling delete_port for 4c7086fd-3aa1-42b0-a6a7-81c2c870f280 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:18.989644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-a1ce48b0-da26-4df4-81f4-c509cce8265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:18.991093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-a1ce48b0-da26-4df4-81f4-c509cce8265c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.8248913
Dec 16 09:30:19.028137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:19.031958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Usage tracker for resource:port and tenant:fb929b595be8413f89110dc3555a10f1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:19.034950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:19.040928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:19.057100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Made reservation on behalf of fb929b595be8413f89110dc3555a10f1 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:19.061634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:19.073918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:19.088557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:19.092454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Usage tracker for resource:security_group_rule and tenant:fb929b595be8413f89110dc3555a10f1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:19.095606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:19.101105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:19.169543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c1ddf4b-96b1-451a-8a80-01b9102a5b71 req-95395c72-a21e-4473-80b5-06236fabdf4f tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7213967
Dec 16 09:30:19.208274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:19.213643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:19.216575 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff24a810-d9bc-4e5f-bb32-96fba920c0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:19.231453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-694e3252-5f1f-4cdc-80b0-c97f73dbd4e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 200  len: 217 time: 0.1743727
Dec 16 09:30:19.310858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bba097-20b2-4922-8f03-39c598844cdc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:19.310858 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:19.416556 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '318023a2-7013-466b-994d-1f56f612d5da', 'status': 'completed', 'code': 200}
Dec 16 09:30:19.419960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-0381a07d-8828-4a4a-9cfd-2e83e01060c8 service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9881601
Dec 16 09:30:19.500410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-921f9e35-eea3-4fa2-88c1-54cd7ca4ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:19.500410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-921f9e35-eea3-4fa2-88c1-54cd7ca4ecc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.2328594
Dec 16 09:30:19.504592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-6b27762c-711e-40a9-91bd-4d40811e816e service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7050104
Dec 16 09:30:19.506528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Allocated IP 192.168.233.162 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/9beb4ca3-895c-4fe1-9d71-72e7c6e033b9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:19.756165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:19.774568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Transition to ACTIVE for port object 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:19.796771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-3b5ff0a6-b8c7-42c3-a288-8265b9878e56 service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7991333
Dec 16 09:30:19.798817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-b709a535-f519-473f-bcca-194ba465b4c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2493298
Dec 16 09:30:19.811045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:19.823898 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0caa3697-cbdf-4658-89d0-ebf8802c62ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:19.910468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:19.910468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:19.917620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:19.964161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:19.964161 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:20.000525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:20.001148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.041172 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2666695
Dec 16 09:30:20.048641 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.059389 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-135cd067-5182-4ccc-9619-3468bdf0458d tempest-InstanceActionsNegativeTestJSON-1403304605 tempest-InstanceActionsNegativeTestJSON-1403304605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:20.062846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Request body: {'port': {'device_id': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:20.196087 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.261694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f175c7-e355-4e13-9ebc-47c419bec593 req-1b6f4326-2cab-4115-8997-e12bb102a356 service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6283221
Dec 16 09:30:20.263519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-033d3e57-69a4-4dec-a988-ad2cf625f09d service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8142855
Dec 16 09:30:20.268603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event deleted for resources: {'Port': ['ID=4c7086fd-3aa1-42b0-a6a7-81c2c870f280,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:20.274132 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:20.298654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-635286b2-b8b2-4646-9d27-6a40156ea5ac None None] Provisioning for port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:20.305978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-635286b2-b8b2-4646-9d27-6a40156ea5ac None None] Provisioning complete for port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:20.306500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-635286b2-b8b2-4646-9d27-6a40156ea5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.405908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-635286b2-b8b2-4646-9d27-6a40156ea5ac None None] Port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:30:20.441962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-489d87fc-aad9-41c4-9e7d-53d1fbc66f38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 217 time: 0.1278715
Dec 16 09:30:20.452667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-63478b10-b0b6-448b-a0f7-5cd674be0995 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6328928
Dec 16 09:30:20.526090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb13d5-a4bc-4a2c-b1c1-05607d0c5e98 req-d6c41bd3-3f2b-405e-8980-0ada51763891 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:20.527588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5fb13d5-a4bc-4a2c-b1c1-05607d0c5e98 req-d6c41bd3-3f2b-405e-8980-0ada51763891 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 944 time: 0.9732311
Dec 16 09:30:20.568748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:20.577215 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.591599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Transition to ACTIVE for port object 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:20.595322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.599981 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:20.636708 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.672332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b9a90538-932f-49d4-bbef-f2d33adbd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:20.672332 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b9a90538-932f-49d4-bbef-f2d33adbd59c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.2133038
Dec 16 09:30:20.759553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5fb13d5-a4bc-4a2c-b1c1-05607d0c5e98 req-3c94e6e0-f300-4cc8-b335-f6c3469061e6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150970
Dec 16 09:30:20.763000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:20.771371 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:20.805257 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:20.806472 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00052588-7d74-4378-949f-d7465b43c1bc req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "DELETE /v2.0/floatingips/d5a2d69f-0d85-40bf-bb14-c82f2c1a54a8 HTTP/1.1" status: 204  len: 173 time: 3.5466304
Dec 16 09:30:20.814467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-039abd97-217f-40b6-8cf5-15f00097cb36 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3203402
Dec 16 09:30:20.837517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-4e0fab29-dd53-47ce-bf9c-d1f7b431c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:20.839375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-4e0fab29-dd53-47ce-bf9c-d1f7b431c00e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1586621
Dec 16 09:30:20.931411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Attempting to bind port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:20.932505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Attempting to bind port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:20.933018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Attempting to bind port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:20.940425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:20.940995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Attempting to bind port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:20.950213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:20.950763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:20.951434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:20.953298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Bound port: 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:20.953823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:21.118100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:21.138454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:21.144692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-69241742-dd98-4c5a-9a80-647eeaf8972e service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2969434
Dec 16 09:30:21.145706 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:21.150716 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:21.166979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c062935-4202-4d8f-b850-b75e4e44b8d2 req-fbe53000-211b-49ba-bb8b-a25db1ac0310 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.175149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c062935-4202-4d8f-b850-b75e4e44b8d2 req-fbe53000-211b-49ba-bb8b-a25db1ac0310 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 951 time: 0.2196112
Dec 16 09:30:21.209438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.210127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:21.211413 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] 10.222.0.74 "PUT /v2.0/ports/9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 HTTP/1.1" status: 200  len: 1096 time: 1.1560752
Dec 16 09:30:21.226313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:21.229273 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:21.350873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4c5e5e62-fc2c-4b76-be9d-91229dfe519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.352638 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-4c5e5e62-fc2c-4b76-be9d-91229dfe519d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb929b595be8413f89110dc3555a10f1&device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 1099 time: 0.0831950
Dec 16 09:30:21.363729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.370817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.378033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.383707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.389587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.395356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.401223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.403443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-295c60c7-6976-4584-a59e-2334240ce199 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.4023228
Dec 16 09:30:21.418017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b'}, {'name': 'network-changed', 'server_uuid': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'tag': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7'}, {'name': 'network-changed', 'server_uuid': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'tag': 'e55d58c5-3780-451e-8a8c-12baed3681d2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:21.427877 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-085fab5e-6bb1-4df7-9730-3be2ff631b29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 HTTP/1.1" status: 200  len: 217 time: 0.0626132
Dec 16 09:30:21.428141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c062935-4202-4d8f-b850-b75e4e44b8d2 req-38d297e7-7d88-4e24-ac13-acd3e37a35e8 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527130
Dec 16 09:30:21.511628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2ad3e1-ea07-47d0-9c20-9b0552b2d7c5 req-a16f3e2e-3510-4ece-98e5-3855b103447e tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0961175
Dec 16 09:30:21.518023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-af9021bc-4314-4f83-8af5-124b820887a5 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3397124
Dec 16 09:30:21.520852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.74', 58624) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:30:21.529403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-f61421a0-bc82-4e87-9b1b-a9ce39ac40a9 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.531639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-f61421a0-bc82-4e87-9b1b-a9ce39ac40a9 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea&tenant_id=e1240a924e4648a68de372f9d00931e3&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1095 time: 0.3551047
Dec 16 09:30:21.652747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:21.660698 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10', 'status': 'completed', 'code': 200}
Dec 16 09:30:21.686196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-9f13a453-c266-4175-ab2f-63f1a8631a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.687648 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-9f13a453-c266-4175-ab2f-63f1a8631a1e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2521839
Dec 16 09:30:21.757747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8cce7beb-b748-47f3-a9b0-63c49f01d1f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 217 time: 0.2234216
Dec 16 09:30:21.766934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-77dc5a3f-d32b-4745-92a2-7edecf406a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:21.768496 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-77dc5a3f-d32b-4745-92a2-7edecf406a38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0728621
Dec 16 09:30:21.800602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:21.813918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'port_id': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7', 'mac_address': 'fa:16:3e:b9:cf:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c482ebb-aee0-431a-960f-763e0a3c7ec1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:21.818269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-e026605c-f34d-4ed6-b893-50641118b4a1 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb929b595be8413f89110dc3555a10f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1428277
Dec 16 09:30:21.877180 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:21.894845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:21.910951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:21.914587 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-7b942207-0142-43c0-81ce-3c853990ced8 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385906
Dec 16 09:30:21.915886 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:21.918474 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:21.988130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:21.996203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.996681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.997021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.997357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.997690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.998025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.998383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.998707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.999026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.999477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:21.999703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:22.000023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:22.004047 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:22.058008 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a5e029c2-3d74-4db0-af4a-8b8e749d19d8 req-63b2e229-3bdc-47fe-ad18-a5db144ff65f service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359100
Dec 16 09:30:22.110238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-81842459-2598-4e0e-bba0-bc4b514ae89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.111694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-81842459-2598-4e0e-bba0-bc4b514ae89f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.3379998
Dec 16 09:30:22.121941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5fa8f62a-f1ed-4327-9d08-eb837b1441d7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:22.198690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-842a867f-fcf9-49da-830f-251f7a3d7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.200129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-842a867f-fcf9-49da-830f-251f7a3d7913 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1240a924e4648a68de372f9d00931e3&device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1095 time: 0.6674342
Dec 16 09:30:22.216640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be243c-1198-4d9b-a3b3-c617c903bf09 req-e2c18033-a099-4d41-b036-095f3b128ba1 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.218088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09be243c-1198-4d9b-a3b3-c617c903bf09 req-e2c18033-a099-4d41-b036-095f3b128ba1 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 944 time: 0.5932939
Dec 16 09:30:22.347858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-106b2f2f-9c75-43a1-afe6-a46df011e589 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.349213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-106b2f2f-9c75-43a1-afe6-a46df011e589 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5139337
Dec 16 09:30:22.382766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-cb29f78a-e7cb-42aa-be57-44e54a412151 service neutron] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:22.402999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-cb29f78a-e7cb-42aa-be57-44e54a412151 service neutron] Notify callbacks [] for binding, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:22.404123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06937b24-f221-4e0d-a650-06ebcf236bc1 req-cb29f78a-e7cb-42aa-be57-44e54a412151 service neutron] 10.222.0.74 "DELETE /v2.0/ports/3e12ef2b-a1b1-470f-8557-7a1ecd715c10/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.7781801
Dec 16 09:30:22.408927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-5f961404-af9d-417c-a326-725d41e28a11 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/quotas/fb929b595be8413f89110dc3555a10f1 HTTP/1.1" status: 200  len: 375 time: 0.0466635
Dec 16 09:30:22.415793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09be243c-1198-4d9b-a3b3-c617c903bf09 req-fcdd60a9-6f6a-41ec-a10f-2ac07f9275ef tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663666
Dec 16 09:30:22.509446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-0ad2ebc6-1612-4046-87ef-56157d97eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.510852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-0ad2ebc6-1612-4046-87ef-56157d97eec0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3874569
Dec 16 09:30:22.520027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-afb576ee-89eb-4960-ba93-352dae93d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.521408 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-afb576ee-89eb-4960-ba93-352dae93d3e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 200  len: 921 time: 0.3024664
Dec 16 09:30:22.713026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-a1e3123a-4aa7-4386-90e7-d2c8e9f478e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 200  len: 217 time: 0.1380749
Dec 16 09:30:22.834319 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-5fcdc9b9-8776-41b6-93e0-d95557007bf5 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb929b595be8413f89110dc3555a10f1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4175651
Dec 16 09:30:22.848850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-17f14132-b942-4626-8bd6-90117eaae49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.850307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-17f14132-b942-4626-8bd6-90117eaae49a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 200  len: 860 time: 0.1157584
Dec 16 09:30:22.851988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-3b951212-bd41-4881-b012-f551f8d4d1ca service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3296432
Dec 16 09:30:22.863129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81f83-1019-4c69-a5e2-9ab45269b1ad req-6bba39a5-1e72-4257-b3f6-7be996db9953 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:22.864649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9e81f83-1019-4c69-a5e2-9ab45269b1ad req-6bba39a5-1e72-4257-b3f6-7be996db9953 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 944 time: 0.3476968
Dec 16 09:30:23.012524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-d79e61aa-2533-4dac-b166-8b164a9cefdf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1402338
Dec 16 09:30:23.177598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9e81f83-1019-4c69-a5e2-9ab45269b1ad req-774e3980-34d7-419d-aee4-b38852d2fe8b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070323
Dec 16 09:30:23.246135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-951f6c36-c58d-4ded-a34a-038f73070a85 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips/7ac1c394-5f9f-4676-b1bf-05b71cc1d00e HTTP/1.1" status: 200  len: 691 time: 0.1371458
Dec 16 09:30:23.266764 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b', 'status': 'completed', 'code': 200}
Dec 16 09:30:23.267067 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'tag': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7', 'status': 'completed', 'code': 200}
Dec 16 09:30:23.267560 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'tag': 'e55d58c5-3780-451e-8a8c-12baed3681d2', 'status': 'completed', 'code': 200}
Dec 16 09:30:23.336349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-c67a39c0-169b-473d-beca-4e148fc47960 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4484696
Dec 16 09:30:23.520672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-87ca2cb9-c0ed-4ec4-ac71-f58aa39e83fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e HTTP/1.1" status: 200  len: 217 time: 0.1013050
Dec 16 09:30:23.549455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-fcd6d2b5-9351-4fa3-98b5-ba8f121caff4 service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5194952
Dec 16 09:30:23.661650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f'}, {'name': 'network-changed', 'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:23.674743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device e55d58c5-3780-451e-8a8c-12baed3681d2 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:23.677684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:23.844859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:23.861593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:23.861980 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:23.927805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port e55d58c5-3780-451e-8a8c-12baed3681d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=e55d58c5-3780-451e-8a8c-12baed3681d2,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:23.947943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'e55d58c5-3780-451e-8a8c-12baed3681d2', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'port_id': 'e55d58c5-3780-451e-8a8c-12baed3681d2', 'mac_address': 'fa:16:3e:e0:c1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c482ebb-aee0-431a-960f-763e0a3c7ec1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:23.953670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-93cb4af0-47b4-48d6-8735-7c1f652f8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:23.955125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-93cb4af0-47b4-48d6-8735-7c1f652f8097 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.4146333
Dec 16 09:30:23.966586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-6b05a81e-652c-42f7-94bc-a835d2771b5f tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:23.968438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-6b05a81e-652c-42f7-94bc-a835d2771b5f tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.7098377
Dec 16 09:30:24.037760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:24.072821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:24.095905 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:24.100969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-45aba222-7280-4a2c-9205-51aa860cd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:24.102661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-45aba222-7280-4a2c-9205-51aa860cd7d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 1096 time: 0.8051260
Dec 16 09:30:24.110263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55d58c5-3780-451e-8a8c-12baed3681d2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:24.140561 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-2a59b8e7-364d-4f73-9dcf-02fc889a977d tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=fb929b595be8413f89110dc3555a10f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0609689
Dec 16 09:30:24.208151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-a58cf086-f975-4a7b-a0d2-937775f98002 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Synchronizing usage tracker for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:24.221573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a32f98-2fa4-4a0d-a360-a23b15b79891 req-29d9da06-ac3b-4d83-9f64-eb7a85739caa service neutron] 10.222.0.74 "GET /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6271980
Dec 16 09:30:24.225509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port e55d58c5-3780-451e-8a8c-12baed3681d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=e55d58c5-3780-451e-8a8c-12baed3681d2,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:24.234365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:24.249264 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:24.256540 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:24.300253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:24.323152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:24.344123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b6dca-3f23-4eb2-8a4b-1cecbf63a1f2 req-f368265b-7eaa-4d98-8ad6-6bf35a80d6ba tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:24.345663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c33b6dca-3f23-4eb2-8a4b-1cecbf63a1f2 req-f368265b-7eaa-4d98-8ad6-6bf35a80d6ba tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 944 time: 0.7114089
Dec 16 09:30:24.352909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-a58cf086-f975-4a7b-a0d2-937775f98002 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Unset dirty status for tenant:e33081ed33f544d08d042f9e57457a4c on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:24.354085 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-a58cf086-f975-4a7b-a0d2-937775f98002 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200  len: 694 time: 0.3792896
Dec 16 09:30:24.382540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=e55d58c5-3780-451e-8a8c-12baed3681d2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:24.392573 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:24.394355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:24.397399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-3a082cea-9c5b-466b-aded-bf25b7cf0e3b tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:24.398905 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-3a082cea-9c5b-466b-aded-bf25b7cf0e3b tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2559805
Dec 16 09:30:24.401978 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b4752b5a-628e-47e3-b8d6-64c5ccd3cf5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:24.411324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Request body: {'port': {'device_id': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': 'fb929b595be8413f89110dc3555a10f1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:24.459343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'mac_address': 'fa:16:3e:61:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:24.499563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['e55d58c5-3780-451e-8a8c-12baed3681d2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:24.521486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-964703bf-949c-4f8f-b927-0845e05d9ed9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200  len: 694 time: 0.1302514
Dec 16 09:30:24.525627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-17f5630b-1518-46eb-80e4-b5fc2e4f6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:24.527263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-17f5630b-1518-46eb-80e4-b5fc2e4f6c12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 913 time: 0.3692083
Dec 16 09:30:24.531303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-8c265559-d970-4812-adf7-844ac23ea659 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4407470
Dec 16 09:30:24.534374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c33b6dca-3f23-4eb2-8a4b-1cecbf63a1f2 req-dbe67335-93e3-470f-80fe-f9a6c1fdf364 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792052
Dec 16 09:30:24.536538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8d9d9f3b-ff13-4f06-af1b-68a84a5a5c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:24.538407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-8d9d9f3b-ff13-4f06-af1b-68a84a5a5c4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5664220
Dec 16 09:30:24.588626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:24.597704 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:24.606116 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:24.629110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:24.664373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:24.677469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:24.682753 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:24.686996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:24.692623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Usage tracker for resource:port and tenant:fb929b595be8413f89110dc3555a10f1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:24.695667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:24.702225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:24.712074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Made reservation on behalf of fb929b595be8413f89110dc3555a10f1 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:24.715908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:24.790557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:24.800532 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:24.825200 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-cca8a4d8-0645-467f-b0a4-c28e4b31fcc2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa8f62a-f1ed-4327-9d08-eb837b1441d7 HTTP/1.1" status: 200  len: 217 time: 0.2251225
Dec 16 09:30:24.886492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Allocated IP 192.168.233.231 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/5fa4d762-1373-4b45-b0e9-34cae70ccfbd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:25.006612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Deleting port cbd716a9-c9c6-4da1-8184-eb3754cbd159 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:25.006857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.092066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.103684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:25.108115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Transition to ACTIVE for port object 5fa4d762-1373-4b45-b0e9-34cae70ccfbd will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:25.108694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-935c2e2a-6b3e-431a-b884-06862bbad856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.110163 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-935c2e2a-6b3e-431a-b884-06862bbad856 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.2588229
Dec 16 09:30:25.126766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7cc507ad-74d7-49ce-9eb4-cdb7b09be4e4 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5252988
Dec 16 09:30:25.135345 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.147660 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4d708e7-bd7d-427e-8e7d-a4f99312f34f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:25.201050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:25.210075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:25.214622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:25.284371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:25.289497 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:25.304798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.305749 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.329051 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9214044
Dec 16 09:30:25.342788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Request body: {'port': {'device_id': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:25.416538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-f745c996-f4b4-4b42-8f24-7fbffe71f6dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2932217
Dec 16 09:30:25.467840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.503504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-9a911d29-fd72-41f7-ae74-d923d85d833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.504958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-9a911d29-fd72-41f7-ae74-d923d85d833e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a26670d1aa7f4c5db825909167fce43c&device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 1100 time: 0.7609279
Dec 16 09:30:25.522347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d63550e5-495e-4573-bb9e-8f75d011fb8d None None] Provisioning for port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:25.524673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.528371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d63550e5-495e-4573-bb9e-8f75d011fb8d None None] Provisioning complete for port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:25.529198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d63550e5-495e-4573-bb9e-8f75d011fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.531111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.537036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.542854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.549391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.562146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.570036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:25.571989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75270a4b-6e3f-48bd-8249-026d3684720b req-f5c27277-53a9-4a4e-8f22-0217a8e62fca tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.8689702
Dec 16 09:30:25.630209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d63550e5-495e-4573-bb9e-8f75d011fb8d None None] Port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:30:25.685457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:25.687996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device e55d58c5-3780-451e-8a8c-12baed3681d2 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:25.853082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port e55d58c5-3780-451e-8a8c-12baed3681d2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:25.857807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa4d762-1373-4b45-b0e9-34cae70ccfbd {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:25.863929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port e55d58c5-3780-451e-8a8c-12baed3681d2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:25.864461 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.865984 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.874271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.874588 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.881185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Transition to ACTIVE for port object 5fa4d762-1373-4b45-b0e9-34cae70ccfbd will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:25.886516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:25.890852 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:25.896606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75270a4b-6e3f-48bd-8249-026d3684720b req-89a82042-39f7-44f0-b36b-3e749aeedcac tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2806764
Dec 16 09:30:25.950416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:25.968647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '55bcb084-e184-4cd2-8d67-4d6cbc43775f', 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5', 'port_id': '55bcb084-e184-4cd2-8d67-4d6cbc43775f', 'mac_address': 'fa:16:3e:3c:2d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b911c784-d5d8-409c-a7ba-22b49f899b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:26.039599 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:26.110919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bcb084-e184-4cd2-8d67-4d6cbc43775f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:26.148181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:26.150588 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:26.168177 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:26.168507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Calling delete_port for cbd716a9-c9c6-4da1-8184-eb3754cbd159 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:26.174191 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:26.234086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:26.245232 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:26.247973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-b018d84c-ac81-4d00-a7d1-db92acd15fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.250504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-b018d84c-ac81-4d00-a7d1-db92acd15fbe service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.6700549
Dec 16 09:30:26.252349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-f97d4d49-0851-4f67-abf9-a24b33345b12 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0779161
Dec 16 09:30:26.284746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:26.285199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Attempting to bind port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:26.285600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Attempting to bind port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:26.286002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Attempting to bind port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:26.290898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:26.291351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Attempting to bind port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:26.296413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:26.296820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:26.297259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:26.297910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Bound port: 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:26.298323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:26.324811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port e55d58c5-3780-451e-8a8c-12baed3681d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=e55d58c5-3780-451e-8a8c-12baed3681d2,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:26.361980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:26.366993 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:26.367837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:26.375537 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:26.406106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:26.409548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:26.413563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:26.418509 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:26.446141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['55bcb084-e184-4cd2-8d67-4d6cbc43775f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:26.478878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-4f7d97af-dfb0-4981-91dc-37a87bf23037 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c9fd142c-fec2-449e-8560-2781fcdcca21 HTTP/1.1" status: 200  len: 217 time: 0.1801300
Dec 16 09:30:26.484027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-1672ab06-bdae-431f-954f-8294a9c51f86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=09b55e95-0b31-49d2-a289-008769c2b574 HTTP/1.1" status: 200  len: 217 time: 0.1200023
Dec 16 09:30:26.487954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4e259bf5-bd14-4bc8-8db9-4e8042a161ac service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0145986
Dec 16 09:30:26.502402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:26.507860 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:26.512246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.512911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:26.514658 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] 10.222.0.54 "PUT /v2.0/ports/5fa4d762-1373-4b45-b0e9-34cae70ccfbd HTTP/1.1" status: 200  len: 1096 time: 1.1771774
Dec 16 09:30:26.554932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=e55d58c5-3780-451e-8a8c-12baed3681d2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:26.565855 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:26.662560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-7c0b035b-90c9-4701-9af5-f5e573b3498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.664192 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-7c0b035b-90c9-4701-9af5-f5e573b3498b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb929b595be8413f89110dc3555a10f1&device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 1099 time: 0.1011498
Dec 16 09:30:26.743044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-2a01cea1-9f1a-4f6a-88e8-770ac1331994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.744500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-2a01cea1-9f1a-4f6a-88e8-770ac1331994 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.2505391
Dec 16 09:30:26.755134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-c1506af5-098b-40bc-8b4e-3cb5d959d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.756727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-c1506af5-098b-40bc-8b4e-3cb5d959d6c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2262969
Dec 16 09:30:26.784466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-1baea15d-38db-40a5-a906-189f1192e1be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd HTTP/1.1" status: 200  len: 217 time: 0.1076262
Dec 16 09:30:26.866254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f8b2e95d-b500-4ce4-8145-880d75043fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.867785 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-f8b2e95d-b500-4ce4-8145-880d75043fe3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0761135
Dec 16 09:30:26.933314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff9d2-7bd4-4b66-acc8-7771e0999cc8 req-4699790e-e650-41b7-9040-2579a5d960b5 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.934795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65fff9d2-7bd4-4b66-acc8-7771e0999cc8 req-4699790e-e650-41b7-9040-2579a5d960b5 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.6717019
Dec 16 09:30:26.951014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d450-c830-4332-af40-0dbdbd2e567f req-98569dc8-94e4-4999-a806-1438c3c65182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:26.953092 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-98569dc8-94e4-4999-a806-1438c3c65182 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0786419
Dec 16 09:30:26.963003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-f2ff1c41-5a87-4092-b011-5666ee68ccbd service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4336972
Dec 16 09:30:27.006466 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:27.019106 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f0f77f38-d451-43ff-a957-d89cb2ccb6d4 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:27.094440 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-6de70d61-86b7-465a-85b6-05632444ed1b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341696
Dec 16 09:30:27.231495 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7095d450-c830-4332-af40-0dbdbd2e567f req-af8cc97c-aa98-4f12-b06e-e5916eb05c89 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291304
Dec 16 09:30:27.241717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Pushing event deleted for resources: {'Port': ['ID=cbd716a9-c9c6-4da1-8184-eb3754cbd159,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:27.273426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65fff9d2-7bd4-4b66-acc8-7771e0999cc8 req-a02e331b-2794-4fab-9c6e-4de0b99b6dd1 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3250523
Dec 16 09:30:27.281948 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:27.343072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-644623b9-cbdd-475d-ab3a-7a13e97ae2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:27.344159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-644623b9-cbdd-475d-ab3a-7a13e97ae2ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5613623
Dec 16 09:30:27.349030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-2d32c031-fb70-40c6-adec-69a2c293aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:27.350412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-2d32c031-fb70-40c6-adec-69a2c293aedb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5738564
Dec 16 09:30:27.567039 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:27.629622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-5e05ad6c-d459-4e7f-8826-f5dcecfa8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:27.631083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-5e05ad6c-d459-4e7f-8826-f5dcecfa8eae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=824ce2c5-37a6-4e85-a7a9-d9071c170d18 HTTP/1.1" status: 200  len: 1096 time: 0.6137104
Dec 16 09:30:27.648759 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:27.649786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-94026370-bb3b-4f49-b06d-7a8bab46d19f req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] 10.222.0.66 "DELETE /v2.0/floatingips/7ac1c394-5f9f-4676-b1bf-05b71cc1d00e HTTP/1.1" status: 204  len: 173 time: 3.1102350
Dec 16 09:30:27.656532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60514) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:30:27.717725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:27.802447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 55bcb084-e184-4cd2-8d67-4d6cbc43775f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:27.807415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 55bcb084-e184-4cd2-8d67-4d6cbc43775f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:27.807873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:27.824419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-f2c0f3fb-73c3-43e3-b991-372645fb3d84 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4436460
Dec 16 09:30:27.834349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-79d5a306-7d59-4055-a3e5-2cef40d0ce3a service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4778256
Dec 16 09:30:27.944907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:27.985157 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:27.991665 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:27.994134 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:28.032035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807a0c7-b365-4ae5-bdea-e83ca40c0f53 req-76693797-5b86-412d-ac02-514fc5fac862 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.033514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7807a0c7-b365-4ae5-bdea-e83ca40c0f53 req-76693797-5b86-412d-ac02-514fc5fac862 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 946 time: 0.6517336
Dec 16 09:30:28.057297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:28.123621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:28.127474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-87f069da-eb47-4bb3-93b0-2bfaa9344eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.128623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-87f069da-eb47-4bb3-93b0-2bfaa9344eb0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 913 time: 0.4662778
Dec 16 09:30:28.129866 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:28.153003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:28.160873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:28.161582 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:28.210192 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7807a0c7-b365-4ae5-bdea-e83ca40c0f53 req-ee8a3671-a49d-46d3-b087-f7043a774b64 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575413
Dec 16 09:30:28.259366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-a20f1cde-ffe4-4124-9834-fee3e1755b19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e55d58c5-3780-451e-8a8c-12baed3681d2 HTTP/1.1" status: 200  len: 217 time: 0.1100707
Dec 16 09:30:28.288987 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f', 'status': 'completed', 'code': 200}
Dec 16 09:30:28.289551 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'status': 'completed', 'code': 200}
Dec 16 09:30:28.311404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:28.333033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98eb505-c6b2-44a3-a058-4839c52364fe req-bbc96c74-3f76-4f8f-9a59-1ab55cd734e2 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4980321
Dec 16 09:30:28.349536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:28.357525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:28.359457 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-752febea-67c9-4e40-bbef-672ff408ee28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:28.376508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f59a-29f4-4b4e-b0ac-30c2117f8dc0 req-616c188f-fd0b-42a4-9475-b2a3b06ff437 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.377919 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfd3f59a-29f4-4b4e-b0ac-30c2117f8dc0 req-616c188f-fd0b-42a4-9475-b2a3b06ff437 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1102 time: 0.6090727
Dec 16 09:30:28.379723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-6d4d5c48-6eb6-4980-bd44-588e1bb592ea service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5168660
Dec 16 09:30:28.445302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:28.462856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:28.467345 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:28.508651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-ffe74800-b2a9-4165-9c7b-c26ae3b52ae9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 200  len: 217 time: 0.1039021
Dec 16 09:30:28.515154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-a6d64c23-5836-4d26-bb66-b3d8748fc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.516845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-a6d64c23-5836-4d26-bb66-b3d8748fc53c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.2483704
Dec 16 09:30:28.657525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-69779a59-e057-421a-93d8-3a6caf1cb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.659020 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-69779a59-e057-421a-93d8-3a6caf1cb17f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1097 time: 0.3503397
Dec 16 09:30:28.742318 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfd3f59a-29f4-4b4e-b0ac-30c2117f8dc0 req-52028a34-60f3-4995-b725-abb4f8b5a65b tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3549800
Dec 16 09:30:28.804829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-02806597-ab11-42f7-a7bf-e47314ad071c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2361853
Dec 16 09:30:28.884299 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7', 'code': 200}
Dec 16 09:30:28.921383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-697b33fd-0771-4785-86f5-d4bd3ccd4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.922832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-697b33fd-0771-4785-86f5-d4bd3ccd4fed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.3987191
Dec 16 09:30:28.955540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-9132420a-3add-404b-aacf-4bb6e2b189bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.956965 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-9132420a-3add-404b-aacf-4bb6e2b189bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.2885401
Dec 16 09:30:28.969670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-05860711-4e12-437e-8600-d251f4c7d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:28.971129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-05860711-4e12-437e-8600-d251f4c7d9d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb929b595be8413f89110dc3555a10f1&device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 1101 time: 0.6333537
Dec 16 09:30:29.074532 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-b1276cfd-d15f-4df1-a768-45bccdb8c488 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 200  len: 217 time: 0.1027288
Dec 16 09:30:29.151765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-07d6ab56-b8b8-48e5-8e83-5a6f4eb2e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.153191 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-07d6ab56-b8b8-48e5-8e83-5a6f4eb2e83d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.0675540
Dec 16 09:30:29.237153 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-811bb5b9-a570-4b4d-8268-df5c203f77aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0766451
Dec 16 09:30:29.249841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-cd85a41c-d34f-43d7-b39c-2316d2bbc352 service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4342873
Dec 16 09:30:29.263116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed231a7f-d40b-4e4a-b290-264d6e8ecdc7 req-afeb6285-e8e1-4d77-9c1a-1c71721d5bd3 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.265136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed231a7f-d40b-4e4a-b290-264d6e8ecdc7 req-afeb6285-e8e1-4d77-9c1a-1c71721d5bd3 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 946 time: 0.5101204
Dec 16 09:30:29.334847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Deleting port 2923d563-ead9-4700-b9c7-166f792055a8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:29.335405 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:29.426198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b54fa47c-a85f-4201-9272-bdd0686cb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.427474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-b54fa47c-a85f-4201-9272-bdd0686cb503 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4922190
Dec 16 09:30:29.441193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-5628d508-d46c-40d7-8df7-275981b3fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.442556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-5628d508-d46c-40d7-8df7-275981b3fae4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4297733
Dec 16 09:30:29.458409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3583d1-2615-48ae-8efe-434f77153413 req-912e2216-8740-4c3b-9ff1-61425670c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.459788 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d3583d1-2615-48ae-8efe-434f77153413 req-912e2216-8740-4c3b-9ff1-61425670c486 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 1097 time: 0.4827819
Dec 16 09:30:29.502376 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-daf4fd74-c2da-4e6e-acb7-4d0066718cee service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581301
Dec 16 09:30:29.547104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed231a7f-d40b-4e4a-b290-264d6e8ecdc7 req-94d125d2-19c8-49cf-b6f5-0bba85b3698a tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571976
Dec 16 09:30:29.632599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-1c394c33-3fbd-43c9-839a-3f20b272169a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 HTTP/1.1" status: 200  len: 217 time: 0.1807771
Dec 16 09:30:29.643395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] For port 2923d563-ead9-4700-b9c7-166f792055a8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2923d563-ead9-4700-b9c7-166f792055a8,segment=NetworkSegment(023f774f-cea3-448a-b929-99cb1cd72550),segment_id=023f774f-cea3-448a-b929-99cb1cd72550)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:29.643753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:29.697947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.703756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.709514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.715416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.722902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.727556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.730070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa4d762-1373-4b45-b0e9-34cae70ccfbd details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:29.734292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.736169 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ccc6e880-2412-443b-8947-8db8630730fa req-527176df-7ee8-4923-b1b0-dd390bdcc54a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.6887524
Dec 16 09:30:29.787412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Calling delete_port for 2923d563-ead9-4700-b9c7-166f792055a8 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:29.837577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-ba1954cb-0b41-472b-9838-fbe1d19c1f57 service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5713754
Dec 16 09:30:29.850242 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-5f0252f9-3309-4789-a22f-c25cc52debb0 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3408484
Dec 16 09:30:29.893307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d3583d1-2615-48ae-8efe-434f77153413 req-7c44a6aa-cc9d-4229-bb68-448e05cb49d2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3500330
Dec 16 09:30:29.907186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:29.910069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-c621c498-dda7-4558-8b15-73bcf1a0bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:29.911522 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-c621c498-dda7-4558-8b15-73bcf1a0bd2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2654586
Dec 16 09:30:29.921549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'mac_address': 'fa:16:3e:73:bb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:29.931864 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ccc6e880-2412-443b-8947-8db8630730fa req-c2a07445-283a-459d-9f9d-b352feb87806 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1516042
Dec 16 09:30:29.986935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-20b509b3-5890-48ad-a044-c6e82a98c284 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5377336
Dec 16 09:30:30.067046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:30.096206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa4d762-1373-4b45-b0e9-34cae70ccfbd {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:30.115547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:30.145437 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:30.145437 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:30.159824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce269b-1890-4165-899a-420209122bf6 req-e3a245e2-9b8c-4a32-b8f0-f2e5dad227b4 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:30.159824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73ce269b-1890-4165-899a-420209122bf6 req-e3a245e2-9b8c-4a32-b8f0-f2e5dad227b4 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.4205604
Dec 16 09:30:30.239984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-0e0a4cdf-35c3-4c2a-b16b-258f1a76f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:30.239984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-0e0a4cdf-35c3-4c2a-b16b-258f1a76f886 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3125391
Dec 16 09:30:30.242141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:30.245411 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:30.249441 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73ce269b-1890-4165-899a-420209122bf6 req-6c624fd9-ea06-46bc-8ef6-0d1b89978ce8 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886269
Dec 16 09:30:30.252741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:30.255395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-16c2fc3e-133d-4127-b80b-3cfe84bd70cc tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:30.306135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:30.321419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Pushing event deleted for resources: {'Port': ['ID=2923d563-ead9-4700-b9c7-166f792055a8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:30.325307 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:30.406290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5fa4d762-1373-4b45-b0e9-34cae70ccfbd'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:30.691679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-7e59cd58-1592-44dc-97e0-21293db5a1a1 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6894636
Dec 16 09:30:30.712332 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:30.798973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-5b975b13-1681-4ef5-a44b-b31c5c69a762 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 200  len: 217 time: 0.0944843
Dec 16 09:30:30.865779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-a7b7a596-b075-4ce0-bc86-160c1ca66035 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5833871
Dec 16 09:30:30.872071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc5a74-a729-4ef6-ac1b-b5ba926d2b27 req-351128a1-8cd6-4c73-af70-7289581d8cf5 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:30.874099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3bc5a74-a729-4ef6-ac1b-b5ba926d2b27 req-351128a1-8cd6-4c73-af70-7289581d8cf5 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 1095 time: 0.5022130
Dec 16 09:30:30.886765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d58c5-3780-451e-8a8c-12baed3681d2'}, {'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f'}, {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:31.009975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-840c0397-56b3-43e9-b629-e12260c5cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:31.011497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-840c0397-56b3-43e9-b629-e12260c5cd22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.1951630
Dec 16 09:30:31.022930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4016-aaf3-402b-80ad-b13ea98d71b6 req-21113703-024a-482e-8003-f3b6f9efedd0 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:31.024465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e3c4016-aaf3-402b-80ad-b13ea98d71b6 req-21113703-024a-482e-8003-f3b6f9efedd0 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 946 time: 0.4137068
Dec 16 09:30:31.110595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3bc5a74-a729-4ef6-ac1b-b5ba926d2b27 req-6dc0f4e8-085c-4cd9-95b0-1c7cb32c0681 tempest-LiveAutoBlockMigrationV225Test-1830884344 tempest-LiveAutoBlockMigrationV225Test-1830884344-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075396
Dec 16 09:30:31.143900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Router bb26b341-c278-4693-a2fe-6a177836dbfd has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:30:31.188300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e3c4016-aaf3-402b-80ad-b13ea98d71b6 req-7cbcf0e4-c5eb-488a-8c7e-6b61b6a87651 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261270
Dec 16 09:30:31.201583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1bd46ba-ff7d-48fe-91f5-270f198ab1b1 req-e6bab0bf-3091-4a7d-bc65-72a72d6ab242 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3240924
Dec 16 09:30:31.243673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-353cbed7-6406-4bde-8e83-1922a5c494ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:31.245552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-353cbed7-6406-4bde-8e83-1922a5c494ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2169075
Dec 16 09:30:31.359971 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'status': 'completed', 'code': 200}
Dec 16 09:30:31.415285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:30:31.426469 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] 10.222.0.66 "PUT /v2.0/routers/bb26b341-c278-4693-a2fe-6a177836dbfd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7607200
Dec 16 09:30:31.426469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60544) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:30:31.430689 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] Sync routers for ids ['bb26b341-c278-4693-a2fe-6a177836dbfd'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:30:31.449459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] Routers {'bb26b341-c278-4693-a2fe-6a177836dbfd'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:30:31.449459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3816c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:30:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb26b341-c278-4693-a2fe-6a177836dbfd'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:30:31.673305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:31.706504 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] Set router bb26b341-c278-4693-a2fe-6a177836dbfd gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:30:31.729882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-35094c26-aa14-4736-a8b2-e9ea734413ab service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4671478
Dec 16 09:30:31.749006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa4d762-1373-4b45-b0e9-34cae70ccfbd up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:31.804942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4013d-e3cb-48d7-b0f6-9322c2557110 req-7d05bded-88c1-4304-b433-1509909cf609 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:31.804942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dcb4013d-e3cb-48d7-b0f6-9322c2557110 req-7d05bded-88c1-4304-b433-1509909cf609 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 1102 time: 0.4364846
Dec 16 09:30:31.881229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:31.890154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:31.890154 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:31.910425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137f09f-a628-4834-9333-e4f9c1d83ee3 req-fead1bb6-cf1d-4183-a7e3-a80bbec9e0e2 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:31.919004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f137f09f-a628-4834-9333-e4f9c1d83ee3 req-fead1bb6-cf1d-4183-a7e3-a80bbec9e0e2 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 946 time: 0.3488104
Dec 16 09:30:31.959415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:31.969548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Deleting port 73b47995-d3a0-496c-9403-fd70a8caad00 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:31.969548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:31.999455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-c965b424-00d8-4f18-91da-29fb8e3c7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:31.999455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-c965b424-00d8-4f18-91da-29fb8e3c7424 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb929b595be8413f89110dc3555a10f1&device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 1100 time: 0.5720146
Dec 16 09:30:32.099268 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dcb4013d-e3cb-48d7-b0f6-9322c2557110 req-cfb0f9b7-857d-4318-9dec-52c55fd0d613 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151434
Dec 16 09:30:32.183633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:32.243824 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3816c10>, [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:30:29Z', 'revision_number': 5, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port': {'id': '73b47995-d3a0-496c-9403-fd70a8caad00', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:18Z', 'updated_at': '2021-12-16T09:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:30:32.243824 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] Checking router: bb26b341-c278-4693-a2fe-6a177836dbfd for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:30:32.256248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:32.256248 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:32.256248 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:32.274609 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] Routers {'bb26b341-c278-4693-a2fe-6a177836dbfd'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:30:32.274609 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3816c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:30:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb26b341-c278-4693-a2fe-6a177836dbfd'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:30:32.366633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f137f09f-a628-4834-9333-e4f9c1d83ee3 req-e107ceae-ea4c-4799-bd9d-191e63147c29 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4439416
Dec 16 09:30:32.367565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] For port 73b47995-d3a0-496c-9403-fd70a8caad00, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=73b47995-d3a0-496c-9403-fd70a8caad00,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:32.368050 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:32.426938 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d58c5-3780-451e-8a8c-12baed3681d2', 'code': 200}
Dec 16 09:30:32.430031 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f', 'code': 200}
Dec 16 09:30:32.431921 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'code': 200}
Dec 16 09:30:32.554107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:32.578151 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:32.662395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Calling delete_port for 73b47995-d3a0-496c-9403-fd70a8caad00 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:32.789489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592b8f44-6a4a-4e19-8b46-a35c0406484f req-fb1ef6cc-05de-4c27-afa1-588101276e39 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0525243
Dec 16 09:30:32.799293 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] Set router bb26b341-c278-4693-a2fe-6a177836dbfd gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:30:32.800794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30025564-af9a-4e20-9585-3b7aef364d91 req-67398572-c716-43e2-be52-9e9e8c9f6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:32.802285 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-30025564-af9a-4e20-9585-3b7aef364d91 req-67398572-c716-43e2-be52-9e9e8c9f6894 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1097 time: 0.3434670
Dec 16 09:30:32.867318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-67dc3470-5d62-442c-b633-f0bfe7fb3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:32.869429 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-67dc3470-5d62-442c-b633-f0bfe7fb3273 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.8622062
Dec 16 09:30:32.881520 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-30025564-af9a-4e20-9585-3b7aef364d91 req-66bc2872-1df1-4df3-a1e4-ae6ff294eedf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695624
Dec 16 09:30:32.962054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:32.967425 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:32.983890 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3816c10>, [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:30:31Z', 'revision_number': 6, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:30:32.989097 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60a8e1-7025-4f48-819b-04a7cdfeb435 None None] The sync data for ids ['bb26b341-c278-4693-a2fe-6a177836dbfd'] in n-d-820554-2 is: [{'id': 'bb26b341-c278-4693-a2fe-6a177836dbfd', 'name': 'tempest-FloatingIPDetailsTestJSON-1207343999-router', 'tenant_id': 'e33081ed33f544d08d042f9e57457a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:14Z', 'updated_at': '2021-12-16T09:30:31Z', 'revision_number': 6, 'project_id': 'e33081ed33f544d08d042f9e57457a4c', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:30:33.023837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b47995-d3a0-496c-9403-fd70a8caad00,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:33.027018 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:33.117699 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.164598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-96de5724-5d23-4d05-9353-a5970b7951a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd HTTP/1.1" status: 200  len: 217 time: 0.2540905
Dec 16 09:30:33.254676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63639bfc-8552-43bf-9d43-4842b6631c44 req-043dfff3-7e32-4339-8be6-c10603cfd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.256198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63639bfc-8552-43bf-9d43-4842b6631c44 req-043dfff3-7e32-4339-8be6-c10603cfd6c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=824ce2c5-37a6-4e85-a7a9-d9071c170d18 HTTP/1.1" status: 200  len: 1096 time: 0.6392863
Dec 16 09:30:33.292652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.294877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.299818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0567f-9545-47ec-a831-95788401e554 req-094cf6d5-4fe1-4f1f-8412-795ffd97de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.301322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ac0567f-9545-47ec-a831-95788401e554 req-094cf6d5-4fe1-4f1f-8412-795ffd97de64 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 1101 time: 0.8357050
Dec 16 09:30:33.317591 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.318031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb26b341-c278-4693-a2fe-6a177836dbfd {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:30:33.331485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.332594 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bb26b341-c278-4693-a2fe-6a177836dbfd HTTP/1.1" status: 204  len: 168 time: 1.9096189
Dec 16 09:30:33.335070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:30:33.362832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.379124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.386363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.393673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.400610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.401958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Deleting subnet 0106f828-1289-45f5-9fa3-645007843c20 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:30:33.405899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.409467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.415406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.417300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f47b7af3-df49-49d9-bb72-763aab7c4105 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.7433887
Dec 16 09:30:33.420271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2923d563-ead9-4700-b9c7-166f792055a8 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:33.437160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-f09bd303-0f16-4ee5-b99f-5757f1f4fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.439139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-f09bd303-0f16-4ee5-b99f-5757f1f4fe7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2475271
Dec 16 09:30:33.463435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.470267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63639bfc-8552-43bf-9d43-4842b6631c44 req-7936ae21-922c-4963-8819-0e1097aef8e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068300
Dec 16 09:30:33.477412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 2923d563-ead9-4700-b9c7-166f792055a8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:33.477898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2923d563-ead9-4700-b9c7-166f792055a8 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:33.524470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.524914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.525386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.525853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.526315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.526779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.527262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.529333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-2639203d-f9d2-4d9e-845a-4b4cdb5e097e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6486 time: 0.6579971
Dec 16 09:30:33.579010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.597785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebc56a-6a35-44db-9abc-f4f9f5fb1c4d req-61801ec4-95ff-4920-8c89-ac1839430142 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.599448 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7ebc56a-6a35-44db-9abc-f4f9f5fb1c4d req-61801ec4-95ff-4920-8c89-ac1839430142 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 950 time: 0.4833579
Dec 16 09:30:33.608461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ac0567f-9545-47ec-a831-95788401e554 req-69bbcc19-3b06-43d3-b581-557168524523 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919352
Dec 16 09:30:33.648919 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.653464 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a7fd002-63d7-4d42-9288-950b99dafc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:33.689107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.694669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae77da-2ac8-43c3-8569-b8bbdf902db2 None None] Network 57efc189-cc50-4f41-9eb2-c63c464d9dbf requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:30:33.695445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0106f828-1289-45f5-9fa3-645007843c20,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:33.698891 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:33.703990 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0106f828-1289-45f5-9fa3-645007843c20 HTTP/1.1" status: 204  len: 168 time: 0.3675613
Dec 16 09:30:33.707149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:30:33.751719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14b76d1b-e7d8-418f-bb01-9a4144ca1407 req-f36e1504-6dc9-439e-85bc-c03e0c4fd186 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3201385
Dec 16 09:30:33.820753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.827401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-4bcd8540-0426-4d55-8921-36affb0d7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:33.829844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-4bcd8540-0426-4d55-8921-36affb0d7855 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 903 time: 0.2889049
Dec 16 09:30:33.834382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Deleting port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:33.835207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:33.962796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-ae907fe6-afd5-4a92-b637-1742ca8651f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 200  len: 217 time: 0.1217563
Dec 16 09:30:34.002877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] DHCP port deletion for 57efc189-cc50-4f41-9eb2-c63c464d9dbf request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:30:34.007422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Deleting port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:34.007894 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.042053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7ebc56a-6a35-44db-9abc-f4f9f5fb1c4d req-6a912179-8157-40bd-aa5d-60ac9407c15c tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3336108
Dec 16 09:30:34.105384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-246b6dfc-54aa-4220-bf5c-072b581c4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:34.118750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-246b6dfc-54aa-4220-bf5c-072b581c4da4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6550341
Dec 16 09:30:34.218888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-fa5c4d67-0e14-408d-b19f-e423bebfcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:34.224213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-fa5c4d67-0e14-408d-b19f-e423bebfcf91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.2443974
Dec 16 09:30:34.298080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] For port 7d3992ff-3b96-4260-b701-dcaf93f1abb5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d3992ff-3b96-4260-b701-dcaf93f1abb5,segment=NetworkSegment(023f774f-cea3-448a-b929-99cb1cd72550),segment_id=023f774f-cea3-448a-b929-99cb1cd72550)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:34.299314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.311299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-642c7508-7911-4d0a-bc11-56a9325d83ef tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:34.313517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-642c7508-7911-4d0a-bc11-56a9325d83ef tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 944 time: 0.7105927
Dec 16 09:30:34.389266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] For port 7d3992ff-3b96-4260-b701-dcaf93f1abb5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d3992ff-3b96-4260-b701-dcaf93f1abb5,segment=NetworkSegment(023f774f-cea3-448a-b929-99cb1cd72550),segment_id=023f774f-cea3-448a-b929-99cb1cd72550)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:34.389690 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.455883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:34.460970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Calling delete_port for 7d3992ff-3b96-4260-b701-dcaf93f1abb5 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:34.549089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Calling delete_port for 7d3992ff-3b96-4260-b701-dcaf93f1abb5 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:34.575689 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.583958 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:34.623806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Deleting port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:34.624419 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.639519 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:30:34.640464 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:30:34.640625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3992ff-3b96-4260-b701-dcaf93f1abb5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:34.644111 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:34.646350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] No DVR routers for this DVR port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:34.679482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-5d97effa-5d5d-4248-ab82-1d54de1cf68e service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5403996
Dec 16 09:30:34.767276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.798388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2352730>,) {'filters': {'network_id': ['57efc189-cc50-4f41-9eb2-c63c464d9dbf']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:30:34.811188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2352730>, '023f774f-cea3-448a-b929-99cb1cd72550') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:30:34.811493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2352730>, '023f774f-cea3-448a-b929-99cb1cd72550') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:30:34.822826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.840150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.846767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:30:34.847705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.859039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-9cf71313-648d-4ffe-8049-b97d1968d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:34.860546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-9cf71313-648d-4ffe-8049-b97d1968d9cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4830787
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:30:34.862122 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:30:34.880359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d2325-294e-429c-aa03-6f76284133c1 req-75f7c23d-993e-4a7b-9959-2eace68941db tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:34.881816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b96d2325-294e-429c-aa03-6f76284133c1 req-75f7c23d-993e-4a7b-9959-2eace68941db tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c10e909-89f1-45db-9a59-dbfc0e4086ea HTTP/1.1" status: 200  len: 944 time: 0.4207435
Dec 16 09:30:34.889192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fc0c-55bb-4a88-bdbe-02e792d6c88d req-7e5e7ce3-ffb9-423b-8568-0e09068ab979 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:34.891634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2906fc0c-55bb-4a88-bdbe-02e792d6c88d req-7e5e7ce3-ffb9-423b-8568-0e09068ab979 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 946 time: 0.5767686
Dec 16 09:30:34.945492 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.949107 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:34.963914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:34.970427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Pushing event deleted for resources: {'Network': ['ID=57efc189-cc50-4f41-9eb2-c63c464d9dbf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:34.974455 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:34.980097 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] 10.222.0.66 "DELETE /v2.0/networks/57efc189-cc50-4f41-9eb2-c63c464d9dbf HTTP/1.1" status: 204  len: 168 time: 1.2714214
Dec 16 09:30:35.137594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 73b47995-d3a0-496c-9403-fd70a8caad00 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:35.145218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:30:35.169052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Deleting port 7d3992ff-3b96-4260-b701-dcaf93f1abb5 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:35.169582 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:35.198761 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3f1ecf32-25e5-4369-8cbe-dac10619f34f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e33081ed33f544d08d042f9e57457a4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498214
Dec 16 09:30:35.198968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:30:35.210490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 73b47995-d3a0-496c-9403-fd70a8caad00 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:35.210490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 73b47995-d3a0-496c-9403-fd70a8caad00 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:35.210858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d3992ff-3b96-4260-b701-dcaf93f1abb5 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:35.266227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:35.285803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7d3992ff-3b96-4260-b701-dcaf93f1abb5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:35.286447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d3992ff-3b96-4260-b701-dcaf93f1abb5 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:35.289916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47d0b725-dd53-4c64-8e4a-a91424bd29f2 req-87daa2eb-0623-4f04-884b-b6d90e7ad39d service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5925443
Dec 16 09:30:35.292497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-74b94c4c-adc6-4099-8a17-42961c5c68be None None] The port '7d3992ff-3b96-4260-b701-dcaf93f1abb5' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:30:35.293857 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:35.316386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b96d2325-294e-429c-aa03-6f76284133c1 req-9c325a74-b8e8-4800-862a-7bb7d2efcbc0 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4177349
Dec 16 09:30:35.327732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2906fc0c-55bb-4a88-bdbe-02e792d6c88d req-bb97dbc1-eaff-40a0-b44b-1cc405803457 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4234784
Dec 16 09:30:35.372974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:35.379145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4ee913c8-d758-4f57-8d64-cd7c47c37b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:35.392989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697e1727-14f1-4562-b80c-1d29112a0ea9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:35.397914 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:35.402564 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:35.403871 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/697e1727-14f1-4562-b80c-1d29112a0ea9 HTTP/1.1" status: 204  len: 168 time: 0.2038016
Dec 16 09:30:35.419030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] For port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:35.419478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:35.536841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-7c384736-0029-4b6f-9fd5-d18e2e6a5e5d service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6342134
Dec 16 09:30:35.666918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Calling delete_port for 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:35.981921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d975cc-cb33-4ae2-bc0e-c744b193113a req-685c0902-f6e0-47f8-8f54-a7d8716f23cd tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:35.983986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4d975cc-cb33-4ae2-bc0e-c744b193113a req-685c0902-f6e0-47f8-8f54-a7d8716f23cd tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 946 time: 0.5460925
Dec 16 09:30:36.011251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57fbf26f-48f7-4daa-bca9-64a0ba26cf4e req-996f78ac-8161-4e32-a04c-7e41349799cf service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3724372
Dec 16 09:30:36.019616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff91ee-304a-49bf-aae9-892ae39f1e6d req-35d152e1-d9c5-4e01-84ce-bb8a97b3c95a tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.020997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27ff91ee-304a-49bf-aae9-892ae39f1e6d req-35d152e1-d9c5-4e01-84ce-bb8a97b3c95a tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 950 time: 0.5404508
Dec 16 09:30:36.113432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:36.141912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa6b69-b11f-40da-ba41-97429a18515a req-2dc8fca7-ad8c-443e-8fa6-a0afa60096b4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.143383 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95fa6b69-b11f-40da-ba41-97429a18515a req-2dc8fca7-ad8c-443e-8fa6-a0afa60096b4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 950 time: 0.3429887
Dec 16 09:30:36.151782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:36.152402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:36.162668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4d975cc-cb33-4ae2-bc0e-c744b193113a req-b618d227-d5de-4585-8da0-267e95b87704 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640937
Dec 16 09:30:36.163577 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:36.176728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', '7301d08e-8401-400f-bd07-a9fe60b113d7', '88808461-1f21-4a0b-b572-af94a636791b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:36.216299 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f11b515a-6b0f-49f1-b6bb-b96ea412a038 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:36.250143 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'code': 200}
Dec 16 09:30:36.283845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27ff91ee-304a-49bf-aae9-892ae39f1e6d req-97a30f81-8676-4e06-8e9a-610698f583b2 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444072
Dec 16 09:30:36.290832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event deleted for resources: {'Port': ['ID=3e12ef2b-a1b1-470f-8557-7a1ecd715c10,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:36.298182 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:36.404149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Deleting port 60d7523b-bcad-4133-a42a-0d1bae05856c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:36.404495 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:36.568822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] No DVR routers for this DVR port 3e12ef2b-a1b1-470f-8557-7a1ecd715c10 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:36.586630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:36.590299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'name': 'network-vif-deleted', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:36.676138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.676624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.677100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.677573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.678037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.678535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.678998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:36.680871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-4056353f-0bb8-48cf-95f8-ea6707e4b7b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6486 time: 0.5984547
Dec 16 09:30:36.682099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a52c860-5541-4cfd-8639-46d45f8a85ff req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "DELETE /v2.0/ports/3e12ef2b-a1b1-470f-8557-7a1ecd715c10 HTTP/1.1" status: 204  len: 173 time: 2.2661848
Dec 16 09:30:37.010785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c7d07-112a-43cc-9f0a-44ff13f743b9 req-70327106-70ea-4a03-8865-044400998759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.012275 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e38c7d07-112a-43cc-9f0a-44ff13f743b9 req-70327106-70ea-4a03-8865-044400998759 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 1101 time: 0.6673429
Dec 16 09:30:37.065133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.070918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.077206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.082956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.089070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.095048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.101221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.107784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-bf4717e1-7724-4817-b80f-4906f364bcd7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.7146947
Dec 16 09:30:37.152970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6620c84-2062-46fd-a57b-d94cc95f6948 req-abf14ffd-72e9-4a09-9ee8-204592fc5055 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.154456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6620c84-2062-46fd-a57b-d94cc95f6948 req-abf14ffd-72e9-4a09-9ee8-204592fc5055 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 950 time: 0.7008767
Dec 16 09:30:37.254096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e38c7d07-112a-43cc-9f0a-44ff13f743b9 req-230c3b20-f620-4231-aff2-1ff89b28b30c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190824
Dec 16 09:30:37.261058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-8883726a-dc28-4d8e-8cdb-d9b8b8f4721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.262421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-8883726a-dc28-4d8e-8cdb-d9b8b8f4721c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 903 time: 0.5567858
Dec 16 09:30:37.287081 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c92415e-bde1-4794-ba80-6ba00e1b367d req-4fced6fa-0c8f-463a-9416-b009a4ab9497 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1679873
Dec 16 09:30:37.375068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-c412b816-f4c4-4a9b-a9f8-cc69f355b367 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 200  len: 217 time: 0.0823989
Dec 16 09:30:37.378022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6620c84-2062-46fd-a57b-d94cc95f6948 req-b8e32fb7-051b-4894-b05e-01f0a01f142a tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038350
Dec 16 09:30:37.382489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] For port 60d7523b-bcad-4133-a42a-0d1bae05856c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=60d7523b-bcad-4133-a42a-0d1bae05856c,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:37.382864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:37.603962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Calling delete_port for 60d7523b-bcad-4133-a42a-0d1bae05856c owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:37.761617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-540d4d8e-bfca-4464-a129-f99b941f182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.763036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-540d4d8e-bfca-4464-a129-f99b941f182f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.3569777
Dec 16 09:30:37.927100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff18a5f-ee73-4e43-98cb-3246155ae5fb req-8608c26f-9a46-4280-876a-1eba043f24cb tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.928710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ff18a5f-ee73-4e43-98cb-3246155ae5fb req-8608c26f-9a46-4280-876a-1eba043f24cb tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=824ce2c5-37a6-4e85-a7a9-d9071c170d18 HTTP/1.1" status: 200  len: 945 time: 0.4333611
Dec 16 09:30:37.937876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a94a91-a199-4a04-baa7-e3a5bf59bb00 req-60962019-f10d-4ab2-b5fb-09f1c33abfb2 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:37.939406 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73a94a91-a199-4a04-baa7-e3a5bf59bb00 req-60962019-f10d-4ab2-b5fb-09f1c33abfb2 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1097 time: 0.2983215
Dec 16 09:30:38.010789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:38.023026 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7b645bd0-f0dd-49bf-82cb-df29d05228a9 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:38.024399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['09b55e95-0b31-49d2-a289-008769c2b574'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:38.080279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8d491f5c-5999-4916-9fd4-6e69d69be566'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:38.083433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-3901be83-3fbe-46c3-93e1-1214bf23b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:38.085233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-3901be83-3fbe-46c3-93e1-1214bf23b5d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3050501
Dec 16 09:30:38.090344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Pushing event deleted for resources: {'Port': ['ID=60d7523b-bcad-4133-a42a-0d1bae05856c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:38.094548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ff18a5f-ee73-4e43-98cb-3246155ae5fb req-5ee0df56-9dc3-4de5-83a7-2804018ce174 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504855
Dec 16 09:30:38.097516 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:38.119907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 60d7523b-bcad-4133-a42a-0d1bae05856c no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:38.159761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73a94a91-a199-4a04-baa7-e3a5bf59bb00 req-4176e0db-2724-48bd-864a-fb0eab461f3a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109551
Dec 16 09:30:38.237343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 60d7523b-bcad-4133-a42a-0d1bae05856c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:38.237695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 60d7523b-bcad-4133-a42a-0d1bae05856c not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:38.276965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] No DVR routers for this DVR port 60d7523b-bcad-4133-a42a-0d1bae05856c on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:38.280916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:38.305364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95fa6b69-b11f-40da-ba41-97429a18515a req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "DELETE /v2.0/ports/60d7523b-bcad-4133-a42a-0d1bae05856c HTTP/1.1" status: 204  len: 173 time: 2.1524582
Dec 16 09:30:38.351312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-ddc72eee-902f-4a8d-b34a-e38df53cbca0 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525795
Dec 16 09:30:38.516639 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c10e909-89f1-45db-9a59-dbfc0e4086ea', 'name': 'network-vif-deleted', 'tag': '3e12ef2b-a1b1-470f-8557-7a1ecd715c10', 'status': 'completed', 'code': 200}
Dec 16 09:30:38.597481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-375ceb2d-8354-430d-9c0d-1a13e13cc523 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f0af00d9b55477083344507fb5844ae&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0781457
Dec 16 09:30:39.030253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-59138d1c-3a4a-4516-8231-11131594b074 req-b744b0ef-0f9b-482a-a139-b1d19d1f66b2 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Synchronizing usage tracker for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:39.128546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4d2b998-df9f-4c78-9a14-3f5bc0273d14 req-d105db57-484d-4389-90b7-cf133e8cdeac service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7463095
Dec 16 09:30:39.146428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-59138d1c-3a4a-4516-8231-11131594b074 req-b744b0ef-0f9b-482a-a139-b1d19d1f66b2 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Unset dirty status for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:39.146428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59138d1c-3a4a-4516-8231-11131594b074 req-b744b0ef-0f9b-482a-a139-b1d19d1f66b2 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a0e81f-2698-4298-8e1e-8d4bf6130ed8 HTTP/1.1" status: 200  len: 210 time: 0.1904714
Dec 16 09:30:39.176629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-2413e0b9-3b39-4254-8178-b1600f4ea094 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.176629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-2413e0b9-3b39-4254-8178-b1600f4ea094 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5708737
Dec 16 09:30:39.234687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-5f0418fe-f7ac-470b-8e9d-d24b106131a3 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/quotas/6f0af00d9b55477083344507fb5844ae HTTP/1.1" status: 200  len: 375 time: 0.0144122
Dec 16 09:30:39.298114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-5c4dee9a-4b6a-4a67-8cf1-07c9fd8b3093 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f0af00d9b55477083344507fb5844ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0586615
Dec 16 09:30:39.715113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dff56e-ca01-4a00-9059-d379eaaab00d req-69146208-1b9a-4ea6-9217-e3f00f994c2a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.717635 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63dff56e-ca01-4a00-9059-d379eaaab00d req-69146208-1b9a-4ea6-9217-e3f00f994c2a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1097 time: 0.1368053
Dec 16 09:30:39.734010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.741123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.750980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.762418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.769298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.775879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.782393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:39.787990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-04751926-0ae2-45f6-9623-23e876d24eda tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.2424500
Dec 16 09:30:39.863789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d28af392-c60d-440c-8400-7d730ae37aa7 req-5d27bedc-8a4f-441e-9126-81bb671315c9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0560019
Dec 16 09:30:39.882496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63dff56e-ca01-4a00-9059-d379eaaab00d req-15583c8b-e584-483e-a949-2383fbfe63f7 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933707
Dec 16 09:30:40.100253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d7c88-b696-4dc8-b69f-3b2c5380e9e1 req-d7bc297b-36e6-4bca-97cd-82e52a88ad25 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:40.102031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-229d7c88-b696-4dc8-b69f-3b2c5380e9e1 req-d7bc297b-36e6-4bca-97cd-82e52a88ad25 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 950 time: 0.1057701
Dec 16 09:30:40.171923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-229d7c88-b696-4dc8-b69f-3b2c5380e9e1 req-dbe6ec35-4d8f-4dc1-b74c-b5cb583f0189 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532007
Dec 16 09:30:40.375944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3348fff4-fe59-4f01-84bb-1eb3180792d8 req-a8792f0e-48e6-4c69-9dd5-ea08274d726b tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 210 time: 0.0563886
Dec 16 09:30:40.525202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'name': 'network-vif-deleted', 'tag': '60d7523b-bcad-4133-a42a-0d1bae05856c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:40.611331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd6adb-9fe7-4666-ae98-8f29468f22f9 req-0c4c94d5-067b-4c75-9bec-0106381a89ef tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:40.618999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dadd6adb-9fe7-4666-ae98-8f29468f22f9 req-0c4c94d5-067b-4c75-9bec-0106381a89ef tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 950 time: 0.1475661
Dec 16 09:30:40.664863 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dadd6adb-9fe7-4666-ae98-8f29468f22f9 req-31aa1eae-2914-431f-b191-4eacb0e27f8b tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448709
Dec 16 09:30:41.335148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-0f103bf7-fac7-4eb2-88a4-e8a8b8123a9d tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6f0af00d9b55477083344507fb5844ae&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0519445
Dec 16 09:30:41.344113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-039baa1d-7a54-456d-ad14-48b53169cefe tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:41.345484 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-039baa1d-7a54-456d-ad14-48b53169cefe tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 812 time: 0.2356422
Dec 16 09:30:41.465246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-49e1c741-fbd0-43ce-9487-044686040896 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/quotas/b9563a18490c4d11b860c5309012f4a5 HTTP/1.1" status: 200  len: 375 time: 0.0920627
Dec 16 09:30:41.510744 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:41.595005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-c2975ccc-2bec-4f03-aa0f-e28c3ef8f3c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:41.596546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-c2975ccc-2bec-4f03-aa0f-e28c3ef8f3c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "GET /v2.0/ports?device_id=824ce2c5-37a6-4e85-a7a9-d9071c170d18 HTTP/1.1" status: 200  len: 945 time: 0.5888419
Dec 16 09:30:41.703489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-2c73b6eb-dce2-4379-a8ad-4925d9a14419 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:41.704794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-2c73b6eb-dce2-4379-a8ad-4925d9a14419 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3577793
Dec 16 09:30:41.722881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-3664d97b-9551-46e9-b78d-bb2cd1802564 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2568266
Dec 16 09:30:41.729440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Request body: {'port': {'device_id': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '6f0af00d9b55477083344507fb5844ae'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:41.753407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Deleting port e55d58c5-3780-451e-8a8c-12baed3681d2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:41.753756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:41.921302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c10b-01f2-477f-8bdc-b5a468c0c335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:41.981719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-7cf28c51-bc44-4acd-be0d-ec2f2f677bd4 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:30:41.982755 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-7cf28c51-bc44-4acd-be0d-ec2f2f677bd4 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1057744
Dec 16 09:30:42.033797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-a5db9466-82f3-436a-a574-f9f0837f47c7 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:42.035588 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-a5db9466-82f3-436a-a574-f9f0837f47c7 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8be7c6-1926-421e-9ed2-889600fcab11 HTTP/1.1" status: 200  len: 946 time: 0.1082206
Dec 16 09:30:42.045342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Request body: {'binding': {'host': 'n-h2-820554-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:42.045800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Unknown quota resources ['binding']. {{(pid=87655) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 16 09:30:42.075439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:42.086960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Usage tracker for resource:port and tenant:6f0af00d9b55477083344507fb5844ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:42.094954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:42.156937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Deleting port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:42.157282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.281953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:42.329308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Made reservation on behalf of 6f0af00d9b55477083344507fb5844ae for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:42.332454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.362958 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.392983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-fcaaaf8d-7638-4bc9-9e39-d2419ef02b77 service neutron] 10.222.0.66 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6463547
Dec 16 09:30:42.397545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:42.423536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Usage tracker for resource:security_group_rule and tenant:6f0af00d9b55477083344507fb5844ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:42.437393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:42.501639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:42.505177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on host n-h2-820554-2 for vnic_type normal with profile None {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:42.505537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:42.505901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:42.509281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] For port e55d58c5-3780-451e-8a8c-12baed3681d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=e55d58c5-3780-451e-8a8c-12baed3681d2,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:42.509639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.525595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:42.525905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:42.544278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:42.544584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:42.545494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:42.545928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Bound port: 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:42.616689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] For port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:42.617049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.661695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Calling delete_port for e55d58c5-3780-451e-8a8c-12baed3681d2 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:42.791592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a5e9e423-8c63-4f39-b5ed-e77571aa055b service neutron] 10.222.0.66 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3914995
Dec 16 09:30:42.882287 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.889317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.891490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Calling delete_port for 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:42.894133 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a7f733df-0a98-4eea-94a8-613791b865ac tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:42.949559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:42.957827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.959667 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d0d9e371-13e5-4432-8972-e25432e946a2 service neutron] 10.222.0.66 "POST /v2.0/ports/55bcb084-e184-4cd2-8d67-4d6cbc43775f/bindings HTTP/1.1" status: 201  len: 389 time: 0.9669800
Dec 16 09:30:42.974389 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:42.986518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac59f97c-a472-4998-8c49-01f9db549f60,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:42.987062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5fa8f62a-f1ed-4327-9d08-eb837b1441d7', 'e55d58c5-3780-451e-8a8c-12baed3681d2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:42.997048 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:42.998154 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:43.080471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event deleted for resources: {'Port': ['ID=e55d58c5-3780-451e-8a8c-12baed3681d2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:43.101823 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:43.146178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-8b852085-236a-4789-8aa0-4bc4d4a7c28c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.160970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-8b852085-236a-4789-8aa0-4bc4d4a7c28c tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.54 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 949 time: 0.6103475
Dec 16 09:30:43.193758 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a0e81f-2698-4298-8e1e-8d4bf6130ed8', 'name': 'network-vif-deleted', 'tag': '60d7523b-bcad-4133-a42a-0d1bae05856c', 'status': 'completed', 'code': 200}
Dec 16 09:30:43.271474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:43.295823 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d0d0d77e-1daf-4b5d-b002-d34fbc65e558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:43.406794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event deleted for resources: {'Port': ['ID=5fa8f62a-f1ed-4327-9d08-eb837b1441d7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:43.425251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:43.445018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] No DVR routers for this DVR port e55d58c5-3780-451e-8a8c-12baed3681d2 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:43.484653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['e55d58c5-3780-451e-8a8c-12baed3681d2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:43.492067 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:43.518642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Deleting port 09b55e95-0b31-49d2-a289-008769c2b574 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:43.518993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:43.525749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11f68136-e4b9-4ed5-ac4d-027f3f07d0de req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "DELETE /v2.0/ports/e55d58c5-3780-451e-8a8c-12baed3681d2 HTTP/1.1" status: 204  len: 173 time: 1.9052486
Dec 16 09:30:43.567505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] No DVR routers for this DVR port 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:43.569068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Allocated IP 192.168.233.216 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/2238732e-167b-4f49-99fa-94672a5aebd9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:43.574708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:43.578266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'name': 'network-vif-deleted', 'tag': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:43.660214 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-31f4f395-4893-422a-9cae-fac61ee43ecd req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "DELETE /v2.0/ports/5fa8f62a-f1ed-4327-9d08-eb837b1441d7 HTTP/1.1" status: 204  len: 173 time: 1.5896676
Dec 16 09:30:43.673305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-ddd7b392-ad72-464c-85d8-073dce5c3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.675053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-ddd7b392-ad72-464c-85d8-073dce5c3e78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1097 time: 0.3469720
Dec 16 09:30:43.704341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.710114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.715924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.721727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.727508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.733806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.739925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.747607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-b2722498-2cce-4972-91fc-aba98ef522bf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.3754270
Dec 16 09:30:43.771390 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:43.899702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-8c8fe3e2-41f0-4bd2-a7a9-0b9ee370dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:43.901155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-8c8fe3e2-41f0-4bd2-a7a9-0b9ee370dcaf service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.1511035
Dec 16 09:30:44.068685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d30ed254-34ac-4c48-b833-86cc7c22b110 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 200  len: 217 time: 0.1022038
Dec 16 09:30:44.085620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] For port 09b55e95-0b31-49d2-a289-008769c2b574, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=09b55e95-0b31-49d2-a289-008769c2b574,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:44.086236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:44.161193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0833a28a-b98f-406b-8080-3f946585d9b0 req-a9e17e0c-a887-456e-9ed7-e67757550f8f tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4121857
Dec 16 09:30:44.245782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Calling delete_port for 09b55e95-0b31-49d2-a289-008769c2b574 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:44.454926 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e5b09e8-cbc9-4cec-bc87-310e31048a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:44.520569 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:44.527131 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce18b353-852c-400e-a522-7da5ec1176b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:44.534151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8d491f5c-5999-4916-9fd4-6e69d69be566'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:44.559478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-08e8f2b7-4496-4b4c-bbf3-13d19f015029 req-d17c6fb4-ab4d-4ce0-b372-52ac4ccde1c8 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Synchronizing usage tracker for tenant:6f0af00d9b55477083344507fb5844ae on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:44.590759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-e5c5f540-d4cd-4e1a-8c40-2dff34302e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:44.592747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-e5c5f540-d4cd-4e1a-8c40-2dff34302e49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.4772186
Dec 16 09:30:44.606475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408b6b-1ab9-4147-bc27-e4ebe02b1aed req-46ae5e38-3446-4c28-8a1a-1cb387758dfa tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:44.614992 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53408b6b-1ab9-4147-bc27-e4ebe02b1aed req-46ae5e38-3446-4c28-8a1a-1cb387758dfa tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=99d7b366-bfeb-42df-8be8-52a99796ee09 HTTP/1.1" status: 200  len: 949 time: 0.5479147
Dec 16 09:30:44.621152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:44.646408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Pushing event deleted for resources: {'Port': ['ID=09b55e95-0b31-49d2-a289-008769c2b574,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:44.656574 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:44.717256 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-a3b18dff-a85f-4e84-abed-b71d656b77d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896671
Dec 16 09:30:44.731402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-08e8f2b7-4496-4b4c-bbf3-13d19f015029 req-d17c6fb4-ab4d-4ce0-b372-52ac4ccde1c8 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Unset dirty status for tenant:6f0af00d9b55477083344507fb5844ae on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:44.733086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08e8f2b7-4496-4b4c-bbf3-13d19f015029 req-d17c6fb4-ab4d-4ce0-b372-52ac4ccde1c8 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 210 time: 0.2241786
Dec 16 09:30:44.761281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] No DVR routers for this DVR port 09b55e95-0b31-49d2-a289-008769c2b574 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:44.766526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:44.777888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Transition to ACTIVE for port object 2238732e-167b-4f49-99fa-94672a5aebd9 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:44.784655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53408b6b-1ab9-4147-bc27-e4ebe02b1aed req-2b9b966c-11d2-490f-87ef-267eb0081edd tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683376
Dec 16 09:30:44.800884 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ac6e7fdf-a26e-4f4e-80d3-0b1f76a25405 req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.54 "DELETE /v2.0/ports/09b55e95-0b31-49d2-a289-008769c2b574 HTTP/1.1" status: 204  len: 173 time: 1.6216257
Dec 16 09:30:45.097185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-4c88174d-92c2-42f3-b73a-0638b6df94f2 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3692956
Dec 16 09:30:45.105392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:45.125188 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:45.201948 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:45.228284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'name': 'network-vif-deleted', 'tag': 'e55d58c5-3780-451e-8a8c-12baed3681d2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:45.243288 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8be7c6-1926-421e-9ed2-889600fcab11', 'name': 'network-vif-deleted', 'tag': '5fa8f62a-f1ed-4327-9d08-eb837b1441d7', 'status': 'completed', 'code': 200}
Dec 16 09:30:45.271649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:45.290646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:45.349498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-c1a2ed04-7a34-4b1b-97ad-72d0cadf71ab tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:45.350235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-c1a2ed04-7a34-4b1b-97ad-72d0cadf71ab tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:45.369414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:45.460564 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:45.561965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:45.602780 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:45.629875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e02ad2-8dd5-42f2-99bc-ac9c3d9db169 req-2a1242d3-a228-4c3e-bbc5-930df0646142 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:45.631658 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69e02ad2-8dd5-42f2-99bc-ac9c3d9db169 req-2a1242d3-a228-4c3e-bbc5-930df0646142 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 946 time: 0.6481328
Dec 16 09:30:45.632451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-c1a2ed04-7a34-4b1b-97ad-72d0cadf71ab tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:45.633658 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-c1a2ed04-7a34-4b1b-97ad-72d0cadf71ab tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 944 time: 0.7374032
Dec 16 09:30:45.666985 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-503ef6f4-7846-41c3-bbd4-69f3b119eedb None None] Provisioning for port 2238732e-167b-4f49-99fa-94672a5aebd9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:30:45.678008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-503ef6f4-7846-41c3-bbd4-69f3b119eedb None None] Provisioning complete for port 2238732e-167b-4f49-99fa-94672a5aebd9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:45.678388 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-503ef6f4-7846-41c3-bbd4-69f3b119eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:45.769217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:45.770127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:45.799259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-503ef6f4-7846-41c3-bbd4-69f3b119eedb None None] Port 2238732e-167b-4f49-99fa-94672a5aebd9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:30:45.827879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-73eb09b0-34fb-4c8b-8fb7-8b2fbca91b6c service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6011608
Dec 16 09:30:45.828124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 09b55e95-0b31-49d2-a289-008769c2b574 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:45.839218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-c85b1c76-0e9d-4753-aa40-87d67f1efa49 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:45.839972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-c85b1c76-0e9d-4753-aa40-87d67f1efa49 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Synchronizing usage tracker for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:45.866665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Deleting port 88808461-1f21-4a0b-b572-af94a636791b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:45.867252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:45.875794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-c85b1c76-0e9d-4753-aa40-87d67f1efa49 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Unset dirty status for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:45.878025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-c85b1c76-0e9d-4753-aa40-87d67f1efa49 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 812 time: 0.3102796
Dec 16 09:30:45.883051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 09b55e95-0b31-49d2-a289-008769c2b574 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:45.884001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 09b55e95-0b31-49d2-a289-008769c2b574 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:45.884436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:45.895451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Request body: {'port': {'device_id': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'admin_state_up': True, 'tenant_id': 'b9563a18490c4d11b860c5309012f4a5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:45.930847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2069149
Dec 16 09:30:45.944602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69e02ad2-8dd5-42f2-99bc-ac9c3d9db169 req-931a5778-aa85-449b-b22d-cabafb7d838a tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2857454
Dec 16 09:30:45.962918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-aa57e73d-6da5-4f3a-902f-ac22adf62e85 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:45.977715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-aa57e73d-6da5-4f3a-902f-ac22adf62e85 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.74 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 812 time: 0.6107817
Dec 16 09:30:45.977715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Request body: {'port': {'device_id': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:45.981315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:45.981315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa8f62a-f1ed-4327-9d08-eb837b1441d7 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:45.981315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device e55d58c5-3780-451e-8a8c-12baed3681d2 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:46.030510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Request body: {'port': {'device_id': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'admin_state_up': True, 'tenant_id': 'b9563a18490c4d11b860c5309012f4a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:46.090220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: e55d58c5-3780-451e-8a8c-12baed3681d2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:46.090220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device e55d58c5-3780-451e-8a8c-12baed3681d2 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:46.154271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:46.212617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660f645-a4d4-4b73-8cee-3ee9ac27c047 req-9e38005b-3add-402c-b687-c7831f4af547 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:46.223380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5660f645-a4d4-4b73-8cee-3ee9ac27c047 req-9e38005b-3add-402c-b687-c7831f4af547 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 944 time: 0.7826467
Dec 16 09:30:46.314673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:46.314673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Usage tracker for resource:port and tenant:b9563a18490c4d11b860c5309012f4a5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:46.320082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:46.324728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:46.338221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Made reservation on behalf of b9563a18490c4d11b860c5309012f4a5 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:46.343835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:46.532175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:46.580608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'mac_address': 'fa:16:3e:61:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:46.635911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Allocated IP 172.20.0.4 (19b79221-df81-4aea-897e-4c9bcf49cc59/7c482ebb-aee0-431a-960f-763e0a3c7ec1/14a54d0a-7114-472a-a804-51ada5af32d8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:46.694603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5660f645-a4d4-4b73-8cee-3ee9ac27c047 req-f65b7dcd-924b-4841-8dec-69e6c5e3bffa tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4732568
Dec 16 09:30:46.710670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:46.715125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-de20075f-2bae-4ecf-a083-ac85fd08e79c req-7be8a319-db8d-4789-90b7-f12ce7172e0e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Synchronizing usage tracker for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:46.751477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:46.753400 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:46.781608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:30:46.792501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:46.797280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Usage tracker for resource:port and tenant:b9563a18490c4d11b860c5309012f4a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:30:46.801486 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:46.810362 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:46.835259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:30:46.863730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:30:46.949259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:46.959505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:46.962191 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:47.004222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-de20075f-2bae-4ecf-a083-ac85fd08e79c req-7be8a319-db8d-4789-90b7-f12ce7172e0e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Unset dirty status for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:47.004729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de20075f-2bae-4ecf-a083-ac85fd08e79c req-7be8a319-db8d-4789-90b7-f12ce7172e0e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 210 time: 0.6393888
Dec 16 09:30:47.005915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Made reservation on behalf of b9563a18490c4d11b860c5309012f4a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:30:47.009365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:47.018004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:47.056644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] For port 88808461-1f21-4a0b-b572-af94a636791b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=88808461-1f21-4a0b-b572-af94a636791b,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:47.057208 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:47.267535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'name': 'network-vif-deleted', 'tag': '09b55e95-0b31-49d2-a289-008769c2b574'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:47.288166 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824ce2c5-37a6-4e85-a7a9-d9071c170d18', 'name': 'network-vif-deleted', 'tag': 'e55d58c5-3780-451e-8a8c-12baed3681d2', 'status': 'completed', 'code': 200}
Dec 16 09:30:47.340648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Calling delete_port for 88808461-1f21-4a0b-b572-af94a636791b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:47.353047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:47.396058 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:47.410748 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-149bb285-cdf2-4c16-a1d1-920badb30223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:47.531522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:47.535357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:47.544928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:47.583229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event updated for resources: {'Port': ['ID=14a54d0a-7114-472a-a804-51ada5af32d8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:47.603573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:47.636885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.637529 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:47.668032 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7821608
Dec 16 09:30:47.684751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Request body: {'port': {'device_id': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:47.797781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.803931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.810024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.817226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.823559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.825802 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:47.830770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.838364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:47.848888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-7c7dcf30-0bb2-421f-9d49-18a7fe888689 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.9824870
Dec 16 09:30:47.986603 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:47.999780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', '7301d08e-8401-400f-bd07-a9fe60b113d7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:48.021980 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:48.116123 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:30:48.154471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cbde1e9b-ba63-4e79-9c8a-fe782d92eae2 req-29cea340-a66f-4f17-a41c-407d0aa714d0 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3039494
Dec 16 09:30:48.160091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:48.165326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event deleted for resources: {'Port': ['ID=88808461-1f21-4a0b-b572-af94a636791b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:48.177590 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:48.184540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] No DVR routers for this DVR port 88808461-1f21-4a0b-b572-af94a636791b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:48.206168 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:48.240027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Allocated IP 172.20.0.11 (19b79221-df81-4aea-897e-4c9bcf49cc59/7c482ebb-aee0-431a-960f-763e0a3c7ec1/e0fbca33-0508-4032-9011-616ba92c50d4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:30:48.265787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1d6a1-7aab-4946-8c4e-45692400af38 req-0e1839f2-043b-4d5f-bec3-7645158a7a22 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:48.265787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eba1d6a1-7aab-4946-8c4e-45692400af38 req-0e1839f2-043b-4d5f-bec3-7645158a7a22 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 936 time: 0.5895689
Dec 16 09:30:48.286458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b02491b1-b069-4bf3-ad37-6a56eb87cc74 req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "DELETE /v2.0/ports/88808461-1f21-4a0b-b572-af94a636791b HTTP/1.1" status: 204  len: 173 time: 2.6081157
Dec 16 09:30:48.378124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-eba1d6a1-7aab-4946-8c4e-45692400af38 req-750e3ce7-c021-4eb3-a767-8ca12cc97dcf tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Synchronizing usage tracker for tenant:6f0af00d9b55477083344507fb5844ae on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:48.417068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:30:48.417430 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:48.452451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-eba1d6a1-7aab-4946-8c4e-45692400af38 req-750e3ce7-c021-4eb3-a767-8ca12cc97dcf tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Unset dirty status for tenant:6f0af00d9b55477083344507fb5844ae on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:48.464684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eba1d6a1-7aab-4946-8c4e-45692400af38 req-750e3ce7-c021-4eb3-a767-8ca12cc97dcf tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962030
Dec 16 09:30:48.558955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2238732e-167b-4f49-99fa-94672a5aebd9 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:48.574249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:48.619527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Transition to ACTIVE for port object 2238732e-167b-4f49-99fa-94672a5aebd9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:48.652407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:48.671034 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d7b366-bfeb-42df-8be8-52a99796ee09', 'name': 'network-vif-deleted', 'tag': '09b55e95-0b31-49d2-a289-008769c2b574', 'status': 'completed', 'code': 200}
Dec 16 09:30:48.675672 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:48.734864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:48.784700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:48.822439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:48.848982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:48.855692 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:48.856611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 88808461-1f21-4a0b-b572-af94a636791b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:48.903854 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:48.983737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 88808461-1f21-4a0b-b572-af94a636791b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:48.984346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 88808461-1f21-4a0b-b572-af94a636791b not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:49.043137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:49.049625 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:49.202414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:49.206947 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:49.291374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'name': 'network-vif-deleted', 'tag': '88808461-1f21-4a0b-b572-af94a636791b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:49.304184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-01a2b2fc-1922-4bf1-9546-e2ce2309685b req-72175ee5-b591-4501-b591-93399129b486 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:49.385620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-01a2b2fc-1922-4bf1-9546-e2ce2309685b req-72175ee5-b591-4501-b591-93399129b486 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:49.386818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01a2b2fc-1922-4bf1-9546-e2ce2309685b req-72175ee5-b591-4501-b591-93399129b486 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=3da2c9c4-af13-4dcc-a54f-60c8d9f2060b HTTP/1.1" status: 200  len: 210 time: 0.2097151
Dec 16 09:30:49.428738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:49.438703 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fddf18f2-3975-46ee-9a1d-bf3942bbaed9 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:49.485917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Attempting to bind port 2238732e-167b-4f49-99fa-94672a5aebd9 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:49.486553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Attempting to bind port 2238732e-167b-4f49-99fa-94672a5aebd9 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:49.487081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Attempting to bind port 2238732e-167b-4f49-99fa-94672a5aebd9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:49.510302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229fc1-0682-4d94-82c2-e5e4969d1545 req-4465a019-0a4a-4231-bc23-0002ac6e4ab3 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:49.512778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26229fc1-0682-4d94-82c2-e5e4969d1545 req-4465a019-0a4a-4231-bc23-0002ac6e4ab3 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 946 time: 0.6590116
Dec 16 09:30:49.524149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Port 2238732e-167b-4f49-99fa-94672a5aebd9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:49.524843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Attempting to bind port 2238732e-167b-4f49-99fa-94672a5aebd9 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:49.558058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Network 19b79221-df81-4aea-897e-4c9bcf49cc59 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:30:49.568771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:30:49.573668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:30:49.611253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:49.611699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:49.612338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:49.612881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Bound port: 2238732e-167b-4f49-99fa-94672a5aebd9, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:49.613294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:49.696172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event updated for resources: {'Port': ['ID=e0fbca33-0508-4032-9011-616ba92c50d4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:49.699947 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:49.732296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a54d0a-7114-472a-a804-51ada5af32d8 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:49.742556 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:49.761156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Transition to ACTIVE for port object 14a54d0a-7114-472a-a804-51ada5af32d8 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:49.767700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:49.772793 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4fd8ad2-1d61-4f8f-8f18-168f300a9520 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:49.797257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26229fc1-0682-4d94-82c2-e5e4969d1545 req-5dd85372-b9c3-428c-a0b6-b283320bbbd0 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649710
Dec 16 09:30:49.842334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:49.847736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:49.896472 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8830903
Dec 16 09:30:49.902946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:49.912473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Request body: {'port': {'device_id': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:49.944961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Pushing event updated for resources: {'Port': ['ID=14a54d0a-7114-472a-a804-51ada5af32d8,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:49.948917 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:49.994141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6634a3-4268-4a9a-828e-e703ccd10e7f req-64de20e0-5b8e-42df-bbd0-9c1a7fbcc4dd tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:49.994141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7e6634a3-4268-4a9a-828e-e703ccd10e7f req-64de20e0-5b8e-42df-bbd0-9c1a7fbcc4dd tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Synchronizing usage tracker for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:50.091751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Attempting to bind port 14a54d0a-7114-472a-a804-51ada5af32d8 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:50.092253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Attempting to bind port 14a54d0a-7114-472a-a804-51ada5af32d8 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:50.092682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Attempting to bind port 14a54d0a-7114-472a-a804-51ada5af32d8 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:50.097889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Port 14a54d0a-7114-472a-a804-51ada5af32d8 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:50.098437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Attempting to bind port 14a54d0a-7114-472a-a804-51ada5af32d8 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:50.103854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:50.104330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Checking segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:50.104827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Bound using segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:50.105350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Bound port: 14a54d0a-7114-472a-a804-51ada5af32d8, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:50.105957 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:50.115123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:50.129458 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:50.143713 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d4b7809-65f5-442d-be64-f58f542320a6 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:50.214456 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:50.248778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7e6634a3-4268-4a9a-828e-e703ccd10e7f req-64de20e0-5b8e-42df-bbd0-9c1a7fbcc4dd tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Unset dirty status for tenant:b9563a18490c4d11b860c5309012f4a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:50.253722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] For port 14a54d0a-7114-472a-a804-51ada5af32d8, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:50.258759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e6634a3-4268-4a9a-828e-e703ccd10e7f req-64de20e0-5b8e-42df-bbd0-9c1a7fbcc4dd tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 932 time: 0.6513903
Dec 16 09:30:50.259824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] For port 14a54d0a-7114-472a-a804-51ada5af32d8, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=14a54d0a-7114-472a-a804-51ada5af32d8,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:50.266945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:50.271755 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95ac130f-b4db-40b4-9910-ea6a01f85d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:50.278432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:50.281004 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:50.282827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] 10.222.0.54 "PUT /v2.0/ports/2238732e-167b-4f49-99fa-94672a5aebd9 HTTP/1.1" status: 200  len: 1096 time: 4.3377149
Dec 16 09:30:50.432493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Pushing event updated for resources: {'Port': ['ID=14a54d0a-7114-472a-a804-51ada5af32d8,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:50.442391 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:50.449234 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'code': 200}
Dec 16 09:30:50.457668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:50.458408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:50.459995 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] 10.222.0.54 "PUT /v2.0/ports/14a54d0a-7114-472a-a804-51ada5af32d8 HTTP/1.1" status: 200  len: 1091 time: 2.7815988
Dec 16 09:30:50.503549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e6634a3-4268-4a9a-828e-e703ccd10e7f req-7195dd07-3584-4507-a08a-5537e39ea7e0 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436163
Dec 16 09:30:50.532897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:50.545022 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:50.634498 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da2c9c4-af13-4dcc-a54f-60c8d9f2060b', 'name': 'network-vif-deleted', 'tag': '88808461-1f21-4a0b-b572-af94a636791b', 'status': 'completed', 'code': 200}
Dec 16 09:30:50.636297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-6a3fb7e2-b938-4a3e-b58c-b76d9ea733c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:50.638094 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-6a3fb7e2-b938-4a3e-b58c-b76d9ea733c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=ee0248df-2842-4759-ba5d-8ae2d4394ac6 HTTP/1.1" status: 200  len: 1094 time: 0.1279352
Dec 16 09:30:50.711135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'tag': '14a54d0a-7114-472a-a804-51ada5af32d8'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:50.733439 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-1711aaa8-1e99-498d-b58a-eb62a6601f92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a54d0a-7114-472a-a804-51ada5af32d8 HTTP/1.1" status: 200  len: 217 time: 0.0875180
Dec 16 09:30:50.803720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-033b4d3b-5947-421a-9823-78dd6df9292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:50.805357 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-033b4d3b-5947-421a-9823-78dd6df9292a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.0652699
Dec 16 09:30:50.861858 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-743df6f5-91d7-42e5-8a45-be8449e81cee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483518
Dec 16 09:30:50.920917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-44778de6-f148-4e8b-8520-7e2c7551afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:50.923644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-44778de6-f148-4e8b-8520-7e2c7551afd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f0af00d9b55477083344507fb5844ae&device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 1099 time: 0.5858326
Dec 16 09:30:51.032659 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-622be803-cacd-47c4-b8a2-ccf04c47c52b service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615062
Dec 16 09:30:51.042700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-983a4f72-2883-4ba9-9b29-9da646715e21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2238732e-167b-4f49-99fa-94672a5aebd9 HTTP/1.1" status: 200  len: 217 time: 0.1046236
Dec 16 09:30:51.172309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.180558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.187224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.193955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.203803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.209831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.218998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.221755 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-7a30e811-e031-4bba-b8dc-648060331f07 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5429 time: 0.5891759
Dec 16 09:30:51.248577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-fe38f33b-d41d-4825-97dd-0007fd72ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.250264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-fe38f33b-d41d-4825-97dd-0007fd72ea36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1988995
Dec 16 09:30:51.328810 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-e2f78924-f1c3-4449-b3f0-19a9e4dbd26f service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2877181
Dec 16 09:30:51.398203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24043e-1b97-4147-b096-76f30c3d5b7f req-9207adbc-25ea-4fbb-a679-207e701312b6 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.399726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af24043e-1b97-4147-b096-76f30c3d5b7f req-9207adbc-25ea-4fbb-a679-207e701312b6 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 948 time: 0.6327107
Dec 16 09:30:51.439526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fbca33-0508-4032-9011-616ba92c50d4 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:51.465937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:51.491505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d69305e-e289-47e7-9d32-9cdcf72fa7c9 req-e4d61fa9-2b58-48f9-8447-272e6f60b727 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2374310
Dec 16 09:30:51.518057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Transition to ACTIVE for port object e0fbca33-0508-4032-9011-616ba92c50d4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:30:51.531556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af24043e-1b97-4147-b096-76f30c3d5b7f req-49baedf0-0dea-4b61-884e-b26a34a14845 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077518
Dec 16 09:30:51.532433 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:51.552883 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:51.806805 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'tag': '14a54d0a-7114-472a-a804-51ada5af32d8', 'status': 'completed', 'code': 200}
Dec 16 09:30:51.934887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-fd1c46b8-8e96-48d9-b491-88ba75bb2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.936535 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-fd1c46b8-8e96-48d9-b491-88ba75bb2ed5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=ee0248df-2842-4759-ba5d-8ae2d4394ac6 HTTP/1.1" status: 200  len: 1094 time: 0.1030841
Dec 16 09:30:51.945067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-2cb6d6f2-e8f2-4fcc-8a32-88416760dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:51.946544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-2cb6d6f2-e8f2-4fcc-8a32-88416760dddc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6688716
Dec 16 09:30:51.962156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fbca33-0508-4032-9011-616ba92c50d4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:51.962507 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:52.115041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-c6771a14-c6e6-490c-95e4-fa3e64a73559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:52.117062 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-c6771a14-c6e6-490c-95e4-fa3e64a73559 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 913 time: 0.1732345
Dec 16 09:30:52.151995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c9fd142c-fec2-449e-8560-2781fcdcca21 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:52.223284 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-f79abe03-44c1-403e-bdd9-3a9c5df38a5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a54d0a-7114-472a-a804-51ada5af32d8 HTTP/1.1" status: 200  len: 217 time: 0.0968306
Dec 16 09:30:52.320059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Attempting to bind port e0fbca33-0508-4032-9011-616ba92c50d4 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:52.320575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Attempting to bind port e0fbca33-0508-4032-9011-616ba92c50d4 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:52.320575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Attempting to bind port e0fbca33-0508-4032-9011-616ba92c50d4 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:52.346536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Port e0fbca33-0508-4032-9011-616ba92c50d4 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:52.346536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Attempting to bind port e0fbca33-0508-4032-9011-616ba92c50d4 on network 19b79221-df81-4aea-897e-4c9bcf49cc59 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:52.346536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-e7b15043-4404-406b-85a6-dffd70f6c688 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3847022
Dec 16 09:30:52.354467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf66de6-c14c-4395-b182-9e111644c74e req-b378ffd0-7343-41d2-bf10-191b2667d160 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:52.369759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdf66de6-c14c-4395-b182-9e111644c74e req-b378ffd0-7343-41d2-bf10-191b2667d160 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 951 time: 0.5185447
Dec 16 09:30:52.378799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c9fd142c-fec2-449e-8560-2781fcdcca21, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c9fd142c-fec2-449e-8560-2781fcdcca21,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:52.379663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-fa20f23a-cdd8-424e-8c68-bcf598d83ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:52.381028 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-fa20f23a-cdd8-424e-8c68-bcf598d83ba1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.1429799
Dec 16 09:30:52.409627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'c9fd142c-fec2-449e-8560-2781fcdcca21', 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'port_id': 'c9fd142c-fec2-449e-8560-2781fcdcca21', 'mac_address': 'fa:16:3e:98:c5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1528d8f-6337-41e2-a66e-54d18cf34374', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:52.422644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:52.422992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Checking segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:52.423476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Bound using segment: {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:52.423932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Bound port: e0fbca33-0508-4032-9011-616ba92c50d4, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2b319f-f67f-4d1e-a3d6-0a70634572b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:52.424283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:52.454185 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-83064165-4002-4bec-94aa-06c3e24a5455 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643029
Dec 16 09:30:52.475578 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:52.498276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e9efe-9c43-4816-83bf-4563ebf944e4 req-7e057603-a057-4794-b86f-35511bb08970 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:52.499896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd7e9efe-9c43-4816-83bf-4563ebf944e4 req-7e057603-a057-4794-b86f-35511bb08970 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 946 time: 0.5524795
Dec 16 09:30:52.502588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fd142c-fec2-449e-8560-2781fcdcca21 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:52.511401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89568a8-302b-4cd4-a505-572264d019a9 req-074df1c1-9799-4f54-98d7-61053952c3da tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:52.512929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c89568a8-302b-4cd4-a505-572264d019a9 req-074df1c1-9799-4f54-98d7-61053952c3da tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 951 time: 0.4835548
Dec 16 09:30:52.543678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c9fd142c-fec2-449e-8560-2781fcdcca21, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c9fd142c-fec2-449e-8560-2781fcdcca21,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:52.572280 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:52.573284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 43b469c3-791d-4334-acfd-d4d24df3817e details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:52.575701 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:52.660959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:52.695631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c9fd142c-fec2-449e-8560-2781fcdcca21,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:52.718898 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:52.738483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 43b469c3-791d-4334-acfd-d4d24df3817e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=43b469c3-791d-4334-acfd-d4d24df3817e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:52.755624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '43b469c3-791d-4334-acfd-d4d24df3817e', 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'port_id': '43b469c3-791d-4334-acfd-d4d24df3817e', 'mac_address': 'fa:16:3e:d3:16:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1528d8f-6337-41e2-a66e-54d18cf34374', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:52.758983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdf66de6-c14c-4395-b182-9e111644c74e req-3ece137c-c742-4f94-99cb-f753d39536fb tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/security-groups?id=549c4b35-3b53-47f1-9a4f-d98e294f79f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3966088
Dec 16 09:30:52.808600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd7e9efe-9c43-4816-83bf-4563ebf944e4 req-f05520ea-af00-41c6-8b43-76de204201a0 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2939970
Dec 16 09:30:52.838181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Deleting port 8d491f5c-5999-4916-9fd4-6e69d69be566 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:52.838535 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:52.874714 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-09b1d820-70ef-424d-8874-118c5c01ebb4 service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4113240
Dec 16 09:30:52.892841 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:52.939782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b469c3-791d-4334-acfd-d4d24df3817e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:52.973148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 43b469c3-791d-4334-acfd-d4d24df3817e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=43b469c3-791d-4334-acfd-d4d24df3817e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:52.978200 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:52.978932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 67d66eda-972f-4182-84d7-6d1b5820075b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:52.984986 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c9bb2d7-2887-4915-8c45-dc756320d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:53.056201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14f5ea78-d7f0-44e5-a082-52843c057078 req-690f4dd7-b3a3-43e8-aec2-dced20d4cf4b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6926296
Dec 16 09:30:53.094654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:53.175247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=43b469c3-791d-4334-acfd-d4d24df3817e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:53.185574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e0fbca33-0508-4032-9011-616ba92c50d4,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:53.194758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:53.205958 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9db9591a-6a40-4b86-beae-5037a9f9e00b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:53.261745 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-37b62276-3d0d-4b70-a370-3863b896aa86 req-cb446186-90b5-4a8d-b573-b64bf7320ae6 service neutron] 10.222.0.54 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3736961
Dec 16 09:30:53.270041 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:53.300500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fbca33-0508-4032-9011-616ba92c50d4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:53.376539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:53.376539 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:53.376539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] 10.222.0.74 "PUT /v2.0/ports/e0fbca33-0508-4032-9011-616ba92c50d4 HTTP/1.1" status: 200  len: 1092 time: 3.4570367
Dec 16 09:30:53.376539 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:53.380981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 67d66eda-972f-4182-84d7-6d1b5820075b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67d66eda-972f-4182-84d7-6d1b5820075b,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:53.401434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '67d66eda-972f-4182-84d7-6d1b5820075b', 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2', 'port_id': '67d66eda-972f-4182-84d7-6d1b5820075b', 'mac_address': 'fa:16:3e:fe:10:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2f627d-452f-4e98-a050-8bde3fda325d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:53.473668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:53.493267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] For port 8d491f5c-5999-4916-9fd4-6e69d69be566, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8d491f5c-5999-4916-9fd4-6e69d69be566,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:53.493267 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:53.510513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d66eda-972f-4182-84d7-6d1b5820075b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:53.535382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 67d66eda-972f-4182-84d7-6d1b5820075b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67d66eda-972f-4182-84d7-6d1b5820075b,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:53.553887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:53.558152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 800d9656-a7a2-482e-8297-f0d9ddb6c22e details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:53.562795 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:53.655234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:53.693524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=67d66eda-972f-4182-84d7-6d1b5820075b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:53.693524 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:53.705254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '800d9656-a7a2-482e-8297-f0d9ddb6c22e', 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'port_id': '800d9656-a7a2-482e-8297-f0d9ddb6c22e', 'mac_address': 'fa:16:3e:7a:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1528d8f-6337-41e2-a66e-54d18cf34374', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:53.799891 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:53.816551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800d9656-a7a2-482e-8297-f0d9ddb6c22e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:53.836104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Calling delete_port for 8d491f5c-5999-4916-9fd4-6e69d69be566 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:53.841591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:53.841591 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:53.841591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0cd80376-ff58-4f3b-81b7-6b08dfe1158e details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:53.857507 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:53.884099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebd387-983a-428d-b8b0-3d1af8d5ce70 req-bb660821-5111-4a68-b6c1-c8942f7dc574 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:53.884099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfebd387-983a-428d-b8b0-3d1af8d5ce70 req-bb660821-5111-4a68-b6c1-c8942f7dc574 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 944 time: 0.8670011
Dec 16 09:30:53.954881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=800d9656-a7a2-482e-8297-f0d9ddb6c22e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:53.954881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 14a54d0a-7114-472a-a804-51ada5af32d8 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:53.954881 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:54.019866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfebd387-983a-428d-b8b0-3d1af8d5ce70 req-bd0488e5-3e71-422b-89db-90d5f4f41f8a tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133835
Dec 16 09:30:54.080928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.086553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.093709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.099118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.107120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.118328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.131966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.148423 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-4bf644b6-0541-47e7-9182-99dad3c6b951 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5431 time: 0.7309806
Dec 16 09:30:54.242078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:54.297062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'port_id': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'mac_address': 'fa:16:3e:1e:35:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:54.297062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 14a54d0a-7114-472a-a804-51ada5af32d8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=14a54d0a-7114-472a-a804-51ada5af32d8,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:54.410746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-bd5ea522-5cfb-4851-a68b-b27735c0bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.410746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-bd5ea522-5cfb-4851-a68b-b27735c0bba1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 1095 time: 0.7630100
Dec 16 09:30:54.454980 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:54.509129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd80376-ff58-4f3b-81b7-6b08dfe1158e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:54.557938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-d68f835d-e7d6-4e54-8577-51e9109b512f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbca33-0508-4032-9011-616ba92c50d4 HTTP/1.1" status: 200  len: 217 time: 0.1223547
Dec 16 09:30:54.563226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:54.563226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '14a54d0a-7114-472a-a804-51ada5af32d8', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'port_id': '14a54d0a-7114-472a-a804-51ada5af32d8', 'mac_address': 'fa:16:3e:1d:9b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c482ebb-aee0-431a-960f-763e0a3c7ec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:54.577377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5bfa7a26-dfef-461b-b431-2d36d6710996 req-8f5adab2-0175-47e4-90a6-6a7ef147436e tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4230447
Dec 16 09:30:54.679434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:54.680593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 67124b96-92b0-4e4c-a1d5-600286c27fa1 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:54.717241 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:54.820707 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:54.849211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-78e6395f-87b5-4278-b9b3-483a15e07b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:54.849211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-78e6395f-87b5-4278-b9b3-483a15e07b6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.2346201
Dec 16 09:30:54.853848 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:54.918503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:54.918503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8d491f5c-5999-4916-9fd4-6e69d69be566'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:55.117441 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9', 'status': 'completed', 'code': 200}
Dec 16 09:30:55.125581 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:55.141751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Pushing event deleted for resources: {'Port': ['ID=8d491f5c-5999-4916-9fd4-6e69d69be566,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:55.145596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-34a0c805-8399-4ce9-858f-a30285dc9b9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1805782
Dec 16 09:30:55.159771 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:55.293489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-7520ed93-8c72-4d02-839a-474abf6b07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:55.293489 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-7520ed93-8c72-4d02-839a-474abf6b07d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f0af00d9b55477083344507fb5844ae&device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 1099 time: 0.2282662
Dec 16 09:30:55.296026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a54d0a-7114-472a-a804-51ada5af32d8 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:55.320655 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:30:55.330178 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:55.342421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-b5ddbc71-7ba0-4ad1-8d25-522ac4bb5bad tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:55.350717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-b5ddbc71-7ba0-4ad1-8d25-522ac4bb5bad tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1097 time: 1.1575255
Dec 16 09:30:55.386204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 67124b96-92b0-4e4c-a1d5-600286c27fa1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:55.430995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '67124b96-92b0-4e4c-a1d5-600286c27fa1', 'network_id': '53d25a0d-86d5-463c-b866-b7143ffd064e', 'port_id': '67124b96-92b0-4e4c-a1d5-600286c27fa1', 'mac_address': 'fa:16:3e:2c:18:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1528d8f-6337-41e2-a66e-54d18cf34374', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:55.433603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 14a54d0a-7114-472a-a804-51ada5af32d8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=14a54d0a-7114-472a-a804-51ada5af32d8,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:55.449163 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:55.497576 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c163912-36d1-4309-8de7-715c20e1c00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:55.533788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820554-2'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:30:55.564889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-f8f00c52-72ae-4c60-922f-d6766203ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:55.567353 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-f8f00c52-72ae-4c60-922f-d6766203ed0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2698956
Dec 16 09:30:55.645821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:55.678328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=14a54d0a-7114-472a-a804-51ada5af32d8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:55.682771 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:55.685775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67124b96-92b0-4e4c-a1d5-600286c27fa1 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:55.712470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 67124b96-92b0-4e4c-a1d5-600286c27fa1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:55.717200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['14a54d0a-7114-472a-a804-51ada5af32d8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:55.722229 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-d67fc292-db46-4442-8f98-c86170892a93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2238732e-167b-4f49-99fa-94672a5aebd9 HTTP/1.1" status: 200  len: 217 time: 0.1446071
Dec 16 09:30:55.731456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-54447846-2653-4a1c-9ba8-f9a64e7a057b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:55.733201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-54447846-2653-4a1c-9ba8-f9a64e7a057b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:55.736323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512463d-4814-452e-87de-f01c7ea28c3a req-79914890-d6f6-4bbc-9d71-32cd587954eb tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:55.744563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1512463d-4814-452e-87de-f01c7ea28c3a req-79914890-d6f6-4bbc-9d71-32cd587954eb tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 948 time: 1.5369573
Dec 16 09:30:55.773641 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:55.782937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 318023a2-7013-466b-994d-1f56f612d5da details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:55.791410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-54447846-2653-4a1c-9ba8-f9a64e7a057b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:55.792842 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-54447846-2653-4a1c-9ba8-f9a64e7a057b tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 945 time: 0.4610302
Dec 16 09:30:55.801569 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:55.860754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] No DVR routers for this DVR port 8d491f5c-5999-4916-9fd4-6e69d69be566 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:55.880504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:55.911966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:55.922845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-ef1b2297-b236-4ef9-ad11-a6990f7580ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:55.925144 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-ef1b2297-b236-4ef9-ad11-a6990f7580ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1833296
Dec 16 09:30:55.930984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Deleting port 7301d08e-8401-400f-bd07-a9fe60b113d7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:30:55.931598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:55.933145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1512463d-4814-452e-87de-f01c7ea28c3a req-cdb5f8c9-44a5-4249-9d70-50204aa555b7 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875622
Dec 16 09:30:55.971309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 318023a2-7013-466b-994d-1f56f612d5da, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=318023a2-7013-466b-994d-1f56f612d5da,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:55.984703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=67124b96-92b0-4e4c-a1d5-600286c27fa1,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:55.993487 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:56.030062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '318023a2-7013-466b-994d-1f56f612d5da', 'network_id': 'b41fc7d4-aa6b-4a98-b14a-ecede34182c2', 'port_id': '318023a2-7013-466b-994d-1f56f612d5da', 'mac_address': 'fa:16:3e:dd:e6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2f627d-452f-4e98-a050-8bde3fda325d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:56.112382 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:56.126445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c89568a8-302b-4cd4-a505-572264d019a9 req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.74 "DELETE /v2.0/ports/8d491f5c-5999-4916-9fd4-6e69d69be566 HTTP/1.1" status: 204  len: 173 time: 3.5882719
Dec 16 09:30:56.198649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-720e899b-6ccd-4609-b4a5-fb87eee7afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:56.200461 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-720e899b-6ccd-4609-b4a5-fb87eee7afa9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2295852
Dec 16 09:30:56.266864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:56.286104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '2238732e-167b-4f49-99fa-94672a5aebd9', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '2238732e-167b-4f49-99fa-94672a5aebd9', 'mac_address': 'fa:16:3e:b4:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:30:56.520102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-520c4d51-d812-48d7-883d-28652da7c647 service neutron] 10.222.0.74 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1116931
Dec 16 09:30:56.550572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:56.557455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-28d1ccd0-76cb-4f80-a540-a28398aaf463 req-2d46903c-ffda-4e43-b5de-8e6aefaecba4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Synchronizing usage tracker for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:30:56.578082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:56.593439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2238732e-167b-4f49-99fa-94672a5aebd9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:56.617519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318023a2-7013-466b-994d-1f56f612d5da {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:30:56.633999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:56.639352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 318023a2-7013-466b-994d-1f56f612d5da, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=318023a2-7013-466b-994d-1f56f612d5da,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:56.640744 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:56.642439 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:56.672766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41890-ba5d-4c21-94e4-1141c3a7efbe req-23fd8958-b276-40ad-90cc-0853ee98bfb2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:56.679533 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:56.679970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23c41890-ba5d-4c21-94e4-1141c3a7efbe req-23fd8958-b276-40ad-90cc-0853ee98bfb2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f21e378-2e5a-447a-8ca1-64e09947b58d HTTP/1.1" status: 200  len: 945 time: 1.3199174
Dec 16 09:30:56.706259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:30:56.762242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:56.776125 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:56.776893 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:56.871811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-28d1ccd0-76cb-4f80-a540-a28398aaf463 req-2d46903c-ffda-4e43-b5de-8e6aefaecba4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Unset dirty status for tenant:a26670d1aa7f4c5db825909167fce43c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:30:56.873127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28d1ccd0-76cb-4f80-a540-a28398aaf463 req-2d46903c-ffda-4e43-b5de-8e6aefaecba4 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] 10.222.0.66 "GET /v2.0/ports?device_id=d499a5ab-ed88-42f4-b96b-3ad0dac7f36c HTTP/1.1" status: 200  len: 210 time: 0.6322215
Dec 16 09:30:56.902911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23c41890-ba5d-4c21-94e4-1141c3a7efbe req-8d4b85d5-af46-40ca-a387-866b161908a8 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219810
Dec 16 09:30:56.953796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] For port 7301d08e-8401-400f-bd07-a9fe60b113d7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7301d08e-8401-400f-bd07-a9fe60b113d7,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:56.955850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:56.978396 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-616c3a4d-470e-4e2f-b5c9-8cc78185e9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3353596
Dec 16 09:30:56.996569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2238732e-167b-4f49-99fa-94672a5aebd9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:57.102109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:57.115395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4'}, {'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-deleted', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:57.146538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-304ecd66-f2cf-4a2a-ba5a-e8e3945dc9f9 req-270fd9bb-e040-4e83-98da-6d613c1a9d9d service neutron] 10.222.0.74 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5910168
Dec 16 09:30:57.177282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=318023a2-7013-466b-994d-1f56f612d5da,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:57.194281 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:57.230084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:30:57.276216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f has no active binding in host n-h2-820554-2 {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Dec 16 09:30:57.516830 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-95d2fa25-5f40-433a-adab-dcd080cc8440 req-61e36b1f-faac-4124-a4f1-c47c1684302e service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5296302
Dec 16 09:30:57.603213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:57.618969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Calling delete_port for 7301d08e-8401-400f-bd07-a9fe60b113d7 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:30:57.698402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254321f7-54c6-429a-b6d7-0e37c18054f8 req-2ecf0120-2ca2-425e-b513-33b294189d88 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:57.706721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-254321f7-54c6-429a-b6d7-0e37c18054f8 req-2ecf0120-2ca2-425e-b513-33b294189d88 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 946 time: 0.5179079
Dec 16 09:30:57.758793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0cd80376-ff58-4f3b-81b7-6b08dfe1158e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:57.769507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6552-a7e5-484e-914f-944ff1c91b07 req-d29b6a62-4d83-4340-a6b5-088cd335c60d tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:57.780274 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f3c6552-a7e5-484e-914f-944ff1c91b07 req-d29b6a62-4d83-4340-a6b5-088cd335c60d tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 944 time: 0.2663121
Dec 16 09:30:57.818469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['800d9656-a7a2-482e-8297-f0d9ddb6c22e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:57.843457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:57.854155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c9fd142c-fec2-449e-8560-2781fcdcca21'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:57.878643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f3c6552-a7e5-484e-914f-944ff1c91b07 req-92cf36cc-6f0f-443b-aaef-b03fb232fbff tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850339
Dec 16 09:30:57.885171 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:57.901069 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8d5291e-13b3-4d7d-809a-658f6fbd318f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:57.905249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['43b469c3-791d-4334-acfd-d4d24df3817e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:57.943123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:57.955575 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e026654-0a1b-4224-af3e-2efddc9e5552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:58.066776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-254321f7-54c6-429a-b6d7-0e37c18054f8 req-5c26c86f-1601-4a47-801d-f24c6b6c4a41 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3591657
Dec 16 09:30:58.075239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:58.090712 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:58.092850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event deleted for resources: {'Port': ['ID=7301d08e-8401-400f-bd07-a9fe60b113d7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:58.097759 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:58.112341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 14a54d0a-7114-472a-a804-51ada5af32d8 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:30:58.156508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['318023a2-7013-466b-994d-1f56f612d5da'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:58.230846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['67124b96-92b0-4e4c-a1d5-600286c27fa1'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:58.248079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] No DVR routers for this DVR port 7301d08e-8401-400f-bd07-a9fe60b113d7 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:30:58.250950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:58.254069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'name': 'network-vif-deleted', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:30:58.301418 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a88643fc-693b-4d5d-8d5e-afdc206e3f20 req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "DELETE /v2.0/ports/7301d08e-8401-400f-bd07-a9fe60b113d7 HTTP/1.1" status: 204  len: 173 time: 2.4818139
Dec 16 09:30:58.358569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['67d66eda-972f-4182-84d7-6d1b5820075b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:30:58.642694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on host n-h1-820554-2 for vnic_type normal with profile {"migrating_to": "n-h2-820554-2"} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:30:58.643204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:30:58.643820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:58.674061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:30:58.674465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Attempting to bind port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on network a7273c60-9377-469a-aee4-1192104dc3c5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:30:58.695486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:58.705072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:58.713181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:58.719948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:58.732245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:58.751039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:58.760972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:58.775714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-fe292b7f-df25-4b55-a701-d35740f10e74 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5436 time: 0.6801946
Dec 16 09:30:58.775714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:30:58.775714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Checking segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:30:58.775714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Bound using segment: {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:30:58.780014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Bound port: 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9de74-8dc3-468a-a386-478b924ca96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7273c60-9377-469a-aee4-1192104dc3c5'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:30:58.780014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:58.785055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7301d08e-8401-400f-bd07-a9fe60b113d7 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:58.916252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 7301d08e-8401-400f-bd07-a9fe60b113d7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:58.917340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7301d08e-8401-400f-bd07-a9fe60b113d7 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:58.917340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:30:58.919729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4e4eedd-ff0c-4711-8e82-6e2cb091dedc req-e7c41b2f-41b3-4769-a746-66097f0617e6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1240788
Dec 16 09:30:59.071109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008c27d-4dff-44d1-824f-944cf3a76f61 req-662cea37-3178-4613-bf81-e21c2c7b1998 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:59.075503 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e008c27d-4dff-44d1-824f-944cf3a76f61 req-662cea37-3178-4613-bf81-e21c2c7b1998 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 949 time: 0.5915821
Dec 16 09:30:59.095859 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4', 'status': 'completed', 'code': 200}
Dec 16 09:30:59.097366 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd499a5ab-ed88-42f4-b96b-3ad0dac7f36c', 'name': 'network-vif-deleted', 'tag': '8d491f5c-5999-4916-9fd4-6e69d69be566', 'status': 'completed', 'code': 200}
Dec 16 09:30:59.142057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 8d491f5c-5999-4916-9fd4-6e69d69be566 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:30:59.142359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8d491f5c-5999-4916-9fd4-6e69d69be566 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:30:59.334027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e008c27d-4dff-44d1-824f-944cf3a76f61 req-e3b44482-533e-417b-9a5a-5db6aa55c22e tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267468
Dec 16 09:30:59.349963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-0afa051e-adeb-473d-ba51-3e0c25a09dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:59.349963 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-0afa051e-adeb-473d-ba51-3e0c25a09dbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b9563a18490c4d11b860c5309012f4a5&device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 1095 time: 0.2391608
Dec 16 09:30:59.427728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:30:59.436007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:30:59.442748 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:59.454224 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:30:59.727892 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f21e378-2e5a-447a-8ca1-64e09947b58d', 'name': 'network-vif-deleted', 'tag': '7301d08e-8401-400f-bd07-a9fe60b113d7', 'status': 'completed', 'code': 200}
Dec 16 09:30:59.813246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:30:59.837208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-c2c35a96-269b-4ddb-9e59-04421c84a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:59.842539 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-c2c35a96-269b-4ddb-9e59-04421c84a914 service neutron] 10.222.0.74 "GET /v2.0/networks?id=19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 200  len: 913 time: 0.4845541
Dec 16 09:30:59.920134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.920510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.920880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.921242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.921657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.922019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.922372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.922728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.923075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.923446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.923796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.924206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:30:59.953333 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:30:59.964931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:30:59.965777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:30:59.968539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] 10.222.0.74 "PUT /v2.0/ports/55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 200  len: 1122 time: 4.5735378
Dec 16 09:31:00.089811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6ef33-bc3e-4419-b6c6-be39ff591877 req-5d240623-89a6-404e-af53-76f82d9f1939 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.098414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6d6ef33-bc3e-4419-b6c6-be39ff591877 req-5d240623-89a6-404e-af53-76f82d9f1939 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 944 time: 0.2313955
Dec 16 09:31:00.112600 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-16a8792b-f5fa-4dcf-98d0-91493ed40409 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0fbca33-0508-4032-9011-616ba92c50d4 HTTP/1.1" status: 200  len: 217 time: 0.2576268
Dec 16 09:31:00.234622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-b6aa6e31-e4aa-46f8-b730-bb44b27f72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.237183 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-b6aa6e31-e4aa-46f8-b730-bb44b27f72fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 200  len: 852 time: 0.1081657
Dec 16 09:31:00.252606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6d6ef33-bc3e-4419-b6c6-be39ff591877 req-0df5b09b-f28e-438e-8d71-87cd762b0a27 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499426
Dec 16 09:31:00.300966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:00.308224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['55bcb084-e184-4cd2-8d67-4d6cbc43775f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:00.345534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d912e-c96d-482d-9892-038c9e4d861b req-2df67fa9-101c-46dc-8852-014b5ddc0e08 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.351958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a1d912e-c96d-482d-9892-038c9e4d861b req-2df67fa9-101c-46dc-8852-014b5ddc0e08 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 944 time: 0.2398124
Dec 16 09:31:00.389482 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-e1ca6aca-8423-4751-9739-2718dda6a544 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=19b79221-df81-4aea-897e-4c9bcf49cc59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1446972
Dec 16 09:31:00.458133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 14a54d0a-7114-472a-a804-51ada5af32d8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:00.467220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a1d912e-c96d-482d-9892-038c9e4d861b req-c6c2ff9a-d4ca-4779-8c54-501215efa8bb tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071455
Dec 16 09:31:00.560880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 14a54d0a-7114-472a-a804-51ada5af32d8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:00.561487 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:00.725806 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-b8e6a55c-8c9d-441c-81eb-ec076c5f4138 service neutron] 10.222.0.74 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3265889
Dec 16 09:31:00.755572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['55bcb084-e184-4cd2-8d67-4d6cbc43775f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:00.793605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7e885e83-b605-42ca-939e-2e06635eed57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a26670d1aa7f4c5db825909167fce43c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4861379
Dec 16 09:31:00.819370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60956) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:00.909721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e0fbca33-0508-4032-9011-616ba92c50d4 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:31:00.913668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:00.943457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.951400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.958392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.968385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.977235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.984714 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c05b1b46-4643-4dff-8fc7-c04d16758e28 req-372a5a78-779e-485e-8790-2510d428916f service neutron] 10.222.0.74 "GET /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2510138
Dec 16 09:31:00.986188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.993718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:00.995629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-7020a104-93d8-4c6b-b439-3093b6eac12c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5436 time: 0.3482571
Dec 16 09:31:01.041822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:01.085490 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98cef68c-3c2d-4887-9ac1-5179678295c0 req-042f2647-e19b-4f2b-8331-2bd0d5e4df67 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0742903
Dec 16 09:31:01.098390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f'}, {'name': 'network-changed', 'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:01.146683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:01.167586 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0da6b2d5-8150-4bf2-b508-26281a38a52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:01.185662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549c4b35-3b53-47f1-9a4f-d98e294f79f1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:01.192831 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:01.192831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:01.193403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/549c4b35-3b53-47f1-9a4f-d98e294f79f1 HTTP/1.1" status: 204  len: 168 time: 0.3727608
Dec 16 09:31:01.411994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e0fbca33-0508-4032-9011-616ba92c50d4,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:01.489034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183fd3-2767-42e1-b758-a6cf433f5f3d req-52cc0e49-4466-4221-82d1-6818ee3018a0 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:01.496008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'e0fbca33-0508-4032-9011-616ba92c50d4', 'network_id': '19b79221-df81-4aea-897e-4c9bcf49cc59', 'port_id': 'e0fbca33-0508-4032-9011-616ba92c50d4', 'mac_address': 'fa:16:3e:8f:eb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c482ebb-aee0-431a-960f-763e0a3c7ec1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:31:01.509330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4183fd3-2767-42e1-b758-a6cf433f5f3d req-52cc0e49-4466-4221-82d1-6818ee3018a0 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 949 time: 0.2493944
Dec 16 09:31:01.608788 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4183fd3-2767-42e1-b758-a6cf433f5f3d req-96ec8403-8388-4309-b8a3-194d1f1bb9b0 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089697
Dec 16 09:31:01.932579 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f', 'code': 200}
Dec 16 09:31:01.947422 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f', 'status': 'completed', 'code': 200}
Dec 16 09:31:01.979870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60974) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:02.111069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-ae256d93-2d95-46b1-85d0-20473e49128a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:02.112040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-ae256d93-2d95-46b1-85d0-20473e49128a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Synchronizing usage tracker for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:31:02.135514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28151ad-5878-4100-a399-8126da58691e req-4c127e45-247b-4bb7-8bd5-de71d1df36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:02.138589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e28151ad-5878-4100-a399-8126da58691e req-4c127e45-247b-4bb7-8bd5-de71d1df36c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1125 time: 0.1356153
Dec 16 09:31:02.147009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-ae256d93-2d95-46b1-85d0-20473e49128a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Unset dirty status for tenant:e1240a924e4648a68de372f9d00931e3 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:31:02.149430 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-ae256d93-2d95-46b1-85d0-20473e49128a tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 945 time: 0.6082726
Dec 16 09:31:02.209878 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:02.230011 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:02.284055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd5af-f30a-43b3-9a29-dabcd0435a2c req-f49a7ac1-cd48-4f6e-980d-311c01d92daf tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:02.286764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 14a54d0a-7114-472a-a804-51ada5af32d8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=14a54d0a-7114-472a-a804-51ada5af32d8,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:02.292559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-660dd5af-f30a-43b3-9a29-dabcd0435a2c req-f49a7ac1-cd48-4f6e-980d-311c01d92daf tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 945 time: 0.5766392
Dec 16 09:31:02.292772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a54d0a-7114-472a-a804-51ada5af32d8'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:02.313611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-26bfb960-150d-45ef-8a32-e4666d52254e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e297eef4f864607aef200898e7647d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3268900
Dec 16 09:31:02.317964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:02.324453 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:02.334259 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:02.368286 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-660dd5af-f30a-43b3-9a29-dabcd0435a2c req-4d584114-1ed6-4af5-973b-66d4d66bc19f tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744042
Dec 16 09:31:02.377769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Deleting port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:02.378496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:02.387444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa89f1-3c2f-4025-ab40-b233f4a1459f req-96026453-e8c4-4501-b25a-922e267b9785 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:02.391335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:02.409497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34aa89f1-3c2f-4025-ab40-b233f4a1459f req-96026453-e8c4-4501-b25a-922e267b9785 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 944 time: 0.3266749
Dec 16 09:31:02.438657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fbca33-0508-4032-9011-616ba92c50d4 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:02.464723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e0fbca33-0508-4032-9011-616ba92c50d4,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:02.493737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34aa89f1-3c2f-4025-ab40-b233f4a1459f req-c37fa584-a29d-4b5e-954f-425558bc040c tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749080
Dec 16 09:31:02.510971 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:02.608363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=14a54d0a-7114-472a-a804-51ada5af32d8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:02.623105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:02.672906 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:02.677805 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:02.756729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c9fd142c-fec2-449e-8560-2781fcdcca21 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:02.822985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb4b28-af34-4a53-847d-c30f3be6ec1e req-62a30a92-e50d-4a7d-bcf4-60b26008a1fd tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:02.849170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2fdb4b28-af34-4a53-847d-c30f3be6ec1e req-62a30a92-e50d-4a7d-bcf4-60b26008a1fd tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 944 time: 0.2227623
Dec 16 09:31:02.867275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 2238732e-167b-4f49-99fa-94672a5aebd9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:02.892508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 2238732e-167b-4f49-99fa-94672a5aebd9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:02.892882 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:02.905350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28151ad-5878-4100-a399-8126da58691e req-8861deee-e75c-4be3-bd22-8eac063ab29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:02.907021 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e28151ad-5878-4100-a399-8126da58691e req-8861deee-e75c-4be3-bd22-8eac063ab29d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.7564404
Dec 16 09:31:02.923272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] For port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,segment=NetworkSegment(1d439c0c-f865-40fb-88f8-f36284b7ede3),segment_id=1d439c0c-f865-40fb-88f8-f36284b7ede3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:02.923897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:02.973437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2fdb4b28-af34-4a53-847d-c30f3be6ec1e req-b160c9bd-95b0-44d3-bc05-6bb2d4565863 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226628
Dec 16 09:31:03.040034 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e28151ad-5878-4100-a399-8126da58691e req-540d11c4-c605-425d-abfa-446070d6b3ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 200  len: 217 time: 0.1071639
Dec 16 09:31:03.048444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.054844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.061460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.073576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.092345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.099923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.111030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.130569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-13a9cde9-0184-4260-80ec-6347547dab5c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5436 time: 0.2756829
Dec 16 09:31:03.152306 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a54d0a-7114-472a-a804-51ada5af32d8', 'code': 200}
Dec 16 09:31:03.166465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=e0fbca33-0508-4032-9011-616ba92c50d4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:03.178194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port c9fd142c-fec2-449e-8560-2781fcdcca21 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:03.183335 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:03.229843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port c9fd142c-fec2-449e-8560-2781fcdcca21 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:03.230525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.313662 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b48c717-2841-4cb9-9d02-928b9333da2c req-e1061f2b-5c54-448c-8b3e-91e58dce8b91 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1819170
Dec 16 09:31:03.447650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28151ad-5878-4100-a399-8126da58691e req-64d14f54-8e68-44f9-a835-7262204842b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.456941 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e28151ad-5878-4100-a399-8126da58691e req-64d14f54-8e68-44f9-a835-7262204842b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.1997631
Dec 16 09:31:03.457631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fd384-3031-4771-b6a5-0b991c8441c5 req-5d79fd85-b6ce-4c6f-a4bd-17e07c6850e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.458761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f0fd384-3031-4771-b6a5-0b991c8441c5 req-5d79fd85-b6ce-4c6f-a4bd-17e07c6850e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee0248df-2842-4759-ba5d-8ae2d4394ac6 HTTP/1.1" status: 200  len: 1096 time: 0.2168560
Dec 16 09:31:03.488127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Calling delete_port for f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:03.567987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f0fd384-3031-4771-b6a5-0b991c8441c5 req-992d48e7-500b-4739-81f4-874c8af14397 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006477
Dec 16 09:31:03.581604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.588747 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.628131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.665067 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e28151ad-5878-4100-a399-8126da58691e req-8e1830a0-d399-48c8-a6d3-25ca88cf55a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738821
Dec 16 09:31:03.676438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c9fd142c-fec2-449e-8560-2781fcdcca21, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c9fd142c-fec2-449e-8560-2781fcdcca21,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:03.693410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.741216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:03.748192 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.755905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0cd80376-ff58-4f3b-81b7-6b08dfe1158e up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:03.801649 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:03.840074 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.927683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c9fd142c-fec2-449e-8560-2781fcdcca21,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:03.932849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:03.942430 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:03.943375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:03.944457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:03.959549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b223d-e8ca-42de-9f52-e7c80e85344e req-050bbeab-7a9f-4547-8627-06fa1c7f5b1d tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.961499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-517b223d-e8ca-42de-9f52-e7c80e85344e req-050bbeab-7a9f-4547-8627-06fa1c7f5b1d tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 949 time: 0.3895154
Dec 16 09:31:03.972607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808e4c5-0018-4b62-88dc-6eea7058dd06 req-5eb4e57b-b505-4f11-bad5-3ba20ddfeb34 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:03.975306 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f808e4c5-0018-4b62-88dc-6eea7058dd06 req-5eb4e57b-b505-4f11-bad5-3ba20ddfeb34 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 945 time: 0.2732012
Dec 16 09:31:04.020211 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e28151ad-5878-4100-a399-8126da58691e req-4bb150fa-d2ed-4dd6-b8f7-d1b0433bb81f service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209659
Dec 16 09:31:04.022788 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:04.068332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['e0fbca33-0508-4032-9011-616ba92c50d4'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:04.074225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f808e4c5-0018-4b62-88dc-6eea7058dd06 req-3d77bb04-e8c1-4e9b-adf6-005c39a307a2 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788207
Dec 16 09:31:04.159797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-517b223d-e8ca-42de-9f52-e7c80e85344e req-6cf39051-2a90-4b2c-b1e4-c0cf4179f19b tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818185
Dec 16 09:31:04.283439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:04.319597 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:04.367945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:04.396207 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5625f447-d011-4d71-b614-8d664123ccab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:04.412912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050ef38f-fe19-4a97-9fe3-a7b9d9a43841,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:04.425020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:04.431365 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:04.441132 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ccf408b2-8c04-46f0-932d-848dacba3dbc tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:04.499830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:04.531765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Pushing event deleted for resources: {'Port': ['ID=f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:04.540267 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:04.551264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:04.557655 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:04.562595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:04.589680 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-744a9f5e-e95b-4266-9704-89e038e34051 service neutron] 10.222.0.54 "GET /v2.0/ports/55bcb084-e184-4cd2-8d67-4d6cbc43775f/bindings/n-h2-820554-2 HTTP/1.1" status: 200  len: 384 time: 0.2196591
Dec 16 09:31:04.619403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59284908-38df-4a02-a8ad-29aa21ed6bfb req-24840dda-c4c9-4c27-9381-643ebb402294 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:04.627580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59284908-38df-4a02-a8ad-29aa21ed6bfb req-24840dda-c4c9-4c27-9381-643ebb402294 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 945 time: 0.3530552
Dec 16 09:31:04.673893 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:04.691226 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e28151ad-5878-4100-a399-8126da58691e req-c6be7f43-4734-4d0a-9036-c5c01f976e16 service neutron] 10.222.0.54 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6632218
Dec 16 09:31:04.807201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:31:04.807656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:31:04.808270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59284908-38df-4a02-a8ad-29aa21ed6bfb req-951d09db-9965-4b6f-a4ce-970ea88bf24e tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795537
Dec 16 09:31:04.835234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 67d66eda-972f-4182-84d7-6d1b5820075b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:04.934296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] No DVR routers for this DVR port f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:04.942328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:04.944950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-969c7ec8-01ec-4991-bffc-4a4e422ea2f5 req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.74 "DELETE /v2.0/ports/f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137 HTTP/1.1" status: 204  len: 173 time: 2.7708867
Dec 16 09:31:04.945979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:04.959224 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/050ef38f-fe19-4a97-9fe3-a7b9d9a43841 HTTP/1.1" status: 204  len: 168 time: 2.6288514
Dec 16 09:31:04.964333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'name': 'network-vif-deleted', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:04.994316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:05.001681 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:05.012778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78094d5b-0fdc-4650-8875-3b470ecbcdea req-e01159d6-2f23-4be6-b53e-3ffae91b40aa tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.014325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78094d5b-0fdc-4650-8875-3b470ecbcdea req-e01159d6-2f23-4be6-b53e-3ffae91b40aa tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 944 time: 0.3608589
Dec 16 09:31:05.081792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 67d66eda-972f-4182-84d7-6d1b5820075b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:05.094928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 67d66eda-972f-4182-84d7-6d1b5820075b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:05.095576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:05.166455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21'}, {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:05.298008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78094d5b-0fdc-4650-8875-3b470ecbcdea req-5b51d63d-4b4d-4022-8ec0-2e46a2cc639d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565088
Dec 16 09:31:05.314923 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:05.373422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 67d66eda-972f-4182-84d7-6d1b5820075b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67d66eda-972f-4182-84d7-6d1b5820075b,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:05.395612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:05.396554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 318023a2-7013-466b-994d-1f56f612d5da up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:05.409896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.415524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.421735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.428283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.435615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.441850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.447683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:05.449954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-b4c7a315-98c2-4fd4-a79e-f3e9d694ce21 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5438 time: 0.3363934
Dec 16 09:31:05.451763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:05.509139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:05.555320 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65346664-aafd-4da4-a3b4-c7b53815ba0d', 'name': 'network-vif-deleted', 'tag': 'f1b87e73-d5a3-4a4f-9ee5-69f3f79a4137', 'status': 'completed', 'code': 200}
Dec 16 09:31:05.595227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddfaa502-b960-4ff2-a3f3-4743075bca9d req-c96de39e-aff9-4e29-ba71-caf08099dec2 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1349730
Dec 16 09:31:05.605241 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-076cdd17-6820-4045-bd1f-21d795b633db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:05.619103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bcb084-e184-4cd2-8d67-4d6cbc43775f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:05.646611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:05.748925 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:05.864884 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 318023a2-7013-466b-994d-1f56f612d5da completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:05.868380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c63079a-c06c-4046-bb5e-ee45dd650c18 req-f9611298-0ad0-4d9e-9d39-0a1e793dafb4 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] 10.222.0.66 "GET /v2.0/ports?device_id=65346664-aafd-4da4-a3b4-c7b53815ba0d HTTP/1.1" status: 200  len: 210 time: 0.0531743
Dec 16 09:31:05.891126 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21', 'code': 200}
Dec 16 09:31:05.891429 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9', 'code': 200}
Dec 16 09:31:05.891697 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'code': 200}
Dec 16 09:31:05.901019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=67d66eda-972f-4182-84d7-6d1b5820075b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:05.913468 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:05.919443 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 318023a2-7013-466b-994d-1f56f612d5da triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:05.919443 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:06.002090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:06.223751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] Transition to ACTIVE for port object 55bcb084-e184-4cd2-8d67-4d6cbc43775f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:06.247974 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:06.311840 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b433fa3-0bd8-4105-9951-544fb88d8eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:06.324806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:31:06.344843 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:06.365016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f020bb5-4058-4a25-adb8-6b8e55899d7e req-d67a6000-c7c3-4796-b078-21c987bd5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:06.366410 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6f020bb5-4058-4a25-adb8-6b8e55899d7e req-d67a6000-c7c3-4796-b078-21c987bd5523 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 1101 time: 0.1450329
Dec 16 09:31:06.422098 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6f020bb5-4058-4a25-adb8-6b8e55899d7e req-74605760-730c-4359-ba04-3e5f0aa03c9c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483589
Dec 16 09:31:06.446468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 318023a2-7013-466b-994d-1f56f612d5da, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=318023a2-7013-466b-994d-1f56f612d5da,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:06.453237 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:06.455867 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:06.569052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=318023a2-7013-466b-994d-1f56f612d5da,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:06.573720 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:06.701971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e0fbca33-0508-4032-9011-616ba92c50d4 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:06.788131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] No DVR routers for this DVR port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:06.800329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] Pushing event updated for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:06.822829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port e0fbca33-0508-4032-9011-616ba92c50d4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:06.831886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port e0fbca33-0508-4032-9011-616ba92c50d4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:06.832727 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:06.832873 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:06.865338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] 10.222.0.54 "PUT /v2.0/ports/55bcb084-e184-4cd2-8d67-4d6cbc43775f/bindings/n-h2-820554-2/activate HTTP/1.1" status: 200  len: 369 time: 2.1683686
Dec 16 09:31:06.890837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8eea-8349-4b82-8735-11132895a3fd req-a7c87da6-57fa-46e8-9633-195052a09ef5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:06.903048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a53a8eea-8349-4b82-8735-11132895a3fd req-a7c87da6-57fa-46e8-9633-195052a09ef5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 945 time: 0.6407020
Dec 16 09:31:06.944777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b48e36-aa3d-4fc4-842f-dd30bf4b587e req-c293e944-24b7-41be-897c-6e89377e0993 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:06.952895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05b48e36-aa3d-4fc4-842f-dd30bf4b587e req-c293e944-24b7-41be-897c-6e89377e0993 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 950 time: 0.7528901
Dec 16 09:31:07.008694 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:07.022847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a53a8eea-8349-4b82-8735-11132895a3fd req-9f9eba6b-5305-482d-8fa7-f315dee0d330 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184304
Dec 16 09:31:07.030841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05b48e36-aa3d-4fc4-842f-dd30bf4b587e req-b97b977e-a9de-4b73-b022-6444bcf447d0 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767601
Dec 16 09:31:07.095086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e0fbca33-0508-4032-9011-616ba92c50d4,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:07.101441 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:07.102553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 67124b96-92b0-4e4c-a1d5-600286c27fa1 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:07.128014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d22f85d2-9ee4-416e-93e2-befd19a1583e tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.132089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-d22f85d2-9ee4-416e-93e2-befd19a1583e tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.1977828
Dec 16 09:31:07.150793 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:07.280523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd8f91-8e95-4057-be97-00e3527dc3f1 req-4367ab1e-eec5-487e-aaf2-4070dbdecef8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.290723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18fd8f91-8e95-4057-be97-00e3527dc3f1 req-4367ab1e-eec5-487e-aaf2-4070dbdecef8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 945 time: 0.1660788
Dec 16 09:31:07.320815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-38ccb13f-ab29-49f8-8088-43e85bb1adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.322319 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-38ccb13f-ab29-49f8-8088-43e85bb1adbd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd&tenant_id=794fa3401bd34e5db7312b30fe58849c HTTP/1.1" status: 200  len: 1096 time: 0.1816559
Dec 16 09:31:07.370257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=e0fbca33-0508-4032-9011-616ba92c50d4,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:07.375280 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:07.388424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18fd8f91-8e95-4057-be97-00e3527dc3f1 req-f0166cd2-ed42-4886-9cd8-ab9c22d6ac41 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943124
Dec 16 09:31:07.395021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 67124b96-92b0-4e4c-a1d5-600286c27fa1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:07.413732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 67124b96-92b0-4e4c-a1d5-600286c27fa1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:07.414511 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:07.585546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-b634abe8-d704-4d06-9639-89af36bb5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.587009 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-b634abe8-d704-4d06-9639-89af36bb5782 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1096 time: 0.2407811
Dec 16 09:31:07.610050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 32846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:07.701095 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:07.715607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.731420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.745441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.765096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.777254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.779641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 67124b96-92b0-4e4c-a1d5-600286c27fa1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:07.793066 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:07.797916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.799073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 43b469c3-791d-4334-acfd-d4d24df3817e up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:07.811487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.820584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3377a753-5b4a-4c21-b119-f575488b1355 req-74f46b6a-8d78-4ffa-85eb-ae0255d1c068 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5440 time: 0.3893666
Dec 16 09:31:07.869746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-563f93ce-e572-483a-909f-2e9876d94d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:07.876037 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-563f93ce-e572-483a-909f-2e9876d94d88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.2751913
Dec 16 09:31:07.879585 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:07.922385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3377a753-5b4a-4c21-b119-f575488b1355 req-c58aee00-db4f-475a-8dd8-e8a3f03b31d7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0928934
Dec 16 09:31:07.924899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318023a2-7013-466b-994d-1f56f612d5da'}, {'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67124b96-92b0-4e4c-a1d5-600286c27fa1'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:08.021906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 43b469c3-791d-4334-acfd-d4d24df3817e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:08.029138 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-1e8587e0-5d30-4206-aec8-ccbb23ac3b8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 200  len: 217 time: 0.1488364
Dec 16 09:31:08.041904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 43b469c3-791d-4334-acfd-d4d24df3817e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:08.042044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:08.177734 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b', 'code': 200}
Dec 16 09:31:08.177734 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318023a2-7013-466b-994d-1f56f612d5da', 'code': 200}
Dec 16 09:31:08.177734 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4', 'code': 200}
Dec 16 09:31:08.177734 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67124b96-92b0-4e4c-a1d5-600286c27fa1', 'code': 200}
Dec 16 09:31:08.261149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-6c7d8f17-3817-48ee-8c07-b3fd4313c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:08.263882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=67124b96-92b0-4e4c-a1d5-600286c27fa1,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:08.286334 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-6c7d8f17-3817-48ee-8c07-b3fd4313c61c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.2390683
Dec 16 09:31:08.298863 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:08.443542 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-984e0a79-ac32-468d-9d65-53697e143cf3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1273291
Dec 16 09:31:08.445633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:08.512299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 43b469c3-791d-4334-acfd-d4d24df3817e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=43b469c3-791d-4334-acfd-d4d24df3817e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:08.519489 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:08.520608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 800d9656-a7a2-482e-8297-f0d9ddb6c22e up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:08.638755 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-a735d045-adac-4619-9d57-f049f91bc727 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864505
Dec 16 09:31:08.640396 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:08.718406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Deleting subnet 50f3d445-642e-4001-89dc-7bec33f36fac {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:31:08.723130 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:08.787672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:08.854198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 800d9656-a7a2-482e-8297-f0d9ddb6c22e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:08.877609 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:08.888429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=43b469c3-791d-4334-acfd-d4d24df3817e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:08.899535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 800d9656-a7a2-482e-8297-f0d9ddb6c22e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:08.899535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:08.972647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6ad76-d6eb-4ca2-a2bc-0b16881a75d2 req-ae248478-8600-4ce0-891c-6744e7e6d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:08.974226 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28f6ad76-d6eb-4ca2-a2bc-0b16881a75d2 req-ae248478-8600-4ce0-891c-6744e7e6d122 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 1097 time: 0.5926120
Dec 16 09:31:08.984657 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:08.986330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.015519 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-859d4392-4db4-47f6-b15b-4f8c2533aba3 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3692615
Dec 16 09:31:09.103996 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e1622e9-084c-43a8-ab84-16c4b3992833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:09.162585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dad03-6581-4b5d-bc22-e1eec33784cd req-bf34e582-d71f-4630-bfec-378da84575d1 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:09.165576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.172143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df6dad03-6581-4b5d-bc22-e1eec33784cd req-bf34e582-d71f-4630-bfec-378da84575d1 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 950 time: 0.6280086
Dec 16 09:31:09.212674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f3d445-642e-4001-89dc-7bec33f36fac,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:09.216741 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:09.219124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:09.232361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.232697 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:09.258069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df6dad03-6581-4b5d-bc22-e1eec33784cd req-ea50c6b8-7ffe-404e-8075-2ecff3bd1252 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849283
Dec 16 09:31:09.312600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72ea85-662e-469f-94eb-83239c96733c req-a923e4fd-f6fc-474e-a7eb-cf1ee15fa75f tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:09.328330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e72ea85-662e-469f-94eb-83239c96733c req-a923e4fd-f6fc-474e-a7eb-cf1ee15fa75f tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 946 time: 0.8736243
Dec 16 09:31:09.339335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=800d9656-a7a2-482e-8297-f0d9ddb6c22e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:09.352862 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:09.395054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28f6ad76-d6eb-4ca2-a2bc-0b16881a75d2 req-cd86fecd-6221-4858-a402-e00a71f6095f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4029791
Dec 16 09:31:09.396727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.432440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/50f3d445-642e-4001-89dc-7bec33f36fac HTTP/1.1" status: 204  len: 168 time: 1.8183689
Dec 16 09:31:09.432607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:09.441864 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e72ea85-662e-469f-94eb-83239c96733c req-21ff61d3-fced-4758-8325-e0bb6acd8b4f tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218550
Dec 16 09:31:09.591667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.790257 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.807774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5457479c-08a9-4d2a-8dc8-ef438753741a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:09.809368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-5457479c-08a9-4d2a-8dc8-ef438753741a tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd&tenant_id=794fa3401bd34e5db7312b30fe58849c&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 1096 time: 0.1842160
Dec 16 09:31:09.846645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f140ea90>,) {'filters': {'network_id': ['2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:09.863549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f140ea90>, '1d439c0c-f865-40fb-88f8-f36284b7ede3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:09.863935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f140ea90>, '1d439c0c-f865-40fb-88f8-f36284b7ede3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:09.877352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.897873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.910461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:31:09.911064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:09.913362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71c800-76f5-4e88-b39d-8c07f499635c req-7c7a2c2c-9df0-4952-bb3d-79af5f3e955c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:09.914907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a71c800-76f5-4e88-b39d-8c07f499635c req-7c7a2c2c-9df0-4952-bb3d-79af5f3e955c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 945 time: 0.1747210
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:31:09.925906 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:31:10.019017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.024737 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d814b86-d618-4e9c-b6f9-0ac1a4db1f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:10.040445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.048983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:10.060537 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a71c800-76f5-4e88-b39d-8c07f499635c req-065a1b69-b57a-4668-8962-dee76bee3aad tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055996
Dec 16 09:31:10.061628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.062011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.062462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.062768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.063224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.063528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.063884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.064236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.065939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.065939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.065939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.066227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:10.080854 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:10.080854 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] 10.222.0.66 "DELETE /v2.0/networks/2ebb5ad6-54f9-4082-bd57-4ee8e4ffbec6 HTTP/1.1" status: 204  len: 168 time: 0.6373577
Dec 16 09:31:10.088874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:10.095124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.101435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.109783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.114576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.121209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.128698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.134550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.136486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-3f908e5c-f50b-4319-95ae-d7ba455c9885 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.2206538
Dec 16 09:31:10.140458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b469c3-791d-4334-acfd-d4d24df3817e'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:10.161343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Deleting subnet 7e0d4508-3a9f-4037-887e-0f303b534003 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:31:10.164687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.171064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-925d7b07-92c9-425c-84fe-7d223f8c5ea1 service neutron] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:10.183206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-925d7b07-92c9-425c-84fe-7d223f8c5ea1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.183206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a32ff9f-852e-44e2-a36c-a622c3322c5c req-925d7b07-92c9-425c-84fe-7d223f8c5ea1 service neutron] 10.222.0.74 "DELETE /v2.0/ports/55bcb084-e184-4cd2-8d67-4d6cbc43775f/bindings/n-h1-820554-2 HTTP/1.1" status: 204  len: 173 time: 0.3626044
Dec 16 09:31:10.208743 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-baa0de6c-6171-4a78-b728-14f08c6e79cc req-09123cb9-da5f-4c2e-9f08-c930780262ef tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0647445
Dec 16 09:31:10.249056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.328647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.402675 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.409319 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d817ffc6-e760-49d5-aa9d-d405f398b88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:10.432661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44de154-59da-41b0-a39c-a3d27e611e27 req-6d9ade47-bf1c-4243-bcbd-caecbd442692 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:10.434376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b44de154-59da-41b0-a39c-a3d27e611e27 req-6d9ade47-bf1c-4243-bcbd-caecbd442692 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 945 time: 0.1154330
Dec 16 09:31:10.446583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0d4508-3a9f-4037-887e-0f303b534003,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:10.448342 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.450850 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:10.457748 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7e0d4508-3a9f-4037-887e-0f303b534003 HTTP/1.1" status: 204  len: 168 time: 0.3701322
Dec 16 09:31:10.458365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32934) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:10.488684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b44de154-59da-41b0-a39c-a3d27e611e27 req-87dd3537-3e2b-486a-992e-1fd0dfab88fc tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465524
Dec 16 09:31:10.600801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:10.695782 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b469c3-791d-4334-acfd-d4d24df3817e', 'code': 200}
Dec 16 09:31:10.696265 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e', 'code': 200}
Dec 16 09:31:11.047803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.113204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1f67f10>,) {'filters': {'network_id': ['a7858e08-29a6-405b-b309-3021bf602ac8']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:11.149577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f67f10>, '39710252-a5da-4337-9d74-cd87057ebc93') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:11.149577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f67f10>, '39710252-a5da-4337-9d74-cd87057ebc93') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:11.162766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.186810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.195696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:31:11.195956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.213778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-61e59651-f8bb-4459-ab43-9e2a39ed3941 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6500 time: 0.3863540
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:31:11.226053 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:31:11.247956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceec58-fda7-4b5c-8c8a-b7a92f99250b req-4c1707b6-bca4-4128-b1aa-89ed623eaae8 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.251744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5ceec58-fda7-4b5c-8c8a-b7a92f99250b req-4c1707b6-bca4-4128-b1aa-89ed623eaae8 tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 1096 time: 0.1519563
Dec 16 09:31:11.277754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdd61a-a689-410d-b3ef-ae1b0bb7b898 req-51d94fc7-045d-4b03-a383-cc702dbecaa1 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.284674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ebfdd61a-a689-410d-b3ef-ae1b0bb7b898 req-51d94fc7-045d-4b03-a383-cc702dbecaa1 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 946 time: 0.4043474
Dec 16 09:31:11.324061 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.324061 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.324061 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:11.350190 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a7858e08-29a6-405b-b309-3021bf602ac8 HTTP/1.1" status: 204  len: 168 time: 0.8868434
Dec 16 09:31:11.353112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51c50dce-ddcb-42ba-9321-7de4c8f46199 req-dc32040d-fdf0-435c-9879-d3ee2c101bc5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1232018
Dec 16 09:31:11.360173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7858e08-29a6-405b-b309-3021bf602ac8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:11.363147 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:11.370527 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5ceec58-fda7-4b5c-8c8a-b7a92f99250b req-02c50518-4fa9-4753-bbef-7196cd950f6e tempest-LiveMigrationTest-2072217072 tempest-LiveMigrationTest-2072217072-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896981
Dec 16 09:31:11.390361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ebfdd61a-a689-410d-b3ef-ae1b0bb7b898 req-f167e6a1-e07a-4d41-87c7-12df39379dde tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725832
Dec 16 09:31:11.501229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.524841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32984) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:11.585158 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-33c9d7b4-a8e4-4233-bab1-f7835a378b35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1240a924e4648a68de372f9d00931e3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0587640
Dec 16 09:31:11.588428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:11.655417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.683223 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.699338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ec6a-20dc-48a3-b94c-cb9d8f9bcf79 req-179201e2-43db-4242-a352-9dda38f26cfd tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.700858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14a7ec6a-20dc-48a3-b94c-cb9d8f9bcf79 req-179201e2-43db-4242-a352-9dda38f26cfd tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 950 time: 0.1570632
Dec 16 09:31:11.717177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.726293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.729469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.735222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.741457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.742327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.750817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.753119 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:11.759775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:11.759775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-47027c75-c5c4-4a4c-a075-bdb883d5ad19 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.2092381
Dec 16 09:31:11.765637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:11.765637 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d96b6cd9-d4d2-4db0-a4e5-fc22579caf40 HTTP/1.1" status: 204  len: 168 time: 0.1747983
Dec 16 09:31:11.767073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b6cd9-d4d2-4db0-a4e5-fc22579caf40,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:11.771207 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:11.828505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14a7ec6a-20dc-48a3-b94c-cb9d8f9bcf79 req-c50db954-a998-438a-b203-6be8aa6e1942 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696003
Dec 16 09:31:11.837550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24d551a1-1ea9-4d4a-86d9-e12c1ac8093b req-97be2bec-fad0-4b24-b0d1-67a2c0cf5980 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0657737
Dec 16 09:31:11.910770 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-985c9d5b-8f08-4cf6-be00-94cb7117a438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:12.318071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:12.372742 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be9f1d4d-b1be-45f2-9d44-c55f1ee17c62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=464207d561444bacb23aa1b91d2de5f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0590799
Dec 16 09:31:12.375060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:12.447171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:12.454890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299ca7e-66cb-4888-be8f-3dc274bf1d46 req-bf4dde05-8508-42a9-b427-c86ba10d632e tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:12.463721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5299ca7e-66cb-4888-be8f-3dc274bf1d46 req-bf4dde05-8508-42a9-b427-c86ba10d632e tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 945 time: 0.1127713
Dec 16 09:31:12.474731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:12.524569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5299ca7e-66cb-4888-be8f-3dc274bf1d46 req-24fc31e2-3754-448a-900d-f57ffaaf3cd1 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596828
Dec 16 09:31:12.538965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:12.545211 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05e85c93-f399-4637-a323-0117d0e58de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:12.561837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109dda4-5905-44b0-a7c3-e36625a09986,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:12.570640 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:12.573255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:12.575087 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4109dda4-5905-44b0-a7c3-e36625a09986 HTTP/1.1" status: 204  len: 168 time: 0.1985912
Dec 16 09:31:12.749205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:12.896157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4d95d-a623-4419-99ba-3f7725f8b193 req-2d924984-cbdf-4ff3-8e0f-0e1ea6653bd7 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:12.897686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5c4d95d-a623-4419-99ba-3f7725f8b193 req-2d924984-cbdf-4ff3-8e0f-0e1ea6653bd7 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 945 time: 0.1621802
Dec 16 09:31:12.928145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:12.995840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:13.003639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdf887-2572-4018-a38b-fb188b2de8ad req-f1d1db33-cb95-4b8b-b1a6-bc6eba768578 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.009327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:13.015283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dffdf887-2572-4018-a38b-fb188b2de8ad req-f1d1db33-cb95-4b8b-b1a6-bc6eba768578 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 946 time: 0.1798012
Dec 16 09:31:13.021581 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:13.021581 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:13.025332 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5c4d95d-a623-4419-99ba-3f7725f8b193 req-af70bf37-7564-4c45-913b-726442841c31 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140711
Dec 16 09:31:13.087408 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dffdf887-2572-4018-a38b-fb188b2de8ad req-68d4ad7c-e132-4219-ab76-de96740cc000 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760391
Dec 16 09:31:13.108681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:13.114531 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:13.196620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-162648d0-569e-4af0-a4da-054b585a5c9d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.198089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-162648d0-569e-4af0-a4da-054b585a5c9d tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 945 time: 0.1069536
Dec 16 09:31:13.342021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Deleting port 55bcb084-e184-4cd2-8d67-4d6cbc43775f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:13.342631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:13.409299 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'code': 200}
Dec 16 09:31:13.670506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.677079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.683439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.690513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.696768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.702835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.708775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:13.716411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-15fd2ff7-0f75-46d2-b2dc-d05665a48719 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.4723673
Dec 16 09:31:13.771364 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:13.775502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:13.806255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08ae0095-b862-4e39-8f0b-bafaa6ac65a2 req-194a0092-4d9d-42c2-b955-b79bb9f392c2 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0850570
Dec 16 09:31:13.888005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] For port 55bcb084-e184-4cd2-8d67-4d6cbc43775f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=55bcb084-e184-4cd2-8d67-4d6cbc43775f,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:13.888727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:13.981105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:31:14.027690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Calling delete_port for 55bcb084-e184-4cd2-8d67-4d6cbc43775f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:14.124518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390799ad-1639-433c-b6ed-3f737d561117 req-899cf220-2be2-4abd-885b-45e680ad3594 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:14.126719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-390799ad-1639-433c-b6ed-3f737d561117 req-899cf220-2be2-4abd-885b-45e680ad3594 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee0248df-2842-4759-ba5d-8ae2d4394ac6 HTTP/1.1" status: 200  len: 945 time: 0.5147443
Dec 16 09:31:14.148393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.176955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:14.189801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:14.197786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Usage tracker for resource:security_group_rule and tenant:f6516013b6f944da97a41953b08a4ed5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:14.203300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '2238732e-167b-4f49-99fa-94672a5aebd9', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '2238732e-167b-4f49-99fa-94672a5aebd9', 'mac_address': 'fa:16:3e:b4:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:31:14.207918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:14.218630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-390799ad-1639-433c-b6ed-3f737d561117 req-2ce96e3c-02b1-4556-8ae2-8c0ec4190f7f tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834832
Dec 16 09:31:14.225725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:14.304285 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.341780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2238732e-167b-4f49-99fa-94672a5aebd9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:14.389853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:14.397323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.409470 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:14.438477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.445090 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.462478 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa9960fa-4801-47c4-a1d9-3198cc961ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:14.531252 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6516013b6f944da97a41953b08a4ed5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7538960
Dec 16 09:31:14.547191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33132) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:14.548646 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5482-0aae-4c5c-8f66-dfc1ffb11c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.555429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2238732e-167b-4f49-99fa-94672a5aebd9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:14.673589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:14.683626 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:14.714998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5058010a-3617-4e99-b6a9-a93af7bfc30d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:14.735884 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:14.745765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a73ce-8ece-4203-a51d-3aef1c0b1b5e req-02642bdd-40f7-4ce4-87d4-59966cbec4c8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:14.747871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f9a73ce-8ece-4203-a51d-3aef1c0b1b5e req-02642bdd-40f7-4ce4-87d4-59966cbec4c8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 945 time: 0.6901753
Dec 16 09:31:14.786509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.824301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.829051 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.843134 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bf23eb51-b805-40ba-afb3-30c22c78ce0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:14.863757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['61b79af9-615f-4f98-9f3c-bdf8fc854f3d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:14.888347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f9a73ce-8ece-4203-a51d-3aef1c0b1b5e req-9e031195-d094-4b55-8020-11124db86ab8 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153183
Dec 16 09:31:14.901216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event deleted for resources: {'Port': ['ID=55bcb084-e184-4cd2-8d67-4d6cbc43775f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:14.907021 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:14.917551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.932799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-b8b30ea6-39ea-4847-8965-63a25a4b4b12 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:14.933532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-b8b30ea6-39ea-4847-8965-63a25a4b4b12 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Synchronizing usage tracker for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:31:14.937978 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-668b2af9-fad4-42ef-b886-ecb23d0e64df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:14.954462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:14.955515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23defa9c-2b13-49a9-8d21-63a924abf503 req-ba6f2a6e-8fe8-48a7-82e5-3a68130d82bf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:14.955758 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5058010a-3617-4e99-b6a9-a93af7bfc30d HTTP/1.1" status: 204  len: 168 time: 0.4074986
Dec 16 09:31:14.964998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23defa9c-2b13-49a9-8d21-63a924abf503 req-ba6f2a6e-8fe8-48a7-82e5-3a68130d82bf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 945 time: 0.3151324
Dec 16 09:31:14.979237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5058010a-3617-4e99-b6a9-a93af7bfc30d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:14.985215 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:14.987809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-b8b30ea6-39ea-4847-8965-63a25a4b4b12 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Unset dirty status for tenant:671682e4503c4ca18b2202676e5aa10f on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:31:14.988934 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-b8b30ea6-39ea-4847-8965-63a25a4b4b12 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 945 time: 0.4430213
Dec 16 09:31:15.127927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] No DVR routers for this DVR port 55bcb084-e184-4cd2-8d67-4d6cbc43775f on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:15.139580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:15.157498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'name': 'network-vif-deleted', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:15.205152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Deleting port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:15.205510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:15.260922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23defa9c-2b13-49a9-8d21-63a924abf503 req-582c3e3a-f056-4113-841b-8010dd88dacc tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9dc1208-f0ba-4011-a973-fa562f718096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2947257
Dec 16 09:31:15.261458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:15.263705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf7fe117-af5a-4f43-ab12-3747b0c40062 req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "DELETE /v2.0/ports/55bcb084-e184-4cd2-8d67-4d6cbc43775f HTTP/1.1" status: 204  len: 173 time: 2.0580590
Dec 16 09:31:15.654422 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:15.805436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:15.820895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:15.834698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:15.841145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33176) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:15.846061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] For port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:15.846790 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:15.849296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:15.855367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:15.863596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:15.872140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:15.874662 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-d1adeb61-ec94-4e5d-aaf9-34fe93b6e8dd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.2934940
Dec 16 09:31:15.921812 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed4dbad-6026-427a-9346-28bd5b1d6afd', 'name': 'network-vif-deleted', 'tag': '55bcb084-e184-4cd2-8d67-4d6cbc43775f', 'status': 'completed', 'code': 200}
Dec 16 09:31:15.985588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2267f80d-764b-4473-8e9d-076b1ada5099 req-e05b7edd-b400-4494-a8c2-211b2b11ab2b tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0969381
Dec 16 09:31:15.986030 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:16.000194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa4d762-1373-4b45-b0e9-34cae70ccfbd details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:31:16.007886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:16.058039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:16.079046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf43c7551e04b4498492cd94380edfb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:16.095768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:16.115502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:16.443098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 2238732e-167b-4f49-99fa-94672a5aebd9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:16.443656 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:16.560881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:16.635093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'mac_address': 'fa:16:3e:73:bb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:31:16.724903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-34231781-938f-4db5-b0b7-0c0c82a3da22 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0802894
Dec 16 09:31:16.783255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:16.784794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:16.785437 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f disassociated. External IP: 172.25.3.46, port: 2c3d64ef-5162-4d2d-82f0-82024ebdfee0.
Dec 16 09:31:16.786087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Calling delete_port for 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:16.832798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:16.956488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 55bcb084-e184-4cd2-8d67-4d6cbc43775f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:31:16.957718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 55bcb084-e184-4cd2-8d67-4d6cbc43775f not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:31:16.960003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:17.004317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.020139 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.049126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fa4d762-1373-4b45-b0e9-34cae70ccfbd {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:17.142447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-39121564-c926-4af1-a2bd-cb5b07808518 req-1aab1818-502c-404c-af9f-5d54dd6e5604 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Synchronizing usage tracker for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:31:17.175234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.181028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-477d92a1-c85a-4907-a52f-117726d61e2a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.194697 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-477d92a1-c85a-4907-a52f-117726d61e2a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4685450
Dec 16 09:31:17.209837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:17.212060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.219892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:17.231474 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.238893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:17.240281 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:17.264469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-39121564-c926-4af1-a2bd-cb5b07808518 req-1aab1818-502c-404c-af9f-5d54dd6e5604 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Unset dirty status for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:31:17.275675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39121564-c926-4af1-a2bd-cb5b07808518 req-1aab1818-502c-404c-af9f-5d54dd6e5604 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed4dbad-6026-427a-9346-28bd5b1d6afd HTTP/1.1" status: 200  len: 210 time: 0.2577271
Dec 16 09:31:17.290331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-73e90df1-720d-475f-84a7-34f62ed89f02 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/quotas/9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 375 time: 0.0946341
Dec 16 09:31:17.350422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:17.354305 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:17.357306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.361296 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:17.586815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:17.587585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-da331279-231e-462c-aa52-e4caf3d020ad tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2929292
Dec 16 09:31:17.602426 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:17.780255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['5fa4d762-1373-4b45-b0e9-34cae70ccfbd'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:17.839062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.866115 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-504133c1-6e4e-4267-88a4-d7d45a4ec2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:17.884670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-1679d260-0391-4743-9d4a-8dedcbfa8ef5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.886666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-1679d260-0391-4743-9d4a-8dedcbfa8ef5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee0248df-2842-4759-ba5d-8ae2d4394ac6 HTTP/1.1" status: 200  len: 945 time: 0.4739280
Dec 16 09:31:17.910527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.921589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.938120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.944747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.956696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.960000 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:17.979973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.986952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:17.987837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee22070-e00e-4c5c-9474-9917a171db91,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:18.011882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aecea5c0-8ba6-4da2-b11e-f92a52dc0abd req-6be011c2-04e1-439f-9f55-ae1d7e6b6961 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.3840809
Dec 16 09:31:18.018589 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:18.027485 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1cf43c7551e04b4498492cd94380edfb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1781378
Dec 16 09:31:18.031789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:18.032146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:18.079339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Request body: {'floatingip': {'port_id': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:18.158080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Deleting port 14a54d0a-7114-472a-a804-51ada5af32d8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:18.165308 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:18.265766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:18.326927 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:18.541914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event deleted for resources: {'Port': ['ID=2c3d64ef-5162-4d2d-82f0-82024ebdfee0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:18.566464 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:19.216442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92f6227f-1b51-4567-b46d-782c86b4e5ff req-f896f1d0-4813-4f25-81af-e5502c1bf471 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf0fa7a3-4d48-4db3-89c0-8d9581ca8512 HTTP/1.1" status: 200  len: 210 time: 0.7932565
Dec 16 09:31:19.395131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] For port 14a54d0a-7114-472a-a804-51ada5af32d8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=14a54d0a-7114-472a-a804-51ada5af32d8,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:19.395518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:19.427497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58243a-88e9-4464-9673-62200b06f9eb req-c507f69b-e1a7-46a8-bb4e-960c0dad8432 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:19.428955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d58243a-88e9-4464-9673-62200b06f9eb req-c507f69b-e1a7-46a8-bb4e-960c0dad8432 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7504aa2-a9aa-4d0f-a310-8b38b959a092 HTTP/1.1" status: 200  len: 946 time: 1.1932752
Dec 16 09:31:19.681492 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.354s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:19.705934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:19.786362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:19.843134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Calling delete_port for 14a54d0a-7114-472a-a804-51ada5af32d8 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:19.922596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:19.992372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:19.997873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa4d762-1373-4b45-b0e9-34cae70ccfbd up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:20.078305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:20.086018 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-de4b3cd3-c861-47ae-9278-6ede2eb7dacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:20.244421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:20.244639 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:20.310480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Deleting port e0fbca33-0508-4032-9011-616ba92c50d4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:20.311075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:20.615601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:20.737659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:20.745270 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:20.747757 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:20.864025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:20.867152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e0fbca33-0508-4032-9011-616ba92c50d4 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:20.881942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee22070-e00e-4c5c-9474-9917a171db91,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:20.884333 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Floating IP 4bf20637-9e70-477c-8e39-c29113e8b5d3 associated. External IP: 172.25.3.103, port: 0cd80376-ff58-4f3b-81b7-6b08dfe1158e.
Dec 16 09:31:20.886510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6b01-7ec3-45b1-85a6-efcd0d4c2f44 req-dae60477-1d3b-4dd0-ab66-4a63ee27cc82 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:20.906023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-189b6b01-7ec3-45b1-85a6-efcd0d4c2f44 req-dae60477-1d3b-4dd0-ab66-4a63ee27cc82 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee0248df-2842-4759-ba5d-8ae2d4394ac6 HTTP/1.1" status: 200  len: 945 time: 1.4769177
Dec 16 09:31:20.929799 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:21.080021 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:21.100172 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-189b6b01-7ec3-45b1-85a6-efcd0d4c2f44 req-c001cda4-a89a-4353-bfe5-ee2eac959254 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928742
Dec 16 09:31:21.159811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:21.173637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e0fbca33-0508-4032-9011-616ba92c50d4,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:21.174066 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:21.205563 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a05ccb9-2146-48b3-97fe-1592dfc052b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:21.230667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e0fbca33-0508-4032-9011-616ba92c50d4,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:21.237727 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:21.242760 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:21.433907 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.348s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:21.447494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=e0fbca33-0508-4032-9011-616ba92c50d4,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:21.449772 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-758e331f-b273-4821-908a-fa85c3a435aa tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 1.2125003
Dec 16 09:31:21.450852 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:21.505806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event deleted for resources: {'Port': ['ID=14a54d0a-7114-472a-a804-51ada5af32d8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:21.643639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Calling delete_port for e0fbca33-0508-4032-9011-616ba92c50d4 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:21.751641 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:21.844475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:31:21.844475 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:31:21.845228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] No DVR routers for this DVR port 14a54d0a-7114-472a-a804-51ada5af32d8 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:21.850347 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:21.869072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'name': 'network-vif-deleted', 'tag': '14a54d0a-7114-472a-a804-51ada5af32d8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:21.890819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bb35163-4a99-46fe-80e4-2dc23634d63d req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.54 "DELETE /v2.0/ports/14a54d0a-7114-472a-a804-51ada5af32d8 HTTP/1.1" status: 204  len: 173 time: 3.8769715
Dec 16 09:31:21.933756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Router bbcd9d5f-b419-40ed-9a84-a82f13508f2a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:31:21.936152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:21.937654 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ee22070-e00e-4c5c-9474-9917a171db91 HTTP/1.1" status: 204  len: 168 time: 3.9009292
Dec 16 09:31:22.016345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 14a54d0a-7114-472a-a804-51ada5af32d8 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:22.238245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 14a54d0a-7114-472a-a804-51ada5af32d8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:31:22.238984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 14a54d0a-7114-472a-a804-51ada5af32d8 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:31:22.257013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-bc998cf7-66a6-4db6-9f56-0a29a306c0a9 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:22.257013 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-bc998cf7-66a6-4db6-9f56-0a29a306c0a9 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7770143
Dec 16 09:31:22.285918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Request body: {'port': {'device_id': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '9347d0d23cb541258e095e1c8c647f8e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:22.362383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Deleting port e0fbca33-0508-4032-9011-616ba92c50d4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:22.362383 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:22.441327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Router 88cd9fcb-7b33-4747-82ce-fd064ddd265c has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:31:23.146514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:31:23.158760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] Sync routers for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:31:23.172917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:23.175076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38990d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:23.179618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:23.202849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] For port e0fbca33-0508-4032-9011-616ba92c50d4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e0fbca33-0508-4032-9011-616ba92c50d4,segment=NetworkSegment(6f2b319f-f67f-4d1e-a3d6-0a70634572b1),segment_id=6f2b319f-f67f-4d1e-a3d6-0a70634572b1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:23.205367 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:23.389894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:23.421004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Usage tracker for resource:port and tenant:9347d0d23cb541258e095e1c8c647f8e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:23.426651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:23.443731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:23.479138 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-17a1477d-3b84-4302-b40e-d8a71e843d7a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "PUT /v2.0/floatingips/4bf20637-9e70-477c-8e39-c29113e8b5d3 HTTP/1.1" status: 200  len: 991 time: 5.4296343
Dec 16 09:31:23.489910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:23.505065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Made reservation on behalf of 9347d0d23cb541258e095e1c8c647f8e for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:31:23.511746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:23.551111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:23.592845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:31:23.613183 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] Sync routers for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:31:23.642874 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:23.649352 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c340d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:23.689679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:23.703891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Usage tracker for resource:security_group_rule and tenant:9347d0d23cb541258e095e1c8c647f8e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:23.736803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:23.745594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Calling delete_port for e0fbca33-0508-4032-9011-616ba92c50d4 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:23.838830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:24.002650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:24.088027 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:24.109226 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:24.140816 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05cfa9a5-360b-464f-9454-c35bea277902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:24.162412 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:24.283281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] No DVR routers for this DVR port 2c3d64ef-5162-4d2d-82f0-82024ebdfee0 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:24.290082 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:24.296010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:24.322407 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3041c6e4-3be5-451a-bd54-7a70f0947e5a req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.74 "DELETE /v2.0/ports/2c3d64ef-5162-4d2d-82f0-82024ebdfee0 HTTP/1.1" status: 204  len: 173 time: 9.3226519
Dec 16 09:31:24.333656 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:24.380075 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5fda718-c3d7-47ed-a08e-2523ed49d1a5 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:24.388933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1841a3ba-78fc-43bd-ad23-a7c949f6ccae,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:24.552936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Pushing event deleted for resources: {'Port': ['ID=e0fbca33-0508-4032-9011-616ba92c50d4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:24.588026 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:24.716153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-network', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:24.831590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:25.017381 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c340d0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:25.020775 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] Checking router: 88cd9fcb-7b33-4747-82ce-fd064ddd265c for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:31:25.041140 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:25.041794 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c340d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:25.162159 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38990d0>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '4bf20637-9e70-477c-8e39-c29113e8b5d3', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'port_id': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'mac_address': 'fa:16:3e:1e:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:29:17Z', 'updated_at': '2021-12-16T09:31:19Z', 'revision_number': 1, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 5, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:25.183081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] Checking router: bbcd9d5f-b419-40ed-9a84-a82f13508f2a for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:31:25.211347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:25.212319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38990d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:25.240156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Allocated IP 192.168.233.28 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/0761eef7-7a0c-4563-958f-12f2b2a64388) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:25.295496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] No DVR routers for this DVR port e0fbca33-0508-4032-9011-616ba92c50d4 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:25.303533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:25.322321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Usage tracker for resource:network and tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:25.329406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:25.349294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d58243a-88e9-4464-9673-62200b06f9eb req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] 10.222.0.74 "DELETE /v2.0/ports/e0fbca33-0508-4032-9011-616ba92c50d4 HTTP/1.1" status: 204  len: 173 time: 5.6773233
Dec 16 09:31:25.366503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-0b327e63-7737-4891-9622-b17c93e7bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:25.370499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-0b327e63-7737-4891-9622-b17c93e7bb17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb929b595be8413f89110dc3555a10f1&device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 1101 time: 1.6486971
Dec 16 09:31:25.372716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:25.452830 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:31:25.526615 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.385s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:25.583993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-0684a788-7908-414e-9e85-3d93b0335340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:25.585911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-0684a788-7908-414e-9e85-3d93b0335340 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.1940682
Dec 16 09:31:25.586939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Made reservation on behalf of c2edfb2acb6f4dcf8aa81acbe4c84002 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:31:25.598678 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:25.763919 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:25.790922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:25.832077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-1318ea62-e4fc-4676-8d17-b85446c41cb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd HTTP/1.1" status: 200  len: 217 time: 0.2119429
Dec 16 09:31:25.840911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:25.939133 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:25.943271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-ff8d4cc4-c354-4d8c-a76b-e62eb028f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:25.945331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-ff8d4cc4-c354-4d8c-a76b-e62eb028f6da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1059268
Dec 16 09:31:25.958102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:25.972792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Usage tracker for resource:security_group_rule and tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:25.979993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:25.987047 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-4a33f26d-994e-4de6-a920-b38db594ec44 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4662325
Dec 16 09:31:25.997353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:26.000317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Transition to ACTIVE for port object 0761eef7-7a0c-4563-958f-12f2b2a64388 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:26.063698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.097843 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be340023-daa5-4339-821a-eae3b708049c tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:26.234387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:26.263535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:26.266083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:26.363679 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.393683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.426558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7623478b-ef89-4c34-8fa2-31442ea92b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:26.464524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:26.465893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.518826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:31:26.538713 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.2692029
Dec 16 09:31:26.574485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Request body: {'port': {'device_id': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:26.613441 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c340d0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:26.631667 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e25f-03bd-4dc6-bfff-b54ecc6f1c03 None None] The sync data for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 is: [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e68f22e-53ec-4adb-86e0-ef89c8c286c9', 'name': '', 'network_id': '9b6ec19c-a89b-4468-ac68-3d7737cae51c', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'mac_address': 'fa:16:3e:fb:88:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'subnets': [{'id': 'd7858657-3f08-4bdf-bf1b-977fe5703de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:31:26.696678 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.697303 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Added segment 0ff37f4a-e2c3-4be7-b885-2391c80dc9ea of type vlan for network 793b1e1a-f01b-47e4-8729-f4ca6c773da0
Dec 16 09:31:26.729981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5841e57f-3313-4a73-9784-fc6a5225a1ec,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:26.746845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:26.755828 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:26.777494 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:26.821793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9316041a-609c-446c-a6ca-8ea282cbd92c None None] Provisioning for port 0761eef7-7a0c-4563-958f-12f2b2a64388 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:26.827281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.836384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38990d0>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '4bf20637-9e70-477c-8e39-c29113e8b5d3', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'port_id': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'mac_address': 'fa:16:3e:1e:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:29:17Z', 'updated_at': '2021-12-16T09:31:19Z', 'revision_number': 1, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 5, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:26.851740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8c2c8-7721-40b8-9894-281bbe4f3e54 None None] The sync data for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 is: [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '4bf20637-9e70-477c-8e39-c29113e8b5d3', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'port_id': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'mac_address': 'fa:16:3e:1e:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:29:17Z', 'updated_at': '2021-12-16T09:31:19Z', 'revision_number': 1, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 5, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:31:26.854809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9316041a-609c-446c-a6ca-8ea282cbd92c None None] Provisioning complete for port 0761eef7-7a0c-4563-958f-12f2b2a64388 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:26.855462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9316041a-609c-446c-a6ca-8ea282cbd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.870337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-9849f64a-f431-417d-b50a-c440cf3d2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:26.886460 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-9849f64a-f431-417d-b50a-c440cf3d2acd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=794fa3401bd34e5db7312b30fe58849c&device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 1096 time: 0.6460056
Dec 16 09:31:26.893022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.897766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-b7df84b7-9b69-4115-9f37-db7feda8dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:26.898986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-b7df84b7-9b69-4115-9f37-db7feda8dbd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6789956
Dec 16 09:31:26.899639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.901397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:26.901958 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:26.976504 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6c834a0-d27e-43ad-b6c4-63f61fbba139 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:27.078536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9316041a-609c-446c-a6ca-8ea282cbd92c None None] Port 0761eef7-7a0c-4563-958f-12f2b2a64388 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:31:27.091889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.7932324
Dec 16 09:31:27.102234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33302) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:27.309131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Request body: {'subnet': {'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-subnet', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:27.354223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-f19e8237-9c3f-43b6-8fcb-3bf2751c6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:27.355345 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-f19e8237-9c3f-43b6-8fcb-3bf2751c6edf service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 200  len: 908 time: 0.4316733
Dec 16 09:31:27.360443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:27.374098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8323b5-f2c5-4728-9457-7a30fadecbaf None None] New status for floating IP 1c2f637a-2aa5-4cb8-b80d-d20787ea511f: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:31:27.484102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Usage tracker for resource:subnet and tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:27.509227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:27.567645 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26d055-b351-40b0-a059-a2b2107eea8b None None] New status for floating IP 4bf20637-9e70-477c-8e39-c29113e8b5d3: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:31:27.593588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Pushing event updated for resources: {'Network': ['ID=793b1e1a-f01b-47e4-8729-f4ca6c773da0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:27.612142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:27.625730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:27.675590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Made reservation on behalf of c2edfb2acb6f4dcf8aa81acbe4c84002 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:31:27.686117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:27.744265 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-0b7a1ba0-3bab-4561-9885-23436354ddb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 200  len: 217 time: 0.3104205
Dec 16 09:31:28.033697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:31:28.078629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-db3efd83-2bdf-4409-8fb4-313e464aacdf service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1071537
Dec 16 09:31:28.199107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-b1c15c5b-564f-4b6e-9845-164b2c6f04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:28.203380 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-b1c15c5b-564f-4b6e-9845-164b2c6f04f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 200  len: 847 time: 0.4417624
Dec 16 09:31:28.356592 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-87529773-e4f6-4c40-9c74-9d1fbd88064f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7273c60-9377-469a-aee4-1192104dc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1437318
Dec 16 09:31:28.924056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21ed85b-6baf-4ab0-9eeb-72f538909e9f req-d445c6ba-19f9-48bb-bc1b-6b3da32f50db service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8252773
Dec 16 09:31:28.969249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:28.976155 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33d74563-6d53-4de0-936d-45edaa2d2eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:29.071520 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-62742fe9-0a26-40be-ae7a-058039f042f1 service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6804509
Dec 16 09:31:29.077535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce9af0c-1f5b-4180-887b-6c30282de1d9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:29.082994 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:29.084395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Checking segment: {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:29.085780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Network hostable DHCP agents. Network: 793b1e1a-f01b-47e4-8729-f4ca6c773da0, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:31:29.110515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:31:29.130351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 793b1e1a-f01b-47e4-8729-f4ca6c773da0) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:29.136070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:29.137838 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:29.141950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5aaa1-bfc3-4aca-a711-e9f30f945569 None None] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:31:29.181210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0728438
Dec 16 09:31:29.184534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33306) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:29.199257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:29.205589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:29.210129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Usage tracker for resource:router and tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:29.213369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:29.246888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:29.273475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:29.274664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:29.285075 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46a95efc-122d-4aba-9d33-eecb4bbc7f9b req-fdb40ae1-7ba5-4f37-b60a-c6a1f022ba2b service neutron] 10.222.0.74 "GET /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039924
Dec 16 09:31:29.334054 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:29.631131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0761eef7-7a0c-4563-958f-12f2b2a64388 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:29.659335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:29.683066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'fixed_ips': [{'subnet_id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:31:29.685357 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:29.695732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Transition to ACTIVE for port object 0761eef7-7a0c-4563-958f-12f2b2a64388 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:29.703415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:29.713619 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:30.031667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:30.068332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Allocated IP 172.20.0.2 (793b1e1a-f01b-47e4-8729-f4ca6c773da0/0ce9af0c-1f5b-4180-887b-6c30282de1d9/5264df50-71c5-4d67-8977-94ba8651eb07) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:30.082958 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:30.188332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:31:30.188977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:31:30.189479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:31:30.198025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Port 0761eef7-7a0c-4563-958f-12f2b2a64388 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:31:30.198632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:31:30.218706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:31:30.219507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:30.220083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:31:30.220748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Bound port: 0761eef7-7a0c-4563-958f-12f2b2a64388, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:31:30.221378 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:30.266366 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:30.410650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:30.415620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:31:30.423188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:30.430838 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d0e48e2-6126-4022-8b9d-d6619e7a6cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:30.532274 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:30.556281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:30.558307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:30.559603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Transition to ACTIVE for port object 5264df50-71c5-4d67-8977-94ba8651eb07 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:30.563069 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] 10.222.0.54 "PUT /v2.0/ports/0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 1095 time: 3.9961336
Dec 16 09:31:30.603210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Transition to ACTIVE for port object 5264df50-71c5-4d67-8977-94ba8651eb07 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:30.623575 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:30.628750 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:30.703717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:30.720226 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:30.749983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Pushing event updated for resources: {'Port': ['ID=5264df50-71c5-4d67-8977-94ba8651eb07,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:30.776160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.776402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.776711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.777048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.777377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.782148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.782532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.782872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.783260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.783562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.783889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.784213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:30.814659 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:30.849334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:30.853387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:30.858946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:30.863687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-0c9e50a6-e6ec-4efe-bee5-f17576164781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:30.865182 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-0c9e50a6-e6ec-4efe-bee5-f17576164781 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1098 time: 0.2556090
Dec 16 09:31:31.065884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:31.091577 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-28743024-665c-446f-b63c-4e16ca5efce0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.1979623
Dec 16 09:31:31.189990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Attempting to bind port 5264df50-71c5-4d67-8977-94ba8651eb07 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:31:31.192542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:31.193132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Attempting to bind port 5264df50-71c5-4d67-8977-94ba8651eb07 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:31:31.193691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Attempting to bind port 5264df50-71c5-4d67-8977-94ba8651eb07 on network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:31:31.215433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:31:31.217879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Checking segment: {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:31.218460 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:31.218876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Bound using segment: {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:31:31.219391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Bound port: 5264df50-71c5-4d67-8977-94ba8651eb07, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:31:31.219775 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:31.239684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a7b82624-ebca-42ef-b878-eb4151123e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:31.241125 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-a7b82624-ebca-42ef-b878-eb4151123e8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1344824
Dec 16 09:31:31.459852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] For port 5264df50-71c5-4d67-8977-94ba8651eb07, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:31.463835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] For port 5264df50-71c5-4d67-8977-94ba8651eb07, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5264df50-71c5-4d67-8977-94ba8651eb07,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:31:31.471627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-9e978b60-0faf-418b-95d8-29854423e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:31.474691 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:31.477410 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-9e978b60-0faf-418b-95d8-29854423e737 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2228057
Dec 16 09:31:31.491706 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:31.553635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Allocated IP 172.25.3.39 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/2b372704-a23a-4a1a-8fa1-8c21658699f0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:31.636202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Pushing event updated for resources: {'Port': ['ID=5264df50-71c5-4d67-8977-94ba8651eb07,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:31.640450 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:31.925647 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-8351073e-5cd9-48f6-9e68-1ea6a41b94b0 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4407401
Dec 16 09:31:32.074647 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:32.162540 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:32.192975 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-90dfa980-bc64-4737-9e90-5a153a80a857 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:32.309178 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-51b23c86-6545-4995-88b8-e9ff1dbc2569 req-b1822154-b1b9-4280-b81e-cd8de09425aa service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3757970
Dec 16 09:31:32.309946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:32.314458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:32.319398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:32.589849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Pushing event updated for resources: {'Port': ['ID=2b372704-a23a-4a1a-8fa1-8c21658699f0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:32.605943 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:33.070022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:33.328385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da0107-8176-4eb2-be4f-2aa005abaff5 None None] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:31:33.353283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5264df50-71c5-4d67-8977-94ba8651eb07 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:33.648631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9e4efca-600d-4ab0-bc48-5ab4b46a364f None None] Provisioning for port 5264df50-71c5-4d67-8977-94ba8651eb07 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:33.798680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5264df50-71c5-4d67-8977-94ba8651eb07 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:33.867079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5264df50-71c5-4d67-8977-94ba8651eb07 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:33.867410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:34.009682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:34.226081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:31:34.548427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Router 8b35c2f2-c992-4e4c-b317-87218dc52cfc is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:31:34.626157 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:34.661030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'mac_address': 'fa:16:3e:3e:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:31:34.786110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:31:34.822965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Sync routers for ids ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:31:34.856510 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:34.856764 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:34.857990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.6717334
Dec 16 09:31:34.860931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:34.936098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:34.953349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Routers {'8b35c2f2-c992-4e4c-b317-87218dc52cfc'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:34.954001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2043ca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:35.054265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0761eef7-7a0c-4563-958f-12f2b2a64388 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:35.065963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5264df50-71c5-4d67-8977-94ba8651eb07, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5264df50-71c5-4d67-8977-94ba8651eb07,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:35.089262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:35.187334 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:35.193386 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:35.223978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:35.299496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Set router 8b35c2f2-c992-4e4c-b317-87218dc52cfc gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:35.416896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:35.494130 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:35.494130 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:35.609003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5264df50-71c5-4d67-8977-94ba8651eb07,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:35.609003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:35.651115 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:35.778283 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9', 'code': 200}
Dec 16 09:31:35.838068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6dfb0eca-d494-4c25-b794-43b7c1f143d4 None None] Provisioning complete for port 5264df50-71c5-4d67-8977-94ba8651eb07 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:35.838068 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0eca-d494-4c25-b794-43b7c1f143d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:36.152943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d8aeb-20a8-46b8-b08e-468b80fc37f4 req-4f55a8c4-b7fa-41bf-9290-40e7eaf02260 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:36.154877 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c70d8aeb-20a8-46b8-b08e-468b80fc37f4 req-4f55a8c4-b7fa-41bf-9290-40e7eaf02260 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 948 time: 0.2606838
Dec 16 09:31:36.306332 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c70d8aeb-20a8-46b8-b08e-468b80fc37f4 req-ee380319-fc06-4e81-983d-55e777630396 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425843
Dec 16 09:31:36.497897 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0248df-2842-4759-ba5d-8ae2d4394ac6', 'name': 'network-vif-deleted', 'tag': '14a54d0a-7114-472a-a804-51ada5af32d8', 'status': 'completed', 'code': 200}
Dec 16 09:31:36.522809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2043ca0>, [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:31:32Z', 'revision_number': 3, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:36.561433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Checking router: 8b35c2f2-c992-4e4c-b317-87218dc52cfc for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:31:36.561433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Updating router 8b35c2f2-c992-4e4c-b317-87218dc52cfc port 2b372704-a23a-4a1a-8fa1-8c21658699f0 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:31:36.733569 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:36.806471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.060302 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'status': 'completed', 'code': 200}
Dec 16 09:31:37.179186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33376) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:37.414014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5264df50-71c5-4d67-8977-94ba8651eb07 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:37.433759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Deleting subnet 7c482ebb-aee0-431a-960f-763e0a3c7ec1 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:31:37.446046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.616324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5264df50-71c5-4d67-8977-94ba8651eb07 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:37.616324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.635735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.655458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.713486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Transition to ACTIVE for port object 2b372704-a23a-4a1a-8fa1-8c21658699f0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:37.731505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.757451 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:37.782753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.804273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd'}, {'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:37.810756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:37.811308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:37.811725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:37.815914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:37.816189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:37.816665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:37.817137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:37.820313 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-1338d6c4-ec60-4a0e-8533-a2228ddbb08c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6500 time: 0.7738600
Dec 16 09:31:37.842814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Attempting to bind port 2b372704-a23a-4a1a-8fa1-8c21658699f0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:31:37.843226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Attempting to bind port 2b372704-a23a-4a1a-8fa1-8c21658699f0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:31:37.843613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Attempting to bind port 2b372704-a23a-4a1a-8fa1-8c21658699f0 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:31:37.858053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:31:37.858435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:37.858974 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:37.859411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:31:37.859889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Bound port: 2b372704-a23a-4a1a-8fa1-8c21658699f0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:31:37.860277 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:38.085855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] For port 2b372704-a23a-4a1a-8fa1-8c21658699f0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:38.098866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] For port 2b372704-a23a-4a1a-8fa1-8c21658699f0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2b372704-a23a-4a1a-8fa1-8c21658699f0,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:31:38.141972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43353891-e880-4098-b652-7d57a9686d18 None None] Pushing event updated for resources: {'Port': ['ID=2b372704-a23a-4a1a-8fa1-8c21658699f0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:38.154655 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-43353891-e880-4098-b652-7d57a9686d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:38.155994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:38.204202 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:38.204785 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:38.224503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-2b64ede0-a3c0-4726-8324-54a04d1e0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:38.226084 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-2b64ede0-a3c0-4726-8324-54a04d1e0fea service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9 HTTP/1.1" status: 200  len: 917 time: 0.3889141
Dec 16 09:31:38.227937 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:38.238100 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:38.268389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c482ebb-aee0-431a-960f-763e0a3c7ec1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:38.289057 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:38.292132 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:38.316183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7c482ebb-aee0-431a-960f-763e0a3c7ec1 HTTP/1.1" status: 204  len: 168 time: 1.1401272
Dec 16 09:31:38.317299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33396) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:38.423587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb967dc-9ef1-4140-b835-c4ecb874ba32 req-c51b6823-1753-47c2-a0df-a22ace166554 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:38.430770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfb967dc-9ef1-4140-b835-c4ecb874ba32 req-c51b6823-1753-47c2-a0df-a22ace166554 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 950 time: 0.3930295
Dec 16 09:31:38.492099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'name': 'network-vif-deleted', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:38.512590 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-a3124a9b-c50d-4f82-af31-eb0bf6ecbb47 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 200  len: 1001 time: 0.2675743
Dec 16 09:31:38.515732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdcab3-5fdc-4946-bb33-58fb50d520ae req-c6cd4e8a-8fa1-45eb-9b1e-7b497c899265 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:38.520605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Allocated IP 172.20.0.1 (793b1e1a-f01b-47e4-8729-f4ca6c773da0/0ce9af0c-1f5b-4180-887b-6c30282de1d9/24a7e14d-a01d-4082-9be1-737cdce3a3ce) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:38.523586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ffdcab3-5fdc-4946-bb33-58fb50d520ae req-c6cd4e8a-8fa1-45eb-9b1e-7b497c899265 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 948 time: 0.5858037
Dec 16 09:31:38.567970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfb967dc-9ef1-4140-b835-c4ecb874ba32 req-36812876-1db1-4127-8a8c-cf75d5f8a832 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359575
Dec 16 09:31:38.585730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Routers {'8b35c2f2-c992-4e4c-b317-87218dc52cfc'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:38.586384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2043ca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:38.603255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:38.624187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-3f7f00fa-21bd-4034-b148-9ec9ca536bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:38.629311 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-3f7f00fa-21bd-4034-b148-9ec9ca536bcf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1479e4e5-5ae8-45c3-b52e-e94de53334fd HTTP/1.1" status: 200  len: 855 time: 0.0967078
Dec 16 09:31:38.748222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ffdcab3-5fdc-4946-bb33-58fb50d520ae req-e430898e-cc97-42b0-a918-bed6bef8e8e6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069719
Dec 16 09:31:38.791715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43353891-e880-4098-b652-7d57a9686d18 None None] Pushing event updated for resources: {'Port': ['ID=2b372704-a23a-4a1a-8fa1-8c21658699f0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:38.791715 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-43353891-e880-4098-b652-7d57a9686d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:38.889236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 0761eef7-7a0c-4563-958f-12f2b2a64388 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:39.043841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] Set router 8b35c2f2-c992-4e4c-b317-87218dc52cfc gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:39.188225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:39.196994 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'name': 'network-vif-deleted', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4', 'status': 'completed', 'code': 200}
Dec 16 09:31:39.206790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:39.227890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Transition to ACTIVE for port object 24a7e14d-a01d-4082-9be1-737cdce3a3ce will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:39.276644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'name': 'network-vif-deleted', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0'}, {'name': 'network-changed', 'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:39.289463 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:39.296164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2c87bb0>,) {'filters': {'network_id': ['19b79221-df81-4aea-897e-4c9bcf49cc59']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:39.297309 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18370e5f-986e-4e22-8409-edefde3c2239 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:39.331008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2c87bb0>, '6f2b319f-f67f-4d1e-a3d6-0a70634572b1') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:39.337609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2c87bb0>, '6f2b319f-f67f-4d1e-a3d6-0a70634572b1') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:39.367421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:39.377484 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'code': 200}
Dec 16 09:31:39.377759 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7504aa2-a9aa-4d0f-a310-8b38b959a092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0fbca33-0508-4032-9011-616ba92c50d4', 'code': 200}
Dec 16 09:31:39.378374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 0761eef7-7a0c-4563-958f-12f2b2a64388 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:39.378753 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:39.395367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:39.405214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:39.442043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:39.542194 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0fa7a3-4d48-4db3-89c0-8d9581ca8512', 'name': 'network-vif-deleted', 'tag': '2c3d64ef-5162-4d2d-82f0-82024ebdfee0', 'status': 'completed', 'code': 200}
Dec 16 09:31:39.542530 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'status': 'completed', 'code': 200}
Dec 16 09:31:39.699262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Pushing event updated for resources: {'Port': ['ID=24a7e14d-a01d-4082-9be1-737cdce3a3ce,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:39.705209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-34df9c1f-ff3a-4a28-a1e6-bd0c3296f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:39.706976 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-34df9c1f-ff3a-4a28-a1e6-bd0c3296f04f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 1.0681846
Dec 16 09:31:39.718313 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:39.847072 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:39.859717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:31:39.866182 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:31:39.896982 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:31:40.070084 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.076265 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:40.124196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b79221-df81-4aea-897e-4c9bcf49cc59,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:40.129980 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:40.131226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.139759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.148426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ad92663-c7b9-4e09-af49-e70e36494805 None None] Provisioning for port 24a7e14d-a01d-4082-9be1-737cdce3a3ce completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:40.165300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] 10.222.0.66 "DELETE /v2.0/networks/19b79221-df81-4aea-897e-4c9bcf49cc59 HTTP/1.1" status: 204  len: 168 time: 1.8445094
Dec 16 09:31:40.354348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ad92663-c7b9-4e09-af49-e70e36494805 None None] Provisioning complete for port 24a7e14d-a01d-4082-9be1-737cdce3a3ce triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:40.354348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ad92663-c7b9-4e09-af49-e70e36494805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.436442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5ad92663-c7b9-4e09-af49-e70e36494805 None None] Port 24a7e14d-a01d-4082-9be1-737cdce3a3ce cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:31:40.462183 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.509010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33478) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:40.520342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2043ca0>, [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:31:32Z', 'revision_number': 3, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:40.576451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-74e455d3-71b0-4e6b-8b5d-b10f9ca994c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9563a18490c4d11b860c5309012f4a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0661244
Dec 16 09:31:40.578843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33488) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:40.580906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30486c9-7f0c-4dd9-822d-bf6eb8c4d33b None None] The sync data for ids ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'] in n-d-820554-2 is: [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:31:32Z', 'revision_number': 3, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:31:40.650348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:40.661898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.662788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:40.705894 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.735331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.799409 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.809130 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fd3ef90-29d9-4a29-9f67-8ef85456625c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:40.822682 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:40.822851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:40.827935 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:40.832589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:40.832589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cc79887-b0b2-4a6f-ad4b-d0ba2b589d29 HTTP/1.1" status: 204  len: 168 time: 0.2509546
Dec 16 09:31:40.907219 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-881f1b3c-1887-4cf6-aa93-c1e19cc7d0a1 service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1809425
Dec 16 09:31:41.205085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:41.212469 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:41.231983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:41.242191 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-14e8e8e9-ca7f-4e8d-a9bf-772a9a3c1259 req-bd8bae61-444c-4573-a555-eaa1563de64b service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3184192
Dec 16 09:31:41.335599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:41.335599 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:41.346701 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:41.352760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-2696bd45-5deb-429a-a588-d72d36bccc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:41.352760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-2696bd45-5deb-429a-a588-d72d36bccc51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1099 time: 1.7749932
Dec 16 09:31:41.424094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388'}, {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:41.613046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2b372704-a23a-4a1a-8fa1-8c21658699f0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:41.640818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e47e8d-821c-4c6e-b650-1d7da9bc297f req-0543517f-f8a7-4375-b45c-e0f500817fbd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:41.642322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93e47e8d-821c-4c6e-b650-1d7da9bc297f req-0543517f-f8a7-4375-b45c-e0f500817fbd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.3537250
Dec 16 09:31:41.705449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-efe09d59-9d42-4de8-b8bb-132e4df3eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:41.706902 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-efe09d59-9d42-4de8-b8bb-132e4df3eae7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3562610
Dec 16 09:31:41.749138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93e47e8d-821c-4c6e-b650-1d7da9bc297f req-f9dbba89-9914-4b9b-826c-b0617e178c5e tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839753
Dec 16 09:31:41.810525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:41.810525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:41.829580 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:41.870665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 2b372704-a23a-4a1a-8fa1-8c21658699f0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:41.891804 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 2b372704-a23a-4a1a-8fa1-8c21658699f0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:41.891804 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.009086 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-f4a5cac5-2800-4338-88c4-a37675e60e07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.2887321
Dec 16 09:31:42.047666 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c623df7-6baf-45d8-b9ca-6efa2266bdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.165555 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.170200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.201510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 2b372704-a23a-4a1a-8fa1-8c21658699f0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2b372704-a23a-4a1a-8fa1-8c21658699f0,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:42.207578 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.212868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:42.284122 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'code': 200}
Dec 16 09:31:42.285070 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9', 'code': 200}
Dec 16 09:31:42.317661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-752d9078-9f35-4c3e-a45f-f074ea9eb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:42.324903 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-752d9078-9f35-4c3e-a45f-f074ea9eb207 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3027728
Dec 16 09:31:42.380929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=2b372704-a23a-4a1a-8fa1-8c21658699f0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:42.386123 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:42.487351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2184-bc61-45b3-a7a3-66f058619cdb req-bac87ae7-e67c-4bd0-ab1b-42bc29ccc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:42.490145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-894d2184-bc61-45b3-a7a3-66f058619cdb req-bac87ae7-e67c-4bd0-ab1b-42bc29ccc5bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1100 time: 0.1490893
Dec 16 09:31:42.577960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-1f78f318-4f93-4cd0-8ac7-48266bc71713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:42.579695 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-1f78f318-4f93-4cd0-8ac7-48266bc71713 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2503090
Dec 16 09:31:42.592039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33538) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:42.596215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-894d2184-bc61-45b3-a7a3-66f058619cdb req-cba4d7cb-977b-4449-9178-5369a40b2433 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974002
Dec 16 09:31:42.763845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-network', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:42.768657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:42.777169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Usage tracker for resource:network and tenant:e27eb009d7e34e33a4b628aeb1af1431 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:42.782579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:42.792408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:42.804910 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-bd4cda67-7a87-466f-94e6-7352edf8974d service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681592
Dec 16 09:31:42.812491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Made reservation on behalf of e27eb009d7e34e33a4b628aeb1af1431 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:31:42.816075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.833018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.850177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:42.863318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Usage tracker for resource:security_group_rule and tenant:e27eb009d7e34e33a4b628aeb1af1431 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:42.866361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:42.876007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:42.993214 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:42.997483 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-27e3c9dc-ea83-4ced-a0bc-7bd20d383904 req-68a7b9b2-685f-4b98-8424-3405f79e0f66 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855779
Dec 16 09:31:42.998585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.001005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.006750 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.015961 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4336a96d-d6be-46cf-bf69-a0f59696d3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:43.032981 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:43.049788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:31:43.073593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:43.078588 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:43.083289 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.083289 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Added segment a69af1f0-5d85-434f-95b8-f31c732581bb of type vlan for network 08b7f09f-8677-43ec-8b07-aa4d14e71b61
Dec 16 09:31:43.120377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Pushing event updated for resources: {'Port': ['ID=24a7e14d-a01d-4082-9be1-737cdce3a3ce,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:43.124979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.127643 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:43.130368 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.172182 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.174054 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:43.174801 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.180480 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:43.363907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2b372704-a23a-4a1a-8fa1-8c21658699f0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:43.365608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:43.365775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7682893
Dec 16 09:31:43.368283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:43.370221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:43.376010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Pushing event updated for resources: {'Network': ['ID=08b7f09f-8677-43ec-8b07-aa4d14e71b61,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:43.381530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Request body: {'subnet': {'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-subnet', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:43.383971 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:43.391925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:43.452529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:31:43.736120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c8d1d-b2ad-4284-995b-f8ad8e50cf1f req-d5ae3a46-ec20-4b2c-a424-f3c5d9687b64 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:43.738081 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-785c8d1d-b2ad-4284-995b-f8ad8e50cf1f req-d5ae3a46-ec20-4b2c-a424-f3c5d9687b64 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 945 time: 0.1954198
Dec 16 09:31:43.747649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 2b372704-a23a-4a1a-8fa1-8c21658699f0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:43.747649 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.809762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-785c8d1d-b2ad-4284-995b-f8ad8e50cf1f req-d121e546-50e1-407a-8e54-57068fdcbdd2 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638783
Dec 16 09:31:43.848913 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.858677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Usage tracker for resource:subnet and tenant:e27eb009d7e34e33a4b628aeb1af1431 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:43.867649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:43.900861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:43.919829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-61860b90-fe6b-461f-a567-51542385fe87 None None] Provisioning complete for port 24a7e14d-a01d-4082-9be1-737cdce3a3ce triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:43.919932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-61860b90-fe6b-461f-a567-51542385fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.935502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-c8554f1c-5618-4e39-8764-c0bcc2be3852 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:43.937376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-c8554f1c-5618-4e39-8764-c0bcc2be3852 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Synchronizing usage tracker for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:31:43.946442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Made reservation on behalf of e27eb009d7e34e33a4b628aeb1af1431 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:31:43.952041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:43.983048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-61860b90-fe6b-461f-a567-51542385fe87 None None] Port 24a7e14d-a01d-4082-9be1-737cdce3a3ce cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:31:44.023195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e5e5-005b-4ae7-9d7c-0d4bcd4ecef0 req-3cf1ba00-494a-4942-a024-3239c9d820f9 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:44.023195 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09e0e5e5-005b-4ae7-9d7c-0d4bcd4ecef0 req-3cf1ba00-494a-4942-a024-3239c9d820f9 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 950 time: 0.0968168
Dec 16 09:31:44.052649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-c8554f1c-5618-4e39-8764-c0bcc2be3852 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Unset dirty status for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:31:44.053785 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-c8554f1c-5618-4e39-8764-c0bcc2be3852 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "GET /v2.0/ports?device_id=e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37 HTTP/1.1" status: 200  len: 945 time: 0.8054185
Dec 16 09:31:44.073117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09e0e5e5-005b-4ae7-9d7c-0d4bcd4ecef0 req-e9248205-9e18-46cb-8a21-bf4ec1a70927 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429776
Dec 16 09:31:44.113103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa4d762-1373-4b45-b0e9-34cae70ccfbd no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:44.120831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Router 8b35c2f2-c992-4e4c-b317-87218dc52cfc has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:31:44.162686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Deleting port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:44.163114 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:44.286031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:44.292974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7af8-2e42-4fa5-9ba0-3f7545e4205e req-618ffa77-6c2c-47db-a8a1-d5d680c5dd33 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:44.298814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9ba7af8-2e42-4fa5-9ba0-3f7545e4205e req-618ffa77-6c2c-47db-a8a1-d5d680c5dd33 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.1193321
Dec 16 09:31:44.333436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:44.345296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:44.357491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:44.357491 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:44.370012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9ba7af8-2e42-4fa5-9ba0-3f7545e4205e req-f2264f20-ab1e-4e0c-bb64-ed6e0f422ce0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666342
Dec 16 09:31:44.444654 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47b30cbc-94f7-462a-8478-0b29c286c954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:44.453796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:44.456559 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:44.595793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:31:44.610813 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8217-7531-420d-a608-336553846919 None None] Sync routers for ids ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:31:44.650428 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] Routers {'8b35c2f2-c992-4e4c-b317-87218dc52cfc'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:44.650428 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:44.676434 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] 10.222.0.66 "PUT /v2.0/routers/8b35c2f2-c992-4e4c-b317-87218dc52cfc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8132005
Dec 16 09:31:44.704559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:44.713622 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bb47ff97-7d84-44e8-ae1a-ca80d27eee2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:44.807316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] For port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:44.807316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:44.825023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff80ed73-5d6b-4b94-bbca-6b55e68faaba,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:44.825023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:44.988547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Calling delete_port for 61b79af9-615f-4f98-9f3c-bdf8fc854f3d owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:45.026849 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] Set router 8b35c2f2-c992-4e4c-b317-87218dc52cfc gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:45.064740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Checking segment: {'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:45.064740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Network hostable DHCP agents. Network: 08b7f09f-8677-43ec-8b07-aa4d14e71b61, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:31:45.130834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:31:45.141519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 08b7f09f-8677-43ec-8b07-aa4d14e71b61) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:45.151347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8904a-60e1-4687-b865-3a0055589e64 None None] Network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:31:45.205947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:45.205947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.254010 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8698089
Dec 16 09:31:45.254010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.254010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:45.254010 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0178141-55c7-4c9a-a30e-030975912582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:45.296932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:45.309322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:45.309322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Usage tracker for resource:router and tenant:e27eb009d7e34e33a4b628aeb1af1431 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:45.317729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:45.328269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:45.394468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.515215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event deleted for resources: {'Port': ['ID=61b79af9-615f-4f98-9f3c-bdf8fc854f3d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:45.521986 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:45.537601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.540915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.543941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.672561 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'code': 200}
Dec 16 09:31:45.691863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c970d-286c-4ce4-90a7-a21aa484229d None None] Network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:31:45.734993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] No DVR routers for this DVR port 61b79af9-615f-4f98-9f3c-bdf8fc854f3d on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:45.739037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.744411 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e05172be-8c52-4fa6-9c6c-019d4be4346d req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "DELETE /v2.0/ports/61b79af9-615f-4f98-9f3c-bdf8fc854f3d HTTP/1.1" status: 204  len: 173 time: 1.6761382
Dec 16 09:31:45.750467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'name': 'network-vif-deleted', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:45.772562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.881480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33628) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:45.888734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-network', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:45.896977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:45.906304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Usage tracker for resource:network and tenant:af7d4b86fa724336afc3c1492617c441 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:45.913583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:45.926007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:45.963251 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1bb0>, [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:31:41Z', 'revision_number': 4, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '24a7e14d-a01d-4082-9be1-737cdce3a3ce', 'name': '', 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'mac_address': 'fa:16:3e:85:a6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:37Z', 'updated_at': '2021-12-16T09:31:42Z', 'revision_number': 2, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'subnets': [{'id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:45.972055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Made reservation on behalf of af7d4b86fa724336afc3c1492617c441 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:31:45.972055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:45.980550 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8217-7531-420d-a608-336553846919 None None] Checking router: 8b35c2f2-c992-4e4c-b317-87218dc52cfc for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:31:45.980550 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8217-7531-420d-a608-336553846919 None None] Updating router 8b35c2f2-c992-4e4c-b317-87218dc52cfc port 24a7e14d-a01d-4082-9be1-737cdce3a3ce binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:31:46.000695 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.021353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:46.032148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Usage tracker for resource:security_group_rule and tenant:af7d4b86fa724336afc3c1492617c441 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:46.032148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:46.042312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:46.113226 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4ebd8217-7531-420d-a608-336553846919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.130691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:31:46.186744 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.193903 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.197889 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c575cfe-845f-4b91-9d0a-2dd94f562472 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:46.300857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:31:46.323283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa6c1f1-b1cc-45d7-b940-a56ac1f1ac7e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:46.328044 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:46.340417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.341162 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Added segment 4f66e004-5696-4d13-83fb-f143ee06f578 of type vlan for network b09c59e3-46f1-4890-b3b4-b5bf8120cf56
Dec 16 09:31:46.372997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:46.381627 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.386714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-2dff094e-c665-4c46-8619-bfab0eb13f37 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:46.388479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-2dff094e-c665-4c46-8619-bfab0eb13f37 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1100 time: 0.1720817
Dec 16 09:31:46.404659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '2238732e-167b-4f49-99fa-94672a5aebd9', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '2238732e-167b-4f49-99fa-94672a5aebd9', 'mac_address': 'fa:16:3e:b4:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:31:46.416129 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.445759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:46.466374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Usage tracker for resource:security_group_rule and tenant:8787f4cd3ded44d0b607d1706bf52cb9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:46.474919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:46.493845 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.495538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:46.500646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:46.501034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.501632 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.512058 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:46.517244 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.556516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2238732e-167b-4f49-99fa-94672a5aebd9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:46.599550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:46.612221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.614712 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:46.718014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Pushing event updated for resources: {'Network': ['ID=b09c59e3-46f1-4890-b3b4-b5bf8120cf56,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:46.720956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:46.745568 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:31:46.768616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8860495
Dec 16 09:31:46.771991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2238732e-167b-4f49-99fa-94672a5aebd9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:46.780094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:46.796961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Request body: {'subnet': {'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-subnet', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:46.810728 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4ebd8217-7531-420d-a608-336553846919 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.829413 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-4ebd8217-7531-420d-a608-336553846919 None None] Transition to ACTIVE for port object 24a7e14d-a01d-4082-9be1-737cdce3a3ce will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:46.834859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:46.839242 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4ebd8217-7531-420d-a608-336553846919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.844922 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:46.852654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Usage tracker for resource:subnet and tenant:af7d4b86fa724336afc3c1492617c441 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:46.862462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.862664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:46.868077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:46.882755 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:46.885703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:46.965839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Synchronizing usage tracker for tenant:8787f4cd3ded44d0b607d1706bf52cb9 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:31:46.970667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c230caec-4050-4afa-8101-5d1a72b45dde,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:46.994485 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:47.007794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 61b79af9-615f-4f98-9f3c-bdf8fc854f3d no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:47.038008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Unset dirty status for tenant:8787f4cd3ded44d0b607d1706bf52cb9 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:31:47.054350 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Pushing event updated for resources: {'Port': ['ID=24a7e14d-a01d-4082-9be1-737cdce3a3ce,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:47.058043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab4c28dc-5eb4-4eab-9dc4-65b6e5f3bcfb req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6615305
Dec 16 09:31:47.118400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.118400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.118400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.118400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.118400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.118400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.118400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.119114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.119114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.119368 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.119748 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.120527 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:31:47.129632 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:47.151021 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4ebd8217-7531-420d-a608-336553846919 None None] Attempting to bind port 24a7e14d-a01d-4082-9be1-737cdce3a3ce on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:31:47.151383 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4ebd8217-7531-420d-a608-336553846919 None None] Attempting to bind port 24a7e14d-a01d-4082-9be1-737cdce3a3ce by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:31:47.151909 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd8217-7531-420d-a608-336553846919 None None] Attempting to bind port 24a7e14d-a01d-4082-9be1-737cdce3a3ce on network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:31:47.163116 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd8217-7531-420d-a608-336553846919 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:31:47.163116 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd8217-7531-420d-a608-336553846919 None None] Checking segment: {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:47.163116 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4ebd8217-7531-420d-a608-336553846919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:47.163116 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd8217-7531-420d-a608-336553846919 None None] Bound using segment: {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:31:47.164759 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4ebd8217-7531-420d-a608-336553846919 None None] Bound port: 24a7e14d-a01d-4082-9be1-737cdce3a3ce, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:31:47.164759 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4ebd8217-7531-420d-a608-336553846919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:47.194086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:47.200822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 61b79af9-615f-4f98-9f3c-bdf8fc854f3d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:31:47.200822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 61b79af9-615f-4f98-9f3c-bdf8fc854f3d not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:31:47.241282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Made reservation on behalf of af7d4b86fa724336afc3c1492617c441 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:31:47.246705 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:47.252825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:47.260384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:47.470076 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4ebd8217-7531-420d-a608-336553846919 None None] For port 24a7e14d-a01d-4082-9be1-737cdce3a3ce, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:47.497233 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4ebd8217-7531-420d-a608-336553846919 None None] For port 24a7e14d-a01d-4082-9be1-737cdce3a3ce, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=24a7e14d-a01d-4082-9be1-737cdce3a3ce,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:31:47.513539 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4ebd8217-7531-420d-a608-336553846919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:47.537196 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:47.678589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:47.731601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:47.876426 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Pushing event updated for resources: {'Port': ['ID=24a7e14d-a01d-4082-9be1-737cdce3a3ce,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:47.911057 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:47.911057 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] Routers {'8b35c2f2-c992-4e4c-b317-87218dc52cfc'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:47.911057 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:48.028485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Allocated IP 172.25.3.195 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/7a978f13-fcf5-45bb-8ac9-44ea7900c91b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:48.253772 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e009ae0c-3b31-4c3f-bd9b-b0a5e00c9e37', 'name': 'network-vif-deleted', 'tag': '61b79af9-615f-4f98-9f3c-bdf8fc854f3d', 'status': 'completed', 'code': 200}
Dec 16 09:31:48.260969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:48.281799 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] Set router 8b35c2f2-c992-4e4c-b317-87218dc52cfc gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:48.431805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:48.431805 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:48.480572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:48.562263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:48.569245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Checking segment: {'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:48.569598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Network hostable DHCP agents. Network: b09c59e3-46f1-4890-b3b4-b5bf8120cf56, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:31:48.575814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:48.582749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5203afde-3f83-4eb0-baf8-528034fd9c72,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:48.584919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:48.644291 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:48.646924 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:48.825494 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4ebd8217-7531-420d-a608-336553846919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2be1bb0>, [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:31:41Z', 'revision_number': 4, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '24a7e14d-a01d-4082-9be1-737cdce3a3ce', 'name': '', 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'mac_address': 'fa:16:3e:85:a6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:37Z', 'updated_at': '2021-12-16T09:31:47Z', 'revision_number': 4, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'subnets': [{'id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:48.832054 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd8217-7531-420d-a608-336553846919 None None] The sync data for ids ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'] in n-d-820554-2 is: [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:31:41Z', 'revision_number': 4, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '24a7e14d-a01d-4082-9be1-737cdce3a3ce', 'name': '', 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'mac_address': 'fa:16:3e:85:a6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:37Z', 'updated_at': '2021-12-16T09:31:47Z', 'revision_number': 4, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'subnets': [{'id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:31:48.948763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:31:48.957507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Pushing event updated for resources: {'Port': ['ID=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:48.959503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:31:49.275782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:49.319208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'mac_address': 'fa:16:3e:61:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:31:49.435137 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:49.473962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 24a7e14d-a01d-4082-9be1-737cdce3a3ce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:49.575544 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:49.584861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b09c59e3-46f1-4890-b3b4-b5bf8120cf56) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:49.611347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:49.611948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:49.627485 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e34f0-300b-4f45-aebf-09ead81848ef None None] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:31:49.682260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 24a7e14d-a01d-4082-9be1-737cdce3a3ce completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:49.798174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:31:49.807337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 24a7e14d-a01d-4082-9be1-737cdce3a3ce triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:49.808041 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:49.855306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:49.857570 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.0762746
Dec 16 09:31:49.860798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:31:49.867986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:31:49.878261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Usage tracker for resource:router and tenant:af7d4b86fa724336afc3c1492617c441 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:31:49.884779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:31:49.900177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:31:49.927590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:49.928895 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:49.948132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:49.975125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:49.983853 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:50.013013 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:50.166822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:50.191567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:50.258444 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-1dcb3055-66f5-4bf7-8b7c-c6543feea5d2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 1.2416496
Dec 16 09:31:50.292851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:31:50.464256 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-9f853ac3-9123-4e0c-9431-a6a40f3ccf71 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:50.465174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-9f853ac3-9123-4e0c-9431-a6a40f3ccf71 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Synchronizing usage tracker for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:31:50.511957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-9f853ac3-9123-4e0c-9431-a6a40f3ccf71 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Unset dirty status for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:31:50.518171 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-9f853ac3-9123-4e0c-9431-a6a40f3ccf71 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "GET /v2.0/ports?device_id=57fec794-fb35-4089-81fc-81f6578c6e02 HTTP/1.1" status: 200  len: 944 time: 0.6547046
Dec 16 09:31:50.953113 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:50.996209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Deleting port fedbd886-5e97-477a-8f51-1cd9f0443dd8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:31:50.996911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:51.062877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:51.111587 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:51.117652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-b09c59e3-46f1-4890-b3b4-b5bf8120cf56', 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'fixed_ips': [{'subnet_id': '5203afde-3f83-4eb0-baf8-528034fd9c72'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:31:51.118904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:51.269155 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:51.324397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd1cac-174c-4d3f-85cc-32946951535d req-d9c79edd-53ac-43c6-84d3-e228c1b41459 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:51.328087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dfd1cac-174c-4d3f-85cc-32946951535d req-d9c79edd-53ac-43c6-84d3-e228c1b41459 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.9788959
Dec 16 09:31:51.419327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 2238732e-167b-4f49-99fa-94672a5aebd9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:51.419902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:51.554120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dfd1cac-174c-4d3f-85cc-32946951535d req-3010c639-2361-4271-99dd-ca49ab6cd721 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103398
Dec 16 09:31:51.622982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:51.805326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 24a7e14d-a01d-4082-9be1-737cdce3a3ce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=24a7e14d-a01d-4082-9be1-737cdce3a3ce,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:51.843683 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:51.872647 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:52.039865 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:52.053656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Allocated IP 172.20.0.2 (b09c59e3-46f1-4890-b3b4-b5bf8120cf56/5203afde-3f83-4eb0-baf8-528034fd9c72/4d1d51a0-041c-40e5-a4c8-11ffae44399f) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:52.102994 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:52.491993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] For port fedbd886-5e97-477a-8f51-1cd9f0443dd8, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fedbd886-5e97-477a-8f51-1cd9f0443dd8,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:52.492821 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:52.528212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Allocated IP 172.25.3.94 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/8a725d40-a6bd-4bd6-a2df-6af98dcaa419) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:52.570756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:52.641221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:52.655174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:52.697324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Router f2ce5324-a37e-4266-b182-666de0027d14 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:31:52.705284 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:52.728807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=24a7e14d-a01d-4082-9be1-737cdce3a3ce,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:52.747692 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:52.748364 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:52.925525 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:52.980421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:52.999372 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:53.029718 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5bb3c57d-3e4d-432e-b86f-7e11a55fb16a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:53.101420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Calling delete_port for fedbd886-5e97-477a-8f51-1cd9f0443dd8 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:31:53.118939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:53.123771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:53.132586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:53.136747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:53.141248 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:53.174223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:53.192056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Transition to ACTIVE for port object 4d1d51a0-041c-40e5-a4c8-11ffae44399f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:53.202769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:53.203291 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:53.269254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Transition to ACTIVE for port object 4d1d51a0-041c-40e5-a4c8-11ffae44399f will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:53.290063 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:53.320945 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:53.399700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Pushing event updated for resources: {'Port': ['ID=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:53.446646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:53.457688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:53.475829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:53.493005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Pushing event updated for resources: {'Port': ['ID=4d1d51a0-041c-40e5-a4c8-11ffae44399f,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:53.502846 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:53.510954 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:53.812720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:53.851032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Attempting to bind port 4d1d51a0-041c-40e5-a4c8-11ffae44399f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:31:53.851669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Attempting to bind port 4d1d51a0-041c-40e5-a4c8-11ffae44399f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:31:53.852093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Attempting to bind port 4d1d51a0-041c-40e5-a4c8-11ffae44399f on network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:31:53.889298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:31:53.889983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Checking segment: {'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:53.893750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:53.894409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Bound using segment: {'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:31:53.895301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Bound port: 4d1d51a0-041c-40e5-a4c8-11ffae44399f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:31:53.895963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:31:53.896966 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:53.898856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-26883745-0b6c-4dd7-a846-34190f7ce5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:53.913635 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-26883745-0b6c-4dd7-a846-34190f7ce5a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1100 time: 1.2064362
Dec 16 09:31:53.931124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Sync routers for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:31:53.938635 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:54.053413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] For port 4d1d51a0-041c-40e5-a4c8-11ffae44399f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:54.057793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] For port 4d1d51a0-041c-40e5-a4c8-11ffae44399f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d1d51a0-041c-40e5-a4c8-11ffae44399f,segment=NetworkSegment(4f66e004-5696-4d13-83fb-f143ee06f578),segment_id=4f66e004-5696-4d13-83fb-f143ee06f578)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:31:54.067088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 24a7e14d-a01d-4082-9be1-737cdce3a3ce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:54.107550 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:54.129105 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:54.201427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:54.203534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:54.245296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:54.249647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:54.251180 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 9.0030167
Dec 16 09:31:54.257691 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc954676-3fae-4809-8231-cfd195db5bd9 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:54.363089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:54.571069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:54.609009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event deleted for resources: {'Port': ['ID=fedbd886-5e97-477a-8f51-1cd9f0443dd8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:54.618664 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:54.745491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:54.747435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:31:54.850799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Pushing event updated for resources: {'Port': ['ID=4d1d51a0-041c-40e5-a4c8-11ffae44399f,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:54.872843 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:54.895101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: fedbd886-5e97-477a-8f51-1cd9f0443dd8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:31:54.895811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fedbd886-5e97-477a-8f51-1cd9f0443dd8 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:31:54.897397 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:54.903926 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:55.124259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:55.144172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 24a7e14d-a01d-4082-9be1-737cdce3a3ce triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:55.144172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:55.193075 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:55.318448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-a8132d2a-0b06-4b8d-8580-16bf93d88209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:55.320905 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-a8132d2a-0b06-4b8d-8580-16bf93d88209 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 1.3928258
Dec 16 09:31:55.322822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] No DVR routers for this DVR port fedbd886-5e97-477a-8f51-1cd9f0443dd8 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:31:55.329721 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:55.331977 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4c8ebb1b-b06d-4cd8-aba9-63f0f0e644cb req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "DELETE /v2.0/ports/fedbd886-5e97-477a-8f51-1cd9f0443dd8 HTTP/1.1" status: 204  len: 173 time: 4.6493950
Dec 16 09:31:55.332697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'name': 'network-vif-deleted', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:31:55.342453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:55.429704 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-2d8a123d-be8c-4aff-8790-ab74e283fa24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.1015720
Dec 16 09:31:55.448314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:31:55.888115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-d4219d4d-830e-49f4-a7b4-0f91d3a1be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:55.889580 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-d4219d4d-830e-49f4-a7b4-0f91d3a1be66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3312507
Dec 16 09:31:55.906424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:31:55.916789 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Sync routers for ids ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:31:55.934034 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Routers {'97552a2f-34d5-4363-b9b7-ef7432d0abf8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:55.934671 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c42cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:55.972558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:55.979331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 6.1199424
Dec 16 09:31:55.980669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:31:56.407835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b546f6b-9ccb-4f01-a9f9-8a4c4c832ecf None None] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:31:56.649614 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Set router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:56.827677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1d51a0-041c-40e5-a4c8-11ffae44399f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:31:57.010112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7bac9a1b-52ed-4875-97db-cccbb19966fe None None] Provisioning for port 4d1d51a0-041c-40e5-a4c8-11ffae44399f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:57.113792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4d1d51a0-041c-40e5-a4c8-11ffae44399f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:31:57.147179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:57.165982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4cd0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:31:49Z', 'revision_number': 3, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:57.174263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4d1d51a0-041c-40e5-a4c8-11ffae44399f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:57.174654 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:57.367323 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c42cd0>, [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:31:53Z', 'revision_number': 3, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port': {'id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:52Z', 'updated_at': '2021-12-16T09:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:57.372069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Checking router: f2ce5324-a37e-4266-b182-666de0027d14 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:31:57.372435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Updating router f2ce5324-a37e-4266-b182-666de0027d14 port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:31:57.375722 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Checking router: 97552a2f-34d5-4363-b9b7-ef7432d0abf8 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:31:57.376430 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Updating router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:31:57.496801 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:57.701001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] Provisioning complete for port 4d1d51a0-041c-40e5-a4c8-11ffae44399f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:31:57.704613 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:57.755324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-282f8548-ad25-4737-9cb3-02bb254235dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:31:57.764389 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-282f8548-ad25-4737-9cb3-02bb254235dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 1.6710603
Dec 16 09:31:57.909887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.128152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Allocated IP 172.20.0.1 (08b7f09f-8677-43ec-8b07-aa4d14e71b61/ff80ed73-5d6b-4b94-bbca-6b55e68faaba/1b2f3639-1456-4474-af34-4596d87ebe6b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:58.238096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.302658 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-2f9516c9-c102-43c7-bbd0-b52310a1fb4d service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5226018
Dec 16 09:31:58.385216 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.400226 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.408698 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.426941 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Transition to ACTIVE for port object 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:58.443238 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.451542 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:58.656638 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Attempting to bind port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:31:58.656974 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Attempting to bind port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:31:58.662582 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Attempting to bind port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:31:58.694400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8d3c-760c-4f92-b4ea-08cd86e13048 None None] Pushing event updated for resources: {'Port': ['ID=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:31:58.701706 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0f9e8d3c-760c-4f92-b4ea-08cd86e13048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:31:58.702470 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:31:58.702852 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:31:58.705889 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.706305 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:31:58.706694 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Bound port: 8a725d40-a6bd-4bd6-a2df-6af98dcaa419, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:31:58.707086 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:58.912689 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-b0d3eb92-c7ba-4291-887b-8637da5cacc6 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4653580
Dec 16 09:31:58.980147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Allocated IP 172.20.0.1 (b09c59e3-46f1-4890-b3b4-b5bf8120cf56/5203afde-3f83-4eb0-baf8-528034fd9c72/b2509614-05c4-4497-8540-ae48dedcc11c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:31:59.008227 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] For port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:31:59.016855 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] For port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:31:59.030823 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.055106 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:59.199397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.215819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Routers {'97552a2f-34d5-4363-b9b7-ef7432d0abf8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:31:59.216760 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c42cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:31:59.236326 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.287891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.311280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.311396 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4162d032-a4bc-484c-b611-251dff66b9e4 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:59.330728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Transition to ACTIVE for port object b2509614-05c4-4497-8540-ae48dedcc11c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:59.338763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Transition to ACTIVE for port object 7a978f13-fcf5-45bb-8ac9-44ea7900c91b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:31:59.359012 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.371919 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3713a744-6de0-4156-a96e-2061af6c129a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:59.430035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:59.444069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:59.453010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:59.464331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:31:59.489093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:31:59.507918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:31:59.515485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.543997 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:31:59.625058 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] Set router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:31:59.640141 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.781977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:31:59.924967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] For port 4d1d51a0-041c-40e5-a4c8-11ffae44399f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d1d51a0-041c-40e5-a4c8-11ffae44399f,segment=NetworkSegment(4f66e004-5696-4d13-83fb-f143ee06f578),segment_id=4f66e004-5696-4d13-83fb-f143ee06f578)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:31:59.950996 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:00.150568 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:32:00.151076 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:32:00.154099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4c929-69c8-4c44-a623-ae181547e17d None None] Pushing event updated for resources: {'Port': ['ID=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:00.161541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Attempting to bind port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:00.161996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Attempting to bind port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:00.163908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Attempting to bind port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:00.191308 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9bd4c929-69c8-4c44-a623-ae181547e17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:00.192687 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:00.195922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:00.201730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:00.202138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:00.202820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Bound port: 7a978f13-fcf5-45bb-8ac9-44ea7900c91b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:00.203293 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:00.250253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Pushing event updated for resources: {'Port': ['ID=b2509614-05c4-4497-8540-ae48dedcc11c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:00.348684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.348828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Pushing event updated for resources: {'Port': ['ID=1b2f3639-1456-4474-af34-4596d87ebe6b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:00.352683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.353196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.356004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.356677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.358760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.359566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.360871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.362844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.363364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.364720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.365277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:00.368829 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:00.376714 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:00.421206 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8d3c-760c-4f92-b4ea-08cd86e13048 None None] Pushing event updated for resources: {'Port': ['ID=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:00.425960 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0f9e8d3c-760c-4f92-b4ea-08cd86e13048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.371s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:00.427910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:00.429195 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:00.634426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] For port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:00.695723 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c42cd0>, [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:31:53Z', 'revision_number': 3, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port': {'id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:52Z', 'updated_at': '2021-12-16T09:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:00.707829 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d6863-c3a9-4f02-8e95-a2f0d0eed2df None None] The sync data for ids ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'] in n-d-820554-2 is: [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:31:53Z', 'revision_number': 3, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port': {'id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:52Z', 'updated_at': '2021-12-16T09:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:32:00.810280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] For port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:00.856480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:00.863639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6dbfeb39-2488-4fdb-8cc5-8aa6ed800b3e None None] Provisioning for port b2509614-05c4-4497-8540-ae48dedcc11c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:00.890920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6dbfeb39-2488-4fdb-8cc5-8aa6ed800b3e None None] Provisioning complete for port b2509614-05c4-4497-8540-ae48dedcc11c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:00.891473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6dbfeb39-2488-4fdb-8cc5-8aa6ed800b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:00.979934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:01.075612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] Pushing event updated for resources: {'Port': ['ID=4d1d51a0-041c-40e5-a4c8-11ffae44399f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:01.107880 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:01.133605 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:01.458703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1d51a0-041c-40e5-a4c8-11ffae44399f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:01.546413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:01.566652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:01.568350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfeb39-2488-4fdb-8cc5-8aa6ed800b3e None None] Port b2509614-05c4-4497-8540-ae48dedcc11c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:32:01.769853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:01.787916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:01.790117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:01.790698 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:01.796445 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:01.910898 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:02.064725 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:02.106809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4c929-69c8-4c44-a623-ae181547e17d None None] Pushing event updated for resources: {'Port': ['ID=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:02.117619 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9bd4c929-69c8-4c44-a623-ae181547e17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:02.149914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Pushing event updated for resources: {'Port': ['ID=1b2f3639-1456-4474-af34-4596d87ebe6b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:02.165537 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:02.172857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Pushing event updated for resources: {'Port': ['ID=b2509614-05c4-4497-8540-ae48dedcc11c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:02.187361 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:02.189890 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:02.366877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4d1d51a0-041c-40e5-a4c8-11ffae44399f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:02.367987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:02.391664 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:32:02.519814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:02.522850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:02.642114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:03.189301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:03.191343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:03.296738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf92865d-9a98-4d82-9f7a-bf906262ff42 None None] Provisioning complete for port b2509614-05c4-4497-8540-ae48dedcc11c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:03.296738 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf92865d-9a98-4d82-9f7a-bf906262ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:03.430574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bf92865d-9a98-4d82-9f7a-bf906262ff42 None None] Port b2509614-05c4-4497-8540-ae48dedcc11c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:32:03.719668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:32:03.723106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Router f2ce5324-a37e-4266-b182-666de0027d14 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:32:03.876113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:04.089888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:04.118249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4cd0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 2, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:04.138641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa0da5-8ad7-49ba-af8d-d365bbd59c34 None None] The sync data for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 is: [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 2, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:32:04.140517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:04.141048 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:04.245623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:32:04.301434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:32:04.304932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] 10.222.0.66 "PUT /v2.0/routers/97552a2f-34d5-4363-b9b7-ef7432d0abf8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3143480
Dec 16 09:32:04.329488 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] 10.222.0.66 "PUT /v2.0/routers/f2ce5324-a37e-4266-b182-666de0027d14/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9455087
Dec 16 09:32:04.384624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Sync routers for ids ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:32:04.460408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Routers {'97552a2f-34d5-4363-b9b7-ef7432d0abf8'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:04.460920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:05.060922 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:05.108337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Set router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:05.189380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:05.217548 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:05.238864 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-43353891-e880-4098-b652-7d57a9686d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:05.686756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:05.692139 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:06.118981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4ac0>, [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port': {'id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:52Z', 'updated_at': '2021-12-16T09:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b2509614-05c4-4497-8540-ae48dedcc11c', 'name': '', 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'mac_address': 'fa:16:3e:d9:1e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5203afde-3f83-4eb0-baf8-528034fd9c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:58Z', 'updated_at': '2021-12-16T09:32:01Z', 'revision_number': 2, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'subnets': [{'id': '5203afde-3f83-4eb0-baf8-528034fd9c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:06.135554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Checking router: 97552a2f-34d5-4363-b9b7-ef7432d0abf8 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:32:06.136777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Updating router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 port b2509614-05c4-4497-8540-ae48dedcc11c binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:32:06.246794 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:06.963809 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:06.982424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Transition to ACTIVE for port object b2509614-05c4-4497-8540-ae48dedcc11c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:06.992610 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:07.007981 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:07.648138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab752b-c3cd-458a-8ebe-fb069d234ad8 None None] Pushing event updated for resources: {'Port': ['ID=b2509614-05c4-4497-8540-ae48dedcc11c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:07.670328 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8ab752b-c3cd-458a-8ebe-fb069d234ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:07.924274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Attempting to bind port b2509614-05c4-4497-8540-ae48dedcc11c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:07.924922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Attempting to bind port b2509614-05c4-4497-8540-ae48dedcc11c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:07.925469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Attempting to bind port b2509614-05c4-4497-8540-ae48dedcc11c on network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:07.928150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:08.031856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:08.032562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Checking segment: {'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:08.033146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:08.033714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Bound using segment: {'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:08.034387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Bound port: b2509614-05c4-4497-8540-ae48dedcc11c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66e004-5696-4d13-83fb-f143ee06f578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:08.034949 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:08.223573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:08.224346 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:08.256972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] For port b2509614-05c4-4497-8540-ae48dedcc11c, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:08.290576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] For port b2509614-05c4-4497-8540-ae48dedcc11c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b2509614-05c4-4497-8540-ae48dedcc11c,segment=NetworkSegment(4f66e004-5696-4d13-83fb-f143ee06f578),segment_id=4f66e004-5696-4d13-83fb-f143ee06f578)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:08.351699 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:08.358864 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a413b9e9-4bb9-4961-8a06-19bca3b2c038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:08.455802 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Sync routers for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:32:08.472323 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:08.473206 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:08.474143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab752b-c3cd-458a-8ebe-fb069d234ad8 None None] Pushing event updated for resources: {'Port': ['ID=b2509614-05c4-4497-8540-ae48dedcc11c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:08.484736 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8ab752b-c3cd-458a-8ebe-fb069d234ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:08.489840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Routers {'97552a2f-34d5-4363-b9b7-ef7432d0abf8'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:08.490822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:08.845157 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:09.097893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7a978f13-fcf5-45bb-8ac9-44ea7900c91b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:09.210223 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2250>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 2, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:09.215355 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Checking router: f2ce5324-a37e-4266-b182-666de0027d14 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:32:09.215975 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Updating router f2ce5324-a37e-4266-b182-666de0027d14 port 1b2f3639-1456-4474-af34-4596d87ebe6b binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:32:09.218391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] Set router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:09.290891 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:09.577895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:09.584937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:09.587125 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:09.849370 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:09.864767 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Transition to ACTIVE for port object 1b2f3639-1456-4474-af34-4596d87ebe6b will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:09.877510 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:09.888317 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0f9e8d3c-760c-4f92-b4ea-08cd86e13048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:09.923945 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:09.963104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:09.976344 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:09.997607 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-43353891-e880-4098-b652-7d57a9686d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:10.032545 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6930b0a-d1f2-424f-9753-d9b57e7c4505 None None] Pushing event updated for resources: {'Port': ['ID=1b2f3639-1456-4474-af34-4596d87ebe6b,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:10.043076 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a6930b0a-d1f2-424f-9753-d9b57e7c4505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:10.143090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:10.146347 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:10.160808 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Attempting to bind port 1b2f3639-1456-4474-af34-4596d87ebe6b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:10.161321 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Attempting to bind port 1b2f3639-1456-4474-af34-4596d87ebe6b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:10.161832 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Attempting to bind port 1b2f3639-1456-4474-af34-4596d87ebe6b on network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:10.163010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ce4ac0>, [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port': {'id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:52Z', 'updated_at': '2021-12-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b2509614-05c4-4497-8540-ae48dedcc11c', 'name': '', 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'mac_address': 'fa:16:3e:d9:1e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5203afde-3f83-4eb0-baf8-528034fd9c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:58Z', 'updated_at': '2021-12-16T09:32:08Z', 'revision_number': 4, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'subnets': [{'id': '5203afde-3f83-4eb0-baf8-528034fd9c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:10.168135 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:10.169405 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Checking segment: {'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:10.170432 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:10.171458 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Bound using segment: {'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:10.173458 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Bound port: 1b2f3639-1456-4474-af34-4596d87ebe6b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:10.174147 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:10.180088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e1193-1887-43ac-98e2-a076da832cd2 None None] The sync data for ids ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'] in n-d-820554-2 is: [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port': {'id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:52Z', 'updated_at': '2021-12-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b2509614-05c4-4497-8540-ae48dedcc11c', 'name': '', 'network_id': 'b09c59e3-46f1-4890-b3b4-b5bf8120cf56', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'mac_address': 'fa:16:3e:d9:1e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '5203afde-3f83-4eb0-baf8-528034fd9c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:58Z', 'updated_at': '2021-12-16T09:32:08Z', 'revision_number': 4, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'subnets': [{'id': '5203afde-3f83-4eb0-baf8-528034fd9c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:32:10.314985 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] For port 1b2f3639-1456-4474-af34-4596d87ebe6b, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:10.318813 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] For port 1b2f3639-1456-4474-af34-4596d87ebe6b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1b2f3639-1456-4474-af34-4596d87ebe6b,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:10.335933 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:10.341759 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:10.456658 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:10.456658 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:31:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:10.696927 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:10.843460 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6930b0a-d1f2-424f-9753-d9b57e7c4505 None None] Pushing event updated for resources: {'Port': ['ID=1b2f3639-1456-4474-af34-4596d87ebe6b,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:10.859670 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a6930b0a-d1f2-424f-9753-d9b57e7c4505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:11.232247 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2250>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:10Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:11.239278 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73cece-dc8f-478d-a38f-98992374c3a9 None None] The sync data for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 is: [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:10Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:32:11.546679 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:11.553240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e92e7-5014-4a45-9d8c-8a726aaadc2b req-9f7f8cb1-6451-4f67-b445-5c24e513c47f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:11.554826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-802e92e7-5014-4a45-9d8c-8a726aaadc2b req-9f7f8cb1-6451-4f67-b445-5c24e513c47f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.1177008
Dec 16 09:32:11.633733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-802e92e7-5014-4a45-9d8c-8a726aaadc2b req-9ffd01bb-1896-46d8-9303-95bf0e8f04ac tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705881
Dec 16 09:32:11.701221 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9', 'code': 200}
Dec 16 09:32:11.743723 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fec794-fb35-4089-81fc-81f6578c6e02', 'name': 'network-vif-deleted', 'tag': 'fedbd886-5e97-477a-8f51-1cd9f0443dd8', 'status': 'completed', 'code': 200}
Dec 16 09:32:11.913961 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65bcdc20-0e16-4aa8-a5bf-f0c260b25f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:12.280635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2509614-05c4-4497-8540-ae48dedcc11c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:12.381501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-cc371f7a-8fdf-4120-a635-e3237a96ab80 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:12.382248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-cc371f7a-8fdf-4120-a635-e3237a96ab80 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:12.399764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b2509614-05c4-4497-8540-ae48dedcc11c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:12.406183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b2509614-05c4-4497-8540-ae48dedcc11c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:12.406557 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:12.408999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-cc371f7a-8fdf-4120-a635-e3237a96ab80 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:12.410186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-cc371f7a-8fdf-4120-a635-e3237a96ab80 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 819 time: 0.3245659
Dec 16 09:32:12.431538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-10a78bc9-4fd8-4e61-bdc3-b824da5cf851 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/quotas/e27eb009d7e34e33a4b628aeb1af1431 HTTP/1.1" status: 200  len: 375 time: 0.0117030
Dec 16 09:32:12.586344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-9d28e176-e44d-4287-bd59-09220c9ee050 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1474543
Dec 16 09:32:12.613739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:12.677377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port b2509614-05c4-4497-8540-ae48dedcc11c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b2509614-05c4-4497-8540-ae48dedcc11c,segment=NetworkSegment(4f66e004-5696-4d13-83fb-f143ee06f578),segment_id=4f66e004-5696-4d13-83fb-f143ee06f578)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:12.700104 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:12.701532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b2f3639-1456-4474-af34-4596d87ebe6b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:12.746761 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9bd4c929-69c8-4c44-a623-ae181547e17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:12.922623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=b2509614-05c4-4497-8540-ae48dedcc11c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:12.929405 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:12.975097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1b2f3639-1456-4474-af34-4596d87ebe6b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:12.994419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1b2f3639-1456-4474-af34-4596d87ebe6b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:12.997772 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:13.058837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-1cb7b870-b9b0-451f-95b8-be48895782cc service neutron] 10.222.0.66 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4599507
Dec 16 09:32:13.313425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-b8debabc-0681-4411-81f2-d159e31a874a service neutron] 10.222.0.66 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527153
Dec 16 09:32:13.319992 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:13.397654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1b2f3639-1456-4474-af34-4596d87ebe6b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1b2f3639-1456-4474-af34-4596d87ebe6b,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:13.405496 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:13.409779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7a978f13-fcf5-45bb-8ac9-44ea7900c91b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:13.668050 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:13.782038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:13.883290 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:13.887713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1b2f3639-1456-4474-af34-4596d87ebe6b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:13.894177 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:13.907810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:13.908299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:14.227535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:14.274095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2509614-05c4-4497-8540-ae48dedcc11c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:14.454387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b2509614-05c4-4497-8540-ae48dedcc11c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:14.454387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:14.481388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb81702-736f-438f-a05d-64e778932d21 req-de262cf9-d902-4e60-bd79-194b396207be tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:14.483630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bb81702-736f-438f-a05d-64e778932d21 req-de262cf9-d902-4e60-bd79-194b396207be tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.1099238
Dec 16 09:32:14.525616 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f651-3ac2-448e-b369-100f93e31ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:14.540543 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:14.585982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bb81702-736f-438f-a05d-64e778932d21 req-bcc5ef0c-27a2-4256-8acf-35a8cc3897f6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947332
Dec 16 09:32:14.653850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:14.668379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f1033-026f-412a-afe3-61b7a2be0326 req-53215d3c-c43c-4952-b679-04341252adcf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:14.669394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-389f1033-026f-412a-afe3-61b7a2be0326 req-53215d3c-c43c-4952-b679-04341252adcf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Synchronizing usage tracker for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:14.687900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-389f1033-026f-412a-afe3-61b7a2be0326 req-53215d3c-c43c-4952-b679-04341252adcf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Unset dirty status for tenant:794fa3401bd34e5db7312b30fe58849c on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:14.689421 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-389f1033-026f-412a-afe3-61b7a2be0326 req-53215d3c-c43c-4952-b679-04341252adcf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 945 time: 0.1798182
Dec 16 09:32:14.702453 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:14.711329 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:14.783678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Deleting port 021cf3f1-2a13-4412-b5f5-c79cfb123805 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:32:14.785026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:14.876590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=11']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:14.881155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b2f3639-1456-4474-af34-4596d87ebe6b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:14.912191 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:14.931078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df0ab677-999d-442a-9c51-fd047cae46cf req-e7268442-6c2f-457d-99b4-bacbd887ca30 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 210 time: 0.1054060
Dec 16 09:32:14.975441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1b2f3639-1456-4474-af34-4596d87ebe6b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:14.975830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:15.113789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:15.185815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] For port 021cf3f1-2a13-4412-b5f5-c79cfb123805, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=021cf3f1-2a13-4412-b5f5-c79cfb123805,segment=NetworkSegment(6cc9de74-8dc3-468a-a386-478b924ca96b),segment_id=6cc9de74-8dc3-468a-a386-478b924ca96b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:15.186382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:15.234424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c655b-0cc6-466f-9924-202ba8e61718 req-2b973391-cba5-4348-9fd4-b44c7cbf1973 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:15.234424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e55c655b-0cc6-466f-9924-202ba8e61718 req-2b973391-cba5-4348-9fd4-b44c7cbf1973 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 949 time: 0.1810997
Dec 16 09:32:15.320910 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:15.330979 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e55c655b-0cc6-466f-9924-202ba8e61718 req-6a462f16-433f-4fed-ac26-070d597d4694 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922251
Dec 16 09:32:15.445571 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'code': 200}
Dec 16 09:32:15.494492 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:15.519145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:15.542986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Calling delete_port for 021cf3f1-2a13-4412-b5f5-c79cfb123805 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:32:15.657362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:15.673049 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:15.676038 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:15.822520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=11']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:15.828030 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:15.874883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-13f7b4f8-0fbf-4355-b6c6-3bdee51ec8f5 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:15.876550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-13f7b4f8-0fbf-4355-b6c6-3bdee51ec8f5 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.74 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 819 time: 0.4948537
Dec 16 09:32:15.897984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Request body: {'port': {'device_id': '5cf73f84-41e6-4350-a096-374726af4e2e', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'admin_state_up': True, 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:15.929060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:15.947403 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-916b9a1f-8774-46c4-9ae5-48c20c57a2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:16.078984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5d210-2c1d-4955-8a00-c8abe97cac7f req-1e878428-798c-43e6-9fff-a99f019e2baf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:16.080813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66f5d210-2c1d-4955-8a00-c8abe97cac7f req-1e878428-798c-43e6-9fff-a99f019e2baf tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a17d145-4d8f-4fc5-818a-b2425c0ab00b HTTP/1.1" status: 200  len: 945 time: 0.4390800
Dec 16 09:32:16.081918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:16.088134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Usage tracker for resource:port and tenant:e27eb009d7e34e33a4b628aeb1af1431 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:16.091670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:16.107576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Pushing event deleted for resources: {'Port': ['ID=021cf3f1-2a13-4412-b5f5-c79cfb123805,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:16.115727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:16.119147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] No DVR routers for this DVR port 021cf3f1-2a13-4412-b5f5-c79cfb123805 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:32:16.124734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:16.161979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'name': 'network-vif-deleted', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:16.163744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66f5d210-2c1d-4955-8a00-c8abe97cac7f req-76e9456a-7ddc-46d7-979b-db84ca9f9594 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.66 "GET /v2.0/security-groups?id=897dcb1a-b179-481b-bacf-cdf02124809d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687394
Dec 16 09:32:16.168805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Made reservation on behalf of e27eb009d7e34e33a4b628aeb1af1431 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:16.172513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.172897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.173737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.175040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.175644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.176434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.177014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.177531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.178197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.178820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.179379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.179897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:16.188110 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:16.193653 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:16.204579 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-389f1033-026f-412a-afe3-61b7a2be0326 req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] 10.222.0.74 "DELETE /v2.0/ports/021cf3f1-2a13-4412-b5f5-c79cfb123805 HTTP/1.1" status: 204  len: 173 time: 1.5094066
Dec 16 09:32:16.757106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Allocated IP 172.20.0.10 (08b7f09f-8677-43ec-8b07-aa4d14e71b61/ff80ed73-5d6b-4b94-bbca-6b55e68faaba/cee33a78-c4cb-4d11-8ddb-3b9135398160) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:32:16.973805 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:17.240021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200a00-28c2-4835-85ae-499af53a8808 req-9d80cf93-c736-48a5-9c57-b9f0b49a28de tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:17.240021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93200a00-28c2-4835-85ae-499af53a8808 req-9d80cf93-c736-48a5-9c57-b9f0b49a28de tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 949 time: 0.9148111
Dec 16 09:32:17.355297 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:17.389372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93200a00-28c2-4835-85ae-499af53a8808 req-826bae3a-ff65-4789-94df-599e2aaed9f5 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186090
Dec 16 09:32:17.449181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9'}, {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:17.506788 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:17.528780 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8016ba0-3e57-4341-b730-af81ebbdc62c tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:17.862726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:17.865073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:17.873058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:32:18.071434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:18.074691 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:18.115309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event updated for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:18.115309 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:18.124499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2308095
Dec 16 09:32:18.168968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Request body: {'port': {'device_id': '5cf73f84-41e6-4350-a096-374726af4e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:18.440085 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:19.045428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee33a78-c4cb-4d11-8ddb-3b9135398160 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:19.056676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976dbd3-b248-488b-9069-4ae161283ea1 req-c88a272a-1a10-4994-ad66-e0fdc637a920 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:19.058166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7976dbd3-b248-488b-9069-4ae161283ea1 req-c88a272a-1a10-4994-ad66-e0fdc637a920 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.1961684
Dec 16 09:32:19.062392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:19.095843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:19.115889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Transition to ACTIVE for port object cee33a78-c4cb-4d11-8ddb-3b9135398160 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:19.129360 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:19.129669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 021cf3f1-2a13-4412-b5f5-c79cfb123805 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:32:19.130117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 021cf3f1-2a13-4412-b5f5-c79cfb123805 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:32:19.133877 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8cfd4a27-ecda-4b1e-898e-559d03e1fd7a tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:19.173094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7976dbd3-b248-488b-9069-4ae161283ea1 req-8fa84d15-1b7d-4a0d-978b-6a107929e2ea tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080227
Dec 16 09:32:19.328567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Pushing event updated for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:19.331008 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:19.475465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Attempting to bind port cee33a78-c4cb-4d11-8ddb-3b9135398160 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:19.476185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Attempting to bind port cee33a78-c4cb-4d11-8ddb-3b9135398160 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:19.476185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Attempting to bind port cee33a78-c4cb-4d11-8ddb-3b9135398160 on network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:19.484462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Port cee33a78-c4cb-4d11-8ddb-3b9135398160 on network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:32:19.484790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Attempting to bind port cee33a78-c4cb-4d11-8ddb-3b9135398160 on network 08b7f09f-8677-43ec-8b07-aa4d14e71b61 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:19.492871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:19.493210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Checking segment: {'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:19.493599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Bound using segment: {'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:19.494026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Bound port: cee33a78-c4cb-4d11-8ddb-3b9135398160, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69af1f0-5d85-434f-95b8-f31c732581bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:19.494375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:19.512564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e9c5-7d4b-40ae-9535-6a41f606924a req-88471c8e-23af-4f04-ace3-fdcfdfd34621 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:19.513270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3564e9c5-7d4b-40ae-9535-6a41f606924a req-88471c8e-23af-4f04-ace3-fdcfdfd34621 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:19.580292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3564e9c5-7d4b-40ae-9535-6a41f606924a req-88471c8e-23af-4f04-ace3-fdcfdfd34621 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:19.581476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3564e9c5-7d4b-40ae-9535-6a41f606924a req-88471c8e-23af-4f04-ace3-fdcfdfd34621 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 944 time: 0.2440891
Dec 16 09:32:19.640680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:19.645620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:19.652215 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:19.658087 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:19.705043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3564e9c5-7d4b-40ae-9535-6a41f606924a req-c9d42308-3e16-4c1e-8018-e4141a516a6c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:19.734787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:19.735516 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:19.736936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] 10.222.0.74 "PUT /v2.0/ports/cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 1092 time: 1.6050942
Dec 16 09:32:19.737444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:19.746529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3564e9c5-7d4b-40ae-9535-6a41f606924a req-c9d42308-3e16-4c1e-8018-e4141a516a6c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:19.747808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3564e9c5-7d4b-40ae-9535-6a41f606924a req-c9d42308-3e16-4c1e-8018-e4141a516a6c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521385
Dec 16 09:32:19.759637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Pushing event updated for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:19.771228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:19.823808 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a17d145-4d8f-4fc5-818a-b2425c0ab00b', 'name': 'network-vif-deleted', 'tag': '021cf3f1-2a13-4412-b5f5-c79cfb123805', 'status': 'completed', 'code': 200}
Dec 16 09:32:19.882419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-f88d80e5-a029-418c-a12e-253ec53cb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:19.884149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-f88d80e5-a029-418c-a12e-253ec53cb301 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1095 time: 0.0892324
Dec 16 09:32:19.900670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:20.075343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-c9e3a3bf-f5c5-4d4a-91f3-5ae1b2078d2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 217 time: 0.1823132
Dec 16 09:32:20.115381 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9', 'code': 200}
Dec 16 09:32:20.115904 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'code': 200}
Dec 16 09:32:20.155835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Deleting subnet b911c784-d5d8-409c-a7ba-22b49f899b5b {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:32:20.159856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:20.162252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-46fbf24e-de1e-457c-ae8c-7a839ab33aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:20.163914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-46fbf24e-de1e-457c-ae8c-7a839ab33aa1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.0804944
Dec 16 09:32:20.219479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:20.227187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-e05d0c69-a8ca-42ab-a81f-c7301a53d63f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527725
Dec 16 09:32:20.284546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:20.352248 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'status': 'completed', 'code': 200}
Dec 16 09:32:20.381398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:20.388064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87a9a5ec-8a2d-40d8-887b-c75f9734240e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:20.415149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-38ea7bb8-e4f2-4ce5-8d25-14932f90438d service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733544
Dec 16 09:32:20.437754 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:20.441745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b911c784-d5d8-409c-a7ba-22b49f899b5b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:20.444447 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:20.452579 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b911c784-d5d8-409c-a7ba-22b49f899b5b HTTP/1.1" status: 204  len: 168 time: 0.5503113
Dec 16 09:32:20.453173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:20.610345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-514fd322-6549-4e0c-8627-2f0db4f88f90 req-e61668a7-33c6-4134-9147-dd8a5cf2fd1f service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858602
Dec 16 09:32:20.851858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:20.879565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6894e-a7fe-46a9-858d-291a4488367d req-4d61aa9c-ce29-446b-9d80-88cf3d07a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:20.881258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23d6894e-a7fe-46a9-858d-291a4488367d req-4d61aa9c-ce29-446b-9d80-88cf3d07a6d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1095 time: 0.1915283
Dec 16 09:32:20.977612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1051d-6c7f-4598-909f-6cc1da9598d6 req-d8ca610b-d4ae-4daf-b9ac-9d3c5f0c9fb6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:20.979007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58d1051d-6c7f-4598-909f-6cc1da9598d6 req-d8ca610b-d4ae-4daf-b9ac-9d3c5f0c9fb6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.1840866
Dec 16 09:32:20.989460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.027398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1d7f2b0>,) {'filters': {'network_id': ['a7273c60-9377-469a-aee4-1192104dc3c5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:21.044782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1d7f2b0>, '6cc9de74-8dc3-468a-a386-478b924ca96b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:21.045139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1d7f2b0>, '6cc9de74-8dc3-468a-a386-478b924ca96b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:21.057429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.069681 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58d1051d-6c7f-4598-909f-6cc1da9598d6 req-7e7cf365-76ea-46c6-821c-57a306803317 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826674
Dec 16 09:32:21.090709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6894e-a7fe-46a9-858d-291a4488367d req-ed072750-f733-438e-9a79-335fab6e2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:21.090911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.091030 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23d6894e-a7fe-46a9-858d-291a4488367d req-ed072750-f733-438e-9a79-335fab6e2ea5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.2002187
Dec 16 09:32:21.096473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:32:21.096473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:32:21.113481 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:32:21.198980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23d6894e-a7fe-46a9-858d-291a4488367d req-de85dff1-3c56-4a90-a752-ba642073f01b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 217 time: 0.0947804
Dec 16 09:32:21.258970 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.271463 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-89046d47-071f-421f-aa87-1f50249a53c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:21.288038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.288285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6894e-a7fe-46a9-858d-291a4488367d req-779b1480-8e94-4871-baa6-4cb5c07f5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:21.289647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23d6894e-a7fe-46a9-858d-291a4488367d req-779b1480-8e94-4871-baa6-4cb5c07f5e4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.0841515
Dec 16 09:32:21.311298 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a7273c60-9377-469a-aee4-1192104dc3c5 HTTP/1.1" status: 204  len: 168 time: 0.8547478
Dec 16 09:32:21.311853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34026) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:21.316120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7273c60-9377-469a-aee4-1192104dc3c5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:21.357297 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:21.402338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23d6894e-a7fe-46a9-858d-291a4488367d req-8a3460aa-80c7-4024-9e5f-277dbbba7d72 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016431
Dec 16 09:32:21.404886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Deleting subnet 156984bd-7560-40d8-9baf-a162ef3ddb3e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:32:21.417425 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.481132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.547927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.601106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58da41-3770-4dad-b13d-f4808442457d req-6f8b8e5b-5292-49b2-9c71-315c1193925d tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:21.602927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef58da41-3770-4dad-b13d-f4808442457d req-6f8b8e5b-5292-49b2-9c71-315c1193925d tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 949 time: 0.2589905
Dec 16 09:32:21.633609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23d6894e-a7fe-46a9-858d-291a4488367d req-2d8072ff-a5c0-4eaf-9764-c6c51b287eb1 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192400
Dec 16 09:32:21.706600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.716750 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:21.732862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef58da41-3770-4dad-b13d-f4808442457d req-cb8faf32-8426-415e-96a8-5576e32ab87a tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205218
Dec 16 09:32:21.751528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156984bd-7560-40d8-9baf-a162ef3ddb3e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:21.753451 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-ea3b7137-1aa5-4391-9a49-3560fe52e1b6 service neutron] show failed (client error): The resource could not be found.
Dec 16 09:32:21.754441 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-ea3b7137-1aa5-4391-9a49-3560fe52e1b6 service neutron] 10.222.0.54 "GET /v2.0/ports/0761eef7-7a0c-4563-958f-12f2b2a64388/bindings/n-h2-820554-2 HTTP/1.1" status: 404  len: 380 time: 0.1542945
Dec 16 09:32:21.755524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.768675 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:21.781627 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/156984bd-7560-40d8-9baf-a162ef3ddb3e HTTP/1.1" status: 204  len: 168 time: 0.4679263
Dec 16 09:32:21.783591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:21.856651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23d6894e-a7fe-46a9-858d-291a4488367d req-0f26caed-5a50-447f-8602-8578c490b1bf service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2068424
Dec 16 09:32:21.951722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:21.989280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452fc50-acae-429b-b670-ae27f065eaea req-be82e1ff-464b-4994-ad8b-62960f2359e8 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:21.991667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7452fc50-acae-429b-b670-ae27f065eaea req-be82e1ff-464b-4994-ad8b-62960f2359e8 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 944 time: 0.1336157
Dec 16 09:32:22.057003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7452fc50-acae-429b-b670-ae27f065eaea req-336d29b6-6446-4573-b75c-d5e2fe6679ab tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594122
Dec 16 09:32:22.150145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-a4ea9c02-29f2-455a-afcb-92e460360f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:22.152475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-a4ea9c02-29f2-455a-afcb-92e460360f2e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f&tenant_id=9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 1100 time: 0.0984533
Dec 16 09:32:22.178579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.190502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820554-2', 'device_owner': 'compute:nova'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:22.217291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f22b6f10>,) {'filters': {'network_id': ['095a7ce6-5bdb-4f63-b968-99ca48469d5c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:22.233920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22b6f10>, 'e5dc9d1b-c518-455b-90c9-58b28cd48211') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:22.234268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22b6f10>, 'e5dc9d1b-c518-455b-90c9-58b28cd48211') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:22.250641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.269062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.286421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:32:22.286421 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:32:22.303504 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:32:22.394960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.405733 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:22.428260 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.430834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Pushing event deleted for resources: {'Network': ['ID=095a7ce6-5bdb-4f63-b968-99ca48469d5c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:22.434928 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:22.439203 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] 10.222.0.66 "DELETE /v2.0/networks/095a7ce6-5bdb-4f63-b968-99ca48469d5c HTTP/1.1" status: 204  len: 168 time: 0.6533587
Dec 16 09:32:22.541075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.642219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4a110-2daf-46b3-b2f7-43ba0edb77be req-b3e7f29c-a5c3-4f11-9649-a3905ab723ca tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:22.651021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcb4a110-2daf-46b3-b2f7-43ba0edb77be req-b3e7f29c-a5c3-4f11-9649-a3905ab723ca tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.2171981
Dec 16 09:32:22.715134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-d1e2bc31-e20f-481a-a0f3-3978bee868c4 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:22.717087 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-d1e2bc31-e20f-481a-a0f3-3978bee868c4 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 949 time: 0.1055615
Dec 16 09:32:22.739515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:22.787940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcb4a110-2daf-46b3-b2f7-43ba0edb77be req-b400e8ce-5184-42cf-af54-16e38f6c061b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355596
Dec 16 09:32:22.801011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Deleting port 2238732e-167b-4f49-99fa-94672a5aebd9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:32:22.801350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:22.917854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2fd5f441-eb46-4bc6-8fbf-33d4aa88eab5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=794fa3401bd34e5db7312b30fe58849c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1690876
Dec 16 09:32:22.920283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34076) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:23.005025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:23.024223 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.119191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.132074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:23.233528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:23.241466 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.273049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fc914-ba44-4a79-8e10-bcfecc47686f req-7bc099db-9662-4a69-a94d-e19ffbe9f914 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:23.274549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c73fc914-ba44-4a79-8e10-bcfecc47686f req-7bc099db-9662-4a69-a94d-e19ffbe9f914 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6642d0d-b211-42fa-99e0-2009d5ccf92b HTTP/1.1" status: 200  len: 949 time: 0.2071064
Dec 16 09:32:23.275958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Transition to ACTIVE for port object 0761eef7-7a0c-4563-958f-12f2b2a64388 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:23.276867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.280850 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:23.308919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.314944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] For port 2238732e-167b-4f49-99fa-94672a5aebd9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2238732e-167b-4f49-99fa-94672a5aebd9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:23.316280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.325752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897dcb1a-b179-481b-bacf-cdf02124809d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:23.331052 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:23.332512 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67bb7113-acd5-4868-9a8d-c7484f18dfcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:23.505700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c73fc914-ba44-4a79-8e10-bcfecc47686f req-7b5f07d4-b6bf-432e-af88-6ff1e94b9a62 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.66 "GET /v2.0/security-groups?id=ac59f97c-a472-4998-8c49-01f9db549f60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132218
Dec 16 09:32:23.531572 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Calling delete_port for 2238732e-167b-4f49-99fa-94672a5aebd9 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:32:23.535576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.539557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/897dcb1a-b179-481b-bacf-cdf02124809d HTTP/1.1" status: 204  len: 168 time: 0.6183043
Dec 16 09:32:23.624369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] No DVR routers for this DVR port 0761eef7-7a0c-4563-958f-12f2b2a64388 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:32:23.641929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:23.697157 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:23.767421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:23.767760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:23.768897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:23.785666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Port 0761eef7-7a0c-4563-958f-12f2b2a64388 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:32:23.785989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Attempting to bind port 0761eef7-7a0c-4563-958f-12f2b2a64388 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:23.802031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:23.802308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:23.802704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:23.803127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Bound port: 0761eef7-7a0c-4563-958f-12f2b2a64388, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:23.803509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.904019 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:23.910255 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f74b69b-be05-4cc2-8d80-e56b4e2b97d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:23.995613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Pushing event deleted for resources: {'Port': ['ID=2238732e-167b-4f49-99fa-94672a5aebd9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:24.008259 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:24.022516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:24.035404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:24.050733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:24.058087 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d2301f2-3c96-416b-a219-fd5220dcce84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:24.109150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90eaf8-9543-4d0f-ab75-9b04e23b58a9 req-e3b417bc-f844-4ada-b903-c622c8a14113 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:24.110912 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f90eaf8-9543-4d0f-ab75-9b04e23b58a9 req-e3b417bc-f844-4ada-b903-c622c8a14113 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 944 time: 0.1629024
Dec 16 09:32:24.125289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] No DVR routers for this DVR port 2238732e-167b-4f49-99fa-94672a5aebd9 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:32:24.127736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:24.130647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-deleted', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:24.148331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:24.148996 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:24.151716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b953bb96-de11-48f4-98c9-c4c51680c9f6 req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] 10.222.0.54 "DELETE /v2.0/ports/2238732e-167b-4f49-99fa-94672a5aebd9 HTTP/1.1" status: 204  len: 173 time: 1.4272492
Dec 16 09:32:24.151838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 1095 time: 1.9908504
Dec 16 09:32:24.179972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:24.199637 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f90eaf8-9543-4d0f-ab75-9b04e23b58a9 req-64e6ab8e-9251-46d0-9378-e2de1555c739 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701931
Dec 16 09:32:24.248753 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b4a9832f-e207-4c36-a288-8353350cac19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8072d75f7ff241209505859a7639bdea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0647662
Dec 16 09:32:24.249554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:24.266007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:24.287505 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:24.291046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:24.320791 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'code': 200}
Dec 16 09:32:24.362036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:32:24.362477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:24.399255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-01f382dd-6f24-4203-bb1d-d1098c315816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:24.400744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-01f382dd-6f24-4203-bb1d-d1098c315816 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1098 time: 0.1983073
Dec 16 09:32:24.400969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:24.453477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 2238732e-167b-4f49-99fa-94672a5aebd9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:32:24.453865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2238732e-167b-4f49-99fa-94672a5aebd9 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:32:24.470752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:24.656359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:24.670321 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2dc0e9bc-415f-4fdc-889e-f399a3aed9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:24.697138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1760a8-2a3f-4269-b9e5-e8246be00625,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:24.706714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:24.708922 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc1760a8-2a3f-4269-b9e5-e8246be00625 HTTP/1.1" status: 204  len: 168 time: 0.4583707
Dec 16 09:32:24.710408 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:24.846417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-4462df71-71d8-4aea-a536-820c998122fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:24.849914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-4462df71-71d8-4aea-a536-820c998122fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4414499
Dec 16 09:32:25.009668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-eddb0900-14e7-4581-be84-b87f468eb361 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.1524122
Dec 16 09:32:25.103336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cee33a78-c4cb-4d11-8ddb-3b9135398160 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:32:25.290017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-8a40cfd4-c12e-4556-8e2a-be7c690a89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:25.291836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-8a40cfd4-c12e-4556-8e2a-be7c690a89b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2692738
Dec 16 09:32:25.304404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797f0a-14bf-4696-93ed-24b94399ecbe req-84e70700-9593-41a5-b44c-27f5ad60bd4d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:25.305968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33797f0a-14bf-4696-93ed-24b94399ecbe req-84e70700-9593-41a5-b44c-27f5ad60bd4d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 947 time: 0.3709230
Dec 16 09:32:25.309889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:25.327721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'port_id': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'mac_address': 'fa:16:3e:bb:de:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:32:25.433492 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:25.456068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee33a78-c4cb-4d11-8ddb-3b9135398160 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:25.472911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33797f0a-14bf-4696-93ed-24b94399ecbe req-51dcac68-2c52-4e66-a848-9f8a548c249a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138213
Dec 16 09:32:25.509088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:25.515517 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:25.520850 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9bd4c929-69c8-4c44-a623-ae181547e17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:25.533723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-649ecb88-7594-4ce7-ab11-935d7294e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:25.539461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-649ecb88-7594-4ce7-ab11-935d7294e381 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2324505
Dec 16 09:32:25.630044 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6642d0d-b211-42fa-99e0-2009d5ccf92b', 'name': 'network-vif-deleted', 'tag': '2238732e-167b-4f49-99fa-94672a5aebd9', 'status': 'completed', 'code': 200}
Dec 16 09:32:25.632041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:25.636557 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:25.831805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cee33a78-c4cb-4d11-8ddb-3b9135398160'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:32:25.923558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-8465fdeb-c040-4943-90dd-77a36587669a service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3720553
Dec 16 09:32:26.317588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-c8d6dec0-24a5-454a-b7ba-25662ffa01a6 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3877473
Dec 16 09:32:26.324167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:26.382229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9107-34b4-4c27-856a-185182f40269 req-91b5d854-3fe0-4140-848f-0441d58ed7d6 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:26.391289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55bf9107-34b4-4c27-856a-185182f40269 req-91b5d854-3fe0-4140-848f-0441d58ed7d6 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 945 time: 0.1282585
Dec 16 09:32:26.400651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:26.452893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55bf9107-34b4-4c27-856a-185182f40269 req-3fbf4606-f2bb-4650-b57b-d0768a075779 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605376
Dec 16 09:32:26.689791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34188) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:26.690060 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c0910279-25fb-4947-a73d-434fc1d4168e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f0af00d9b55477083344507fb5844ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878449
Dec 16 09:32:26.820151 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:26.888981 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:27.023815 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'status': 'completed', 'code': 200}
Dec 16 09:32:27.122576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cee33a78-c4cb-4d11-8ddb-3b9135398160 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:27.223337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-09adfb3a-dc41-4ec9-afc6-f96cee345d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.225547 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-09adfb3a-dc41-4ec9-afc6-f96cee345d0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1098 time: 0.1144991
Dec 16 09:32:27.232140 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:27.255533 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a96a6e0-7188-4bc9-a33d-9807156ae8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:27.273742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port cee33a78-c4cb-4d11-8ddb-3b9135398160 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:27.284087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port cee33a78-c4cb-4d11-8ddb-3b9135398160 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:27.284477 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:27.328547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac59f97c-a472-4998-8c49-01f9db549f60,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:27.331452 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:27.352137 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:27.355934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac59f97c-a472-4998-8c49-01f9db549f60 HTTP/1.1" status: 204  len: 168 time: 0.6581092
Dec 16 09:32:27.394090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-2e0c97c2-79e6-4cbf-9297-0b1c3f135788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.395679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-2e0c97c2-79e6-4cbf-9297-0b1c3f135788 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1098 time: 0.3568764
Dec 16 09:32:27.403560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7debb-d660-4074-8d69-3658f94584d3 req-30811473-a141-44f1-b0b6-7c1d75b0ff35 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.405113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20b7debb-d660-4074-8d69-3658f94584d3 req-30811473-a141-44f1-b0b6-7c1d75b0ff35 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 947 time: 0.1521366
Dec 16 09:32:27.439504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-d854e609-e531-4aa7-84df-503ef6883def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.442019 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-d854e609-e531-4aa7-84df-503ef6883def service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2099581
Dec 16 09:32:27.467462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:27.505807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:27.517393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:27.524867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:27.528509 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:27.636307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-939b1d75-8238-4c6d-b527-39f9a6ace758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.637939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-939b1d75-8238-4c6d-b527-39f9a6ace758 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2319274
Dec 16 09:32:27.638526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:27.652844 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:27.701697 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-1011a8f8-88f7-406b-bbe3-56f4b2234f9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.1969979
Dec 16 09:32:27.751521 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-16f2a2c8-1c05-495b-94fb-9730c074a36f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.0819845
Dec 16 09:32:27.793948 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-870ea203-44b7-479c-8f38-ff743584fc02 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3505762
Dec 16 09:32:27.805550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-fb4fca6e-c5f5-4556-b3ec-db57bd996216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.809379 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-fb4fca6e-c5f5-4556-b3ec-db57bd996216 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0994759
Dec 16 09:32:27.833755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-f2b6ad0a-cf02-4279-8f60-4d7edeb9b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.835208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-f2b6ad0a-cf02-4279-8f60-4d7edeb9b636 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0750015
Dec 16 09:32:27.855200 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20b7debb-d660-4074-8d69-3658f94584d3 req-f17494d3-854f-42b8-b0b2-910a064e2f16 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161469
Dec 16 09:32:27.961590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-902a278c-5178-4461-a487-3b170b796bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:27.963240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-902a278c-5178-4461-a487-3b170b796bdf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1194699
Dec 16 09:32:27.998555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-3d823776-6651-43d0-85a0-779ed796b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.000165 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-3d823776-6651-43d0-85a0-779ed796b111 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1228828
Dec 16 09:32:28.046275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.046793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.048650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.049619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.050108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.051560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.052123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.054804 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-913e86ac-dca3-4506-b71c-184fe48476eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6500 time: 0.2265689
Dec 16 09:32:28.220470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-1f6a5700-394c-4d15-a6bc-3fa7f91ce736 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498233
Dec 16 09:32:28.422512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-2de89cb0-c579-4b0d-9b33-4c3f15595a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.423128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-2de89cb0-c579-4b0d-9b33-4c3f15595a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.423757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-2de89cb0-c579-4b0d-9b33-4c3f15595a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.425344 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-2de89cb0-c579-4b0d-9b33-4c3f15595a35 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 2298 time: 0.2888703
Dec 16 09:32:28.495902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-27953c7c-99ec-4e7c-8342-67d3947d7f87 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677712
Dec 16 09:32:28.668849 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-d1499e2b-b7fd-4993-bc69-86cf5bb088ff service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6601584
Dec 16 09:32:28.816256 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-5c0c3e75-58e0-400e-b781-8041e44d3955 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 200  len: 1001 time: 0.3836830
Dec 16 09:32:28.917313 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-36049487-af24-4f91-9a9e-4fb94c5b0d5e req-407699a0-abb1-4af8-8eac-78817647113e service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408912
Dec 16 09:32:28.935539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-ab13dc15-a9b7-4182-a522-561b2472566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.936979 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-ab13dc15-a9b7-4182-a522-561b2472566d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1479e4e5-5ae8-45c3-b52e-e94de53334fd HTTP/1.1" status: 200  len: 855 time: 0.0994029
Dec 16 09:32:28.937392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa333620-dcae-4998-83b3-d714feffa9ca req-caecfeed-d70e-4f0b-a53c-0bd42c31af2e tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:28.938988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa333620-dcae-4998-83b3-d714feffa9ca req-caecfeed-d70e-4f0b-a53c-0bd42c31af2e tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1042378
Dec 16 09:32:29.009212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa333620-dcae-4998-83b3-d714feffa9ca req-3893e989-912a-473c-a394-b167c8d7fe3d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627935
Dec 16 09:32:29.034889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-d50d59fc-bc2a-4c67-815f-25045979bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:29.037290 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-d50d59fc-bc2a-4c67-815f-25045979bbb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0920072
Dec 16 09:32:29.082045 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'code': 200}
Dec 16 09:32:29.197320 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-df20937f-4054-4f4c-ab6d-ce24c1634e8a service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436746
Dec 16 09:32:29.368855 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-9bf1c9bf-21ad-4251-ba27-0cdb38c2e56e service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620920
Dec 16 09:32:29.540799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca4f54-3db8-434b-906a-ea781a2d0ffd req-1b0cae59-0ce1-4bbd-a2ef-086ef71a0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:29.542943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37ca4f54-3db8-434b-906a-ea781a2d0ffd req-1b0cae59-0ce1-4bbd-a2ef-086ef71a0369 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.2516115
Dec 16 09:32:29.582865 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-9a875c3c-2302-4398-b590-fa1261da8b44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 217 time: 0.1851408
Dec 16 09:32:29.630795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37ca4f54-3db8-434b-906a-ea781a2d0ffd req-dffabdd4-440a-4fd0-b715-9c37a9a86129 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795195
Dec 16 09:32:29.677914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-ed633403-8942-45e3-b6e4-5312f17253dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:29.679625 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-ed633403-8942-45e3-b6e4-5312f17253dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.0893857
Dec 16 09:32:29.945976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-5ce80050-9324-427e-8e1f-25782843c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:29.949007 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-5ce80050-9324-427e-8e1f-25782843c8ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0939691
Dec 16 09:32:30.155047 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-b844cd47-c9ce-4674-96d1-b104c14948bf service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973896
Dec 16 09:32:30.166287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53ab8b-f4c2-48da-97c6-46e5ba5c1e15 req-08e7e078-5580-405d-98c8-9439b74eadd4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:30.173998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e53ab8b-f4c2-48da-97c6-46e5ba5c1e15 req-08e7e078-5580-405d-98c8-9439b74eadd4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 947 time: 0.1009052
Dec 16 09:32:30.232145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e53ab8b-f4c2-48da-97c6-46e5ba5c1e15 req-37fc1c8c-1ed9-4d2d-84ab-a19989b77dcd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573571
Dec 16 09:32:30.363146 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-1629c2a7-411a-49d4-a8c9-c5684703fe76 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948605
Dec 16 09:32:30.372598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34298) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:30.461969 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-0c88dc48-0f6e-423c-8066-186ece90ef4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 217 time: 0.0892863
Dec 16 09:32:30.543091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-51815ce8-7459-4643-bd75-0fff04ad01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:30.545226 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-51815ce8-7459-4643-bd75-0fff04ad01be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.0810559
Dec 16 09:32:30.575873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:30.604016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c5391-0437-46b8-9b6a-2587bc69ad28 req-2fad1e9e-8ca0-4618-bbd5-1432d395e29d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:30.605873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e60c5391-0437-46b8-9b6a-2587bc69ad28 req-2fad1e9e-8ca0-4618-bbd5-1432d395e29d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1299293
Dec 16 09:32:30.610285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:30.616361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Usage tracker for resource:security_group_rule and tenant:79db88be75e7436faa6e3d317a50acab is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:30.641710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-89c6870a-8e7b-45f3-9770-abb2056d822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:30.643399 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-89c6870a-8e7b-45f3-9770-abb2056d822f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0892057
Dec 16 09:32:30.655265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:30.664709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:30.676546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e60c5391-0437-46b8-9b6a-2587bc69ad28 req-6e48cc10-e881-44b1-ba1f-951fead0be1b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634646
Dec 16 09:32:30.812997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:30.819195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:30.836375 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-881d2644-99d2-4090-9047-a9f7a751a9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:30.845486 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-af554105-05da-435c-b92a-ea6a8be02e51 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899943
Dec 16 09:32:30.939980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79db88be75e7436faa6e3d317a50acab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5661681
Dec 16 09:32:30.941135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c3130-bf38-4040-a4d0-f9e7419c1bd3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:30.948551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34306) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:30.953032 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:31.030804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:31.063017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:31.164148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:32:31.168868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:31.183428 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86465075-da33-438e-a19f-ee7c9053d960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:31.199384 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:31.216171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/562c3130-bf38-4040-a4d0-f9e7419c1bd3 HTTP/1.1" status: 204  len: 168 time: 0.2659137
Dec 16 09:32:31.219325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c3130-bf38-4040-a4d0-f9e7419c1bd3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:31.224175 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:31.370282 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-421e591b-e8a4-4c16-b89e-baa5f16ba832 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5183899
Dec 16 09:32:31.442486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:31.466275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'mac_address': 'fa:16:3e:3e:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:32:31.483875 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-d701521c-a44c-4790-88f1-cdcf02351204 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e HTTP/1.1" status: 200  len: 217 time: 0.1050990
Dec 16 09:32:31.497026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82cd07-4053-48ce-ba17-80b575813148 req-3748e79b-e2cf-408c-997f-342194bcb044 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:31.497674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4e82cd07-4053-48ce-ba17-80b575813148 req-3748e79b-e2cf-408c-997f-342194bcb044 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:31.579094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-e166740e-0a75-4e7e-aac4-cb42676b9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:31.581755 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-e166740e-0a75-4e7e-aac4-cb42676b9ec8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.0798316
Dec 16 09:32:31.582053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4e82cd07-4053-48ce-ba17-80b575813148 req-3748e79b-e2cf-408c-997f-342194bcb044 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:31.588522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-3748e79b-e2cf-408c-997f-342194bcb044 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f&tenant_id=9347d0d23cb541258e095e1c8c647f8e&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 947 time: 0.3796954
Dec 16 09:32:31.608986 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:31.638230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0761eef7-7a0c-4563-958f-12f2b2a64388 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:31.680086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:31.685403 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:31.687678 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:31.821043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:31.830402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a2aab-cba6-4a5a-9fe6-45ca76da48b8 req-31f45153-765b-4fdd-bf2e-433819031374 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:31.836184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.836807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.837396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.837946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.839037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.839513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef4a2aab-cba6-4a5a-9fe6-45ca76da48b8 req-31f45153-765b-4fdd-bf2e-433819031374 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 948 time: 0.1422319
Dec 16 09:32:31.840044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.840568 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.841241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.842386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.842944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.843987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.844551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:32:31.861618 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:31.893098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef4a2aab-cba6-4a5a-9fe6-45ca76da48b8 req-e6b9a714-fa84-474e-99b9-125ec9fae727 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522339
Dec 16 09:32:31.972881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-04bf0f60-a651-44b1-ab9d-871cd7f9ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:31.977157 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-04bf0f60-a651-44b1-ab9d-871cd7f9ae5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3881323
Dec 16 09:32:31.985088 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [req-4e82cd07-4053-48ce-ba17-80b575813148 req-10c8b7b2-18dc-4fc5-ac01-0b3ff219c99c service neutron] delete failed (client error): The resource could not be found.
Dec 16 09:32:31.986036 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-10c8b7b2-18dc-4fc5-ac01-0b3ff219c99c service neutron] 10.222.0.54 "DELETE /v2.0/ports/0761eef7-7a0c-4563-958f-12f2b2a64388/bindings/n-h1-820554-2 HTTP/1.1" status: 404  len: 380 time: 0.2726438
Dec 16 09:32:32.015679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34346) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:32.049454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:32:32.298474 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-9f0ffee1-ddec-4456-9133-c6cef2bac734 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3114815
Dec 16 09:32:32.399210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:32.429709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:32.437123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Usage tracker for resource:security_group_rule and tenant:c7bca02fb5354cb8afddee90997ad071 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:32.442154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:32.451232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:32.470658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae5521-2e5f-45c0-9472-6f7aa4e610eb req-2282798a-cac7-41f5-8acb-2414018dc70f tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:32.491903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-feae5521-2e5f-45c0-9472-6f7aa4e610eb req-2282798a-cac7-41f5-8acb-2414018dc70f tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2475834
Dec 16 09:32:32.503568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:32.553968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82cd07-4053-48ce-ba17-80b575813148 req-1a6ba021-a0b3-4b54-9a5d-3ceed5cb5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:32.557852 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-1a6ba021-a0b3-4b54-9a5d-3ceed5cb5ddb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1099 time: 0.2553153
Dec 16 09:32:32.590865 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-68ef11e8-7aa3-4d59-9db2-f7dc52a47fd4 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527139
Dec 16 09:32:32.617366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-feae5521-2e5f-45c0-9472-6f7aa4e610eb req-c30c0602-f7be-41b6-8a56-4b3e08d64cb1 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245971
Dec 16 09:32:32.719794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:32.726174 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:32.744473 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84628b5b-1616-4bb4-bcca-714f989f372f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:32.786494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7bca02fb5354cb8afddee90997ad071&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7696297
Dec 16 09:32:32.789227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34374) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:32.791874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4676eb-8526-4b87-a806-de33fdc3ac7d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:32.809232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-431987833-network', 'tenant_id': 'e953c35eb7224f14b81d7262b77ea7b9'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:32.811100 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:32.827528 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-471e3134-d9da-4f11-b42e-aef65ece28f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c9fd142c-fec2-449e-8560-2781fcdcca21 HTTP/1.1" status: 200  len: 217 time: 0.1300917
Dec 16 09:32:32.830070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:32.836419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Usage tracker for resource:network and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:32.873679 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:32.881258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:32.906574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:32.922333 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:32.960661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82cd07-4053-48ce-ba17-80b575813148 req-c50e3dea-8e6e-4c76-a67d-6afea8882cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:32.962141 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-c50e3dea-8e6e-4c76-a67d-6afea8882cb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3998721
Dec 16 09:32:32.964342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-6e3731c7-33c7-4913-b59a-bdabf5520a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:32.966334 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-6e3731c7-33c7-4913-b59a-bdabf5520a8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.1312315
Dec 16 09:32:32.967187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Made reservation on behalf of e953c35eb7224f14b81d7262b77ea7b9 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:32.970466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.009303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.019358 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b972d614-9f09-46c1-8424-55794c84ea70 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:33.033670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4676eb-8526-4b87-a806-de33fdc3ac7d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:33.037455 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:33.038793 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.044156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd4676eb-8526-4b87-a806-de33fdc3ac7d HTTP/1.1" status: 204  len: 168 time: 0.2539778
Dec 16 09:32:33.094967 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.118544 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-75b77eaa-549e-47c4-b46b-fbe954415af1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.1331429
Dec 16 09:32:33.167430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:33.186504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:33.193658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:33.204199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:33.224281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82cd07-4053-48ce-ba17-80b575813148 req-eaf1673f-27fb-4277-bf5f-a9b52c6047da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:33.225727 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-eaf1673f-27fb-4277-bf5f-a9b52c6047da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1000249
Dec 16 09:32:33.298109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-e738eee5-e3e5-476f-b20d-2375458437f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:33.299591 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-e738eee5-e3e5-476f-b20d-2375458437f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3159227
Dec 16 09:32:33.567447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34396) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:33.574225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-214d5341-fd7f-4a6e-bbaf-37ffcfaf4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:33.575824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-214d5341-fd7f-4a6e-bbaf-37ffcfaf4a8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.2463496
Dec 16 09:32:33.593030 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.637279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd45e0-bfcd-44ef-ad2c-e20218418901 req-2b9b4a8f-3260-4c1e-ba88-06642a53b9e6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:33.638938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36bd45e0-bfcd-44ef-ad2c-e20218418901 req-2b9b4a8f-3260-4c1e-ba88-06642a53b9e6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 948 time: 0.2217991
Dec 16 09:32:33.646614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:33.653389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f61fa25fee4f59a033b89ae666bd8d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:33.681638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82cd07-4053-48ce-ba17-80b575813148 req-99d643b6-5132-4101-a5cc-1a500adb3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:33.683846 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-99d643b6-5132-4101-a5cc-1a500adb3359 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4442165
Dec 16 09:32:33.701573 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.727950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.732286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:33.735092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d37c5254-0992-4182-a2c4-b77c56487d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:33.741055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:33.794288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-e1f63c76-5cc8-428c-a211-a87cd5f88d2a service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4832153
Dec 16 09:32:33.799579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36bd45e0-bfcd-44ef-ad2c-e20218418901 req-793b8b4d-f2cc-40a0-989f-ac553136efae tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496456
Dec 16 09:32:33.852165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-ad87c202-309e-43f5-8648-8304ac33be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:33.853673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-ad87c202-309e-43f5-8648-8304ac33be12 service neutron] 10.222.0.74 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.2514009
Dec 16 09:32:33.869398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:32:33.891401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:33.894463 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:33.894873 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Added segment ca3ca81d-28fc-413c-a0d2-056d02d80e96 of type vlan for network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e
Dec 16 09:32:33.914177 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:33.947919 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-91a9b399-2362-484d-b997-3df101dd1675 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 217 time: 0.0865605
Dec 16 09:32:34.053164 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-758d7e0b-cadf-4f87-bae4-ea2a2ece82d5 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3546240
Dec 16 09:32:34.054909 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.057927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.060044 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.088357 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:34.121252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1f61fa25fee4f59a033b89ae666bd8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5505335
Dec 16 09:32:34.132106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-7e859283-8a58-4bc4-87d2-56754f8f7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:34.133664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-7e859283-8a58-4bc4-87d2-56754f8f7d88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.1696644
Dec 16 09:32:34.137643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34416) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:34.219676 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-1d94c07c-2416-4b4e-a6fd-66f9af43da67 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4039013
Dec 16 09:32:34.246790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8fe412-ae76-4b7b-b608-76bb3aef359c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:34.253322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-bbfed72e-459f-4a36-b731-b4eb9992aebc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1114509
Dec 16 09:32:34.262036 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:34.299480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.300434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:34.301020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.316218 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:34.337248 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-3c2e5414-395b-4cfc-b5a4-190fc1851b3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 200  len: 217 time: 0.1085794
Dec 16 09:32:34.473413 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4e82cd07-4053-48ce-ba17-80b575813148 req-757fa03d-28f2-4545-bf4e-cda81d6cd14b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4092352
Dec 16 09:32:34.474585 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9691155
Dec 16 09:32:34.479215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34420) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:34.504885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Request body: {'subnet': {'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-431987833-subnet', 'tenant_id': 'e953c35eb7224f14b81d7262b77ea7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:34.515444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:34.522252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Pushing event updated for resources: {'Network': ['ID=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:34.526830 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:34.536479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:32:34.537022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Usage tracker for resource:subnet and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:34.538037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-d9e35cf2-5dec-4c44-b9d9-f606bb7d9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:34.539653 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-d9e35cf2-5dec-4c44-b9d9-f606bb7d9656 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.1889665
Dec 16 09:32:34.546201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:34.555266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.557671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:34.621641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Made reservation on behalf of e953c35eb7224f14b81d7262b77ea7b9 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:34.625396 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.650667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e0ef-6a0c-4313-95f9-df4cd94b6cec req-9f22e7ef-9ddd-4b9b-933f-8592312f6103 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:34.652264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37c9e0ef-6a0c-4313-95f9-df4cd94b6cec req-9f22e7ef-9ddd-4b9b-933f-8592312f6103 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.5117536
Dec 16 09:32:34.654179 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.678080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-8a9ca66d-3655-4034-940b-265028925f47 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4123466
Dec 16 09:32:34.693688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-df12284c-7ec9-494b-8b9a-9e5873e33752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:34.696430 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-df12284c-7ec9-494b-8b9a-9e5873e33752 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1420772
Dec 16 09:32:34.923273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37c9e0ef-6a0c-4313-95f9-df4cd94b6cec req-51be769e-9f89-42e9-924c-1e8d484e6745 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2476346
Dec 16 09:32:34.933112 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-22011b24-2680-417a-b2cc-ac79382cf85f service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290909
Dec 16 09:32:34.982667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:34.989783 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-344ffdac-40b8-4e7b-89b5-4466a1e815ab tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:35.004186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e320c9b4-1709-4781-8c8b-8f3cadab3d38 req-cc8fc2d9-cb2b-4648-9e23-f1e6bd17641d service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2478204
Dec 16 09:32:35.008676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8fe412-ae76-4b7b-b608-76bb3aef359c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:35.015874 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:35.166764 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:35.166764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a8fe412-ae76-4b7b-b608-76bb3aef359c HTTP/1.1" status: 204  len: 168 time: 1.0219452
Dec 16 09:32:35.180329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:35.287844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 0761eef7-7a0c-4563-958f-12f2b2a64388 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:35.304374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 0761eef7-7a0c-4563-958f-12f2b2a64388 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:35.306368 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:35.330406 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:35.340228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d37f7b2-3c59-4f20-8aaa-c650f145b042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:35.450571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Checking segment: {'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:35.450943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Network hostable DHCP agents. Network: 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:32:35.454942 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-a0a291d8-1f90-4f07-b69c-a1416de20ec7 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5041411
Dec 16 09:32:35.552005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82f273d-0f62-401b-9e44-ae87a3f181a9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:35.556261 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:35.557137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:32:35.591096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:35.604618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5118618-2a11-421b-b386-9318f0d444bf None None] Network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:32:35.610025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:35.610645 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:35.669242 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-d9e1f5d1-8576-4fd6-801d-327631aa242c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 200  len: 217 time: 0.2069359
Dec 16 09:32:35.702988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2108481
Dec 16 09:32:35.755939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:35.792280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-700d6d1e-cda9-45e2-b16a-2f67da32a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:35.794571 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-700d6d1e-cda9-45e2-b16a-2f67da32a778 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.1122940
Dec 16 09:32:35.798564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:35.825642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:35.832749 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:35.850481 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:35.899405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-f0090786-e676-4260-be4a-91a491f73f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:35.901999 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-f0090786-e676-4260-be4a-91a491f73f75 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0922318
Dec 16 09:32:36.015356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0476bdcc-7864-48a0-a671-87699da55ad8 None None] Network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:32:36.115409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:36.120534 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:36.179867 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-29a4dc5e-1a5b-4fdc-8ed3-840a5aeab2c8 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707460
Dec 16 09:32:36.561003 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c5464a01-6493-46db-86ad-4136e35bdaf4 req-1f9eef24-dd98-4ca3-9d52-a550d9afe414 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3725343
Dec 16 09:32:36.851995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a334d69-154f-48af-8c11-6c1d224ac99d req-8edc87ea-2546-491f-ad12-308c7d8f50a4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:36.859986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a334d69-154f-48af-8c11-6c1d224ac99d req-8edc87ea-2546-491f-ad12-308c7d8f50a4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.0981309
Dec 16 09:32:36.922213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a334d69-154f-48af-8c11-6c1d224ac99d req-4547cd0a-3530-430e-95bc-01b188183f6d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610592
Dec 16 09:32:36.988969 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'code': 200}
Dec 16 09:32:37.234089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3622-3fd4-4745-8b9e-30a976ef6b79 req-ffef32fa-7985-427a-aebb-5e4f83216dc2 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:37.242740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-440a3622-3fd4-4745-8b9e-30a976ef6b79 req-ffef32fa-7985-427a-aebb-5e4f83216dc2 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1373091
Dec 16 09:32:37.304308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-440a3622-3fd4-4745-8b9e-30a976ef6b79 req-8b95b17e-c476-442f-afd8-903b82330743 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580809
Dec 16 09:32:37.619218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-767238724', 'description': 'tempest-description-976244350'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:37.630397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:37.636049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:37.639060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:37.645787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:37.661598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:37.683676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:37.689334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:37.693301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:37.699423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:37.779227 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:37.783694 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:37.787567 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1303c70-77d8-4eaf-981e-b8a3b5073235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:37.827784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fff28c-48dc-4f3f-b405-83cc97a1df0f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:37.830467 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:37.831330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:37.850038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27e098d0-d7fa-4ce7-b0e9-66fb0a3e155b req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1804 time: 0.2351034
Dec 16 09:32:38.810986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6aedc-b778-4688-96e0-c1aaf0c28dde req-0b03fb47-5e51-4a46-a0d5-5838ee10fd77 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:38.812911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38d6aedc-b778-4688-96e0-c1aaf0c28dde req-0b03fb47-5e51-4a46-a0d5-5838ee10fd77 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1100 time: 0.0771267
Dec 16 09:32:38.864495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38d6aedc-b778-4688-96e0-c1aaf0c28dde req-2fb60ff3-0c9b-4ca1-974a-678f68c8d0ed tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408227
Dec 16 09:32:38.991750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-685174224', 'description': 'tempest-description-1317704050'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:38.998675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:39.003235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:39.006484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:39.012345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:39.021667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:39.041245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:39.045751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:39.048554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:39.054228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:39.121417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:39.124905 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:39.128424 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38afc729-d9b9-46d9-8fe2-8b7e566917f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:39.167183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a33a40-f017-4bb4-a33c-eac9b9a79b00,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:39.169933 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:39.171287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e5ae21-5672-438b-8fba-6b6e94355920 req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.1836247
Dec 16 09:32:39.171883 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:39.348367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20227291-1574-470e-b51c-34b507a990d7 req-a3ca9360-ca44-4243-981b-714cb5927183 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:39.349800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20227291-1574-470e-b51c-34b507a990d7 req-a3ca9360-ca44-4243-981b-714cb5927183 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.0789642
Dec 16 09:32:39.362130 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:32:39.396157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20227291-1574-470e-b51c-34b507a990d7 req-73ba2867-e501-4f0c-9625-c572c05a6fb5 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407283
Dec 16 09:32:39.973688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:40.041121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.070169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.125356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.129409 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a4b260c4-8f07-4dfb-aeca-3c95182888cb tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:40.165283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc1208-f0ba-4011-a973-fa562f718096,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:40.219097 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:40.230937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.232072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "DELETE /v2.0/security-groups/f9dc1208-f0ba-4011-a973-fa562f718096 HTTP/1.1" status: 204  len: 168 time: 0.2573681
Dec 16 09:32:40.234885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:40.251147 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-1f3e94bc-9e17-4e98-9f97-10b0b56e4fdc tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] show failed (client error): The resource could not be found.
Dec 16 09:32:40.252150 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1f3e94bc-9e17-4e98-9f97-10b0b56e4fdc tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "GET /v2.0/security-groups/f9dc1208-f0ba-4011-a973-fa562f718096 HTTP/1.1" status: 404  len: 347 time: 0.0162394
Dec 16 09:32:40.254774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:40.294785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-95dff0dd-aa74-4fa2-bc4e-5c8dc3bfd303 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:40.295488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-95dff0dd-aa74-4fa2-bc4e-5c8dc3bfd303 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Synchronizing usage tracker for tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:40.312170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-95dff0dd-aa74-4fa2-bc4e-5c8dc3bfd303 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Unset dirty status for tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:40.313460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-95dff0dd-aa74-4fa2-bc4e-5c8dc3bfd303 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/networks?id=793b1e1a-f01b-47e4-8729-f4ca6c773da0 HTTP/1.1" status: 200  len: 815 time: 0.1747608
Dec 16 09:32:40.328789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-7350e9c6-2678-459c-b980-47661f4e830c tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/quotas/c2edfb2acb6f4dcf8aa81acbe4c84002 HTTP/1.1" status: 200  len: 375 time: 0.0091708
Dec 16 09:32:40.416963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Deleting port a40a29ef-827b-4912-9c92-f214d10bb0e0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:32:40.417170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-1c282d12-8b1a-40c9-b0a9-b5f59ae10fa6 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2edfb2acb6f4dcf8aa81acbe4c84002&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0823750
Dec 16 09:32:40.417312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.558812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-7a6aad2b-9ecd-45ff-adbe-c6ea5dd86e4c service neutron] 10.222.0.66 "GET /v2.0/networks/793b1e1a-f01b-47e4-8729-f4ca6c773da0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348789
Dec 16 09:32:40.587886 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.588793 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.725141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Calling delete_port for a40a29ef-827b-4912-9c92-f214d10bb0e0 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:32:40.813099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-09bc454e-052f-4357-b9b1-a88538a07083 service neutron] 10.222.0.66 "GET /v2.0/networks/793b1e1a-f01b-47e4-8729-f4ca6c773da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2480187
Dec 16 09:32:40.871244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:40.875644 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82a1e2d0-c762-477f-aceb-b30fef217fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:40.993781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Pushing event deleted for resources: {'Port': ['ID=a40a29ef-827b-4912-9c92-f214d10bb0e0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:40.998045 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:41.033540 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:41.049966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:41.053937 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] 10.222.0.66 "DELETE /v2.0/floatingips/1c2f637a-2aa5-4cb8-b80d-d20787ea511f HTTP/1.1" status: 204  len: 168 time: 0.7956285
Dec 16 09:32:41.159619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-4dafc308-f182-42ce-aa6f-216c1e4f3b43 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:41.161059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-4dafc308-f182-42ce-aa6f-216c1e4f3b43 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 812 time: 0.1642940
Dec 16 09:32:41.176900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-b56902d9-930f-4500-b0a9-d95ce3bcecfa tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/quotas/e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 375 time: 0.0102983
Dec 16 09:32:41.230367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d0cd8615-7bab-41ce-8c84-08bd97f0a6b4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476446
Dec 16 09:32:41.378238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-89f619a5-ae54-4e7c-9d23-b8db74e9bbfd service neutron] 10.222.0.66 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410854
Dec 16 09:32:41.515521 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-80f46f73-59a2-49da-ab2d-a5ba8f6a11c2 service neutron] 10.222.0.66 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310968
Dec 16 09:32:41.548450 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:41.908476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a06b2217-eac3-4e60-b354-cee970e9e5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:41.985790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-6ebc65c0-f45c-4b49-b76f-68e54249bc55 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330558
Dec 16 09:32:42.144842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-fdcb6765-9db4-4c08-bf4c-cadf19b23c41 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:42.146613 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-fdcb6765-9db4-4c08-bf4c-cadf19b23c41 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.54 "GET /v2.0/networks?id=793b1e1a-f01b-47e4-8729-f4ca6c773da0 HTTP/1.1" status: 200  len: 815 time: 0.2073359
Dec 16 09:32:42.172541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Request body: {'port': {'device_id': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'admin_state_up': True, 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:42.179608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-4596a304-64ce-4d9f-ba7a-b4cf71883351 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:42.181204 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-4596a304-64ce-4d9f-ba7a-b4cf71883351 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1898353
Dec 16 09:32:42.203762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-3bc1d973-4ebb-450a-b332-073afefe2e67 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/quotas/9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 375 time: 0.0168476
Dec 16 09:32:42.294184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-d36e5aa6-e3ea-45c1-9018-0ecb82856e1c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0868981
Dec 16 09:32:42.339318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:42.343413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Usage tracker for resource:port and tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:42.346859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:42.352439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:42.364104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Made reservation on behalf of c2edfb2acb6f4dcf8aa81acbe4c84002 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:42.368271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:42.647005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Allocated IP 172.20.0.4 (793b1e1a-f01b-47e4-8729-f4ca6c773da0/0ce9af0c-1f5b-4180-887b-6c30282de1d9/23b32571-3ca3-463a-a87a-1274b5ba31d2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:32:42.771021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b7de3-f06b-4067-995d-84516ef7a00a req-5d6be092-d9e1-40f7-9628-f229f58b3d61 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:42.773804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-330b7de3-f06b-4067-995d-84516ef7a00a req-5d6be092-d9e1-40f7-9628-f229f58b3d61 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1735837
Dec 16 09:32:42.915742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-330b7de3-f06b-4067-995d-84516ef7a00a req-77dacb42-c8ed-45a8-b09c-e163982371ea tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261322
Dec 16 09:32:43.011288 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:43.028262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Transition to ACTIVE for port object 23b32571-3ca3-463a-a87a-1274b5ba31d2 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:43.054330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:43.062149 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77ac0825-2a09-49c1-8c7a-5c02c32b97ea tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:43.124274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907244ae-9e3f-4b33-9e47-0c66fcf33e6f req-51018a17-f189-47cf-867c-05955d67cbe2 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:43.130693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:43.136513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:43.136720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-907244ae-9e3f-4b33-9e47-0c66fcf33e6f req-51018a17-f189-47cf-867c-05955d67cbe2 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 931 time: 0.1115420
Dec 16 09:32:43.139539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:32:43.185534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-907244ae-9e3f-4b33-9e47-0c66fcf33e6f req-bbac18e5-5f97-44e8-89e2-18f1b1b716cf tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Synchronizing usage tracker for tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:43.210693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-907244ae-9e3f-4b33-9e47-0c66fcf33e6f req-bbac18e5-5f97-44e8-89e2-18f1b1b716cf tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Unset dirty status for tenant:c2edfb2acb6f4dcf8aa81acbe4c84002 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:43.211798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Pushing event updated for resources: {'Port': ['ID=23b32571-3ca3-463a-a87a-1274b5ba31d2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:43.216517 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:43.219582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-907244ae-9e3f-4b33-9e47-0c66fcf33e6f req-bbac18e5-5f97-44e8-89e2-18f1b1b716cf tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819328
Dec 16 09:32:43.240774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:43.242636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:43.328916 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1689634
Dec 16 09:32:43.360666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Request body: {'port': {'device_id': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:43.639918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-416fdd72-8d44-4982-991a-663df7816d1e None None] Provisioning for port 23b32571-3ca3-463a-a87a-1274b5ba31d2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:43.667398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-416fdd72-8d44-4982-991a-663df7816d1e None None] Provisioning complete for port 23b32571-3ca3-463a-a87a-1274b5ba31d2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:43.667939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-416fdd72-8d44-4982-991a-663df7816d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:43.826595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-416fdd72-8d44-4982-991a-663df7816d1e None None] Port 23b32571-3ca3-463a-a87a-1274b5ba31d2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:32:43.844564 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:43.847237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-0a1fed5c-6dd5-48f5-85b7-41be783c6c9b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:43.851559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-0a1fed5c-6dd5-48f5-85b7-41be783c6c9b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 812 time: 0.4030597
Dec 16 09:32:43.918157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:43.991023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fd46f24-fc13-4e28-8d16-be3d042a5b01 req-8cd6942f-cb09-4519-91f5-9faa05a81fbc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 210 time: 0.0609148
Dec 16 09:32:44.227532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbe0a5-c36f-4ac5-bcea-c1784b8b4f62 req-b8576db9-9c84-4611-854e-bc65439b614f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:44.237668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ccbe0a5-c36f-4ac5-bcea-c1784b8b4f62 req-b8576db9-9c84-4611-854e-bc65439b614f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.1309528
Dec 16 09:32:44.296217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ccbe0a5-c36f-4ac5-bcea-c1784b8b4f62 req-94417938-6284-449e-9461-f80bbac0edec tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573826
Dec 16 09:32:44.459142 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3f98334d-0db1-4ef6-b101-15b8448cdbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:44.474318 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-ef4b29d5-d036-4179-abef-8deddec1ad76 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0714517
Dec 16 09:32:44.537467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48e79de5-a9a8-4fa8-a87d-1e8514abf547 req-bf5701e2-68cb-4bcf-b8d8-c93d925418c7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 210 time: 0.0723658
Dec 16 09:32:44.650686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:32:44.774078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b32571-3ca3-463a-a87a-1274b5ba31d2 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:44.786424 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:44.798725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-9d29b1bf-f620-4761-899f-ed170f6485e5 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:44.800213 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-9d29b1bf-f620-4761-899f-ed170f6485e5 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3121727
Dec 16 09:32:44.817461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Request body: {'port': {'device_id': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '9347d0d23cb541258e095e1c8c647f8e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:44.833697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Transition to ACTIVE for port object 23b32571-3ca3-463a-a87a-1274b5ba31d2 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:44.839548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:44.848812 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e67d932-7262-4cb2-b627-e535e5c67153 tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:44.951901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3c2db-4275-4f58-9aa6-6ae767ca92b5 req-2c2d4914-d4b0-460a-9228-c968a26b3de6 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:44.953794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-13d3c2db-4275-4f58-9aa6-6ae767ca92b5 req-2c2d4914-d4b0-460a-9228-c968a26b3de6 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1342893
Dec 16 09:32:45.045802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-13d3c2db-4275-4f58-9aa6-6ae767ca92b5 req-80dc2856-1591-4b44-90d2-436b72978eab tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860014
Dec 16 09:32:45.173091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34752) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:45.209272 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.218260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Pushing event updated for resources: {'Port': ['ID=23b32571-3ca3-463a-a87a-1274b5ba31d2,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:45.232595 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:45.346378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Attempting to bind port 23b32571-3ca3-463a-a87a-1274b5ba31d2 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:45.346712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Attempting to bind port 23b32571-3ca3-463a-a87a-1274b5ba31d2 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:45.347041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Attempting to bind port 23b32571-3ca3-463a-a87a-1274b5ba31d2 on network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:45.361964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:45.369251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Port 23b32571-3ca3-463a-a87a-1274b5ba31d2 on network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:32:45.369602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Attempting to bind port 23b32571-3ca3-463a-a87a-1274b5ba31d2 on network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:45.390291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:45.392598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:45.392935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Checking segment: {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:45.393326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Bound using segment: {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:45.393759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Bound port: 23b32571-3ca3-463a-a87a-1274b5ba31d2, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:45.394267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.401349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2470e-28f7-4faf-bb5a-1f8267801b5a req-6bb3d95d-a2ae-45eb-8441-695156f0d18b tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:45.415790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07f2470e-28f7-4faf-bb5a-1f8267801b5a req-6bb3d95d-a2ae-45eb-8441-695156f0d18b tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 943 time: 0.2254627
Dec 16 09:32:45.471705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.481475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Made reservation on behalf of 9347d0d23cb541258e095e1c8c647f8e for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:45.485000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.488683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07f2470e-28f7-4faf-bb5a-1f8267801b5a req-65d23c96-15a7-4edf-a033-6d1c226cad16 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709741
Dec 16 09:32:45.520359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.537788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:45.543454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Usage tracker for resource:security_group_rule and tenant:867dd570d2504fca813b3d3ac6f06b60 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:45.546775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:45.552861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:45.688290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.694330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.705468 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9c96f2dd-2718-48e8-8499-4e16a96d3ffb tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:45.710073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] For port 23b32571-3ca3-463a-a87a-1274b5ba31d2, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:45.719706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] For port 23b32571-3ca3-463a-a87a-1274b5ba31d2, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=23b32571-3ca3-463a-a87a-1274b5ba31d2,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:45.748689 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.758384 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-747d706d-27df-429e-afa1-9048f715fd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:45.768279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=867dd570d2504fca813b3d3ac6f06b60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5884037
Dec 16 09:32:45.769387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af6ec6-d24f-40e6-b77e-b9daa179c86f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:45.772313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34766) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:45.787688 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:45.881205 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.965854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Pushing event updated for resources: {'Port': ['ID=23b32571-3ca3-463a-a87a-1274b5ba31d2,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:45.970407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:45.971092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:45.972748 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-2f44d55d-017b-4987-811c-650883ae96db service neutron] 10.222.0.54 "PUT /v2.0/ports/23b32571-3ca3-463a-a87a-1274b5ba31d2 HTTP/1.1" status: 200  len: 1091 time: 2.6219192
Dec 16 09:32:45.975915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'tag': '23b32571-3ca3-463a-a87a-1274b5ba31d2'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:45.994202 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:46.034321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Allocated IP 192.168.233.174 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/9cc26b84-b486-4d3d-adad-5399593ba99e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:32:46.139648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d2d0e6d-80a7-4135-9128-4a9f059afa0f req-f146f0a4-4fb9-4bde-b43b-ef3e62b31d58 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 210 time: 0.2450399
Dec 16 09:32:46.161706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:46.262003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:46.270348 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-35970ec6-346f-4e4c-85fb-db2e103e4311 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:46.285637 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:46.289524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7af6ec6-d24f-40e6-b77e-b9daa179c86f HTTP/1.1" status: 204  len: 168 time: 0.5136087
Dec 16 09:32:46.326329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af6ec6-d24f-40e6-b77e-b9daa179c86f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:46.362857 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:46.418019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f68cb-75dd-4d21-b926-8cd07343c6d3 req-a84bbca3-8499-45d8-9d1c-d76d6df2ea64 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:46.425654 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-375f68cb-75dd-4d21-b926-8cd07343c6d3 req-a84bbca3-8499-45d8-9d1c-d76d6df2ea64 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.1410677
Dec 16 09:32:46.457902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:46.480335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Transition to ACTIVE for port object 9cc26b84-b486-4d3d-adad-5399593ba99e will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:46.496551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-375f68cb-75dd-4d21-b926-8cd07343c6d3 req-a9a335a9-f21b-4c9d-a18b-4a3e0be910c3 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652013
Dec 16 09:32:46.528936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:46.539250 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8b194bf-a650-4d4a-bc80-b4f9fd455e42 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:46.541317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:32:46.630265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:46.636785 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:46.664491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:46.666613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:46.669622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:32:46.757557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:46.758971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:46.813627 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0022032
Dec 16 09:32:46.827103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Request body: {'port': {'device_id': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:46.862213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:46.899413 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:46.922958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:46.927512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Usage tracker for resource:security_group_rule and tenant:0023cb7491a240a59a5bf2e1d8adce1a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:46.930763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:46.939706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:46.991215 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.036262 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.059960 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.066331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.078744 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-07ef4f27-bfd8-4e3f-87ec-9d9dd106794c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:47.105297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7fb1b-5dbf-4858-a54f-ede9ad863bd4 req-31b48e64-bf8f-4be6-b15c-6385bd9d6f65 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:47.112734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5de7fb1b-5dbf-4858-a54f-ede9ad863bd4 req-31b48e64-bf8f-4be6-b15c-6385bd9d6f65 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 936 time: 0.3860259
Dec 16 09:32:47.134300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09cd58fd-b089-4354-a7f4-52b127d773f9 None None] Provisioning for port 9cc26b84-b486-4d3d-adad-5399593ba99e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:47.159182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09cd58fd-b089-4354-a7f4-52b127d773f9 None None] Provisioning complete for port 9cc26b84-b486-4d3d-adad-5399593ba99e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:47.159620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09cd58fd-b089-4354-a7f4-52b127d773f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.178569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0023cb7491a240a59a5bf2e1d8adce1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3152237
Dec 16 09:32:47.181471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d482d45-4c48-47cf-8236-34ad64740a20,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:47.182003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34788) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:47.184870 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:47.205555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5de7fb1b-5dbf-4858-a54f-ede9ad863bd4 req-b12e3734-29a7-49b0-8bb7-8d97e9496053 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918777
Dec 16 09:32:47.335025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-09cd58fd-b089-4354-a7f4-52b127d773f9 None None] Port 9cc26b84-b486-4d3d-adad-5399593ba99e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:32:47.378303 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'tag': '23b32571-3ca3-463a-a87a-1274b5ba31d2', 'status': 'completed', 'code': 200}
Dec 16 09:32:47.392896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.437661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.558620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e2da1-debb-4a8b-8728-fbdbbec28ee7 req-ad0d3dce-318f-4e8a-96a3-819df11cfa5b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:47.566333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b9e2da1-debb-4a8b-8728-fbdbbec28ee7 req-ad0d3dce-318f-4e8a-96a3-819df11cfa5b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1128595
Dec 16 09:32:47.639583 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.649036 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56cb5557-2e93-4043-92cc-a501df62721c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:47.660531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b9e2da1-debb-4a8b-8728-fbdbbec28ee7 req-a4352077-c0af-42a3-ae00-9d21a3e75d79 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933359
Dec 16 09:32:47.664476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d482d45-4c48-47cf-8236-34ad64740a20,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:47.668800 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:47.677315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc26b84-b486-4d3d-adad-5399593ba99e {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:47.682818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.684015 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d482d45-4c48-47cf-8236-34ad64740a20 HTTP/1.1" status: 204  len: 168 time: 0.5008895
Dec 16 09:32:47.689141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.707152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Transition to ACTIVE for port object 9cc26b84-b486-4d3d-adad-5399593ba99e will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:47.726887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:47.733592 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d1bb0fa-4046-4113-ab99-88117466a88b tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:47.896094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f617a-3133-4083-835d-9335692986cf req-045d6672-2ab9-4e1c-a1c7-1c83bb880c73 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:47.904167 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-264f617a-3133-4083-835d-9335692986cf req-045d6672-2ab9-4e1c-a1c7-1c83bb880c73 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 943 time: 0.1187110
Dec 16 09:32:47.977542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-264f617a-3133-4083-835d-9335692986cf req-f6372583-ce25-4bb8-842e-cac8544ba683 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721745
Dec 16 09:32:48.065335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:48.079315 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:48.136817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:48.137147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:48.137541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:48.142893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Port 9cc26b84-b486-4d3d-adad-5399593ba99e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:32:48.143368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:48.149072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:48.149422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:48.149821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:48.150250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Bound port: 9cc26b84-b486-4d3d-adad-5399593ba99e, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:48.150649 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:48.294329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:48.297946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:48.303630 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:48.309564 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:48.349956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b65fadd-6ddf-4779-beda-05190609ff3b req-547487ee-6d37-497f-bbfb-9ce6cf071aab tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 210 time: 0.0700936
Dec 16 09:32:48.402220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:48.402944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:48.404419 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] 10.222.0.74 "PUT /v2.0/ports/9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 1096 time: 1.5828941
Dec 16 09:32:48.420135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:48.423284 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:48.664886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-add7ad9b-4b86-48ac-b433-a30058ca148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:48.666337 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-add7ad9b-4b86-48ac-b433-a30058ca148d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1099 time: 0.2140570
Dec 16 09:32:48.752275 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-532d869f-87c7-43a1-a807-2b1ee4cf13a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.0712888
Dec 16 09:32:48.826788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bed8b-15df-49bd-a649-75f929d4eebd req-e3e4552b-cd08-412f-84af-5cf4265cb2c3 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:48.829221 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955bed8b-15df-49bd-a649-75f929d4eebd req-e3e4552b-cd08-412f-84af-5cf4265cb2c3 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.1432171
Dec 16 09:32:48.849386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-4f89bbe6-87e1-4c7c-be5c-ca91f72f1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:48.850968 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-4f89bbe6-87e1-4c7c-be5c-ca91f72f1513 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0918686
Dec 16 09:32:48.903737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-955bed8b-15df-49bd-a649-75f929d4eebd req-43a8de4e-3c3c-4d8e-821a-2097ef347cc3 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683472
Dec 16 09:32:49.039728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-1968bf15-b0c3-4654-9905-6026402bbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:49.042601 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-1968bf15-b0c3-4654-9905-6026402bbfe2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1841362
Dec 16 09:32:49.135939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad294-735b-4209-b653-8dfd2d565178 req-bf17d7a6-ad83-4a3d-8f82-0ac2c942e61a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:49.137492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-519ad294-735b-4209-b653-8dfd2d565178 req-bf17d7a6-ad83-4a3d-8f82-0ac2c942e61a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 948 time: 0.0976965
Dec 16 09:32:49.154421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:49.206430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-519ad294-735b-4209-b653-8dfd2d565178 req-a330195c-e66e-4abc-a5d6-0fdd5217b7fb tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587900
Dec 16 09:32:49.222927 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-726fe768-0c53-48e4-a3c4-44c7f170b032 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730690
Dec 16 09:32:49.295641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-network', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:49.466877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:49.490288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd06d4d-074b-4913-8af9-6a622ad1c4c7 req-98e52d64-fe75-4a54-8c26-27adc87217e2 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:49.497415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6dd06d4d-074b-4913-8af9-6a622ad1c4c7 req-98e52d64-fe75-4a54-8c26-27adc87217e2 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1209645
Dec 16 09:32:49.505222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:49.511450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Usage tracker for resource:network and tenant:38a0e6777c314e8da076bbc9f93f64ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:49.516335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:49.527284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:49.557418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6dd06d4d-074b-4913-8af9-6a622ad1c4c7 req-518afd61-7ce0-466a-9933-2a2396af33dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589564
Dec 16 09:32:49.564315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Made reservation on behalf of 38a0e6777c314e8da076bbc9f93f64ac for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:49.567391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.599779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.621278 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-6b74baff-466a-46c5-9ac1-d8a76bc52ad2 req-0cfaaf97-0b24-4514-ba89-f56abb6c86e8 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3859723
Dec 16 09:32:49.622236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:49.626254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Usage tracker for resource:security_group_rule and tenant:38a0e6777c314e8da076bbc9f93f64ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:49.639958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:49.649596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:49.733770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d569b-d343-4ba8-ba44-eef6cf21356b req-89a2bf34-8b86-46f4-bae7-2a7284fd6447 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:49.735709 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-111d569b-d343-4ba8-ba44-eef6cf21356b req-89a2bf34-8b86-46f4-bae7-2a7284fd6447 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 943 time: 0.0898440
Dec 16 09:32:49.778125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.783069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.786173 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:49.808324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-111d569b-d343-4ba8-ba44-eef6cf21356b req-6b9f0149-c0da-45cb-9828-f18f7db75aa0 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654955
Dec 16 09:32:49.812842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:32:49.834914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73467b31-c075-4a9f-a647-45bd4bc152ba,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:49.840289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:49.841758 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.842255 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Added segment e983e540-cc26-47c2-9c4e-f8e82865e76c of type vlan for network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b
Dec 16 09:32:49.868951 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.900166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.901918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:49.902615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:49.908371 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:50.014798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:50.015425 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.8594408
Dec 16 09:32:50.020865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:50.021950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Request body: {'subnet': {'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-subnet', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:50.030096 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:50.039140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:32:50.053665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:50.058048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Usage tracker for resource:subnet and tenant:38a0e6777c314e8da076bbc9f93f64ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:50.071569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:50.077920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:50.089041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Made reservation on behalf of 38a0e6777c314e8da076bbc9f93f64ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:50.091529 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:50.248262 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ab8ca89-9bb3-461d-abe2-6e0e488557fe req-146a23ef-384e-419d-a4e2-61d571cef9f0 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 210 time: 0.1209457
Dec 16 09:32:50.323090 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'status': 'completed', 'code': 200}
Dec 16 09:32:50.413654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-50f38045-568f-4951-9d74-36cd26216f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:50.415518 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-50f38045-568f-4951-9d74-36cd26216f9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1099 time: 0.0744209
Dec 16 09:32:50.428776 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:50.433821 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:50.570354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-5c9ca195-258e-4e3b-b5d5-3f459a19c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:50.572063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-5c9ca195-258e-4e3b-b5d5-3f459a19c97e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.1452498
Dec 16 09:32:50.611240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f48976-877d-44ac-9d1a-a1586cb678b0,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:50.622517 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:50.647678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Checking segment: {'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:50.648040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Network hostable DHCP agents. Network: b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:32:50.662448 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-ac7019d3-b3e5-4971-8188-171a708d4762 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.0805347
Dec 16 09:32:50.662680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d457ad-fa4c-43d4-a3f0-030aefc54168 req-771b920f-dfc5-4f6a-aad2-e5254935d810 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:50.664128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d457ad-fa4c-43d4-a3f0-030aefc54168 req-771b920f-dfc5-4f6a-aad2-e5254935d810 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.1959469
Dec 16 09:32:50.693162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:32:50.716683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:50.724670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:50.725088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3061d4c3-0e04-4694-ac2f-dc734776e7d9 None None] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:32:50.725268 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:50.731395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d457ad-fa4c-43d4-a3f0-030aefc54168 req-5a4df91c-0513-4e36-870d-746ba5e70d42 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608416
Dec 16 09:32:50.753509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-4dce2871-5a8f-4c8e-bff5-bee809de4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:50.754944 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-4dce2871-5a8f-4c8e-bff5-bee809de4ed0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0858328
Dec 16 09:32:50.757364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.7412279
Dec 16 09:32:50.774760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34852) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:50.781221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:50.789229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:50.799865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Usage tracker for resource:router and tenant:38a0e6777c314e8da076bbc9f93f64ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:50.810804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:50.824245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:50.853815 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:50.854872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:50.884067 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:50.895530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-c0abd167-8932-40ba-8f36-c67f1c33d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:50.897111 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-c0abd167-8932-40ba-8f36-c67f1c33d84c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1344702
Dec 16 09:32:50.905631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:51.131770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b', 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'fixed_ips': [{'subnet_id': '77f48976-877d-44ac-9d1a-a1586cb678b0'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:32:51.132716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:51.378684 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-9b2374aa-8484-443d-b81c-ae91bb2444d4 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4654138
Dec 16 09:32:51.389660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Allocated IP 172.20.0.2 (b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b/77f48976-877d-44ac-9d1a-a1586cb678b0/ecf93585-ba0b-46d1-b45b-7905313b676e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:32:51.735489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:51.814088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:51.831495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Transition to ACTIVE for port object ecf93585-ba0b-46d1-b45b-7905313b676e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:51.844689 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bbf2b8d5-b30b-4e01-9af1-9bf1add3e807 req-4cfd82ec-5c1d-4985-8771-6679fbda7d34 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4490924
Dec 16 09:32:51.855776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Transition to ACTIVE for port object ecf93585-ba0b-46d1-b45b-7905313b676e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:51.871607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:51.882282 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:51.908583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c0cc7-32d9-47ae-828d-a498f079a589 req-1af44f51-5c55-4c0c-a705-eed35f16cde3 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:51.915442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-914c0cc7-32d9-47ae-828d-a498f079a589 req-1af44f51-5c55-4c0c-a705-eed35f16cde3 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 948 time: 0.3825862
Dec 16 09:32:51.973845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-914c0cc7-32d9-47ae-828d-a498f079a589 req-29e12d86-3e2a-46dd-8fd9-0127819c0617 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568831
Dec 16 09:32:52.015629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Pushing event updated for resources: {'Port': ['ID=ecf93585-ba0b-46d1-b45b-7905313b676e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:52.024970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:52.026648 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:52.036454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:52.043300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:32:52.214344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Attempting to bind port ecf93585-ba0b-46d1-b45b-7905313b676e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:52.214913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Attempting to bind port ecf93585-ba0b-46d1-b45b-7905313b676e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:52.215125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Attempting to bind port ecf93585-ba0b-46d1-b45b-7905313b676e on network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:52.224255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.225826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:52.226221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Checking segment: {'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:52.226649 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.227039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Bound using segment: {'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:52.227540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Bound port: ecf93585-ba0b-46d1-b45b-7905313b676e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:52.231678 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.374859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] For port ecf93585-ba0b-46d1-b45b-7905313b676e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:52.378792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] For port ecf93585-ba0b-46d1-b45b-7905313b676e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecf93585-ba0b-46d1-b45b-7905313b676e,segment=NetworkSegment(e983e540-cc26-47c2-9c4e-f8e82865e76c),segment_id=e983e540-cc26-47c2-9c4e-f8e82865e76c)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:52.391447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.398138 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8ab752b-c3cd-458a-8ebe-fb069d234ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:52.416990 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.461525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc329a-3a0e-49d7-b45b-431dc01e56aa req-41349f56-cfc3-4d71-a1cf-3e37edef5d3c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:52.469607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eddc329a-3a0e-49d7-b45b-431dc01e56aa req-41349f56-cfc3-4d71-a1cf-3e37edef5d3c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2068024
Dec 16 09:32:52.471779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.508303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Pushing event updated for resources: {'Port': ['ID=ecf93585-ba0b-46d1-b45b-7905313b676e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:52.515230 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:52.639315 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eddc329a-3a0e-49d7-b45b-431dc01e56aa req-d90ea807-2cb3-4fba-b92d-eaefe3bc640a tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688011
Dec 16 09:32:52.745532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Allocated IP 172.25.3.162 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:32:52.755990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Deleting port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:32:52.756464 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.947563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] For port 1e68f22e-53ec-4adb-86e0-ef89c8c286c9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:52.947918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:52.987010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601145a-2ca4-431a-a376-6317de1b6f76 req-47d9fc51-3245-41a1-acd1-9704fa9d7709 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:52.988563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1601145a-2ca4-431a-a376-6317de1b6f76 req-47d9fc51-3245-41a1-acd1-9704fa9d7709 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 943 time: 0.1960673
Dec 16 09:32:52.998011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:53.046909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1601145a-2ca4-431a-a376-6317de1b6f76 req-dfdba7ce-d5d6-4c17-8a7e-2dbac3189fb9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524924
Dec 16 09:32:53.067540 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:53.071920 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c3571e50-f555-427f-bb8b-6e656ed3af13 tempest-LiveAutoBlockMigrationV225Test-1153858746 tempest-LiveAutoBlockMigrationV225Test-1153858746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:53.073718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Calling delete_port for 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:32:53.134222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'port': {'device_id': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e', 'admin_state_up': True, 'tenant_id': 'e953c35eb7224f14b81d7262b77ea7b9'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:53.244727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:53.249842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:53.256519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:32:53.262551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:32:53.287470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:53.302221 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:53.456080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:53.473931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'mac_address': 'fa:16:3e:af:0e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:32:53.501945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5dfa9-682c-4f49-9436-fa808e49b808 req-c808bccf-f93e-4424-bd16-7b73dd07d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:53.509111 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f6f5dfa9-682c-4f49-9436-fa808e49b808 req-c808bccf-f93e-4424-bd16-7b73dd07d4ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2edfb2acb6f4dcf8aa81acbe4c84002&device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 1094 time: 0.2393022
Dec 16 09:32:53.547675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:53.575643 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc26b84-b486-4d3d-adad-5399593ba99e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:53.606478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:53.615715 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:53.618238 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:53.633848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-744de0fb-e138-402c-b640-d9da7e3e6c97 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:53.634616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-744de0fb-e138-402c-b640-d9da7e3e6c97 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Synchronizing usage tracker for tenant:fb929b595be8413f89110dc3555a10f1 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:53.708088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:53.711270 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:53.735980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-744de0fb-e138-402c-b640-d9da7e3e6c97 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Unset dirty status for tenant:fb929b595be8413f89110dc3555a10f1 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:53.737069 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-744de0fb-e138-402c-b640-d9da7e3e6c97 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.3820939
Dec 16 09:32:53.785238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769184b-b6a7-42e5-9d3b-73dd216643ec None None] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:32:53.797859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8a662b4c-770d-4b0a-ab5e-c796c6e9fc46 req-4937289c-7d37-4f79-bd92-9d082409284f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 210 time: 0.4822042
Dec 16 09:32:53.800487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:32:53.805786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:port and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:32:53.810812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:32:53.819805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:32:53.850450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Made reservation on behalf of e953c35eb7224f14b81d7262b77ea7b9 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:32:53.855111 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:53.944114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Deleting port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:32:53.944547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:53.960056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-56d951ab-312a-4511-af80-ed2fc65b88ce None None] Provisioning for port ecf93585-ba0b-46d1-b45b-7905313b676e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:53.989918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5dfa9-682c-4f49-9436-fa808e49b808 req-ca3af7ba-8955-428f-a600-b5d3ba64f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:53.991338 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f6f5dfa9-682c-4f49-9436-fa808e49b808 req-ca3af7ba-8955-428f-a600-b5d3ba64f9fd service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c2edfb2acb6f4dcf8aa81acbe4c84002&shared=False HTTP/1.1" status: 200  len: 916 time: 0.4731565
Dec 16 09:32:54.025918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.040530 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:54.086486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9cc26b84-b486-4d3d-adad-5399593ba99e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:32:54.212584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e68f22e-53ec-4adb-86e0-ef89c8c286c9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:54.226750 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:54.271031 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.402387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecf93585-ba0b-46d1-b45b-7905313b676e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:54.418787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f303e1-2a3e-403b-aa50-4a75b31917ce req-0fa18a39-35c8-4604-8291-35febc1438a2 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:54.422941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11f303e1-2a3e-403b-aa50-4a75b31917ce req-0fa18a39-35c8-4604-8291-35febc1438a2 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=28c47f80-c27b-40f5-a03e-f82fb1710d18 HTTP/1.1" status: 200  len: 948 time: 0.4806621
Dec 16 09:32:54.496441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ecf93585-ba0b-46d1-b45b-7905313b676e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:54.502261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ecf93585-ba0b-46d1-b45b-7905313b676e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:54.502705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.538906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Allocated IP 172.20.0.11 (200a44e8-b2eb-4c74-83bd-9f31e4b7f44e/a82f273d-0f62-401b-9e44-ae87a3f181a9/65071db1-9a6a-490a-a28e-78b91d941f91) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:32:54.582840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11f303e1-2a3e-403b-aa50-4a75b31917ce req-e91a7405-f928-481b-98c4-255aac8eef64 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523974
Dec 16 09:32:54.592838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2959dba9-f832-4678-a76b-492d8a0d75ad None None] Provisioning complete for port ecf93585-ba0b-46d1-b45b-7905313b676e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:54.593218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2959dba9-f832-4678-a76b-492d8a0d75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.608631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5dfa9-682c-4f49-9436-fa808e49b808 req-530721fc-d4eb-48ac-94a8-dcc7d7950459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:54.610464 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f6f5dfa9-682c-4f49-9436-fa808e49b808 req-530721fc-d4eb-48ac-94a8-dcc7d7950459 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6108122
Dec 16 09:32:54.724646 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.805991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ecf93585-ba0b-46d1-b45b-7905313b676e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecf93585-ba0b-46d1-b45b-7905313b676e,segment=NetworkSegment(e983e540-cc26-47c2-9c4e-f8e82865e76c),segment_id=e983e540-cc26-47c2-9c4e-f8e82865e76c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:54.812378 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.816540 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:54.836060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] For port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:54.836409 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.869839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2959dba9-f832-4678-a76b-492d8a0d75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:54.976601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ecf93585-ba0b-46d1-b45b-7905313b676e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:54.980565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Calling delete_port for 5fa4d762-1373-4b45-b0e9-34cae70ccfbd owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:32:54.986574 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:55.000374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-2959dba9-f832-4678-a76b-492d8a0d75ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:32:55.000854 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-2959dba9-f832-4678-a76b-492d8a0d75ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:32:55.027458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:55.036417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-544796e9-c92b-4a89-b3e0-e9d924f6cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:55.037898 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-544796e9-c92b-4a89-b3e0-e9d924f6cf9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2edfb2acb6f4dcf8aa81acbe4c84002&device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 1094 time: 0.3803082
Dec 16 09:32:55.047561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6548e13-18a9-43dc-9335-8a6d14529c97 req-b468bde5-6453-4293-a9a2-09ed6383caa8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:55.049110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6548e13-18a9-43dc-9335-8a6d14529c97 req-b468bde5-6453-4293-a9a2-09ed6383caa8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 949 time: 0.3464696
Dec 16 09:32:55.085857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:55.180282 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-6a15143e-82c9-4056-88f4-6f1e45ac7ef9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b32571-3ca3-463a-a87a-1274b5ba31d2 HTTP/1.1" status: 200  len: 217 time: 0.1314752
Dec 16 09:32:55.346360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6548e13-18a9-43dc-9335-8a6d14529c97 req-0fefd185-a3bf-491f-bad9-8ee278c784b5 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849944
Dec 16 09:32:55.351150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:55.513429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-f4815e4a-c2cf-46eb-a059-2ce769bda98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:55.514559 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-f4815e4a-c2cf-46eb-a059-2ce769bda98e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ce9af0c-1f5b-4180-887b-6c30282de1d9 HTTP/1.1" status: 200  len: 854 time: 0.3125684
Dec 16 09:32:55.542064 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:55.551923 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f7621705-1e61-4b67-8668-ceea87c4b9c9 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:55.637558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Router f16e3577-b563-4ce9-8bea-5bd3e906d951 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:32:55.641467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:55.649873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:55.652031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:55.657582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:32:55.671772 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3999cb-d3bc-4bdd-a9f0-88f82d1eab86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:55.690647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd2821-30aa-4de5-8687-be6c65280a3e req-f2f953ee-24e9-4405-87b4-eb2febd8efc2 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:55.692364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1fd2821-30aa-4de5-8687-be6c65280a3e req-f2f953ee-24e9-4405-87b4-eb2febd8efc2 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2409041
Dec 16 09:32:55.693024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:55.700663 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:55.735411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Pushing event deleted for resources: {'Port': ['ID=5fa4d762-1373-4b45-b0e9-34cae70ccfbd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:55.741029 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:55.848865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:55.849475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:55.860093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1fd2821-30aa-4de5-8687-be6c65280a3e req-5e07e48d-4685-4329-b771-b5c8163f3791 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584692
Dec 16 09:32:55.891650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] No DVR routers for this DVR port 5fa4d762-1373-4b45-b0e9-34cae70ccfbd on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:32:55.896925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:55.903375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-deleted', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:55.915941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a192d855-b3b9-49cc-97cf-2bb948d7f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:55.917424 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-a192d855-b3b9-49cc-97cf-2bb948d7f3e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=793b1e1a-f01b-47e4-8729-f4ca6c773da0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3943839
Dec 16 09:32:55.960177 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-078ac0ef-ade4-43ba-a9f3-ba3c6a9e6973 req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.54 "DELETE /v2.0/ports/5fa4d762-1373-4b45-b0e9-34cae70ccfbd HTTP/1.1" status: 204  len: 173 time: 2.2110395
Dec 16 09:32:55.964166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8594828
Dec 16 09:32:56.005665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Request body: {'port': {'device_id': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:32:56.011208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Router 88cd9fcb-7b33-4747-82ce-fd064ddd265c has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:32:56.041085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:32:56.059370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Sync routers for ids ['f16e3577-b563-4ce9-8bea-5bd3e906d951'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:32:56.077278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Routers {'f16e3577-b563-4ce9-8bea-5bd3e906d951'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:56.077918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f16e3577-b563-4ce9-8bea-5bd3e906d951'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:56.102964 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:56.104411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.3285267
Dec 16 09:32:56.108527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34886) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:56.227778 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-ab5a2e3f-f40d-480b-9b38-f2c385c08149 service neutron] 10.222.0.54 "GET /v2.0/networks/793b1e1a-f01b-47e4-8729-f4ca6c773da0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3007650
Dec 16 09:32:56.353864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Set router f16e3577-b563-4ce9-8bea-5bd3e906d951 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:56.366237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:32:56.379768 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] Sync routers for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:32:56.403344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:56.403787 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:56.404436 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2adbbb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:56.409408 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] 10.222.0.66 "PUT /v2.0/routers/88cd9fcb-7b33-4747-82ce-fd064ddd265c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5026777
Dec 16 09:32:56.412349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:56.555329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715449-fcab-47f7-b610-0f9e6a522681 req-91264d36-f648-45f0-b8b0-ec7cacb65d81 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:56.562374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad715449-fcab-47f7-b610-0f9e6a522681 req-91264d36-f648-45f0-b8b0-ec7cacb65d81 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 943 time: 0.6027701
Dec 16 09:32:56.616436 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45e3433b-430d-42bb-9c1f-472d3123c48c req-8004c1d6-4658-4d60-a72e-3f3d98fb726f service neutron] 10.222.0.54 "GET /v2.0/networks/793b1e1a-f01b-47e4-8729-f4ca6c773da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3781517
Dec 16 09:32:56.656931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:56.722374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad715449-fcab-47f7-b610-0f9e6a522681 req-0b32a1d8-f95d-40a1-bb73-034040eb7c9b tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541402
Dec 16 09:32:56.762610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecf93585-ba0b-46d1-b45b-7905313b676e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:56.786069 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:56.802857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa4d762-1373-4b45-b0e9-34cae70ccfbd no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:56.904399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 5fa4d762-1373-4b45-b0e9-34cae70ccfbd {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:32:56.904762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 5fa4d762-1373-4b45-b0e9-34cae70ccfbd not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:32:56.937048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:56.957242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Deleting port 0584621a-a84d-4700-a3c2-4b59fd170021 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:32:56.957967 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:56.973344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ecf93585-ba0b-46d1-b45b-7905313b676e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:56.973735 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.057700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d460>, [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:32:53Z', 'revision_number': 3, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:57.067684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Checking router: f16e3577-b563-4ce9-8bea-5bd3e906d951 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:32:57.068538 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Updating router f16e3577-b563-4ce9-8bea-5bd3e906d951 port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:32:57.185311 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2adbbb0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:32:53Z', 'revision_number': 5, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port': {'id': '0584621a-a84d-4700-a3c2-4b59fd170021', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:55Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:57.190322 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] Checking router: 88cd9fcb-7b33-4747-82ce-fd064ddd265c for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:32:57.204031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.207099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] Routers {'88cd9fcb-7b33-4747-82ce-fd064ddd265c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:57.207754 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2adbbb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:57.349080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:32:57.369491 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] Set router 88cd9fcb-7b33-4747-82ce-fd064ddd265c gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:57.380289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] For port 0584621a-a84d-4700-a3c2-4b59fd170021, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0584621a-a84d-4700-a3c2-4b59fd170021,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:57.380658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.500499 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2adbbb0>, [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:32:56Z', 'revision_number': 6, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:57.504747 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b515362-15a7-4b59-885a-e091c747d222 None None] The sync data for ids ['88cd9fcb-7b33-4747-82ce-fd064ddd265c'] in n-d-820554-2 is: [{'id': '88cd9fcb-7b33-4747-82ce-fd064ddd265c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-369714928-router', 'tenant_id': '671682e4503c4ca18b2202676e5aa10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:32:56Z', 'revision_number': 6, 'project_id': '671682e4503c4ca18b2202676e5aa10f', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:32:57.559779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Calling delete_port for 0584621a-a84d-4700-a3c2-4b59fd170021 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:32:57.571787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 9cc26b84-b486-4d3d-adad-5399593ba99e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:57.590200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:32:57.592838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9cc26b84-b486-4d3d-adad-5399593ba99e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:57.593223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.629142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232cc7-b073-445b-9339-e703ca480802 req-86c54a8a-cdee-4f2b-95f9-5d5cf786e138 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:57.629852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cf232cc7-b073-445b-9339-e703ca480802 req-86c54a8a-cdee-4f2b-95f9-5d5cf786e138 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:57.721726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65071db1-9a6a-490a-a28e-78b91d941f91 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:57.730468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cf232cc7-b073-445b-9339-e703ca480802 req-86c54a8a-cdee-4f2b-95f9-5d5cf786e138 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:57.731657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf232cc7-b073-445b-9339-e703ca480802 req-86c54a8a-cdee-4f2b-95f9-5d5cf786e138 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 932 time: 0.5296009
Dec 16 09:32:57.733465 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.737571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.773213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Transition to ACTIVE for port object 65071db1-9a6a-490a-a28e-78b91d941f91 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:57.879018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.884193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.905606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Transition to ACTIVE for port object ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:57.919227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.923072 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0126875-6d41-4502-a614-a8aaeb6355a9 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:57.924651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:57.932884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.939482 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:57.940062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:57.975546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Pushing event deleted for resources: {'Port': ['ID=0584621a-a84d-4700-a3c2-4b59fd170021,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:57.979255 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:57.995336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:58.016844 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9cf41bb5-b58d-485f-b1cc-25eb288bfecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:58.019544 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.031612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Attempting to bind port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:58.032002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Attempting to bind port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:58.032381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Attempting to bind port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:58.040080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:58.040567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:58.041594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.042082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:58.042632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Bound port: ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:58.043093 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.077832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.107604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cf232cc7-b073-445b-9339-e703ca480802 req-30c5c83e-011d-4bc9-8d90-94dbce0f5ab6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:32:58.140992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b03b4-be5f-4bf8-8a63-e1ae72d0b220 None None] Pushing event updated for resources: {'Port': ['ID=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:58.152126 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed0b03b4-be5f-4bf8-8a63-e1ae72d0b220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:58.152735 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:58.222176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Pushing event updated for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:58.232001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:58.235416 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:58.244707 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:58.269409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] For port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:58.273303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] For port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:58.279611 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.279766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.281992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.288973 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:58.308750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.309275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88cd9fcb-7b33-4747-82ce-fd064ddd265c {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:32:58.325890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.330382 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] 10.222.0.66 "DELETE /v2.0/routers/88cd9fcb-7b33-4747-82ce-fd064ddd265c HTTP/1.1" status: 204  len: 168 time: 1.9167809
Dec 16 09:32:58.331051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:58.370113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cf232cc7-b073-445b-9339-e703ca480802 req-30c5c83e-011d-4bc9-8d90-94dbce0f5ab6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:32:58.371304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf232cc7-b073-445b-9339-e703ca480802 req-30c5c83e-011d-4bc9-8d90-94dbce0f5ab6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5460382
Dec 16 09:32:58.387509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b03b4-be5f-4bf8-8a63-e1ae72d0b220 None None] Pushing event updated for resources: {'Port': ['ID=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:58.391417 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed0b03b4-be5f-4bf8-8a63-e1ae72d0b220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:58.431093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Routers {'f16e3577-b563-4ce9-8bea-5bd3e906d951'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:32:58.431823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f16e3577-b563-4ce9-8bea-5bd3e906d951'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:58.435705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Allocated IP 172.20.0.1 (b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b/77f48976-877d-44ac-9d1a-a1586cb678b0/7ad96737-02eb-4a45-98cb-7ef71c45397a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:32:58.446378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Deleting subnet d7858657-3f08-4bdf-bf1b-977fe5703de9 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:32:58.449766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.468367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Attempting to bind port 65071db1-9a6a-490a-a28e-78b91d941f91 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:32:58.468714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Attempting to bind port 65071db1-9a6a-490a-a28e-78b91d941f91 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:32:58.469040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Attempting to bind port 65071db1-9a6a-490a-a28e-78b91d941f91 on network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:58.492921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Port 65071db1-9a6a-490a-a28e-78b91d941f91 on network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:32:58.493252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Attempting to bind port 65071db1-9a6a-490a-a28e-78b91d941f91 on network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:32:58.520504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 23b32571-3ca3-463a-a87a-1274b5ba31d2 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:32:58.558008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:32:58.558351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Checking segment: {'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:32:58.558749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Bound using segment: {'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:32:58.559201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Bound port: 65071db1-9a6a-490a-a28e-78b91d941f91, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:32:58.559575 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.564671 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c47f80-c27b-40f5-a03e-f82fb1710d18', 'name': 'network-vif-deleted', 'tag': '5fa4d762-1373-4b45-b0e9-34cae70ccfbd', 'status': 'completed', 'code': 200}
Dec 16 09:32:58.582394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.666125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0584621a-a84d-4700-a3c2-4b59fd170021 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:58.715876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.743214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 0584621a-a84d-4700-a3c2-4b59fd170021 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:32:58.743214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0584621a-a84d-4700-a3c2-4b59fd170021 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:32:58.743689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:32:58.796440 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.811446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:32:58.815429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=65071db1-9a6a-490a-a28e-78b91d941f91,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:32:58.815931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.824656 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.828905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Transition to ACTIVE for port object 7ad96737-02eb-4a45-98cb-7ef71c45397a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:32:58.831145 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a3e719a-6719-4eb4-ad87-1736d648fc17 tempest-FloatingIPDetailsTestJSON-84633349 tempest-FloatingIPDetailsTestJSON-84633349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:58.831829 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:58.834886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 23b32571-3ca3-463a-a87a-1274b5ba31d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=23b32571-3ca3-463a-a87a-1274b5ba31d2,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:58.884065 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.889337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7858657-3f08-4bdf-bf1b-977fe5703de9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:58.895970 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:58.903003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:58.906219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:58.906219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] 10.222.0.54 "PUT /v2.0/ports/65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 1092 time: 2.9076645
Dec 16 09:32:58.906219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:32:58.906624 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d7858657-3f08-4bdf-bf1b-977fe5703de9 HTTP/1.1" status: 204  len: 168 time: 0.5740557
Dec 16 09:32:58.910247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:32:58.929843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '23b32571-3ca3-463a-a87a-1274b5ba31d2', 'network_id': '793b1e1a-f01b-47e4-8729-f4ca6c773da0', 'port_id': '23b32571-3ca3-463a-a87a-1274b5ba31d2', 'mac_address': 'fa:16:3e:01:56:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce9af0c-1f5b-4180-887b-6c30282de1d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:32:58.936365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273372b-38f1-43bd-8d36-dbd1662be635 req-23f25d1a-b149-41b6-9b62-d0ae0f3582f3 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:58.937731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7273372b-38f1-43bd-8d36-dbd1662be635 req-23f25d1a-b149-41b6-9b62-d0ae0f3582f3 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.2719166
Dec 16 09:32:58.948966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Pushing event updated for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:58.950634 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64fc433-d32e-428c-81f5-d4701e05fd06 None None] Network 9b6ec19c-a89b-4468-ac68-3d7737cae51c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:32:58.966403 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:58.968996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:32:58.969360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e68f22e-53ec-4adb-86e0-ef89c8c286c9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:32:59.030712 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.038039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:59.043877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.058305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Deleting port 47ab24d4-b876-4315-b493-92602fbfd730 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:32:59.058659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.108929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7273372b-38f1-43bd-8d36-dbd1662be635 req-6446fe51-4e0a-4dc0-81bc-612bf8c9fefe tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632452
Dec 16 09:32:59.113531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] Set router f16e3577-b563-4ce9-8bea-5bd3e906d951 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:32:59.120696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:32:59.124211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:32:59.130267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:32:59.161704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Pushing event updated for resources: {'Port': ['ID=7ad96737-02eb-4a45-98cb-7ef71c45397a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:59.329983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] For port 47ab24d4-b876-4315-b493-92602fbfd730, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=47ab24d4-b876-4315-b493-92602fbfd730,segment=NetworkSegment(bfefa9da-1d0a-46bd-8fd0-398c51a05b49),segment_id=bfefa9da-1d0a-46bd-8fd0-398c51a05b49)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:59.330478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.354098 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:59.396977 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.415520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-8876971d-ddf9-4b1d-ac82-01a09133f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:59.417730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-8876971d-ddf9-4b1d-ac82-01a09133f3d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1095 time: 0.4535329
Dec 16 09:32:59.445163 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.498742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b32571-3ca3-463a-a87a-1274b5ba31d2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:32:59.504022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-f82ebc84-7517-4ccb-b4fb-9926e0102ee8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 217 time: 0.0760372
Dec 16 09:32:59.516320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 23b32571-3ca3-463a-a87a-1274b5ba31d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=23b32571-3ca3-463a-a87a-1274b5ba31d2,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:32:59.529963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.533896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:59.561697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2c3c-9fc0-4fe2-9b70-0addeb73dfe7 req-4d041d41-049b-46f6-858d-283ec16a14eb tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:59.563239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f54d2c3c-9fc0-4fe2-9b70-0addeb73dfe7 req-4d041d41-049b-46f6-858d-283ec16a14eb tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2485383
Dec 16 09:32:59.610388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=23b32571-3ca3-463a-a87a-1274b5ba31d2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:59.614338 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:59.635547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-8bf8df8c-8e05-4dc4-8782-729771f65d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:32:59.636530 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-8bf8df8c-8e05-4dc4-8782-729771f65d04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.1236331
Dec 16 09:32:59.640652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f54d2c3c-9fc0-4fe2-9b70-0addeb73dfe7 req-0e6b04c3-b849-452f-b456-a6862e980e2f tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669847
Dec 16 09:32:59.645010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a08b994-2136-435d-ae35-b4b5c19156f6 None None] Provisioning for port 7ad96737-02eb-4a45-98cb-7ef71c45397a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:32:59.658818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Calling delete_port for 47ab24d4-b876-4315-b493-92602fbfd730 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:32:59.660525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d460>, [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:32:53Z', 'revision_number': 3, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:32:59.662692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a08b994-2136-435d-ae35-b4b5c19156f6 None None] Provisioning complete for port 7ad96737-02eb-4a45-98cb-7ef71c45397a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:32:59.663088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6a08b994-2136-435d-ae35-b4b5c19156f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.694047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-2212283e-7288-4e9c-8f79-006fe8efebf1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482690
Dec 16 09:32:59.724582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6a08b994-2136-435d-ae35-b4b5c19156f6 None None] Port 7ad96737-02eb-4a45-98cb-7ef71c45397a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:32:59.734489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84184200-e97c-4a1f-9597-eadff60f7542 None None] The sync data for ids ['f16e3577-b563-4ce9-8bea-5bd3e906d951'] in n-d-820554-2 is: [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:32:53Z', 'revision_number': 3, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:32:59.782113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.798850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['23b32571-3ca3-463a-a87a-1274b5ba31d2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:32:59.800189 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92ee4dfc-8e32-4434-b1b0-cfe9dc62b44d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:32:59.832503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff442d5b-1088-48aa-a4dd-b4e4fc871807 None None] DHCP port deletion for 9b6ec19c-a89b-4468-ac68-3d7737cae51c request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:32:59.841856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] No DVR routers for this DVR port 47ab24d4-b876-4315-b493-92602fbfd730 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:32:59.882422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=47ab24d4-b876-4315-b493-92602fbfd730,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:32:59.889018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:32:59.892568 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:32:59.993140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.037341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0eaf1c0>,) {'filters': {'network_id': ['9b6ec19c-a89b-4468-ac68-3d7737cae51c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:00.042135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-c0640e01-3993-4946-98c2-02878f3ea9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093193
Dec 16 09:33:00.053834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cb9c9-056a-4b52-ad2a-0935583b9354 req-2edc324d-8160-45cf-8e8b-61deec6f2cd6 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:00.055354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b20cb9c9-056a-4b52-ad2a-0935583b9354 req-2edc324d-8160-45cf-8e8b-61deec6f2cd6 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 944 time: 0.2336569
Dec 16 09:33:00.062428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0eaf1c0>, 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:00.062428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0eaf1c0>, 'bfefa9da-1d0a-46bd-8fd0-398c51a05b49') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:00.090364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.118841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.126785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:33:00.127341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:33:00.152344 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:33:00.241965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.252443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.261416 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:00.301410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b20cb9c9-056a-4b52-ad2a-0935583b9354 req-0055d028-a36f-4162-b9e6-814d127fbb5a tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030084
Dec 16 09:33:00.313668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:00.315605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6ec19c-a89b-4468-ac68-3d7737cae51c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:00.320893 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] 10.222.0.66 "DELETE /v2.0/networks/9b6ec19c-a89b-4468-ac68-3d7737cae51c HTTP/1.1" status: 204  len: 168 time: 1.4124427
Dec 16 09:33:00.322600 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:00.326985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:00.392848 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.404986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.417858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:00.433563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:00.434269 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.450453 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d779c556-bfa6-43b1-9f80-74fb989263ed tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:00.540294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820d2fe9-4397-48ae-b4c8-1493e91be769 req-0d3eb68b-1673-4ed9-a314-667c9d0f1c28 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4623992
Dec 16 09:33:00.574183 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.574563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 23b32571-3ca3-463a-a87a-1274b5ba31d2 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:00.588462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Pushing event updated for resources: {'Port': ['ID=7ad96737-02eb-4a45-98cb-7ef71c45397a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:00.618635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.619557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.619928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.620292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.620708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.621008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.621361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.621910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.622274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.622629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.622980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.623372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:00.630829 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:00.663288 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'code': 200}
Dec 16 09:33:00.784301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.806115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:00.816056 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:00.817612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:33:00.818144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 23b32571-3ca3-463a-a87a-1274b5ba31d2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:00.819190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:00.821683 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:00.933651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 47ab24d4-b876-4315-b493-92602fbfd730 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:00.992250 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 23b32571-3ca3-463a-a87a-1274b5ba31d2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:00.992960 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:01.089500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 47ab24d4-b876-4315-b493-92602fbfd730 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:01.089897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 47ab24d4-b876-4315-b493-92602fbfd730 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:01.091511 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91', 'status': 'completed', 'code': 200}
Dec 16 09:33:01.114430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417da4e-f7e0-4b74-bd5a-a05ca03ee04e req-29310a65-8d50-4ea9-bcc5-4a12ded1a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:01.116013 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1417da4e-f7e0-4b74-bd5a-a05ca03ee04e req-29310a65-8d50-4ea9-bcc5-4a12ded1a5f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1101 time: 0.3302388
Dec 16 09:33:01.176188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:01.188496 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:01.211783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:01.233237 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1417da4e-f7e0-4b74-bd5a-a05ca03ee04e req-4b2b6e26-17b0-4b7a-8aa2-a3283192ed55 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063311
Dec 16 09:33:01.259043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 23b32571-3ca3-463a-a87a-1274b5ba31d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=23b32571-3ca3-463a-a87a-1274b5ba31d2,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:01.268412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:01.272760 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:01.308023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0eaaba94-c458-494b-a3ec-0623ff5472bb None None] Provisioning complete for port 7ad96737-02eb-4a45-98cb-7ef71c45397a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:01.308023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0eaaba94-c458-494b-a3ec-0623ff5472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:01.352552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:01.403267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0eaaba94-c458-494b-a3ec-0623ff5472bb None None] Port 7ad96737-02eb-4a45-98cb-7ef71c45397a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:33:01.407955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=23b32571-3ca3-463a-a87a-1274b5ba31d2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:01.417957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Router f16e3577-b563-4ce9-8bea-5bd3e906d951 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:33:01.418266 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:01.435668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-c8d35382-df27-4aca-aa2a-c96ff318bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:01.437150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-c8d35382-df27-4aca-aa2a-c96ff318bff7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1095 time: 0.3867018
Dec 16 09:33:01.544219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b166ca8-51eb-4efe-a607-68192c27f443 req-afb56b0f-51d3-47f5-b260-37f2d9d3b39a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:01.545775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b166ca8-51eb-4efe-a607-68192c27f443 req-afb56b0f-51d3-47f5-b260-37f2d9d3b39a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 944 time: 0.2405195
Dec 16 09:33:01.743517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b166ca8-51eb-4efe-a607-68192c27f443 req-868f88e9-4135-4cc4-8d2e-37fd482367c8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482518
Dec 16 09:33:01.791654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:01.801170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-3bff3080-7cf7-4499-bd1b-943a9a6a8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:01.802623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-3bff3080-7cf7-4499-bd1b-943a9a6a8cf2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.3136969
Dec 16 09:33:01.815525 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] 10.222.0.66 "PUT /v2.0/routers/f16e3577-b563-4ce9-8bea-5bd3e906d951/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6971290
Dec 16 09:33:01.860465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Deleting port 5bd1f359-6110-4efa-ae64-27b121354a9a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:01.860812 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:01.919085 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-d308fa0b-db55-42b1-b08f-5a30cb8f9594 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 217 time: 0.1090684
Dec 16 09:33:01.921035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Sync routers for ids ['f16e3577-b563-4ce9-8bea-5bd3e906d951'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:01.934643 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Routers {'f16e3577-b563-4ce9-8bea-5bd3e906d951'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:01.935474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24efd60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f16e3577-b563-4ce9-8bea-5bd3e906d951'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:02.001418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-3b278d74-c4b0-4130-9cac-95a45511c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:02.002516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-3b278d74-c4b0-4130-9cac-95a45511c7a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.0766504
Dec 16 09:33:02.053210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-1bfbc834-4d00-4f60-b5a1-3e300e339fc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433831
Dec 16 09:33:02.061626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e33b2-c91c-4093-a134-a2bff6031885 req-cbe61cc6-d54f-4739-b660-558c76d3e5bb tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:02.063001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e0e33b2-c91c-4093-a134-a2bff6031885 req-cbe61cc6-d54f-4739-b660-558c76d3e5bb tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.1940250
Dec 16 09:33:02.063858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] For port 5bd1f359-6110-4efa-ae64-27b121354a9a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5bd1f359-6110-4efa-ae64-27b121354a9a,segment=NetworkSegment(d867910f-6ba0-49de-a864-3a08da549ca3),segment_id=d867910f-6ba0-49de-a864-3a08da549ca3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:02.064281 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:02.126757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Set router f16e3577-b563-4ce9-8bea-5bd3e906d951 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:02.202126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Calling delete_port for 5bd1f359-6110-4efa-ae64-27b121354a9a owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:02.232359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e0e33b2-c91c-4093-a134-a2bff6031885 req-4dacf1d7-f851-4f7d-8826-024113eee08f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359572
Dec 16 09:33:02.300160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:02.310128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-6ce72aa5-ff6d-4e03-9914-ae22360085c7 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461667
Dec 16 09:33:02.414561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:02.418412 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:02.466092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd1f359-6110-4efa-ae64-27b121354a9a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:02.469309 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:02.488961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 65071db1-9a6a-490a-a28e-78b91d941f91 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:33:02.514294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80fc9490-9a5a-493f-9a82-2ff4ab62bec1 req-b207c24b-040c-45b1-9918-76ca17f4ccad service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970601
Dec 16 09:33:02.525628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c4f6b-b3c5-4b8e-8f58-a8f02545e4da req-1a0127bc-9753-4f85-81d7-670bcbda9ed3 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:02.527070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-653c4f6b-b3c5-4b8e-8f58-a8f02545e4da req-1a0127bc-9753-4f85-81d7-670bcbda9ed3 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1895778
Dec 16 09:33:02.546879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:02.547296 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:02.585544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-653c4f6b-b3c5-4b8e-8f58-a8f02545e4da req-640e9db4-b6cf-4cb5-859e-6b122d90155d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514293
Dec 16 09:33:02.665359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32571-3ca3-463a-a87a-1274b5ba31d2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:02.869674 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:02.871070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffe6ad-42ce-442f-8f0b-649f3a9d25db req-46b50a59-b96e-4934-8a52-77581f1d3992 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:02.875768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66ffe6ad-42ce-442f-8f0b-649f3a9d25db req-46b50a59-b96e-4934-8a52-77581f1d3992 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 949 time: 0.1175964
Dec 16 09:33:02.923445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66ffe6ad-42ce-442f-8f0b-649f3a9d25db req-385800c2-d6a6-4667-ac27-7a0983d2122d tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/security-groups?id=66bba097-20b2-4922-8f03-39c598844cdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432279
Dec 16 09:33:02.985996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=65071db1-9a6a-490a-a28e-78b91d941f91,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:03.003076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '65071db1-9a6a-490a-a28e-78b91d941f91', 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e', 'port_id': '65071db1-9a6a-490a-a28e-78b91d941f91', 'mac_address': 'fa:16:3e:c1:4d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82f273d-0f62-401b-9e44-ae87a3f181a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:33:03.006049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24efd60>, [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:32:59Z', 'revision_number': 4, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '7ad96737-02eb-4a45-98cb-7ef71c45397a', 'name': '', 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'mac_address': 'fa:16:3e:88:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '77f48976-877d-44ac-9d1a-a1586cb678b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:57Z', 'updated_at': '2021-12-16T09:33:00Z', 'revision_number': 2, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'subnets': [{'id': '77f48976-877d-44ac-9d1a-a1586cb678b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:03.034560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Checking router: f16e3577-b563-4ce9-8bea-5bd3e906d951 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:03.034827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Updating router f16e3577-b563-4ce9-8bea-5bd3e906d951 port 7ad96737-02eb-4a45-98cb-7ef71c45397a binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:33:03.113741 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:03.115779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03be8-1653-44b4-b5c7-ded0aa01970f req-3193b06d-812e-4ac9-961b-e144fd63c5b2 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:03.117670 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d6b03be8-1653-44b4-b5c7-ded0aa01970f req-3193b06d-812e-4ac9-961b-e144fd63c5b2 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 945 time: 0.0870712
Dec 16 09:33:03.124378 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:03.166296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d6b03be8-1653-44b4-b5c7-ded0aa01970f req-8753fdf0-398e-4f02-bc5b-145d943cf5a4 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426548
Dec 16 09:33:03.180124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65071db1-9a6a-490a-a28e-78b91d941f91 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:33:03.211938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=65071db1-9a6a-490a-a28e-78b91d941f91,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:03.260475 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:03.265217 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:03.296089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Router 2fecb52a-91b0-4845-9edd-8e150057accf has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:33:03.426469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:03.431800 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:03.488553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:03.537120 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-4768d85c-64b7-4444-bc6c-418209b44119 req-4a97dd4f-5226-48f8-a8d1-b2ee502cc2d2 tempest-FloatingIPDetailsNegativeTestJSON-1689905665 tempest-FloatingIPDetailsNegativeTestJSON-1689905665-project] show failed (client error): The resource could not be found.
Dec 16 09:33:03.538342 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4768d85c-64b7-4444-bc6c-418209b44119 req-4a97dd4f-5226-48f8-a8d1-b2ee502cc2d2 tempest-FloatingIPDetailsNegativeTestJSON-1689905665 tempest-FloatingIPDetailsNegativeTestJSON-1689905665-project] 10.222.0.66 "GET /v2.0/floatingips/68eae9c9-3ac7-4632-9b6f-e17b423fd6e8 HTTP/1.1" status: 404  len: 350 time: 0.0889409
Dec 16 09:33:03.548051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34944) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:03.636232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:03.647922 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32571-3ca3-463a-a87a-1274b5ba31d2', 'code': 200}
Dec 16 09:33:03.670227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Transition to ACTIVE for port object 7ad96737-02eb-4a45-98cb-7ef71c45397a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:33:03.688435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:03.695800 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed0b03b4-be5f-4bf8-8a63-e1ae72d0b220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:03.696951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:03.707492 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] Sync routers for ids ['2fecb52a-91b0-4845-9edd-8e150057accf'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:03.717163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-0747a21f-6313-49a1-a6a8-797a01524036 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:03.717919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-0747a21f-6313-49a1-a6a8-797a01524036 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Synchronizing usage tracker for tenant:fb929b595be8413f89110dc3555a10f1 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:03.722920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] 10.222.0.66 "PUT /v2.0/routers/2fecb52a-91b0-4845-9edd-8e150057accf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3945408
Dec 16 09:33:03.727299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:03.750325 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] Routers {'2fecb52a-91b0-4845-9edd-8e150057accf'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:03.750973 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2fecb52a-91b0-4845-9edd-8e150057accf'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:03.921378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b1f9e-5ca9-406c-9ca5-2b6656cb9a31 None None] Pushing event updated for resources: {'Port': ['ID=7ad96737-02eb-4a45-98cb-7ef71c45397a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:03.931816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-0747a21f-6313-49a1-a6a8-797a01524036 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Unset dirty status for tenant:fb929b595be8413f89110dc3555a10f1 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:03.932964 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-0747a21f-6313-49a1-a6a8-797a01524036 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 949 time: 0.4295392
Dec 16 09:33:03.937019 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-930b1f9e-5ca9-406c-9ca5-2b6656cb9a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:04.039459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Deleting port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:04.039459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.061055 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] Set router 2fecb52a-91b0-4845-9edd-8e150057accf gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:04.075636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.147797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f32e4-82bd-489b-83d6-50a1ca379d59 req-0fad0ff7-24b3-43db-9632-828c9361d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:04.149616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Attempting to bind port 7ad96737-02eb-4a45-98cb-7ef71c45397a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:33:04.150645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Attempting to bind port 7ad96737-02eb-4a45-98cb-7ef71c45397a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:33:04.151310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Attempting to bind port 7ad96737-02eb-4a45-98cb-7ef71c45397a on network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:33:04.151441 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a79f32e4-82bd-489b-83d6-50a1ca379d59 req-0fad0ff7-24b3-43db-9632-828c9361d08e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 1096 time: 0.3262656
Dec 16 09:33:04.169805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:33:04.170189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Checking segment: {'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:33:04.170604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.171176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Bound using segment: {'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:33:04.171862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Bound port: 7ad96737-02eb-4a45-98cb-7ef71c45397a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e983e540-cc26-47c2-9c4e-f8e82865e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:33:04.172247 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.260857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db081a6-6965-414c-a5d2-f7ab6e9091ac req-345475b7-2407-4989-b7a0-b1c3f025181e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:04.270767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5db081a6-6965-414c-a5d2-f7ab6e9091ac req-345475b7-2407-4989-b7a0-b1c3f025181e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 945 time: 0.3974581
Dec 16 09:33:04.326154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] For port 7ad96737-02eb-4a45-98cb-7ef71c45397a, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:33:04.329688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] For port 7ad96737-02eb-4a45-98cb-7ef71c45397a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7ad96737-02eb-4a45-98cb-7ef71c45397a,segment=NetworkSegment(e983e540-cc26-47c2-9c4e-f8e82865e76c),segment_id=e983e540-cc26-47c2-9c4e-f8e82865e76c)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:33:04.336774 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.343008 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:04.383300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a79f32e4-82bd-489b-83d6-50a1ca379d59 req-71cf7749-f50b-4253-b196-f5c5f8f22a8e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213151
Dec 16 09:33:04.397954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5db081a6-6965-414c-a5d2-f7ab6e9091ac req-c03771c3-5549-4b67-b29d-2b14605493dc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258569
Dec 16 09:33:04.398532 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd100>, [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:33:02Z', 'revision_number': 5, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:04.427408 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] Checking router: 2fecb52a-91b0-4845-9edd-8e150057accf for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:04.442015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Routers {'f16e3577-b563-4ce9-8bea-5bd3e906d951'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:04.442663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24efd60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f16e3577-b563-4ce9-8bea-5bd3e906d951'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:04.447593 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] Routers {'2fecb52a-91b0-4845-9edd-8e150057accf'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:04.448256 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2fecb52a-91b0-4845-9edd-8e150057accf'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:04.539246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b1f9e-5ca9-406c-9ca5-2b6656cb9a31 None None] Pushing event updated for resources: {'Port': ['ID=7ad96737-02eb-4a45-98cb-7ef71c45397a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:04.552214 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-930b1f9e-5ca9-406c-9ca5-2b6656cb9a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:04.553811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.595510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Deleting port c419fe58-8858-49aa-9a70-d946a6a3633a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:04.596165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.725048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] Set router f16e3577-b563-4ce9-8bea-5bd3e906d951 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:04.740492 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] Set router 2fecb52a-91b0-4845-9edd-8e150057accf gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:04.767141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c3939-fbaa-41f7-9103-e38836e755eb req-cee7b304-f86d-471b-a7a2-76c584e93343 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:04.780903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f1c3939-fbaa-41f7-9103-e38836e755eb req-cee7b304-f86d-471b-a7a2-76c584e93343 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.1892598
Dec 16 09:33:04.863211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] For port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:04.863514 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:04.913913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f1c3939-fbaa-41f7-9103-e38836e755eb req-7e0c19a9-2aed-4142-83fc-44899a9a6129 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315486
Dec 16 09:33:05.045177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:05.057886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Calling delete_port for 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:05.066920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd100>, [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:33:02Z', 'revision_number': 5, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:05.071689 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf470844-df76-4a3b-bc54-57eb1d6ad8ee None None] The sync data for ids ['2fecb52a-91b0-4845-9edd-8e150057accf'] in n-d-820554-2 is: [{'id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545155789-router', 'tenant_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:12Z', 'updated_at': '2021-12-16T09:33:02Z', 'revision_number': 5, 'project_id': 'f8cfbd92e66b4f5f8cfcc3f25142dcd1', 'gw_port': {'id': 'c419fe58-8858-49aa-9a70-d946a6a3633a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecb52a-91b0-4845-9edd-8e150057accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:14Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:05.191036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] For port c419fe58-8858-49aa-9a70-d946a6a3633a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c419fe58-8858-49aa-9a70-d946a6a3633a,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:05.191889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:05.234914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24efd60>, [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:32:59Z', 'revision_number': 4, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '7ad96737-02eb-4a45-98cb-7ef71c45397a', 'name': '', 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'mac_address': 'fa:16:3e:88:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '77f48976-877d-44ac-9d1a-a1586cb678b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:57Z', 'updated_at': '2021-12-16T09:33:04Z', 'revision_number': 4, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'subnets': [{'id': '77f48976-877d-44ac-9d1a-a1586cb678b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:05.238975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e50a7a-bbd2-4f0c-9397-971e16ee2d94 None None] The sync data for ids ['f16e3577-b563-4ce9-8bea-5bd3e906d951'] in n-d-820554-2 is: [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:32:59Z', 'revision_number': 4, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '7ad96737-02eb-4a45-98cb-7ef71c45397a', 'name': '', 'network_id': 'b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'mac_address': 'fa:16:3e:88:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '77f48976-877d-44ac-9d1a-a1586cb678b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:57Z', 'updated_at': '2021-12-16T09:33:04Z', 'revision_number': 4, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'subnets': [{'id': '77f48976-877d-44ac-9d1a-a1586cb678b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:05.417420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d377b63-4c43-45e3-89b8-bb1d68420e53 req-b0a154f9-e767-40bd-bbab-cfcabc87183a tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:05.419051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d377b63-4c43-45e3-89b8-bb1d68420e53 req-b0a154f9-e767-40bd-bbab-cfcabc87183a tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2970386
Dec 16 09:33:05.528243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Calling delete_port for c419fe58-8858-49aa-9a70-d946a6a3633a owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:05.534836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d377b63-4c43-45e3-89b8-bb1d68420e53 req-4b84c869-c1e3-4c21-8c3b-280823eed6bf tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971727
Dec 16 09:33:05.643823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Deleting port 7ad96737-02eb-4a45-98cb-7ef71c45397a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:05.649212 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:05.752785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:05.761904 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:05.781909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93814c76-7f92-4c0c-adbd-a46cbd79acf1 req-92598e43-ceee-466c-b0ec-9228ebdc3ed9 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d855a75-fe1a-4419-989a-d9ba2f7b6d95 HTTP/1.1" status: 200  len: 210 time: 0.0792031
Dec 16 09:33:05.818697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Pushing event deleted for resources: {'Port': ['ID=9beb4ca3-895c-4fe1-9d71-72e7c6e033b9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:05.825440 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:05.940483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] No DVR routers for this DVR port 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:33:05.944860 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:05.948171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-deleted', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:06.007768 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-eeb4a6e8-696d-4c25-aa9d-0ac9b898f157 req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] 10.222.0.74 "DELETE /v2.0/ports/9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 HTTP/1.1" status: 204  len: 173 time: 2.0665700
Dec 16 09:33:06.027790 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.033743 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eee000c6-b1f2-467b-a014-5dfe0ebd5b5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:06.081737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c419fe58-8858-49aa-9a70-d946a6a3633a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:06.110351 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:06.165138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] For port 7ad96737-02eb-4a45-98cb-7ef71c45397a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7ad96737-02eb-4a45-98cb-7ef71c45397a,segment=NetworkSegment(e983e540-cc26-47c2-9c4e-f8e82865e76c),segment_id=e983e540-cc26-47c2-9c4e-f8e82865e76c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:06.166070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.203331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.280123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096f507-7ced-4132-a569-ed73052310a4 req-2df4864d-f6ab-40b9-ae3b-b1af1fbf6001 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:06.287399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9096f507-7ced-4132-a569-ed73052310a4 req-2df4864d-f6ab-40b9-ae3b-b1af1fbf6001 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 945 time: 0.2584307
Dec 16 09:33:06.406331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7ad96737-02eb-4a45-98cb-7ef71c45397a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:06.467826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Calling delete_port for 7ad96737-02eb-4a45-98cb-7ef71c45397a owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:06.472843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.475699 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.491983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 65071db1-9a6a-490a-a28e-78b91d941f91 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:06.502864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.503661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fecb52a-91b0-4845-9edd-8e150057accf {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:33:06.519351 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.521016 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2fecb52a-91b0-4845-9edd-8e150057accf HTTP/1.1" status: 204  len: 168 time: 2.7927859
Dec 16 09:33:06.527737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:06.592921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7ad96737-02eb-4a45-98cb-7ef71c45397a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:06.600696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7ad96737-02eb-4a45-98cb-7ef71c45397a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:06.601085 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.610649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Deleting subnet c84cfcea-af1e-4f86-80ab-81c35ad9c4ef {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:33:06.614313 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.649530 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9096f507-7ced-4132-a569-ed73052310a4 req-c810325c-9245-4f47-b930-f7216736e2fe tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3612146
Dec 16 09:33:06.670732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 65071db1-9a6a-490a-a28e-78b91d941f91 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:06.714001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:06.728711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 65071db1-9a6a-490a-a28e-78b91d941f91 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:06.729483 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.048743 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.052146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.168248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.194567 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0fd29b12-3edd-44be-8553-d385757514ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:07.210219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.218615 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:07.271860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84cfcea-af1e-4f86-80ab-81c35ad9c4ef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:07.275956 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:07.285884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8e59-b98f-4f5c-a6bd-b844e0c7bbc1 req-bc2ce1bb-7134-44da-a2e7-e2442e2601e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:07.287625 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-88ce8e59-b98f-4f5c-a6bd-b844e0c7bbc1 req-bc2ce1bb-7134-44da-a2e7-e2442e2601e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.3620095
Dec 16 09:33:07.293346 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.304028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad96737-02eb-4a45-98cb-7ef71c45397a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:07.307400 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:07.340043 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c84cfcea-af1e-4f86-80ab-81c35ad9c4ef HTTP/1.1" status: 204  len: 168 time: 0.8105297
Dec 16 09:33:07.342522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34978) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:07.359969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc84b08-af9b-4422-bdfe-34517b511e70 None None] Network 582b5048-6198-43fc-aca3-3230df0ee905 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:33:07.363320 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-88ce8e59-b98f-4f5c-a6bd-b844e0c7bbc1 req-833cf142-dd55-48cd-985a-2c13142b69ef service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602090
Dec 16 09:33:07.419289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:07.510389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5bd1f359-6110-4efa-ae64-27b121354a9a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:07.595486 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-63efd8e1-268f-421a-9f7f-b9fb248c12fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2071958
Dec 16 09:33:07.658246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:07.658608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9beb4ca3-895c-4fe1-9d71-72e7c6e033b9 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:07.688866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.702898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5bd1f359-6110-4efa-ae64-27b121354a9a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:07.703284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5bd1f359-6110-4efa-ae64-27b121354a9a not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:07.748125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:07.796634 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=65071db1-9a6a-490a-a28e-78b91d941f91,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:07.836152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.839373 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-930b1f9e-5ca9-406c-9ca5-2b6656cb9a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:07.857162 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:07.931942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:07.935506 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:07.954201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Deleting port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:07.954536 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:08.009780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0ae7c-5793-4c15-90de-a7ba57373fae req-7a7683cc-449e-41f8-ac0d-6f7c12be8bcc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:08.011326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0b0ae7c-5793-4c15-90de-a7ba57373fae req-7a7683cc-449e-41f8-ac0d-6f7c12be8bcc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 945 time: 0.5445390
Dec 16 09:33:08.030086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] DHCP port deletion for 582b5048-6198-43fc-aca3-3230df0ee905 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:33:08.034425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Deleting port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:08.035030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:08.053796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:08.343266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] For port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,segment=NetworkSegment(d867910f-6ba0-49de-a864-3a08da549ca3),segment_id=d867910f-6ba0-49de-a864-3a08da549ca3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:08.343854 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:08.360239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:08.382234 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0b0ae7c-5793-4c15-90de-a7ba57373fae req-5c88f5de-f056-414e-ac76-0459f753e58f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3630743
Dec 16 09:33:08.508857 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d855a75-fe1a-4419-989a-d9ba2f7b6d95', 'name': 'network-vif-deleted', 'tag': '9beb4ca3-895c-4fe1-9d71-72e7c6e033b9', 'status': 'completed', 'code': 200}
Dec 16 09:33:08.620067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] For port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,segment=NetworkSegment(d867910f-6ba0-49de-a864-3a08da549ca3),segment_id=d867910f-6ba0-49de-a864-3a08da549ca3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:08.620728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:08.622501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Calling delete_port for 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:08.830168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Calling delete_port for 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:08.876432 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:08.907098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:08.930126 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:09.065019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] No DVR routers for this DVR port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:33:09.074989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Pushing event deleted for resources: {'Port': ['ID=5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:09.078269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c419fe58-8858-49aa-9a70-d946a6a3633a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:09.084398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:33:09.084716 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:33:09.103926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab0df-2074-49d2-b0ca-477f2dff4340 req-53de06a7-e0a9-41ac-ad89-0a1a805240cb tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:09.105973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec2ab0df-2074-49d2-b0ca-477f2dff4340 req-53de06a7-e0a9-41ac-ad89-0a1a805240cb tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2327373
Dec 16 09:33:09.106106 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:09.110946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c419fe58-8858-49aa-9a70-d946a6a3633a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:09.111323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c419fe58-8858-49aa-9a70-d946a6a3633a not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:09.227387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec2ab0df-2074-49d2-b0ca-477f2dff4340 req-356eb0df-5fcb-4519-a1e5-6f9135c0095d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673871
Dec 16 09:33:09.236131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Router f16e3577-b563-4ce9-8bea-5bd3e906d951 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:33:09.410267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-8873ba34-86e3-41b4-a8c3-2489292a4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:09.411782 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-8873ba34-86e3-41b4-a8c3-2489292a4dc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1101 time: 0.0791402
Dec 16 09:33:09.472805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:09.488863 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] 10.222.0.66 "PUT /v2.0/routers/f16e3577-b563-4ce9-8bea-5bd3e906d951/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9396868
Dec 16 09:33:09.492586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] Sync routers for ids ['f16e3577-b563-4ce9-8bea-5bd3e906d951'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:09.494478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:09.502075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] Routers {'f16e3577-b563-4ce9-8bea-5bd3e906d951'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:09.502960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24e4a60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f16e3577-b563-4ce9-8bea-5bd3e906d951'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:09.514649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055af678-2689-47cb-b474-d25b335a4fc4 req-d6428277-6b1f-4d1d-8f6a-f69c39e27ba2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:09.516793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-055af678-2689-47cb-b474-d25b335a4fc4 req-d6428277-6b1f-4d1d-8f6a-f69c39e27ba2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.1227226
Dec 16 09:33:09.582076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-055af678-2689-47cb-b474-d25b335a4fc4 req-076fa1b7-1487-4f08-9a48-5115c7a55090 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556250
Dec 16 09:33:09.586126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Deleting port 5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:09.586126 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:09.665098 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91', 'code': 200}
Dec 16 09:33:09.685493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] The port '5d3ebd6c-0fc4-4d3d-9ee1-956f0a969b48' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:33:09.725656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] Set router f16e3577-b563-4ce9-8bea-5bd3e906d951 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:09.869560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:09.874477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:09.905208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ad99-e2a8-4175-930c-97ab395880dd req-08cb6551-b115-4250-9cc4-f714d51d3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:09.906688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bb3ad99-e2a8-4175-930c-97ab395880dd req-08cb6551-b115-4250-9cc4-f714d51d3153 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1097 time: 0.1903787
Dec 16 09:33:09.908185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f261c850>,) {'filters': {'network_id': ['582b5048-6198-43fc-aca3-3230df0ee905']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:09.937625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f261c850>, 'd867910f-6ba0-49de-a864-3a08da549ca3') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:09.937914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f261c850>, 'd867910f-6ba0-49de-a864-3a08da549ca3') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:09.950322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-9266de95-270a-4cbb-b6d9-bc77af9999a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:09.952418 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-9266de95-270a-4cbb-b6d9-bc77af9999a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.5326285
Dec 16 09:33:09.975421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:09.995330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bb3ad99-e2a8-4175-930c-97ab395880dd req-bf289860-bf8e-44a8-8a1c-e2ade10ef36b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799057
Dec 16 09:33:09.998855 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.005998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:33:10.006403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:33:10.022136 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:33:10.061942 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3c7bb044-cf10-4385-a675-ae3ebab26129 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.0952349
Dec 16 09:33:10.119395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24e4a60>, [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:33:07Z', 'revision_number': 5, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:10.125951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] Checking router: f16e3577-b563-4ce9-8bea-5bd3e906d951 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:10.137084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] Routers {'f16e3577-b563-4ce9-8bea-5bd3e906d951'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:10.137980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24e4a60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:32:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f16e3577-b563-4ce9-8bea-5bd3e906d951'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:10.224216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-9a247f01-a075-4b50-b1af-f4a815aedb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:10.226369 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-9a247f01-a075-4b50-b1af-f4a815aedb87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1036515
Dec 16 09:33:10.239730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.265942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.270027 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:10.293359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.304263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Pushing event deleted for resources: {'Network': ['ID=582b5048-6198-43fc-aca3-3230df0ee905,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:10.313851 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:10.320736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] 10.222.0.66 "DELETE /v2.0/networks/582b5048-6198-43fc-aca3-3230df0ee905 HTTP/1.1" status: 204  len: 168 time: 2.9597270
Dec 16 09:33:10.321061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Deleting port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:10.321061 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.390515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] Set router f16e3577-b563-4ce9-8bea-5bd3e906d951 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:10.458042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35052) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:10.481744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-bd9f2cec-6bcb-4964-af8b-b1c5f7a6e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:10.483613 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-bd9f2cec-6bcb-4964-af8b-b1c5f7a6e883 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2390499
Dec 16 09:33:10.525359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-86938b1e-532c-4f4f-a9a7-e07832815b25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=671682e4503c4ca18b2202676e5aa10f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0657485
Dec 16 09:33:10.528746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35056) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:10.596898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0d909-c1b4-4e18-b151-48746c0c9e84 req-1fb0d22a-8030-4788-b769-ffa599473d72 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:10.598377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5f0d909-c1b4-4e18-b151-48746c0c9e84 req-1fb0d22a-8030-4788-b769-ffa599473d72 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 946 time: 0.1860731
Dec 16 09:33:10.632758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.654216 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3e4f016a-afc2-4245-a559-f5edf679878a service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625552
Dec 16 09:33:10.677258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5f0d909-c1b4-4e18-b151-48746c0c9e84 req-e0fe2f73-536b-48ee-8f1c-6305f3d00a4c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667512
Dec 16 09:33:10.678934 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.719849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24e4a60>, [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:33:07Z', 'revision_number': 5, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:10.723981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a475957-cc10-4145-afe7-4fae4690c22c None None] The sync data for ids ['f16e3577-b563-4ce9-8bea-5bd3e906d951'] in n-d-820554-2 is: [{'id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-617854891-router', 'tenant_id': '38a0e6777c314e8da076bbc9f93f64ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:50Z', 'updated_at': '2021-12-16T09:33:07Z', 'revision_number': 5, 'project_id': '38a0e6777c314e8da076bbc9f93f64ac', 'gw_port': {'id': 'ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16e3577-b563-4ce9-8bea-5bd3e906d951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:52Z', 'updated_at': '2021-12-16T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:10.751482 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.755545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b4a517a2-8a62-48fd-bf83-603b97e2858c tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:10.766640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] For port ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:10.767195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.779451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75186a04-c66c-48f6-817d-e19b4812ee17,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:10.782679 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:10.784869 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:10.788944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75186a04-c66c-48f6-817d-e19b4812ee17 HTTP/1.1" status: 204  len: 168 time: 0.2581060
Dec 16 09:33:10.908887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Calling delete_port for ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:10.995795 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-2eef48ad-8d5f-45ac-8d03-7a8cb30a1924 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3326683
Dec 16 09:33:11.164012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.189889 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77cfaa0b-0070-40fe-999c-d9f2854d8b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:11.269065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:11.308977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35076) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:11.493308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fed98a1c-351d-4519-a20d-3e1864ea3245 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8cfbd92e66b4f5f8cfcc3f25142dcd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1825223
Dec 16 09:33:11.495568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35080) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:11.529237 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:11.567191 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.605381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf0bae-df99-4088-ab12-a16ed0f801e6 req-93d76fa5-e4cd-49ec-ac61-cc38a634ee8f tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:11.606916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78cf0bae-df99-4088-ab12-a16ed0f801e6 req-93d76fa5-e4cd-49ec-ac61-cc38a634ee8f tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2122855
Dec 16 09:33:11.610703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.642481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.683758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.700156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78cf0bae-df99-4088-ab12-a16ed0f801e6 req-9820da4c-1807-40eb-ab6d-d26474911717 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754619
Dec 16 09:33:11.746906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.752246 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e01afa96-a233-44b1-b3fe-9e0de1b39587 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:11.765427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48842639-c8c8-47ca-954c-0d06d0593fb1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:11.768399 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:11.774571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.776401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48842639-c8c8-47ca-954c-0d06d0593fb1 HTTP/1.1" status: 204  len: 168 time: 0.2793243
Dec 16 09:33:11.823930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.826246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.854433 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.855197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16e3577-b563-4ce9-8bea-5bd3e906d951 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:33:11.871014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.872466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f16e3577-b563-4ce9-8bea-5bd3e906d951 HTTP/1.1" status: 204  len: 168 time: 2.3769646
Dec 16 09:33:11.875032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:11.916316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-275d2e92-2356-4955-8a00-ac1ed334101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:11.984374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Deleting subnet 77f48976-877d-44ac-9d1a-a1586cb678b0 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:33:11.988243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.056624 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.142450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.238306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.243574 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67c2a33e-5c8d-4902-b87c-abf9716eb455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:12.290919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.291414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f9de2-4fd2-4dda-9427-3e56e4cf204b None None] Network b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:33:12.293669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f48976-877d-44ac-9d1a-a1586cb678b0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:12.300120 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:12.305178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/77f48976-877d-44ac-9d1a-a1586cb678b0 HTTP/1.1" status: 204  len: 168 time: 0.4291093
Dec 16 09:33:12.308920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35116) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:12.555468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7ad96737-02eb-4a45-98cb-7ef71c45397a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:12.588037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.613511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Deleting port ecf93585-ba0b-46d1-b45b-7905313b676e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:12.613979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.646819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7ad96737-02eb-4a45-98cb-7ef71c45397a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:12.650402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7ad96737-02eb-4a45-98cb-7ef71c45397a not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:12.651089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:12.767895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:12.768619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ff8f5e15-4b0e-4fff-bb2c-e12b8d65efa2 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:12.801843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d18e4-4f92-4e46-bc1a-85d2b171eea7 req-390782e6-7d4d-43fa-aec3-320809d592fe tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:12.810009 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd8d18e4-4f92-4e46-bc1a-85d2b171eea7 req-390782e6-7d4d-43fa-aec3-320809d592fe tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.1571052
Dec 16 09:33:12.867772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd8d18e4-4f92-4e46-bc1a-85d2b171eea7 req-8df98bdd-c9ed-4218-91d6-558ce267ffdd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565650
Dec 16 09:33:12.925306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] DHCP port deletion for b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:33:12.930798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Deleting port ecf93585-ba0b-46d1-b45b-7905313b676e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:12.931488 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:12.974554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] For port ecf93585-ba0b-46d1-b45b-7905313b676e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecf93585-ba0b-46d1-b45b-7905313b676e,segment=NetworkSegment(e983e540-cc26-47c2-9c4e-f8e82865e76c),segment_id=e983e540-cc26-47c2-9c4e-f8e82865e76c)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:12.974920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.144293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Calling delete_port for ecf93585-ba0b-46d1-b45b-7905313b676e owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:13.239144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac2dbd-23ef-48c0-82e3-4ddb5f13ed3c req-c5532f2d-d2b0-433d-8bb4-c77425da5c15 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:13.240620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18ac2dbd-23ef-48c0-82e3-4ddb5f13ed3c req-c5532f2d-d2b0-433d-8bb4-c77425da5c15 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 946 time: 0.1321967
Dec 16 09:33:13.245883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] For port ecf93585-ba0b-46d1-b45b-7905313b676e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecf93585-ba0b-46d1-b45b-7905313b676e,segment=NetworkSegment(e983e540-cc26-47c2-9c4e-f8e82865e76c),segment_id=e983e540-cc26-47c2-9c4e-f8e82865e76c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:13.246292 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.248408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.253365 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-183dd150-0cc5-4bbe-9c35-a0c8b2eec0f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:13.297071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf93585-ba0b-46d1-b45b-7905313b676e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:13.300279 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:13.300900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] No DVR routers for this DVR port ecf93585-ba0b-46d1-b45b-7905313b676e on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:33:13.350019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18ac2dbd-23ef-48c0-82e3-4ddb5f13ed3c req-b73d4a34-8acc-471e-8748-75c522ed71a9 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979228
Dec 16 09:33:13.386151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-13199385', 'description': 'tempest-description-186124202'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:13.394777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:13.407505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:13.419357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.429147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.446142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:13.450811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Usage tracker for resource:security_group_rule and tenant:e27eb009d7e34e33a4b628aeb1af1431 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:13.454035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:13.460205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c40880>,) {'filters': {'network_id': ['b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:13.462917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:13.464490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Calling delete_port for ecf93585-ba0b-46d1-b45b-7905313b676e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:13.520474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c40880>, 'e983e540-cc26-47c2-9c4e-f8e82865e76c') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:13.520474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c40880>, 'e983e540-cc26-47c2-9c4e-f8e82865e76c') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:13.536575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.554356 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.561284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:33:13.562010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.570915 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.573303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:33:13.573826 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:33:13.577812 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:33:13.580940 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.589733 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-44c54ece-f94b-4598-ba07-ec5aa72e16d6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:13.631890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b1527b-cb01-429e-81e1-e9eadeaa2fd8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:13.637318 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:13.650921 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.655397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-826d4da0-c02b-46eb-8be7-0e7429e74430 req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 0.2743614
Dec 16 09:33:13.694398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.700715 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c79c6017-eb3a-4182-bf11-9bb3960d549f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:13.731761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.741800 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] 10.222.0.66 "DELETE /v2.0/networks/b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b HTTP/1.1" status: 204  len: 168 time: 1.4308026
Dec 16 09:33:13.745486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e1782e-4b6b-4d6f-b7c8-77ade2730e9b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:13.748372 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:13.796359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:13.901408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:13.971376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:13.973313 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3cc4768f-a859-42ea-af74-ffe055d7462f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38a0e6777c314e8da076bbc9f93f64ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0705554
Dec 16 09:33:14.058322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.075680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Deleting port ecf93585-ba0b-46d1-b45b-7905313b676e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:14.076173 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.085563 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.141816 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.149466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6b50426-54c7-4c9c-b5b2-575d07f33086 None None] The port 'ecf93585-ba0b-46d1-b45b-7905313b676e' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:33:14.152895 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7cb07425-efd3-4d2c-a450-0e9d7c950738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:14.169058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73467b31-c075-4a9f-a647-45bd4bc152ba,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:14.171526 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:14.172975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.175256 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73467b31-c075-4a9f-a647-45bd4bc152ba HTTP/1.1" status: 204  len: 168 time: 0.2016778
Dec 16 09:33:14.286895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecf93585-ba0b-46d1-b45b-7905313b676e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:14.324732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ecf93585-ba0b-46d1-b45b-7905313b676e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:14.325296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecf93585-ba0b-46d1-b45b-7905313b676e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:14.376174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-c23b9bc6-e91e-4ea4-b948-653a1904766d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-767238724&fields=id&tenant_id=e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 267 time: 0.0451655
Dec 16 09:33:14.432491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7cd6e2f-4e33-40a1-b87e-1f0c15770d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.473783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-a79fd934-ca66-4385-8f82-ee49b4a2112c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:14.475444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-a79fd934-ca66-4385-8f82-ee49b4a2112c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 946 time: 0.0928359
Dec 16 09:33:14.491253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'port': {'security_groups': ['267241fe-cc7b-422e-9cc7-3bcdb8cf17cc', 'e3fff28c-48dc-4f3f-b405-83cc97a1df0f']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:14.567260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35198) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:14.621148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.729938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-46c3661b-919e-49f3-93cb-a32675b8c77c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb929b595be8413f89110dc3555a10f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1611302
Dec 16 09:33:14.732318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:14.807069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.842116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.901873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=65071db1-9a6a-490a-a28e-78b91d941f91,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:14.908468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.912710 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-883234bb-45d5-4fef-9c94-7821e4277ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:14.924088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bba097-20b2-4922-8f03-39c598844cdc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:14.929167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.929892 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:14.932541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.935055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:14.948016 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66bba097-20b2-4922-8f03-39c598844cdc HTTP/1.1" status: 204  len: 168 time: 0.2139227
Dec 16 09:33:14.948266 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-de37a34e-3607-4730-9a33-075184fb2c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:14.955467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:15.025215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:15.025896 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:15.027511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9142dd4-8b0e-4f85-adc1-464a31b46acf req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "PUT /v2.0/ports/65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 982 time: 0.5434217
Dec 16 09:33:15.031315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:15.063062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:15.072085 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:15.117913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:15.174305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-0c39f3ca-0024-45b4-8c43-9644fe6bfd85 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:15.193195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-0c39f3ca-0024-45b4-8c43-9644fe6bfd85 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:15.195383 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-0c39f3ca-0024-45b4-8c43-9644fe6bfd85 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-13199385&fields=id&tenant_id=e27eb009d7e34e33a4b628aeb1af1431 HTTP/1.1" status: 200  len: 267 time: 0.0651112
Dec 16 09:33:15.252498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:15.313684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-4416195f-213e-40b4-a057-5396961a6b5e tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:15.315374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-4416195f-213e-40b4-a057-5396961a6b5e tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1149979
Dec 16 09:33:15.327801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Request body: {'port': {'security_groups': ['80380ac0-d121-4d1f-9d0f-19ac4ea7df5a', 'f8b1527b-cb01-429e-81e1-e9eadeaa2fd8']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:15.475514 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:15.487002 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:15.900464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:15.925393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:15.932048 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:15.938277 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:15.945640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cee33a78-c4cb-4d11-8ddb-3b9135398160'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:16.008416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:16.009083 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:16.010824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b462936-b514-4d07-8fc3-230e2acda6bd req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "PUT /v2.0/ports/cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 982 time: 0.6879218
Dec 16 09:33:16.031619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event updated for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:16.036913 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:16.153873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cee33a78-c4cb-4d11-8ddb-3b9135398160'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:16.211249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4b5f-dfe2-4a11-86c8-ee6cf05e76c0 req-cc81cb29-e684-4c1f-a12f-b47892ee916b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:16.213600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-719d4b5f-dfe2-4a11-86c8-ee6cf05e76c0 req-cc81cb29-e684-4c1f-a12f-b47892ee916b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0863633
Dec 16 09:33:16.256797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-719d4b5f-dfe2-4a11-86c8-ee6cf05e76c0 req-4e031d2e-6440-4b51-a985-cac5f3501eb8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377879
Dec 16 09:33:16.362402 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:33:16.486043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-7d03241d-86cc-4f8b-af1d-84c60f4175b9 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-685174224&fields=id&tenant_id=e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 267 time: 0.0396903
Dec 16 09:33:16.582483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-4833ba99-737d-4131-9430-1242bcea0122 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:16.584207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-4833ba99-737d-4131-9430-1242bcea0122 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 985 time: 0.0911691
Dec 16 09:33:16.596903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'port': {'security_groups': ['267241fe-cc7b-422e-9cc7-3bcdb8cf17cc', 'e3fff28c-48dc-4f3f-b405-83cc97a1df0f', 'd9a33a40-f017-4bb4-a33c-eac9b9a79b00']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:16.655020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:16.723348 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:16.782887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:16.803972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:16.807792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Usage tracker for resource:security_group_rule and tenant:48e3133c8d9940a4b843426b7393fc31 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:16.810643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:16.816571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:16.906309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:16.909948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:16.916426 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c8e12fc-a16c-49bd-8525-617beb04e87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:16.963410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.022146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=65071db1-9a6a-490a-a28e-78b91d941f91,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:17.049759 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.055431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.063480 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-46d4ee13-b8b5-46aa-a77a-45cb2f27af99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:17.073792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:17.078101 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48e3133c8d9940a4b843426b7393fc31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4207256
Dec 16 09:33:17.078860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:17.081443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2452764e-0490-4202-9181-ccb3063a5248,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:17.090789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.091374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.091887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.092415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.092908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.093407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.093904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.094400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.094908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.095439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.095933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.096424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:17.109184 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:17.160722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.162534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:17.163226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.164618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c092b12-788d-414a-99b7-ddc9ae20b6af req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "PUT /v2.0/ports/65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 1021 time: 0.5729182
Dec 16 09:33:17.189507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:17.193143 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:17.193274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.224491 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91', 'status': 'completed', 'code': 200}
Dec 16 09:33:17.254715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:17.256662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.263023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cc68c26-6476-4f6e-a941-f1581b424fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:17.276195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2452764e-0490-4202-9181-ccb3063a5248,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:17.285064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:17.287341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.288457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2452764e-0490-4202-9181-ccb3063a5248 HTTP/1.1" status: 204  len: 168 time: 0.2083788
Dec 16 09:33:17.411744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-f8978441-6134-4545-bed1-d4bcf7d58f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:17.413276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-f8978441-6134-4545-bed1-d4bcf7d58f9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1175 time: 0.1491990
Dec 16 09:33:17.663869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-b99ec0ed-b02d-4d60-bb0f-fb4d8393e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:17.666675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-b99ec0ed-b02d-4d60-bb0f-fb4d8393e8dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.2418990
Dec 16 09:33:17.730001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:17.750131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-9996cfc6-913d-4900-85ab-d1592463a8dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 217 time: 0.0755677
Dec 16 09:33:17.750825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.768430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:17.773048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e7218044204947947148cc90e6fbb5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:17.777778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:17.784249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:17.821005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-6aacc395-9b2d-480d-9813-69bceb3eadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:17.823367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-6aacc395-9b2d-480d-9813-69bceb3eadc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.0660124
Dec 16 09:33:17.891874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-62410809-e1a0-4267-9c5d-0f92d7b44cfe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612793
Dec 16 09:33:17.900443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.905717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:17.930346 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1feb0b1-fcfb-4d34-824b-c6466486d686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:17.945489 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5e7218044204947947148cc90e6fbb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2140648
Dec 16 09:33:17.954421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:17.973998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7592ca-9633-44c3-811d-1944cfd236fa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:17.978156 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:18.021147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.032940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-4098b71c-e7a1-4d21-be03-c15093b39027 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-13199385&fields=id&tenant_id=e27eb009d7e34e33a4b628aeb1af1431 HTTP/1.1" status: 200  len: 267 time: 0.1084354
Dec 16 09:33:18.048282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.102074 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.107802 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-42231c36-62fa-407d-b42b-124e744e52d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:18.108868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-02294341-d655-417c-9ddf-91bdc321fa06 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094204
Dec 16 09:33:18.121928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7592ca-9633-44c3-811d-1944cfd236fa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:18.124531 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:18.128764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.130049 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de7592ca-9633-44c3-811d-1944cfd236fa HTTP/1.1" status: 204  len: 168 time: 0.1746893
Dec 16 09:33:18.261556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-5e8cd5d6-6e8c-490d-b6ac-a868b39793e9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:18.263040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-5e8cd5d6-6e8c-490d-b6ac-a868b39793e9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 985 time: 0.2145438
Dec 16 09:33:18.280687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Request body: {'port': {'security_groups': ['80380ac0-d121-4d1f-9d0f-19ac4ea7df5a']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:18.324141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f68fae-83f2-4df1-917e-f917dcda70df req-56bf1f11-08c8-47e2-8011-14b29a9463d7 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073162
Dec 16 09:33:18.518013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.791665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:18.823694 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.829049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.836734 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f4455858-4116-444f-be59-0d068a3f0af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:18.841810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cee33a78-c4cb-4d11-8ddb-3b9135398160'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:18.929416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:18.930206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:18.931645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e0ec2f2-4d8f-4a66-a857-139c82e8cb0f req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "PUT /v2.0/ports/cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 943 time: 0.6597044
Dec 16 09:33:18.953633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event updated for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:18.966810 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:19.054833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cee33a78-c4cb-4d11-8ddb-3b9135398160'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:19.177728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f37246-4549-401b-9cdb-2a6528dd2302 req-42ec5736-0d17-4c22-8e82-211f3684c833 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:19.179287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59f37246-4549-401b-9cdb-2a6528dd2302 req-42ec5736-0d17-4c22-8e82-211f3684c833 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1024 time: 0.1023011
Dec 16 09:33:19.231687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160'}, {'name': 'network-changed', 'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91'}, {'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:19.273176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59f37246-4549-401b-9cdb-2a6528dd2302 req-ddba22b8-1a3d-419c-b791-92954980afcd tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&id=e3fff28c-48dc-4f3f-b405-83cc97a1df0f&id=d9a33a40-f017-4bb4-a33c-eac9b9a79b00 HTTP/1.1" status: 200  len: 6147 time: 0.0871785
Dec 16 09:33:19.447931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408ff5-b853-40e5-9623-7fc6a91240f9 req-62cf7cfb-3f59-46b9-9ab8-e6fa49b15ed9 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:19.450917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b408ff5-b853-40e5-9623-7fc6a91240f9 req-62cf7cfb-3f59-46b9-9ab8-e6fa49b15ed9 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0823233
Dec 16 09:33:19.506065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b408ff5-b853-40e5-9623-7fc6a91240f9 req-19e2ee22-db65-4bce-b936-a960ba42c42a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482373
Dec 16 09:33:19.823731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-03012f38-fc53-46f6-b078-5339b16db8e1 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1649389
Dec 16 09:33:19.833912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:19.839308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:19.843494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Usage tracker for resource:floatingip and tenant:e27eb009d7e34e33a4b628aeb1af1431 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:19.846250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:19.852336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:19.865022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.008279 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.139843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Allocated IP 172.25.3.5 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/9cd8ab27-a631-45c5-ae6e-10b0b4a1f0ea) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:33:20.286933 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.315822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.319613 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bbb5cf19-f3bb-4cc4-bfcb-316bda29bf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:20.385923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:33:20.388969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:20.392697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:33:20.429178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event updated for resources: {'Port': ['ID=9cd8ab27-a631-45c5-ae6e-10b0b4a1f0ea,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:20.433411 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:20.476207 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.539436 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.744658 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.749503 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:20.753863 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e7d0ca1b-bf2b-416d-b025-deff0f630bc6 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:20.987362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event updated for resources: {'Port': ['ID=9cd8ab27-a631-45c5-ae6e-10b0b4a1f0ea,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:20.993419 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:20.998942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:21.019545 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:21.021079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.1918602
Dec 16 09:33:21.112872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-0a0a4819-25db-4f6e-9452-e21c4711b9e1 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:21.129339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-0a0a4819-25db-4f6e-9452-e21c4711b9e1 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:21.130531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-0a0a4819-25db-4f6e-9452-e21c4711b9e1 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200  len: 694 time: 0.1008496
Dec 16 09:33:21.315053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-461d2719-40fc-4cb1-9457-a32ea0e3f935 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:21.315053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25bc072a-66be-4a26-8726-a4e47e52bdfc req-461d2719-40fc-4cb1-9457-a32ea0e3f935 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.1775281
Dec 16 09:33:21.845079 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'status': 'completed', 'code': 200}
Dec 16 09:33:21.845079 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91', 'status': 'completed', 'code': 200}
Dec 16 09:33:21.845079 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'status': 'completed', 'code': 200}
Dec 16 09:33:21.866229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': ' tempest-securitygroup -847181740 ', 'description': 'tempest-description-949687051'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:21.867128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:21.914030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:21.937706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:21.946802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-07e3b93d-b5fd-400a-8f14-09f906534173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:21.948384 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-07e3b93d-b5fd-400a-8f14-09f906534173 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.0777266
Dec 16 09:33:21.964609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:21.971006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:21.976043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:21.983477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:21.991746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-b8958597-7502-4037-98ca-87ddd6ddbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:21.994115 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-b8958597-7502-4037-98ca-87ddd6ddbe7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1175 time: 0.1168840
Dec 16 09:33:22.084392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-838b2ba5-fc3a-41ff-9551-64e64c1c824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:22.084875 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-838b2ba5-fc3a-41ff-9551-64e64c1c824a service neutron] 10.222.0.74 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.1282566
Dec 16 09:33:22.161350 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-a5334956-3cbd-4e2f-9c27-0252f0352e79 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 217 time: 0.0667892
Dec 16 09:33:22.186775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:22.192456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-7000a545-530b-427e-890b-df1e1103bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:22.193950 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-7000a545-530b-427e-890b-df1e1103bd20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.1873488
Dec 16 09:33:22.194666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:22.199849 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a6896a4-c30e-454f-9627-bb64ca518e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:22.225736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-a7b200cb-7962-4d3f-863d-0d9e423d15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:22.227183 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-a7b200cb-7962-4d3f-863d-0d9e423d15ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.0584905
Dec 16 09:33:22.278469 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-24344c88-0349-461d-8f08-8166e4e2ad2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395937
Dec 16 09:33:22.302409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-ba707ff7-3195-4e87-ae08-2a9b1b4628c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 217 time: 0.0894578
Dec 16 09:33:22.310623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05ad4f-0b7a-4d81-a94e-7eef0805569b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:22.313422 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:22.348633 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:22.349722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2adfe648-59a7-45db-83d5-271917c0fc62 req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1784 time: 0.4943278
Dec 16 09:33:22.388812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-7a367ace-7b09-441d-a31d-5757ca2f8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:22.390255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-7a367ace-7b09-441d-a31d-5757ca2f8004 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.0807853
Dec 16 09:33:22.428026 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-2335d88c-5709-4446-b99e-9803ce95315a service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398406
Dec 16 09:33:22.446436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-7144dd27-dd73-438a-85ac-3826d3926ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438278
Dec 16 09:33:22.586115 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-dad2afa9-357d-4b49-94e8-363831135be3 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485972
Dec 16 09:33:22.602192 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-9053957d-0086-41c5-b76a-181c999ca278 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488702
Dec 16 09:33:22.750578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-21cda44e-5c6f-451b-8427-2eccb2f2e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:22.751861 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-21cda44e-5c6f-451b-8427-2eccb2f2e554 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.0928779
Dec 16 09:33:22.768800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-c35a5763-1216-4475-968f-87a460816867 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590428
Dec 16 09:33:22.886046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a85f3-0d37-405d-b05f-ba38242c272c req-02b148c7-6055-4efa-a9a0-356a13a82f06 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:22.887660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff2a85f3-0d37-405d-b05f-ba38242c272c req-02b148c7-6055-4efa-a9a0-356a13a82f06 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0975089
Dec 16 09:33:22.904063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-de010d72-e744-4ad5-b9c5-cd51865fc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:22.905859 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-de010d72-e744-4ad5-b9c5-cd51865fc515 service neutron] 10.222.0.74 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.1438105
Dec 16 09:33:22.951129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff2a85f3-0d37-405d-b05f-ba38242c272c req-2c53cffc-07f6-4098-bd9f-b4dd80695ada tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573711
Dec 16 09:33:22.987537 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-4b4a26ef-06d6-4e0a-97d2-06b6277d6246 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 217 time: 0.0751665
Dec 16 09:33:23.054828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8275f-eaae-4881-8819-4d9b21af987c req-c97ceb63-700c-42d6-bc3d-013746e09336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:23.057433 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-c97ceb63-700c-42d6-bc3d-013746e09336 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.0625300
Dec 16 09:33:23.108558 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-ad95cfce-2263-4fbe-b9fb-aad9b186bb91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409167
Dec 16 09:33:23.230263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-a9e8521e-46a3-4a9e-bb51-3148c017a31a tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:23.231865 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-a9e8521e-46a3-4a9e-bb51-3148c017a31a tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0872307
Dec 16 09:33:23.248703 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-6ce17060-87c3-4e97-b117-856c349ad90a service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321478
Dec 16 09:33:23.331192 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-4a328c88-7697-458e-b078-a06fb1530e87 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200  len: 694 time: 0.0931189
Dec 16 09:33:23.342907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Request body: {'floatingip': {'port_id': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:23.426007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:23.499795 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-66a8275f-eaae-4881-8819-4d9b21af987c req-b46141f6-6b23-427b-a891-303c757474b3 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437911
Dec 16 09:33:24.171101 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:24.175194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:24.349404 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Floating IP 3eb38156-9ede-4196-8314-c51697c12589 associated. External IP: 172.25.3.5, port: cee33a78-c4cb-4d11-8ddb-3b9135398160.
Dec 16 09:33:24.580071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-2fa8dd64-a048-42ef-b461-137992a8e082 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1748309
Dec 16 09:33:24.812498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Router f2ce5324-a37e-4266-b182-666de0027d14 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:33:24.817627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-d9ad5ffb-dbc6-412c-877e-c773ff81eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:24.819094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-d9ad5ffb-dbc6-412c-877e-c773ff81eb12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2edfb2acb6f4dcf8aa81acbe4c84002&device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 1096 time: 0.1661403
Dec 16 09:33:25.250560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:25.255570 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:25.261795 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] Sync routers for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:25.271920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:25.272533 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9eac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:25.279922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-3846ba4c-3de4-4daa-9266-0609f36c3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:25.281360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-3846ba4c-3de4-4daa-9266-0609f36c3203 service neutron] 10.222.0.54 "GET /v2.0/networks?id=793b1e1a-f01b-47e4-8729-f4ca6c773da0 HTTP/1.1" status: 200  len: 916 time: 0.4022050
Dec 16 09:33:25.375112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-f01fe5bd-adad-4f57-9c71-af14a8f16448 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b32571-3ca3-463a-a87a-1274b5ba31d2 HTTP/1.1" status: 200  len: 217 time: 0.0813982
Dec 16 09:33:25.385692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fdffb5cb-16ec-42a0-8f04-13d6781a4160 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "PUT /v2.0/floatingips/3eb38156-9ede-4196-8314-c51697c12589 HTTP/1.1" status: 200  len: 995 time: 2.0480645
Dec 16 09:33:25.386523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:25.455510 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:25.508156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-8ca71aa5-59be-43cf-8a54-ebb47ae107bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:25.509652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-8ca71aa5-59be-43cf-8a54-ebb47ae107bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ce9af0c-1f5b-4180-887b-6c30282de1d9 HTTP/1.1" status: 200  len: 854 time: 0.1159053
Dec 16 09:33:25.574719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fb3f1d21-b76a-4ba8-91fd-905be62be562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:25.576239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-fb3f1d21-b76a-4ba8-91fd-905be62be562 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.1509624
Dec 16 09:33:25.681083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-32c4eb11-f819-4903-aa99-bd81d1ee087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:25.682573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-32c4eb11-f819-4903-aa99-bd81d1ee087b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=793b1e1a-f01b-47e4-8729-f4ca6c773da0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1657372
Dec 16 09:33:25.799297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-8f985ff5-6ae8-4ee2-b1f3-93d2e670cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:25.800758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-8f985ff5-6ae8-4ee2-b1f3-93d2e670cad3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.2182024
Dec 16 09:33:25.871962 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9eac0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '3eb38156-9ede-4196-8314-c51697c12589', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'port_id': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'mac_address': 'fa:16:3e:bb:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73f84-41e6-4350-a096-374726af4e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:33:20Z', 'updated_at': '2021-12-16T09:33:24Z', 'revision_number': 1, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 5, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:25.875722 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] Checking router: f2ce5324-a37e-4266-b182-666de0027d14 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:25.884525 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:25.885123 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9eac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:25.934344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-577e8447-d6d5-4231-97a2-f7e8ab4b30c2 service neutron] 10.222.0.54 "GET /v2.0/networks/793b1e1a-f01b-47e4-8729-f4ca6c773da0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435889
Dec 16 09:33:25.936110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-d2d7f8e9-9439-471a-ba9b-92ae0ac480f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 998 time: 0.1289976
Dec 16 09:33:26.061060 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:26.083806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-e8ce5da4-ec0b-49c4-b874-61f80e1bf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:26.085260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-e8ce5da4-ec0b-49c4-b874-61f80e1bf977 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.1429496
Dec 16 09:33:26.143101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-3d516161-b393-49ad-b7c1-f6ec6e464819 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518715
Dec 16 09:33:26.235564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f275f5a-9a76-42a9-8f90-f608431aa4ab req-f0c6d6fc-1256-4553-886b-5b44eff8c8d8 service neutron] 10.222.0.54 "GET /v2.0/networks/793b1e1a-f01b-47e4-8729-f4ca6c773da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944627
Dec 16 09:33:26.288565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-23cd9f38-1d92-4815-b4ce-b72269feeb95 service neutron] 10.222.0.66 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362956
Dec 16 09:33:26.410092 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9eac0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '3eb38156-9ede-4196-8314-c51697c12589', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'port_id': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'mac_address': 'fa:16:3e:bb:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73f84-41e6-4350-a096-374726af4e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:33:20Z', 'updated_at': '2021-12-16T09:33:24Z', 'revision_number': 1, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 5, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:26.414008 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3478a12f-c3ad-44d3-b00f-62ed81d8142f None None] The sync data for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 is: [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '3eb38156-9ede-4196-8314-c51697c12589', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'port_id': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'mac_address': 'fa:16:3e:bb:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73f84-41e6-4350-a096-374726af4e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:33:20Z', 'updated_at': '2021-12-16T09:33:24Z', 'revision_number': 1, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 5, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:26.426395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c880953d-f788-4c16-8fca-f1e19a01f117 req-a009b8df-1760-43e6-bfff-d2607f5bfa1f service neutron] 10.222.0.66 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320167
Dec 16 09:33:26.671145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84119c64-a010-4b5d-85db-523fd0cbef68 None None] New status for floating IP 3eb38156-9ede-4196-8314-c51697c12589: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:33:27.047760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc050aed-57f6-404b-a0b0-7d0a2b4be622 req-9d332d70-af7c-4181-ab15-d052c3cbda9e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/6f05ad4f-0b7a-4d81-a94e-7eef0805569b HTTP/1.1" status: 200  len: 1779 time: 0.1652577
Dec 16 09:33:27.667655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4ef8-13e2-4331-83c7-2c13065e9906 req-487131a9-0d31-486e-984c-5b4adf23bcc2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:27.669091 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-666d4ef8-13e2-4331-83c7-2c13065e9906 req-487131a9-0d31-486e-984c-5b4adf23bcc2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0796192
Dec 16 09:33:27.713158 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-666d4ef8-13e2-4331-83c7-2c13065e9906 req-acedd8ef-e26f-479d-9acd-886ea2b84869 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384433
Dec 16 09:33:27.933452 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'status': 'completed', 'code': 200}
Dec 16 09:33:28.053487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-837ec591-94ef-4c4a-8916-844c9d431b03 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200  len: 1000 time: 0.1045682
Dec 16 09:33:28.064989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-fc9edd80-946a-4f80-9bf0-1183b822fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:28.064989 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-fc9edd80-946a-4f80-9bf0-1183b822fea6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.0936377
Dec 16 09:33:28.135845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-0b681832-5df9-4df2-82d7-0e6d2888f387 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:28.135845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-0b681832-5df9-4df2-82d7-0e6d2888f387 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports/cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 943 time: 0.0777168
Dec 16 09:33:28.226401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-f56fa6e1-0208-4101-acf3-531a89f6f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:28.226401 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-f56fa6e1-0208-4101-acf3-531a89f6f942 service neutron] 10.222.0.74 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.1498265
Dec 16 09:33:28.318991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-d7c2c6e4-cd54-4d3c-854b-d3f9ed93ac9b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200  len: 1000 time: 0.1057446
Dec 16 09:33:28.332111 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-3cc81dcf-5388-465b-8654-688fb814b1cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 1000 time: 0.1034107
Dec 16 09:33:28.393821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-831922fc-4782-4a5d-b5b6-647aa0527f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:28.395265 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-831922fc-4782-4a5d-b5b6-647aa0527f87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.0558956
Dec 16 09:33:28.453336 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-2ab9b0f6-1492-47b8-b6b8-5ebce15d9eb1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400276
Dec 16 09:33:28.468118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-5577008b-3ab0-4590-991f-30d79bcd4e00 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:28.469396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-5577008b-3ab0-4590-991f-30d79bcd4e00 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.1452003
Dec 16 09:33:28.578395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-06a4b844-ea62-4247-9a94-be68054cd7c9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200  len: 1000 time: 0.0965939
Dec 16 09:33:28.588324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:28.599876 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-559b743e-238d-4051-8a34-c50a1e5f41d4 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395991
Dec 16 09:33:28.690793 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:28.732090 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9bcf4e25-6e56-48d3-b957-45eaf375f2b9 req-ff8e60a8-6fce-4b71-808f-e7b2bddc7f65 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253715
Dec 16 09:33:28.967613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:28.971207 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:28.971518 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Floating IP 3eb38156-9ede-4196-8314-c51697c12589 disassociated. External IP: 172.25.3.5, port: cee33a78-c4cb-4d11-8ddb-3b9135398160.
Dec 16 09:33:29.416337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Router f2ce5324-a37e-4266-b182-666de0027d14 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:33:29.595324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:29.599468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:29.605685 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] Sync routers for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:29.614950 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:29.615689 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2da93d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:29.653770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-be7bbf8d-6e83-4246-8638-ca37e1c8fca9 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "PUT /v2.0/floatingips/3eb38156-9ede-4196-8314-c51697c12589 HTTP/1.1" status: 200  len: 693 time: 1.0698199
Dec 16 09:33:29.734601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-8cf7567e-da84-4f87-a6b2-5e191b6d73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:29.736032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-8cf7567e-da84-4f87-a6b2-5e191b6d73ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.0701547
Dec 16 09:33:29.796730 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:29.866196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-e3228277-9b62-40ea-80ae-e5ce49eb7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:29.867684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-e3228277-9b62-40ea-80ae-e5ce49eb7ee8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.1260602
Dec 16 09:33:29.936974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:29.942785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-7157a9bc-7899-478b-9457-b02472fe924a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 217 time: 0.0692604
Dec 16 09:33:30.009672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-576f8400-a7de-4288-b23c-0483a733f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:30.011143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-576f8400-a7de-4288-b23c-0483a733f6f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.0626936
Dec 16 09:33:30.058462 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-a745fe76-8402-44c3-9e1a-eec7822ead42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413599
Dec 16 09:33:30.106199 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2da93d0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 5, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:30.109938 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] Checking router: f2ce5324-a37e-4266-b182-666de0027d14 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:30.118208 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:30.118850 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2da93d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:30.202595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-84414bca-fafa-4e9b-838f-0a6a24208e32 service neutron] 10.222.0.66 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379683
Dec 16 09:33:30.327614 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:30.335419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cc7588-c84b-4a6e-9213-8059a1d00dd5 req-193ef78c-c618-4ae2-ad3d-8c5404589dbe service neutron] 10.222.0.66 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260440
Dec 16 09:33:30.462353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddcd0464-f5e6-43bf-b622-2cdaaeca5440 req-168e5f6e-146d-4412-a1a5-c081618bf92e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/6f05ad4f-0b7a-4d81-a94e-7eef0805569b HTTP/1.1" status: 200  len: 1779 time: 0.0482492
Dec 16 09:33:30.530162 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddcd0464-f5e6-43bf-b622-2cdaaeca5440 req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:30.561700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddcd0464-f5e6-43bf-b622-2cdaaeca5440 req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:30.608386 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddcd0464-f5e6-43bf-b622-2cdaaeca5440 req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:30.614275 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b1c3b37-9604-49db-ac6b-49380fc90fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:30.629246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05ad4f-0b7a-4d81-a94e-7eef0805569b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:30.633233 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:30.637109 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddcd0464-f5e6-43bf-b622-2cdaaeca5440 req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:30.638247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddcd0464-f5e6-43bf-b622-2cdaaeca5440 req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/6f05ad4f-0b7a-4d81-a94e-7eef0805569b HTTP/1.1" status: 204  len: 173 time: 0.1699271
Dec 16 09:33:30.654000 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2da93d0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 5, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:30.657909 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb4572-2d48-43ab-bd44-8e34418e874f None None] The sync data for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 is: [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:32:00Z', 'revision_number': 4, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b2f3639-1456-4474-af34-4596d87ebe6b', 'name': '', 'network_id': '08b7f09f-8677-43ec-8b07-aa4d14e71b61', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'mac_address': 'fa:16:3e:e3:18:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:57Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 5, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'subnets': [{'id': 'ff80ed73-5d6b-4b94-bbca-6b55e68faaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:30.890647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da44ad-25bd-4e03-88e7-9906544909a3 None None] New status for floating IP 3eb38156-9ede-4196-8314-c51697c12589: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:33:31.176684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bc593-50ee-45f2-8a33-0f5f75982a53 req-2cb52df1-eab2-4a34-8fbb-79b6fa8a6a8f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:31.178218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-114bc593-50ee-45f2-8a33-0f5f75982a53 req-2cb52df1-eab2-4a34-8fbb-79b6fa8a6a8f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0884323
Dec 16 09:33:31.223203 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-114bc593-50ee-45f2-8a33-0f5f75982a53 req-f16176db-56e2-4b4e-bbcb-fa8b53994951 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387495
Dec 16 09:33:31.478934 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'status': 'completed', 'code': 200}
Dec 16 09:33:31.585520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-bbe32143-0a13-4091-b0d7-2d6a40ac6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:31.587642 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-bbe32143-0a13-4091-b0d7-2d6a40ac6807 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 1097 time: 0.0813756
Dec 16 09:33:31.590238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-a2711ad8-c823-4841-91d7-19639fa1103f tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips/3eb38156-9ede-4196-8314-c51697c12589 HTTP/1.1" status: 200  len: 691 time: 0.0987246
Dec 16 09:33:31.732371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-d6e10186-ab50-49bd-8d0d-06e8cc2653d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:31.733744 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-d6e10186-ab50-49bd-8d0d-06e8cc2653d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 200  len: 920 time: 0.1390338
Dec 16 09:33:31.748829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-32b2ea36-ab05-497f-9745-c100dd1e7613 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:31.756103 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-32b2ea36-ab05-497f-9745-c100dd1e7613 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 784 time: 0.1605732
Dec 16 09:33:31.819061 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-acafe171-2c8c-4d4a-a7c7-2b91422a3626 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 200  len: 217 time: 0.0762339
Dec 16 09:33:31.889614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-d7f577da-0238-4c92-8aef-085c64189af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:31.891075 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-d7f577da-0238-4c92-8aef-085c64189af7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 200  len: 859 time: 0.0648985
Dec 16 09:33:31.941623 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-395c6fd1-340b-42a1-ba85-cadafad43938 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=08b7f09f-8677-43ec-8b07-aa4d14e71b61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424123
Dec 16 09:33:31.952478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-6734dd7b-a466-49a3-8a05-631576449db3 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200  len: 694 time: 0.1955264
Dec 16 09:33:32.042613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-06abc3c8-34e8-47eb-af01-57a3de785bc3 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200  len: 694 time: 0.0830088
Dec 16 09:33:32.098381 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-dc0a5644-13a1-43a5-a321-d871ebc46579 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498659
Dec 16 09:33:32.221006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Deleting port 9cd8ab27-a631-45c5-ae6e-10b0b4a1f0ea {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:32.221352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:32.253131 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f92cbde6-d514-4437-8e4b-1a02e8d6ce2c req-f5c57d79-fd8f-41c3-91c0-aab0a48fd8a8 service neutron] 10.222.0.74 "GET /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468327
Dec 16 09:33:32.399843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:32.400173 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:32.523256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Calling delete_port for 9cd8ab27-a631-45c5-ae6e-10b0b4a1f0ea owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:32.662787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:32.667724 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:32.711436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event deleted for resources: {'Port': ['ID=9cd8ab27-a631-45c5-ae6e-10b0b4a1f0ea,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:32.715293 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:32.804901 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:32.828818 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:32.829932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b06c644-11f8-4fa5-8aae-75fd886f4832 req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "DELETE /v2.0/floatingips/3eb38156-9ede-4196-8314-c51697c12589 HTTP/1.1" status: 204  len: 173 time: 0.7808094
Dec 16 09:33:33.250327 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-b1ee32ed-d362-4027-8ee1-ba4ec3cb0bb8 req-812a0fe2-a377-4192-9333-29cca6ac722e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:33:33.251322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1ee32ed-d362-4027-8ee1-ba4ec3cb0bb8 req-812a0fe2-a377-4192-9333-29cca6ac722e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/6f05ad4f-0b7a-4d81-a94e-7eef0805569b HTTP/1.1" status: 404  len: 352 time: 0.0170147
Dec 16 09:33:33.640085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd286-808a-4d5e-b545-5a27bfdd43a0 req-87b5963c-3971-4ba0-b78e-df674d96d6df tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:33.641795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0cbdd286-808a-4d5e-b545-5a27bfdd43a0 req-87b5963c-3971-4ba0-b78e-df674d96d6df tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0805330
Dec 16 09:33:33.686144 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0cbdd286-808a-4d5e-b545-5a27bfdd43a0 req-4e568f5a-08c8-4b1c-b35e-5c82a1b6309c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382283
Dec 16 09:33:33.856413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-369f527e-f1f4-444b-ae9e-5cd39253c153 req-9bd32d8f-5479-4dfe-b6cf-647ae5617f5d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups/f8b1527b-cb01-429e-81e1-e9eadeaa2fd8 HTTP/1.1" status: 200  len: 1805 time: 0.0487106
Dec 16 09:33:33.920851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-369f527e-f1f4-444b-ae9e-5cd39253c153 req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:33.947341 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-369f527e-f1f4-444b-ae9e-5cd39253c153 req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:33.992974 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-369f527e-f1f4-444b-ae9e-5cd39253c153 req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:33.996667 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a8cca59-9080-450c-b117-f3a1b25018bc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:34.011848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b1527b-cb01-429e-81e1-e9eadeaa2fd8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:34.014380 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:34.021802 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-369f527e-f1f4-444b-ae9e-5cd39253c153 req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:34.022905 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-369f527e-f1f4-444b-ae9e-5cd39253c153 req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "DELETE /v2.0/security-groups/f8b1527b-cb01-429e-81e1-e9eadeaa2fd8 HTTP/1.1" status: 204  len: 173 time: 0.1608272
Dec 16 09:33:34.093188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-189665053', 'description': 'tempest-description-1801810027'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:34.099116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:34.103190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:34.106012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:34.111628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:34.121730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:34.140831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:34.145133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:34.148670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:34.154787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:34.225630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:34.229105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:34.232458 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:34.272897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a3567-2ee6-408c-86fb-f21f7812e272,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:34.275726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:34.276502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:34.277665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96b359dd-60b2-4bc4-b27f-7f5133239311 req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.1885903
Dec 16 09:33:34.931259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1052828194', 'description': 'tempest-description-807759363'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:34.937230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:34.941594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:34.944479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:34.950227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:34.962094 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:34.981703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:34.985630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:34.988389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:34.993919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:35.061155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:35.064797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:35.068598 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2a68fb1-dd60-4bf6-a263-bdca0253b038 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:35.120578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabaef8a-1e40-4a1f-8089-2c1e59a48dd4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:35.123432 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:35.128400 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:35.129701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e57d88bf-cb11-48ec-ad54-adb36dd0dd95 req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2031605
Dec 16 09:33:35.781550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbd81-e282-40b3-8851-334d358cc926 req-4653f486-8f76-4e0f-9ca0-e599ce7ef9d0 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:35.782158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6f2fbd81-e282-40b3-8851-334d358cc926 req-4653f486-8f76-4e0f-9ca0-e599ce7ef9d0 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:35.796683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6f2fbd81-e282-40b3-8851-334d358cc926 req-4653f486-8f76-4e0f-9ca0-e599ce7ef9d0 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:35.797791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f2fbd81-e282-40b3-8851-334d358cc926 req-4653f486-8f76-4e0f-9ca0-e599ce7ef9d0 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.1004052
Dec 16 09:33:35.843115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6f2fbd81-e282-40b3-8851-334d358cc926 req-fd439324-cd60-46f1-89d9-7ae18b8f5c7d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:35.857373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6f2fbd81-e282-40b3-8851-334d358cc926 req-fd439324-cd60-46f1-89d9-7ae18b8f5c7d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:35.858518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f2fbd81-e282-40b3-8851-334d358cc926 req-fd439324-cd60-46f1-89d9-7ae18b8f5c7d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/security-groups?id=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551567
Dec 16 09:33:36.032138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998bdf-257c-4c7c-b67c-63ad957a5029 req-633d2ea0-c411-482b-91d8-f10bf74b8734 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:36.033482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c998bdf-257c-4c7c-b67c-63ad957a5029 req-633d2ea0-c411-482b-91d8-f10bf74b8734 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0777862
Dec 16 09:33:36.077082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c998bdf-257c-4c7c-b67c-63ad957a5029 req-c1f23400-2d08-41ad-9db6-b0a808da0d80 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380540
Dec 16 09:33:36.243870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1106716621', 'description': 'tempest-description-402917702'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:36.249718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:36.253719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:36.256554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:36.262771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:36.276739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:36.388924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:36.392681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:36.395506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:36.401753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:36.468320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:36.471726 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:36.475149 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:36.528526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2662f4b1-4558-47f1-adb5-b5980ada13af,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:36.532088 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:36.532951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:36.534661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4ea9f0b-a07f-40f0-a0d6-062a35e2759b req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2946863
Dec 16 09:33:37.115429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1e7c4-b66c-4495-a81d-39c637c69a87 req-37e57e17-3ee2-4b0c-b1c6-3d8fb1fc5b96 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:37.116886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43c1e7c4-b66c-4495-a81d-39c637c69a87 req-37e57e17-3ee2-4b0c-b1c6-3d8fb1fc5b96 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 945 time: 0.0865166
Dec 16 09:33:37.162125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43c1e7c4-b66c-4495-a81d-39c637c69a87 req-169b7dcc-4580-4b9a-aa8b-dbfdaad862ea tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.66 "GET /v2.0/security-groups?id=5841e57f-3313-4a73-9784-fc6a5225a1ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388277
Dec 16 09:33:37.371194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-a1b2cbc6-87cb-4e38-b723-6a5d95468400 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:37.372816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-a1b2cbc6-87cb-4e38-b723-6a5d95468400 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aa2bc95-7340-48d4-82f8-894778d9eb45 HTTP/1.1" status: 200  len: 945 time: 0.0888047
Dec 16 09:33:37.449476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a045aa-c114-4928-a819-e622683d75e9 req-494009c9-9eb1-4cf8-a864-ae19fe557d7c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:37.450131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-01a045aa-c114-4928-a819-e622683d75e9 req-494009c9-9eb1-4cf8-a864-ae19fe557d7c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Synchronizing usage tracker for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:37.450784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Deleting port 23b32571-3ca3-463a-a87a-1274b5ba31d2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:37.451220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:37.461947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-01a045aa-c114-4928-a819-e622683d75e9 req-494009c9-9eb1-4cf8-a864-ae19fe557d7c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Unset dirty status for tenant:e27eb009d7e34e33a4b628aeb1af1431 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:37.463041 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-01a045aa-c114-4928-a819-e622683d75e9 req-494009c9-9eb1-4cf8-a864-ae19fe557d7c tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 946 time: 0.2089720
Dec 16 09:33:37.547634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Deleting port cee33a78-c4cb-4d11-8ddb-3b9135398160 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:37.548120 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:37.797498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] For port 23b32571-3ca3-463a-a87a-1274b5ba31d2, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=23b32571-3ca3-463a-a87a-1274b5ba31d2,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:37.797765 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:37.799960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] For port cee33a78-c4cb-4d11-8ddb-3b9135398160, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cee33a78-c4cb-4d11-8ddb-3b9135398160,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:37.800320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:37.814216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-779c17d2-9099-4e6d-9516-13efd7519c13 req-93251c8d-2194-4b4e-9cc8-bba192a03692 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:37.925309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Calling delete_port for cee33a78-c4cb-4d11-8ddb-3b9135398160 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:37.934018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Calling delete_port for 23b32571-3ca3-463a-a87a-1274b5ba31d2 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:37.988077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-779c17d2-9099-4e6d-9516-13efd7519c13 req-93251c8d-2194-4b4e-9cc8-bba192a03692 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:37.989510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-779c17d2-9099-4e6d-9516-13efd7519c13 req-93251c8d-2194-4b4e-9cc8-bba192a03692 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 10894 time: 0.4386120
Dec 16 09:33:38.055379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-779c17d2-9099-4e6d-9516-13efd7519c13 req-dd931533-e389-4157-95a7-927b28723f34 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/267241fe-cc7b-422e-9cc7-3bcdb8cf17cc HTTP/1.1" status: 200  len: 2981 time: 0.0572257
Dec 16 09:33:38.103520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:38.115835 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0a94195-2871-4247-ae60-5884a55c4c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:38.158796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cee33a78-c4cb-4d11-8ddb-3b9135398160'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:38.161053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Pushing event deleted for resources: {'Port': ['ID=cee33a78-c4cb-4d11-8ddb-3b9135398160,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:38.176842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-779c17d2-9099-4e6d-9516-13efd7519c13 req-afa1caa9-bece-428f-9194-1a4fc943dc8d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/267241fe-cc7b-422e-9cc7-3bcdb8cf17cc HTTP/1.1" status: 200  len: 2981 time: 0.1206534
Dec 16 09:33:38.205060 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:38.219417 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:38.219541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['23b32571-3ca3-463a-a87a-1274b5ba31d2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:38.230965 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:38.242280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] No DVR routers for this DVR port cee33a78-c4cb-4d11-8ddb-3b9135398160 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:33:38.245441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:38.255491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'name': 'network-vif-deleted', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:38.262617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-01a045aa-c114-4928-a819-e622683d75e9 req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.74 "DELETE /v2.0/ports/cee33a78-c4cb-4d11-8ddb-3b9135398160 HTTP/1.1" status: 204  len: 173 time: 0.7921584
Dec 16 09:33:38.309231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Pushing event deleted for resources: {'Port': ['ID=23b32571-3ca3-463a-a87a-1274b5ba31d2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:38.338194 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:38.354995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] No DVR routers for this DVR port 23b32571-3ca3-463a-a87a-1274b5ba31d2 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:33:38.358376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:38.360433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'name': 'network-vif-deleted', 'tag': '23b32571-3ca3-463a-a87a-1274b5ba31d2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:38.402403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26f3ac7c-cfeb-44f0-b387-98fd69467f44 req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] 10.222.0.54 "DELETE /v2.0/ports/23b32571-3ca3-463a-a87a-1274b5ba31d2 HTTP/1.1" status: 204  len: 173 time: 1.0238216
Dec 16 09:33:38.409104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e97d1729-63b6-4a82-a044-a297af3cbd97 req-f40e29bf-4049-40a9-a177-a4c1472df34d tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cf73f84-41e6-4350-a096-374726af4e2e HTTP/1.1" status: 200  len: 210 time: 0.0553842
Dec 16 09:33:38.813348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff80e0-a91a-4fc6-a8ad-cfe14b26e256 req-a86a6ed6-9a3a-4234-aee3-c36c49367c9c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:38.815619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15ff80e0-a91a-4fc6-a8ad-cfe14b26e256 req-a86a6ed6-9a3a-4234-aee3-c36c49367c9c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0877287
Dec 16 09:33:38.863100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15ff80e0-a91a-4fc6-a8ad-cfe14b26e256 req-12eaac91-cfc3-4074-b16f-e7142c21d733 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406511
Dec 16 09:33:39.454554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d33b46e0-cdba-474b-8236-0d7994b5a568 req-ba876bc3-fd14-4d40-b357-6ab692018bfa tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/b19a3567-2ee6-408c-86fb-f21f7812e272 HTTP/1.1" status: 200  len: 1800 time: 0.0484440
Dec 16 09:33:39.518728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d33b46e0-cdba-474b-8236-0d7994b5a568 req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:39.545516 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d33b46e0-cdba-474b-8236-0d7994b5a568 req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:39.592134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d33b46e0-cdba-474b-8236-0d7994b5a568 req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:39.596990 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-77c976ce-124e-4309-aa77-9505ed398797 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:39.612273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a3567-2ee6-408c-86fb-f21f7812e272,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:39.614447 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:39.620242 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d33b46e0-cdba-474b-8236-0d7994b5a568 req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:39.621339 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d33b46e0-cdba-474b-8236-0d7994b5a568 req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/b19a3567-2ee6-408c-86fb-f21f7812e272 HTTP/1.1" status: 204  len: 173 time: 0.1611910
Dec 16 09:33:39.742325 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf73f84-41e6-4350-a096-374726af4e2e', 'name': 'network-vif-deleted', 'tag': 'cee33a78-c4cb-4d11-8ddb-3b9135398160', 'status': 'completed', 'code': 200}
Dec 16 09:33:39.781186 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa2bc95-7340-48d4-82f8-894778d9eb45', 'name': 'network-vif-deleted', 'tag': '23b32571-3ca3-463a-a87a-1274b5ba31d2', 'status': 'completed', 'code': 200}
Dec 16 09:33:39.926044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:39.965874 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-a2760277-d074-4605-9b7f-cbd6ac784bc7 req-5b8f0f30-cc46-4cba-9838-30ff407746bb tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:33:39.967040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2760277-d074-4605-9b7f-cbd6ac784bc7 req-5b8f0f30-cc46-4cba-9838-30ff407746bb tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/b19a3567-2ee6-408c-86fb-f21f7812e272 HTTP/1.1" status: 404  len: 352 time: 0.0331454
Dec 16 09:33:40.015784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:40.185186 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.204108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:40.208007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Usage tracker for resource:security_group_rule and tenant:1c8518a7828947bc9ae0cba12e9a51a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:40.211079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:40.218173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:40.323257 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.328729 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.339025 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fede749e-888f-42c4-a7a6-a619483d2716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:40.391129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c8518a7828947bc9ae0cba12e9a51a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3741472
Dec 16 09:33:40.393132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb5886-efae-4a5c-ad00-e141f9e33bca,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:40.394487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:40.396220 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:40.544750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.583899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.713756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.719939 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0e29c9bb-ef7e-4090-9157-b9c8412ad987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:40.737074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 23b32571-3ca3-463a-a87a-1274b5ba31d2 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:40.737937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fb5886-efae-4a5c-ad00-e141f9e33bca,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:40.740305 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:40.744329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660ffb6-15db-4e54-9ddb-47b724570739 req-a1c43164-fa33-4d4b-bbb0-d25885a60b51 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:40.745522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.751811 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2660ffb6-15db-4e54-9ddb-47b724570739 req-a1c43164-fa33-4d4b-bbb0-d25885a60b51 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.0953741
Dec 16 09:33:40.798323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2660ffb6-15db-4e54-9ddb-47b724570739 req-2b1a1894-aac9-45c2-b2f9-81e218fe8bef tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455940
Dec 16 09:33:40.831016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:40.834580 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2fb5886-efae-4a5c-ad00-e141f9e33bca HTTP/1.1" status: 204  len: 168 time: 0.4357004
Dec 16 09:33:40.850050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 23b32571-3ca3-463a-a87a-1274b5ba31d2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:40.850526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 23b32571-3ca3-463a-a87a-1274b5ba31d2 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:41.047440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d312662-1248-45b3-a880-ce850eade414 req-ecc2207c-8702-4dbe-a26d-421b08e06b09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/fabaef8a-1e40-4a1f-8089-2c1e59a48dd4 HTTP/1.1" status: 200  len: 1800 time: 0.2176094
Dec 16 09:33:41.110015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d312662-1248-45b3-a880-ce850eade414 req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.138710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d312662-1248-45b3-a880-ce850eade414 req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.200144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d312662-1248-45b3-a880-ce850eade414 req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.204160 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4571cc46-b8e5-416d-abbe-86973f98b438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:41.232314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabaef8a-1e40-4a1f-8089-2c1e59a48dd4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:41.264265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35904) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:41.265328 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:41.287951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.300772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d312662-1248-45b3-a880-ce850eade414 req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.301727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d312662-1248-45b3-a880-ce850eade414 req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/fabaef8a-1e40-4a1f-8089-2c1e59a48dd4 HTTP/1.1" status: 204  len: 173 time: 0.2534328
Dec 16 09:33:41.305373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Deleting port 1b2f3639-1456-4474-af34-4596d87ebe6b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:41.305719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.312284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:41.316657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Usage tracker for resource:security_group_rule and tenant:1b95fcaaad404f22bb84406bad1d649a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:41.320240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:41.327664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:41.421374 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.425410 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.435938 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-faea8918-54c3-43a2-a8b6-a0b89018e389 tempest-ServersAdminTestJSON-193317236 tempest-ServersAdminTestJSON-193317236-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:41.484145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b95fcaaad404f22bb84406bad1d649a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2174315
Dec 16 09:33:41.484936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a26dd3-deda-46c2-946a-b98d13c9bea2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:41.488016 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:41.489140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35912) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:41.504283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cee33a78-c4cb-4d11-8ddb-3b9135398160 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:41.539515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] For port 1b2f3639-1456-4474-af34-4596d87ebe6b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1b2f3639-1456-4474-af34-4596d87ebe6b,segment=NetworkSegment(a69af1f0-5d85-434f-95b8-f31c732581bb),segment_id=a69af1f0-5d85-434f-95b8-f31c732581bb)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:41.539654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.595794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.610137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: cee33a78-c4cb-4d11-8ddb-3b9135398160 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:41.610832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cee33a78-c4cb-4d11-8ddb-3b9135398160 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:41.625871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.666694 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.698233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Calling delete_port for 1b2f3639-1456-4474-af34-4596d87ebe6b owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:41.737255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.743736 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d5dc2fd-c471-4a0d-940f-27c04d76be68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:41.759242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a26dd3-deda-46c2-946a-b98d13c9bea2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:41.769228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:41.773106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.777285 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09a26dd3-deda-46c2-946a-b98d13c9bea2 HTTP/1.1" status: 204  len: 168 time: 0.2877750
Dec 16 09:33:41.913815 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c28b12e2-9316-4b3a-aefa-4ca2ffc384a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.916733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:41.926564 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:42.020291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2f3639-1456-4474-af34-4596d87ebe6b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:42.027932 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:42.046537 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-2876081b-efd3-4c0f-9f15-d7980d7823d1 req-51ea345c-a56c-49af-80e4-6bb89e69816c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:33:42.048020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2876081b-efd3-4c0f-9f15-d7980d7823d1 req-51ea345c-a56c-49af-80e4-6bb89e69816c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/fabaef8a-1e40-4a1f-8089-2c1e59a48dd4 HTTP/1.1" status: 404  len: 352 time: 0.0294702
Dec 16 09:33:42.307685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:42.326000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ce62a-85f3-43e3-8ef6-5a2147c45024 req-70445dfd-aea3-46b1-8267-42e48583d224 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:42.327914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-937ce62a-85f3-43e3-8ef6-5a2147c45024 req-70445dfd-aea3-46b1-8267-42e48583d224 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.1178234
Dec 16 09:33:42.413096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-937ce62a-85f3-43e3-8ef6-5a2147c45024 req-db5c0095-9d67-4fe2-bf60-3cfcf543c8fd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791163
Dec 16 09:33:42.582246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35984) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:42.636684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-016aa67a-6f51-4a1e-9dd8-7e577f684b39 req-ddb368a5-2833-4355-ad05-1e4e5295c104 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/2662f4b1-4558-47f1-adb5-b5980ada13af HTTP/1.1" status: 200  len: 1800 time: 0.0798323
Dec 16 09:33:42.714799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-016aa67a-6f51-4a1e-9dd8-7e577f684b39 req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:42.752446 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-016aa67a-6f51-4a1e-9dd8-7e577f684b39 req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:42.819866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-016aa67a-6f51-4a1e-9dd8-7e577f684b39 req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:42.826410 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fc9c0c3c-1577-40be-83b6-3f5b931dadc4 tempest-SecurityGroupsTestAdminJSON-1202257101 tempest-SecurityGroupsTestAdminJSON-1202257101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:42.842806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2662f4b1-4558-47f1-adb5-b5980ada13af,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:42.846991 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:42.850683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-016aa67a-6f51-4a1e-9dd8-7e577f684b39 req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:42.863433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-016aa67a-6f51-4a1e-9dd8-7e577f684b39 req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/2662f4b1-4558-47f1-adb5-b5980ada13af HTTP/1.1" status: 204  len: 173 time: 0.2255998
Dec 16 09:33:42.905568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:42.924555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:42.931476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Usage tracker for resource:security_group_rule and tenant:4511a1815a624fbc9ac2821baf9a7657 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:42.935054 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:42.943512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:43.029600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Router f2ce5324-a37e-4266-b182-666de0027d14 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:33:43.074505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:43.081789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:43.147855 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b629b99d-5d03-418a-98d3-2386658077ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:43.162020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4511a1815a624fbc9ac2821baf9a7657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5781112
Dec 16 09:33:43.165636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36006) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:43.228110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdd3d7b-0157-4d0c-bb04-0ffefd8e4f60,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:43.232077 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:43.266322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:43.300831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:43.403075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:43.410995 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4424fe26-1887-4757-b9ad-e39e17bad494 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:43.426623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdd3d7b-0157-4d0c-bb04-0ffefd8e4f60,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:43.436536 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:43.439378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:43.441080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcdd3d7b-0157-4d0c-bb04-0ffefd8e4f60 HTTP/1.1" status: 204  len: 168 time: 0.2742643
Dec 16 09:33:43.491783 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-4b47a7b7-4740-4092-9f40-628df9ba5cf5 service neutron] show failed (client error): The resource could not be found.
Dec 16 09:33:43.493234 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-4b47a7b7-4740-4092-9f40-628df9ba5cf5 service neutron] 10.222.0.74 "GET /v2.0/ports/9cc26b84-b486-4d3d-adad-5399593ba99e/bindings/n-h1-820554-2 HTTP/1.1" status: 404  len: 380 time: 0.2006354
Dec 16 09:33:43.513102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:43.523551 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] Sync routers for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:43.536342 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:43.537534 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3869fd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:43.548999 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] 10.222.0.66 "PUT /v2.0/routers/f2ce5324-a37e-4266-b182-666de0027d14/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6194634
Dec 16 09:33:43.549506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36046) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:43.804109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:43.906546 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:43.971836 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-0be26f30-24ac-44a9-be76-48a85a5c21ce req-31469842-f0b5-4ae6-9e93-f3855be80ab6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:33:43.973636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0be26f30-24ac-44a9-be76-48a85a5c21ce req-31469842-f0b5-4ae6-9e93-f3855be80ab6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/2662f4b1-4558-47f1-adb5-b5980ada13af HTTP/1.1" status: 404  len: 352 time: 0.0623896
Dec 16 09:33:43.985963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:44.027800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-30822928-2b5f-41f1-ad66-4ae76df19466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:44.029938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-30822928-2b5f-41f1-ad66-4ae76df19466 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6&tenant_id=9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 1101 time: 0.1823595
Dec 16 09:33:44.049151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820554-2', 'device_owner': 'compute:nova'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:44.256758 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:44.269632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Deleting port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:44.270296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:44.321556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:44.447852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50df1725-1d3b-4121-86bb-060d938e8d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:44.470505 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3869fd0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:33:41Z', 'revision_number': 5, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port': {'id': '7a978f13-fcf5-45bb-8ac9-44ea7900c91b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:47Z', 'updated_at': '2021-12-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:44.474778 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] Checking router: f2ce5324-a37e-4266-b182-666de0027d14 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:44.483927 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] Routers {'f2ce5324-a37e-4266-b182-666de0027d14'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:44.484754 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3869fd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f2ce5324-a37e-4266-b182-666de0027d14'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:44.530482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] For port 7a978f13-fcf5-45bb-8ac9-44ea7900c91b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:44.530861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:44.671195 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] Set router f2ce5324-a37e-4266-b182-666de0027d14 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:44.784792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b24b-e8b4-416a-85db-1ffa75cba29f req-358eea12-cb16-4ea0-9492-b0a734f82001 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:44.786435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c726b24b-e8b4-416a-85db-1ffa75cba29f req-358eea12-cb16-4ea0-9492-b0a734f82001 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.3716102
Dec 16 09:33:44.800717 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3869fd0>, [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:33:44Z', 'revision_number': 6, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:44.806231 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7911ef-1dec-4ac9-b2a7-37569e2b0129 None None] The sync data for ids ['f2ce5324-a37e-4266-b182-666de0027d14'] in n-d-820554-2 is: [{'id': 'f2ce5324-a37e-4266-b182-666de0027d14', 'name': 'tempest-ServerRescueTestJSONUnderV235-308857395-router', 'tenant_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:45Z', 'updated_at': '2021-12-16T09:33:44Z', 'revision_number': 6, 'project_id': 'e27eb009d7e34e33a4b628aeb1af1431', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:44.812674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Calling delete_port for 7a978f13-fcf5-45bb-8ac9-44ea7900c91b owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:44.937261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c726b24b-e8b4-416a-85db-1ffa75cba29f req-f8a53dd1-28f8-44d2-aec0-a560d86447f4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401966
Dec 16 09:33:45.030735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:45.057023 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.064609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:45.070355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:33:45.137696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:45.140123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a978f13-fcf5-45bb-8ac9-44ea7900c91b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:45.144335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:45.147252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:45.148115 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.166606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Transition to ACTIVE for port object 9cc26b84-b486-4d3d-adad-5399593ba99e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:33:45.171646 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.176142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86b81be8-66e4-4572-a8be-7458cc1df896 tempest-AttachSCSIVolumeTestJSON-1365468515 tempest-AttachSCSIVolumeTestJSON-1365468515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:45.227580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.265931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.357968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] No DVR routers for this DVR port 9cc26b84-b486-4d3d-adad-5399593ba99e on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:33:45.361982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:45.364990 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:45.431283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:33:45.432446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:33:45.432792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:33:45.438870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Port 9cc26b84-b486-4d3d-adad-5399593ba99e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:33:45.439252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Attempting to bind port 9cc26b84-b486-4d3d-adad-5399593ba99e on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:33:45.446322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:33:45.446656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:33:45.447105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:33:45.447490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Bound port: 9cc26b84-b486-4d3d-adad-5399593ba99e, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:33:45.448592 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.458883 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.646002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1298507812-network', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:45.663394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:45.670641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Usage tracker for resource:network and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:45.674533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.676379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:45.679480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.685334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:45.708753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:45.711427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.734828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:33:45.738307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.752580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.753114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ce5324-a37e-4266-b182-666de0027d14 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:33:45.754682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dc28aaa8-f340-4ff1-ba11-a888021ea850 req-88a01a39-c82a-4c86-9548-72b5a035eaf0 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:45.761865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:33:45.768966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:45.770155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.774242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Usage tracker for resource:security_group_rule and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:45.776691 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd189918-aa9b-43a1-b222-24fd91427899 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:45.778376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:45.782041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.783228 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f2ce5324-a37e-4266-b182-666de0027d14 HTTP/1.1" status: 204  len: 168 time: 2.2327409
Dec 16 09:33:45.786411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:45.817043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:45.824354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dc28aaa8-f340-4ff1-ba11-a888021ea850 req-88a01a39-c82a-4c86-9548-72b5a035eaf0 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:45.825699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc28aaa8-f340-4ff1-ba11-a888021ea850 req-88a01a39-c82a-4c86-9548-72b5a035eaf0 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 6147 time: 0.2112949
Dec 16 09:33:45.839070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:45.839711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.841056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] 10.222.0.54 "PUT /v2.0/ports/9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 1096 time: 1.8035944
Dec 16 09:33:45.873555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Deleting subnet ff80ed73-5d6b-4b94-bbca-6b55e68faaba {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:33:45.880015 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.922943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:45.940132 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:45.951286 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:45.961203 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc28aaa8-f340-4ff1-ba11-a888021ea850 req-79915348-0bf9-4de0-b4ce-e63961b26bbf tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/267241fe-cc7b-422e-9cc7-3bcdb8cf17cc HTTP/1.1" status: 200  len: 2981 time: 0.1168299
Dec 16 09:33:46.023782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-eb4303c9-f1da-44ad-b08d-822b57cfbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:46.025273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-eb4303c9-f1da-44ad-b08d-822b57cfbd1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1099 time: 0.1533215
Dec 16 09:33:46.032825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc28aaa8-f340-4ff1-ba11-a888021ea850 req-78e88da6-c83f-4cd0-8ba9-27353bb3cab8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/267241fe-cc7b-422e-9cc7-3bcdb8cf17cc HTTP/1.1" status: 200  len: 2981 time: 0.0657380
Dec 16 09:33:46.051417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.142039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36152) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:46.182574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.182574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.195022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55cdff0a-5dd0-4411-99bd-24c0b0e33d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:46.237291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff80ed73-5d6b-4b94-bbca-6b55e68faaba,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:46.238807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.255395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:33:46.258006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.260999 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:46.264021 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75d8adf4-48fa-4e45-b1b4-dd1ed2eb186e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:46.297561 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ff80ed73-5d6b-4b94-bbca-6b55e68faaba HTTP/1.1" status: 204  len: 168 time: 0.5102530
Dec 16 09:33:46.302712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b2f3639-1456-4474-af34-4596d87ebe6b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:46.303446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:46.340207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1b2f3639-1456-4474-af34-4596d87ebe6b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:46.340571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b2f3639-1456-4474-af34-4596d87ebe6b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:46.340994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7a978f13-fcf5-45bb-8ac9-44ea7900c91b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:46.375329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-f4dfdb57-4c9c-417e-8984-44bde1b528d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:46.377005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-f4dfdb57-4c9c-417e-8984-44bde1b528d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3430481
Dec 16 09:33:46.379405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7a978f13-fcf5-45bb-8ac9-44ea7900c91b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:46.379772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7a978f13-fcf5-45bb-8ac9-44ea7900c91b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:46.387261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.387596 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Added segment c98b9d0e-68f7-4341-b83a-80d954bbfdc7 of type vlan for network 1004cbd6-2387-45d6-b907-4a00bbc08f99
Dec 16 09:33:46.451203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fada24c-68b3-44d5-ac14-076555b616fe,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:46.453856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-b2fa1682-7b09-4276-a2ed-3c1ac86160c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.0676665
Dec 16 09:33:46.454276 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:46.458545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.469080 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.573976 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'code': 200}
Dec 16 09:33:46.622742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.623732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:46.624437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.633277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4a3f74e3-6c0b-42ec-9c0d-368858f0136d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:46.667181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-7eaa1791-20bf-4f92-89bd-97679aa251c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:46.668629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-7eaa1791-20bf-4f92-89bd-97679aa251c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1591907
Dec 16 09:33:46.737396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.758190 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6102188
Dec 16 09:33:46.763059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36178) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:46.772302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Request body: {'subnet': {'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1298507812-subnet', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:46.782998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Pushing event updated for resources: {'Network': ['ID=1004cbd6-2387-45d6-b907-4a00bbc08f99,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:46.789972 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:46.790875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:46.796544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:33:46.799665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2183fa0>,) {'filters': {'network_id': ['08b7f09f-8677-43ec-8b07-aa4d14e71b61']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:46.808120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Usage tracker for resource:subnet and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:46.813651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:46.828118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2183fa0>, 'a69af1f0-5d85-434f-95b8-f31c732581bb') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:46.828454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2183fa0>, 'a69af1f0-5d85-434f-95b8-f31c732581bb') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:46.835882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:46.846249 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.861714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:46.864094 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.882597 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.912003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-9ab1589e-4045-4eed-a567-7761c29b678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:46.913480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-9ab1589e-4045-4eed-a567-7761c29b678e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2365141
Dec 16 09:33:46.949016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:33:46.949472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:33:46.965646 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:33:46.970989 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.032980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24442968-3bd1-4011-b064-fb596ad36ac9 req-c504c178-c1d8-4747-b673-5ed7de9f6be0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:47.034450 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24442968-3bd1-4011-b064-fb596ad36ac9 req-c504c178-c1d8-4747-b673-5ed7de9f6be0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 948 time: 0.2654490
Dec 16 09:33:47.077127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.081488 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b91e736-b87b-404d-bd5a-d7c280fef3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:47.096611 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.112098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b7f09f-8677-43ec-8b07-aa4d14e71b61,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:47.116780 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:47.122138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24442968-3bd1-4011-b064-fb596ad36ac9 req-3eea2b3d-2590-4d72-aef0-ff4c7b705784 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802262
Dec 16 09:33:47.126316 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] 10.222.0.66 "DELETE /v2.0/networks/08b7f09f-8677-43ec-8b07-aa4d14e71b61 HTTP/1.1" status: 204  len: 168 time: 0.8175623
Dec 16 09:33:47.126500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-94aced0a-a324-4a6a-a175-d7291a139116 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010446
Dec 16 09:33:47.244667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.254952 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3943b3d-8041-4bd9-8558-090184a18783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:47.309424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36198) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:47.366441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1071966157', 'description': 'tempest-description-1596044013'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:47.383596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94913205-1647-493d-953b-2e91efb53cd8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:47.389712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:47.391617 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:47.401049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Checking segment: {'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:33:47.401559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Network hostable DHCP agents. Network: 1004cbd6-2387-45d6-b907-4a00bbc08f99, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:33:47.416204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:47.418260 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-609cfa3e-1dcf-462b-8425-a5f1bfada2cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e27eb009d7e34e33a4b628aeb1af1431&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1053827
Dec 16 09:33:47.420991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36204) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:47.432419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:33:47.443682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 1004cbd6-2387-45d6-b907-4a00bbc08f99) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:47.449550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:47.450267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.461221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880fb18-d8f7-4478-bf9c-3a4ba648db62 None None] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:33:47.473615 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7062366
Dec 16 09:33:47.473811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.473957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36208) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:47.479545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:47.485053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:47.490688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Usage tracker for resource:router and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:47.493814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:47.500847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:47.518221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:47.526718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.527939 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.529526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-437b9a34-ed27-4003-b498-de235ac2ec6e req-caa1bb42-23fe-4ed3-ba1f-cb3405674fd2 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3757913
Dec 16 09:33:47.531553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:47.537493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:47.543223 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.556395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.606786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:47.622432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:47.649230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.684491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:47.755182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:47.774906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.825487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-1004cbd6-2387-45d6-b907-4a00bbc08f99', 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'fixed_ips': [{'subnet_id': '94913205-1647-493d-953b-2e91efb53cd8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:33:47.826657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.933130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.956992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:47.991292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:47.998128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.004597 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d253c94d-4f00-4e71-8c51-1427ea10713b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:48.017877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Allocated IP 172.20.0.2 (1004cbd6-2387-45d6-b907-4a00bbc08f99/94913205-1647-493d-953b-2e91efb53cd8/23b359fe-6197-448f-9481-e4ab8aea6eed) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:33:48.018826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Usage tracker for resource:security_group_rule and tenant:4a943d8922bc4cc3ba4a96578dbd45ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:48.024428 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.062843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e71b62-88dc-4f5c-82c7-f0d0317cc61b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:48.067775 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:48.069468 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e7999a51-9ce5-4ae3-8998-ee51d007149f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:48.075658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:48.082084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80380ac0-d121-4d1f-9d0f-19ac4ea7df5a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:48.089793 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:48.093978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:48.103834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.104062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.105206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ac7bdc4-4bad-49e6-82d7-95a6d37d973f req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 0.7990847
Dec 16 09:33:48.107241 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.107837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80380ac0-d121-4d1f-9d0f-19ac4ea7df5a HTTP/1.1" status: 204  len: 168 time: 0.6859086
Dec 16 09:33:48.188805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Deleting port 24a7e14d-a01d-4082-9be1-737cdce3a3ce {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:48.189167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.310189 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.318265 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.328585 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57be9179-694c-4b9a-ac30-cf7e62a1676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:48.381135 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a943d8922bc4cc3ba4a96578dbd45ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8595297
Dec 16 09:33:48.382036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36228) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:48.388382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69635f3-5d59-4a0c-b5b7-52e1c9a6b811,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:48.393742 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:48.412316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.427395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Transition to ACTIVE for port object 23b359fe-6197-448f-9481-e4ab8aea6eed will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:33:48.448825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] For port 24a7e14d-a01d-4082-9be1-737cdce3a3ce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=24a7e14d-a01d-4082-9be1-737cdce3a3ce,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:48.449555 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.449997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Transition to ACTIVE for port object 23b359fe-6197-448f-9481-e4ab8aea6eed will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:33:48.456871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.469390 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-752febea-67c9-4e40-bbef-672ff408ee28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:48.545661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Pushing event updated for resources: {'Port': ['ID=23b359fe-6197-448f-9481-e4ab8aea6eed,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:48.552584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:33:48.557130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:48.560257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:33:48.563265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.563662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.564006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.564387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.564721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.565047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.565370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.565820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.566145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.566712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.567038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.567383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:48.577465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:48.676270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Calling delete_port for 24a7e14d-a01d-4082-9be1-737cdce3a3ce owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:48.715977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Attempting to bind port 23b359fe-6197-448f-9481-e4ab8aea6eed on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:33:48.716523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Attempting to bind port 23b359fe-6197-448f-9481-e4ab8aea6eed by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:33:48.717003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Attempting to bind port 23b359fe-6197-448f-9481-e4ab8aea6eed on network 1004cbd6-2387-45d6-b907-4a00bbc08f99 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:33:48.727494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:48.728107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:33:48.735100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Checking segment: {'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:33:48.735545 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.735968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Bound using segment: {'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:33:48.738297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Bound port: 23b359fe-6197-448f-9481-e4ab8aea6eed, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:33:48.738713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.751008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.783033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1352286794', 'description': 'tempest-description-619939612'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:48.788016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.794718 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.796712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:48.809448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:48.817019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:48.839603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:48.852019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.878502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.888212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] For port 23b359fe-6197-448f-9481-e4ab8aea6eed, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:33:48.892872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] For port 23b359fe-6197-448f-9481-e4ab8aea6eed, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=23b359fe-6197-448f-9481-e4ab8aea6eed,segment=NetworkSegment(c98b9d0e-68f7-4341-b83a-80d954bbfdc7),segment_id=c98b9d0e-68f7-4341-b83a-80d954bbfdc7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:33:48.900237 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:48.907347 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:48.923865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:48.929642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:48.933243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:48.942236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:48.991408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.001413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Allocated IP 172.25.3.81 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:33:49.002789 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-249cf3d2-83f8-472b-9dd6-a0aa9c3a8171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:49.023441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Pushing event updated for resources: {'Port': ['ID=23b359fe-6197-448f-9481-e4ab8aea6eed,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:49.031819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69635f3-5d59-4a0c-b5b7-52e1c9a6b811,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:49.042205 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:49.053005 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:49.093129 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.099631 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c663e41b-4992-48de-b215-7be7a70e2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:49.150576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.154044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d69635f3-5d59-4a0c-b5b7-52e1c9a6b811 HTTP/1.1" status: 204  len: 168 time: 0.7657349
Dec 16 09:33:49.158876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a7e14d-a01d-4082-9be1-737cdce3a3ce,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:49.197023 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:49.251544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.311620 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.315429 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fd87aca-f577-4f69-bfde-e09efe4766ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:49.478453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:33:49.494531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:49.505316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:33:49.606175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Pushing event updated for resources: {'Port': ['ID=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:49.610852 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:49.635480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.670840 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.672138 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5c3963af-1630-4423-84bc-d6b658cfdb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:49.772968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c496f0ef-65f6-4676-b263-f898341ba278,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:49.791330 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:49.794573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:49.795816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5175197f-5460-4c8f-9749-906180cb14a7 req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 1.0221307
Dec 16 09:33:49.849935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:50.267711 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:50.268644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bfc7e-da30-46b6-8ec4-6cfb67bd4950 req-2e6db16f-04d4-4761-8dac-1e48c3d25f12 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:50.278319 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-286bfc7e-da30-46b6-8ec4-6cfb67bd4950 req-2e6db16f-04d4-4761-8dac-1e48c3d25f12 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 948 time: 0.3497939
Dec 16 09:33:50.423597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23b359fe-6197-448f-9481-e4ab8aea6eed up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:50.469776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e4519-2989-4801-ba4c-5492558245ae None None] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:33:50.497512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-286bfc7e-da30-46b6-8ec4-6cfb67bd4950 req-a2dd898f-d0c2-49ea-a57c-1fb4c4d24efb tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181127
Dec 16 09:33:50.503885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Router 8b35c2f2-c992-4e4c-b317-87218dc52cfc has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:33:50.647950 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'status': 'completed', 'code': 200}
Dec 16 09:33:50.793618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:50.833354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:33:50.884795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 23b359fe-6197-448f-9481-e4ab8aea6eed completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:50.893858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fd2c2fc9-8a8e-4c8f-bacf-a9bf29d76fe3 None None] Provisioning for port 23b359fe-6197-448f-9481-e4ab8aea6eed completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:50.914306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fd2c2fc9-8a8e-4c8f-bacf-a9bf29d76fe3 None None] Provisioning complete for port 23b359fe-6197-448f-9481-e4ab8aea6eed triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:50.914690 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2fc9-8a8e-4c8f-bacf-a9bf29d76fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:50.947112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 23b359fe-6197-448f-9481-e4ab8aea6eed triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:50.950205 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:50.997443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:51.041260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-86a6a897-19e0-40fd-83a0-38236c61abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:51.042658 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-86a6a897-19e0-40fd-83a0-38236c61abcb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1099 time: 0.2976639
Dec 16 09:33:51.147865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:51.161565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] 10.222.0.66 "PUT /v2.0/routers/8b35c2f2-c992-4e4c-b317-87218dc52cfc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0168264
Dec 16 09:33:51.167202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36306) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:51.169404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] Sync routers for ids ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:51.190286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-17f3e14b-b207-403c-ac0a-e2ac96230170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:51.191202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-17f3e14b-b207-403c-ac0a-e2ac96230170 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1099 time: 0.5304110
Dec 16 09:33:51.198677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.234149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:51.277594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:51.287363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-1eec4e93-06bb-4661-83d5-0a79484e9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:51.289057 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-1eec4e93-06bb-4661-83d5-0a79484e9116 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2381811
Dec 16 09:33:51.292940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] Routers {'8b35c2f2-c992-4e4c-b317-87218dc52cfc'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:51.293432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Usage tracker for resource:security_group_rule and tenant:5afd39a73270434881433469e341d77d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:51.293534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25b72e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:51.298062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:51.304824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:51.374927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-8b830f7c-8925-47f8-a020-18c5da89f19e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:51.382781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-8b830f7c-8925-47f8-a020-18c5da89f19e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 812 time: 0.4478571
Dec 16 09:33:51.383805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'mac_address': 'fa:16:3e:af:0e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:33:51.393310 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.424222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2885da68-31ba-4ede-9593-f6c448770319 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/quotas/e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 375 time: 0.0403202
Dec 16 09:33:51.434568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Router d88b9940-0877-4e70-88f5-077b752a9038 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:33:51.458291 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-726ab9ba-91bb-499d-bc65-34226cc22feb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.0936720
Dec 16 09:33:51.571333 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2fc9-8a8e-4c8f-bacf-a9bf29d76fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.619398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] Set router 8b35c2f2-c992-4e4c-b317-87218dc52cfc gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:51.638840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-9a0b1c3f-1d79-4ca4-9cae-b85e13dda76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:51.640291 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-9a0b1c3f-1d79-4ca4-9cae-b85e13dda76f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1717513
Dec 16 09:33:51.642015 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.745064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.757122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 23b359fe-6197-448f-9481-e4ab8aea6eed, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=23b359fe-6197-448f-9481-e4ab8aea6eed,segment=NetworkSegment(c98b9d0e-68f7-4341-b83a-80d954bbfdc7),segment_id=c98b9d0e-68f7-4341-b83a-80d954bbfdc7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:51.758097 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.763207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-14a2b828-014d-4359-b63f-31a7bc48a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:51.764901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-14a2b828-014d-4359-b63f-31a7bc48a6e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.5015728
Dec 16 09:33:51.767692 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.784839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:51.791586 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:51.897379 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-735b1624-9c68-4142-9dfa-e4d3d50ac461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:51.912834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc26b84-b486-4d3d-adad-5399593ba99e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:33:51.920683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-08e70a1d-5d80-4b3d-bd2a-ea65ce2764af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.0952561
Dec 16 09:33:51.965678 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5afd39a73270434881433469e341d77d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9641786
Dec 16 09:33:51.969159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:51.970109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc6e1e-37fb-4374-8c1d-9bf2b461f787,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:51.982912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:51.990900 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:51.995857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:33:51.999983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-fd2c2fc9-8a8e-4c8f-bacf-a9bf29d76fe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:33:52.000159 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-fd2c2fc9-8a8e-4c8f-bacf-a9bf29d76fe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:33:52.000495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=23b359fe-6197-448f-9481-e4ab8aea6eed,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:52.010601 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Sync routers for ids ['d88b9940-0877-4e70-88f5-077b752a9038'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:33:52.013185 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.015081 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:52.015576 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:52.027716 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Routers {'d88b9940-0877-4e70-88f5-077b752a9038'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:52.029442 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3869610>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d88b9940-0877-4e70-88f5-077b752a9038'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:52.067088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-e1eb8811-edb9-446b-b855-3c6a152b9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:52.068831 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-e1eb8811-edb9-446b-b855-3c6a152b9bd0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3651247
Dec 16 09:33:52.079856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.081041 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.6068065
Dec 16 09:33:52.089128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-7e270945-8902-41ee-b538-e12fea586751 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6638029
Dec 16 09:33:52.090991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36316) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:52.109366 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.137863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:52.141126 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:52.174415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25b72e0>, [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:33:48Z', 'revision_number': 5, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:52.178849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] Checking router: 8b35c2f2-c992-4e4c-b317-87218dc52cfc for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:52.188707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] Routers {'8b35c2f2-c992-4e4c-b317-87218dc52cfc'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:52.189340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25b72e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:52.219678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.249414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9cc26b84-b486-4d3d-adad-5399593ba99e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:52.280000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-cd5eb841-1f54-4a01-b64a-d36728d4400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:52.281689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-cd5eb841-1f54-4a01-b64a-d36728d4400e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3554027
Dec 16 09:33:52.294316 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-dd464acf-ddc3-45d2-9f49-5b871517fd9a service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119095
Dec 16 09:33:52.401874 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Set router d88b9940-0877-4e70-88f5-077b752a9038 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:52.417385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23b359fe-6197-448f-9481-e4ab8aea6eed up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:52.431617 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.515905 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-20247807-cc95-46fe-aa18-d6c9d68dc1e9 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116075
Dec 16 09:33:52.519471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.536719 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:52.542408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Deleting port 2b372704-a23a-4a1a-8fa1-8c21658699f0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:52.542811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.581138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc6e1e-37fb-4374-8c1d-9bf2b461f787,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:52.584644 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:52.597442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.601144 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0bc6e1e-37fb-4374-8c1d-9bf2b461f787 HTTP/1.1" status: 204  len: 168 time: 0.6299562
Dec 16 09:33:52.608651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-9e2c52ba-839a-47ca-8365-8eb9f107ff6b service neutron] 10.222.0.66 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5184548
Dec 16 09:33:52.738120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] Set router 8b35c2f2-c992-4e4c-b317-87218dc52cfc gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:52.766699 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3869610>, [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:33:49Z', 'revision_number': 3, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:52.771069 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Checking router: d88b9940-0877-4e70-88f5-077b752a9038 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:33:52.771717 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Updating router d88b9940-0877-4e70-88f5-077b752a9038 port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:33:52.832084 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.880715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 23b359fe-6197-448f-9481-e4ab8aea6eed triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:52.881093 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:52.900056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-e58b1482-0c69-414b-9354-8f36b072e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:52.901841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-e58b1482-0c69-414b-9354-8f36b072e52e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6026676
Dec 16 09:33:53.074060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:53.075829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-de0baef7-4659-4c55-84f2-f8cc1ce783b8 None None] Provisioning complete for port 23b359fe-6197-448f-9481-e4ab8aea6eed triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:53.076140 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-de0baef7-4659-4c55-84f2-f8cc1ce783b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.097661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.134637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:53.138752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Usage tracker for resource:security_group_rule and tenant:3f1f9764c71d43bf89407923956ca0a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:53.142017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:53.149759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:53.243723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.250102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.261301 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5285d590-97ea-4773-8b52-786e564a07ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:53.294221 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.314223 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-b3eb2408-b64a-4661-bbd3-64a7995e7b14 service neutron] 10.222.0.66 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6939087
Dec 16 09:33:53.326324 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Transition to ACTIVE for port object 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:33:53.332600 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f1f9764c71d43bf89407923956ca0a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2564969
Dec 16 09:33:53.334569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec49969-6e83-4d23-81d8-8806f6f457ed,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:53.348251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:53.350427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36330) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:53.371975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] For port 2b372704-a23a-4a1a-8fa1-8c21658699f0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2b372704-a23a-4a1a-8fa1-8c21658699f0,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:53.372338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.379418 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:33:53.381182 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.400222 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-2ac034ea-4b66-4563-8b29-5b8b58179ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:53.413341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25b72e0>, [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:33:48Z', 'revision_number': 5, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:53.417950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c755b77-71c9-4a2b-97af-d295c4b30c32 None None] The sync data for ids ['8b35c2f2-c992-4e4c-b317-87218dc52cfc'] in n-d-820554-2 is: [{'id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2088622556-router', 'tenant_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:29Z', 'updated_at': '2021-12-16T09:33:48Z', 'revision_number': 5, 'project_id': 'c2edfb2acb6f4dcf8aa81acbe4c84002', 'gw_port': {'id': '2b372704-a23a-4a1a-8fa1-8c21658699f0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c2f2-c992-4e4c-b317-87218dc52cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:31Z', 'updated_at': '2021-12-16T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:53.467759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.520737 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.530208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-c95a120a-81d7-438c-b065-c92457a35ea4 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6116447
Dec 16 09:33:53.535461 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Attempting to bind port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:33:53.535834 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Attempting to bind port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:33:53.536203 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Attempting to bind port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:33:53.543444 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Pushing event updated for resources: {'Port': ['ID=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:53.549483 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:33:53.549483 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:33:53.549483 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.549814 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:33:53.550145 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Bound port: 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:33:53.550647 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.585379 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.585708 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.586597 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.586928 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.587403 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.587677 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.588004 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.588353 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.588628 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.588944 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.589255 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.589569 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:33:53.593355 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:53.638744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.649175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1073bb95-dd0a-4a18-b7a7-c76116013d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:53.650594 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] For port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:33:53.656327 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] For port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:33:53.661586 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.666331 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:53.681014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Calling delete_port for 2b372704-a23a-4a1a-8fa1-8c21658699f0 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:53.689716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:53.706632 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ec49969-6e83-4d23-81d8-8806f6f457ed HTTP/1.1" status: 204  len: 168 time: 0.3400400
Dec 16 09:33:53.709308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec49969-6e83-4d23-81d8-8806f6f457ed,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:53.719103 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:53.778285 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Pushing event updated for resources: {'Port': ['ID=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:53.788633 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:53.794953 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Routers {'d88b9940-0877-4e70-88f5-077b752a9038'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:33:53.795821 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3869610>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d88b9940-0877-4e70-88f5-077b752a9038'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:54.044899 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] Set router d88b9940-0877-4e70-88f5-077b752a9038 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:33:54.166409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-05c9432f-6520-4097-99dc-841976cb5547 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6c678fe6eb994d9b8dc036ce36c11f77&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0696180
Dec 16 09:33:54.250207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 24a7e14d-a01d-4082-9be1-737cdce3a3ce no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:54.305965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 24a7e14d-a01d-4082-9be1-737cdce3a3ce {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:54.306703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 24a7e14d-a01d-4082-9be1-737cdce3a3ce not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:54.393808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9eb6cccb-4400-4757-9a4f-898e5ecc8de3 req-405d30ea-f98e-4c42-9738-72c7d164b300 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6060925
Dec 16 09:33:54.525338 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3869610>, [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:33:49Z', 'revision_number': 3, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:33:54.530102 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f873cda-9a0a-4dc0-bdc2-3353392b6c4e None None] The sync data for ids ['d88b9940-0877-4e70-88f5-077b752a9038'] in n-d-820554-2 is: [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:33:49Z', 'revision_number': 3, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:33:54.627020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-aeeda2dc-5941-4cd7-9d19-ba5fb263d798 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:54.628606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-aeeda2dc-5941-4cd7-9d19-ba5fb263d798 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4270005
Dec 16 09:33:54.677737 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:54.690103 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-998a21f1-a08d-4fe0-a522-fae97a72991b tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:54.732439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-b191d569-6949-4104-b646-a56a12ca5dc3 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/quotas/6c678fe6eb994d9b8dc036ce36c11f77 HTTP/1.1" status: 200  len: 375 time: 0.0638273
Dec 16 09:33:54.748948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b372704-a23a-4a1a-8fa1-8c21658699f0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:54.784929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:54.807391 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:54.811335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:54.879022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:54.900559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-35380a22-a0f3-4d55-8426-d534b4954647 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c678fe6eb994d9b8dc036ce36c11f77&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1545694
Dec 16 09:33:54.926281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 9cc26b84-b486-4d3d-adad-5399593ba99e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:54.933744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 9cc26b84-b486-4d3d-adad-5399593ba99e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:54.934144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:54.990263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1567392753-network', 'tenant_id': 'd45c41e3b27b4c5b87b667a2526cee66'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:54.999410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:55.004126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Usage tracker for resource:network and tenant:d45c41e3b27b4c5b87b667a2526cee66 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:55.008908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:55.027216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:55.038285 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.056669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Made reservation on behalf of d45c41e3b27b4c5b87b667a2526cee66 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:55.059125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.073875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.135686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:55.139948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d45c41e3b27b4c5b87b667a2526cee66 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:55.143325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:55.150768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:55.211734 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.253306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:33:55.271532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:55.281479 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.289656 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:55.380956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.390600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.395854 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5eac7939-7a7e-4ac5-96b8-3413532e921a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:55.452113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:33:55.474086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:55.483426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d1699-7e52-4f13-b412-0c7f04825280,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:55.484628 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:55.490767 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:55.492043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.493192 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Added segment 64a1ad2e-0715-41c4-abb6-b659d278b59c of type vlan for network 79284d7e-90aa-4497-b36d-ef66ac33ff45
Dec 16 09:33:55.608976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.676689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-faf9278f-7b91-45d2-930f-2f9cec1182be tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:55.681261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-faf9278f-7b91-45d2-930f-2f9cec1182be tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:55.712259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-faf9278f-7b91-45d2-930f-2f9cec1182be tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:55.713805 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-faf9278f-7b91-45d2-930f-2f9cec1182be tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6&tenant_id=9347d0d23cb541258e095e1c8c647f8e&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 950 time: 0.2185576
Dec 16 09:33:55.714808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.719801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:55.719801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.789977 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:55.906310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-819b7fb8-762a-4399-9f98-0ea8ecf495a9 req-7fab3c3e-e3f0-4497-8e70-abb008b838ef tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 210 time: 0.0649152
Dec 16 09:33:55.910640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.915747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:55.933535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Pushing event updated for resources: {'Network': ['ID=79284d7e-90aa-4497-b36d-ef66ac33ff45,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:55.939881 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:55.945653 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1298866
Dec 16 09:33:55.945808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:55.952529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 79284d7e-90aa-4497-b36d-ef66ac33ff45 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:33:55.962437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Request body: {'subnet': {'network_id': '79284d7e-90aa-4497-b36d-ef66ac33ff45', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1567392753-subnet', 'tenant_id': 'd45c41e3b27b4c5b87b667a2526cee66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:55.969958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:55.974527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Usage tracker for resource:subnet and tenant:d45c41e3b27b4c5b87b667a2526cee66 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:55.978004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:55.988386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:56.005830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Made reservation on behalf of d45c41e3b27b4c5b87b667a2526cee66 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:56.009017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:56.016561 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:56.016884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b35c2f2-c992-4e4c-b317-87218dc52cfc {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:33:56.061599 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:56.065523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] 10.222.0.66 "DELETE /v2.0/routers/8b35c2f2-c992-4e4c-b317-87218dc52cfc HTTP/1.1" status: 204  len: 168 time: 4.8949142
Dec 16 09:33:56.069147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:56.078754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-73ef5587-8169-4f84-8562-8988b040693a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:56.080685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-73ef5587-8169-4f84-8562-8988b040693a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 812 time: 0.9795272
Dec 16 09:33:56.142917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'port': {'device_id': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e', 'admin_state_up': True, 'tenant_id': 'e953c35eb7224f14b81d7262b77ea7b9'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:56.189440 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-6a8beef0-8152-4643-bc08-9a8449a46a57 service neutron] delete failed (client error): The resource could not be found.
Dec 16 09:33:56.190464 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-6a8beef0-8152-4643-bc08-9a8449a46a57 service neutron] 10.222.0.74 "DELETE /v2.0/ports/9cc26b84-b486-4d3d-adad-5399593ba99e/bindings/n-h2-820554-2 HTTP/1.1" status: 404  len: 380 time: 0.4549813
Dec 16 09:33:56.357544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8fd77c84-befd-46d5-9c24-853074c1f3f3 req-8a53df81-9fb8-4c6c-8088-f5c3f28bf95a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 210 time: 0.0960140
Dec 16 09:33:56.399759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Deleting subnet 0ce9af0c-1f5b-4180-887b-6c30282de1d9 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:33:56.402566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-e78cf01f-123f-478a-9a47-f837e5eac094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:56.404158 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-e78cf01f-123f-478a-9a47-f837e5eac094 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1101 time: 0.1207335
Dec 16 09:33:56.404900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:56.409500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9187dd0a-8729-4cd3-b6fb-401b95323471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:56.422948 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:56.428364 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'code': 200}
Dec 16 09:33:56.454199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Allocated IP 172.20.0.1 (1004cbd6-2387-45d6-b907-4a00bbc08f99/94913205-1647-493d-953b-2e91efb53cd8/21bca239-3142-4c6f-809b-884bc26e589f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:33:56.497676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:56.513983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:56.538323 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:56.605863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Made reservation on behalf of e953c35eb7224f14b81d7262b77ea7b9 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:56.609833 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:56.627456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8bff8b-ae1c-4609-b7ff-01ce6d7de1ec,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:56.641496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:56.747537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Checking segment: {'id': '64a1ad2e-0715-41c4-abb6-b659d278b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '79284d7e-90aa-4497-b36d-ef66ac33ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:33:56.748369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Network hostable DHCP agents. Network: 79284d7e-90aa-4497-b36d-ef66ac33ff45, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:33:56.771687 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-61cdc462-45f7-4c26-aeab-9bd5ef1dff3e tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6c678fe6eb994d9b8dc036ce36c11f77&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1009519
Dec 16 09:33:56.777846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:56.778034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-7bd84fa0-0500-44bb-ab58-5e6e0e67d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:56.779502 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-7bd84fa0-0500-44bb-ab58-5e6e0e67d995 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3435509
Dec 16 09:33:56.881036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:56.886937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:56.887700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.005144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.009962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.022435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.043344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:57.051174 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.053535 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:57.091059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Transition to ACTIVE for port object 21bca239-3142-4c6f-809b-884bc26e589f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:33:57.095734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-71046b43-78dc-4d07-8830-53b60da0ba3a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:57.097377 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-71046b43-78dc-4d07-8830-53b60da0ba3a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3165522
Dec 16 09:33:57.166139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Request body: {'port': {'device_id': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '6c678fe6eb994d9b8dc036ce36c11f77'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:57.166451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8555-c0b5-4197-b19a-6f8b48bfa618 req-259490d3-009b-4a44-8482-2311db5de94a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:57.168004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-506e8555-c0b5-4197-b19a-6f8b48bfa618 req-259490d3-009b-4a44-8482-2311db5de94a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.5701289
Dec 16 09:33:57.171810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:57.181927 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:57.197179 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-3ba53908-9fa9-4368-b266-55ed67940f85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.0984843
Dec 16 09:33:57.201615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Network 79284d7e-90aa-4497-b36d-ef66ac33ff45 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:33:57.217509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.221234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Allocated IP 172.20.0.8 (200a44e8-b2eb-4c74-83bd-9f31e4b7f44e/a82f273d-0f62-401b-9e44-ae87a3f181a9/ab728f0b-6f86-453b-930e-c6f8bf68c9de) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:33:57.230551 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:57.288191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce9af0c-1f5b-4180-887b-6c30282de1d9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:57.290621 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:57.297402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.303741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977cb19-b4e1-41af-9491-a6f39ab39ca9 None None] Network 793b1e1a-f01b-47e4-8729-f4ca6c773da0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:33:57.305702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.312165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 79284d7e-90aa-4497-b36d-ef66ac33ff45) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:57.312968 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:57.325827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a753c-f6e8-4737-bcf8-7905c5222efa None None] Network 79284d7e-90aa-4497-b36d-ef66ac33ff45 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:33:57.328919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:57.329506 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.348175 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-506e8555-c0b5-4197-b19a-6f8b48bfa618 req-395c149b-f06c-49df-8c23-8832a4dca920 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631894
Dec 16 09:33:57.375453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-6aedff41-6505-4fff-9d7b-7f3f91445b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:57.377043 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-6aedff41-6505-4fff-9d7b-7f3f91445b44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1293762
Dec 16 09:33:57.414551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0ce9af0c-1f5b-4180-887b-6c30282de1d9 HTTP/1.1" status: 204  len: 168 time: 1.3439798
Dec 16 09:33:57.421385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36412) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:57.428390 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.4816039
Dec 16 09:33:57.430341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:33:57.437315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:57.447991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Usage tracker for resource:port and tenant:6c678fe6eb994d9b8dc036ce36c11f77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:57.451918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:57.462788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:57.466335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:33:57.467284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:57.488000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Made reservation on behalf of 6c678fe6eb994d9b8dc036ce36c11f77 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:57.493752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.509359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.532203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:57.537080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Usage tracker for resource:security_group_rule and tenant:6c678fe6eb994d9b8dc036ce36c11f77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:57.547298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:57.567198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:57.581675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-56e3052b-a351-4752-9e7e-838f2118283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:57.583288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-56e3052b-a351-4752-9e7e-838f2118283d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1957450
Dec 16 09:33:57.840077 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-2db4b546-8be0-4972-87c8-0d1c30aac5ba service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449019
Dec 16 09:33:57.975203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Pushing event updated for resources: {'Port': ['ID=21bca239-3142-4c6f-809b-884bc26e589f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:57.976469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.985298 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:57.989632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-406dd47c-93f6-4a56-8272-f08487670084 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:57.998186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] DHCP port deletion for 793b1e1a-f01b-47e4-8729-f4ca6c773da0 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:33:58.003995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0c334d-643d-4acf-b295-84245778e937 None None] Network 79284d7e-90aa-4497-b36d-ef66ac33ff45 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:33:58.030726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Deleting port 5264df50-71c5-4d67-8977-94ba8651eb07 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:58.031106 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.105930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.108234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2e822-4dee-4704-9e52-11731cddab89,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:58.118470 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:58.127088 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:58.137524 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7d5e9a66-cfd1-4ef7-87b7-1e6c7c67cbda req-a23cb333-ab35-4643-aec4-4a906892f6bf service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2874706
Dec 16 09:33:58.140499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb18bb17-bff5-4e3d-9e46-dd548f03218a req-05a81272-dde0-46f9-bfd0-7584ff06e469 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:33:58.165142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Deleting port 5264df50-71c5-4d67-8977-94ba8651eb07 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:58.165451 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.217058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a3f45b02-6d2f-4900-8237-3af4e609beb6 None None] Provisioning for port 21bca239-3142-4c6f-809b-884bc26e589f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:58.217191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36430) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:58.228901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889969934-network', 'tenant_id': '120d8c0087394063a8e1b46f92406d9a'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:58.232385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a3f45b02-6d2f-4900-8237-3af4e609beb6 None None] Provisioning complete for port 21bca239-3142-4c6f-809b-884bc26e589f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:58.232839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3f45b02-6d2f-4900-8237-3af4e609beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.237132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:58.249811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Usage tracker for resource:network and tenant:120d8c0087394063a8e1b46f92406d9a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:58.255550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:58.267333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Allocated IP 192.168.233.96 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/189ff23e-75c1-4f47-9956-1b07a393a642) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:33:58.269875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:58.291654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Made reservation on behalf of 120d8c0087394063a8e1b46f92406d9a for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:58.294362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.326040 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.365178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:33:58.367748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:58.377365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:120d8c0087394063a8e1b46f92406d9a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:58.382781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:58.396645 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.410925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:58.427571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a3f45b02-6d2f-4900-8237-3af4e609beb6 None None] Port 21bca239-3142-4c6f-809b-884bc26e589f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:33:58.594515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.614479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb18bb17-bff5-4e3d-9e46-dd548f03218a req-05a81272-dde0-46f9-bfd0-7584ff06e469 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:33:58.623018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb18bb17-bff5-4e3d-9e46-dd548f03218a req-05a81272-dde0-46f9-bfd0-7584ff06e469 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 210 time: 0.7888830
Dec 16 09:33:58.633288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Transition to ACTIVE for port object 189ff23e-75c1-4f47-9956-1b07a393a642 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:33:58.638806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.654852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] For port 5264df50-71c5-4d67-8977-94ba8651eb07, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5264df50-71c5-4d67-8977-94ba8651eb07,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:58.657513 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.676938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.683603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.691453 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9b19694-aa70-4678-8eae-0d099883646f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:58.730221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:33:58.740897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.744385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e78c04-45b3-4f4e-8bfd-37451ba1e488,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:58.746814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:58.747630 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.782529 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:58.793094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] For port 5264df50-71c5-4d67-8977-94ba8651eb07, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5264df50-71c5-4d67-8977-94ba8651eb07,segment=NetworkSegment(0ff37f4a-e2c3-4be7-b885-2391c80dc9ea),segment_id=0ff37f4a-e2c3-4be7-b885-2391c80dc9ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:33:58.793500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.801193 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6060d82b-9ea3-40f8-97c2-f45a0ae7c9cf tempest-ServersWithSpecificFlavorTestJSON-2019878654 tempest-ServersWithSpecificFlavorTestJSON-2019878654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:58.820857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Calling delete_port for 5264df50-71c5-4d67-8977-94ba8651eb07 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:58.875508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:58.876097 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Added segment 477426bf-03c1-443d-b210-8ac07e0bd224 of type vlan for network 58aa2890-eff7-43a7-be7c-7cc3bdd00a46
Dec 16 09:33:58.911724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:33:58.918250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:58.932563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:33:58.937991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Calling delete_port for 5264df50-71c5-4d67-8977-94ba8651eb07 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:33:59.008580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Pushing event updated for resources: {'Port': ['ID=189ff23e-75c1-4f47-9956-1b07a393a642,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:59.023967 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:59.031386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.044561 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.050028 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3083e8d3-f0c6-4dad-95e4-28d9e9562e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:59.068283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:59.069139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.069620 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.096068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Pushing event deleted for resources: {'Port': ['ID=5264df50-71c5-4d67-8977-94ba8651eb07,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:59.097250 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:33:59.097412 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:33:59.099585 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.099733 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:59.103320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] No DVR routers for this DVR port 5264df50-71c5-4d67-8977-94ba8651eb07 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:33:59.115439 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9583621
Dec 16 09:33:59.116858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:33:59.127951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Request body: {'port': {'device_id': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:59.139834 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:59.214693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.216289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:59.217380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.224261 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:33:59.240398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793076d-14fd-429c-808d-a2db1f624968 req-4c4c2dd4-b889-4a88-b397-012b34de9814 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:59.243511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c793076d-14fd-429c-808d-a2db1f624968 req-4c4c2dd4-b889-4a88-b397-012b34de9814 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 935 time: 0.3917494
Dec 16 09:33:59.245058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:33:59.254268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:33:59.262445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:33:59.298465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-92fb26ef-e550-4514-af78-118f1902cdf9 None None] Provisioning for port 189ff23e-75c1-4f47-9956-1b07a393a642 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:33:59.314705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-92fb26ef-e550-4514-af78-118f1902cdf9 None None] Provisioning complete for port 189ff23e-75c1-4f47-9956-1b07a393a642 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:33:59.315088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92fb26ef-e550-4514-af78-118f1902cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.332106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:59.334932 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:59.383245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Pushing event updated for resources: {'Network': ['ID=58aa2890-eff7-43a7-be7c-7cc3bdd00a46,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:33:59.387377 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:33:59.393787 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.1736150
Dec 16 09:33:59.393968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-92fb26ef-e550-4514-af78-118f1902cdf9 None None] Port 189ff23e-75c1-4f47-9956-1b07a393a642 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:33:59.394079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:59.400946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Request body: {'subnet': {'network_id': '58aa2890-eff7-43a7-be7c-7cc3bdd00a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889969934-subnet', 'tenant_id': '120d8c0087394063a8e1b46f92406d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:59.407144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.421794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:33:59.428693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Usage tracker for resource:subnet and tenant:120d8c0087394063a8e1b46f92406d9a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:33:59.436820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 58aa2890-eff7-43a7-be7c-7cc3bdd00a46 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:33:59.451906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c793076d-14fd-429c-808d-a2db1f624968 req-7bedaeb4-3370-445c-b663-f43129c4121d tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ec2e822-4dee-4704-9e52-11731cddab89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016006
Dec 16 09:33:59.459928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:33:59.460288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2b372704-a23a-4a1a-8fa1-8c21658699f0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:59.460575 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.614034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:33:59.631355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:33:59.668326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 2b372704-a23a-4a1a-8fa1-8c21658699f0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:59.668670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2b372704-a23a-4a1a-8fa1-8c21658699f0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:59.669087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5264df50-71c5-4d67-8977-94ba8651eb07 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:33:59.671284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Made reservation on behalf of 120d8c0087394063a8e1b46f92406d9a for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:33:59.673954 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.730438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5264df50-71c5-4d67-8977-94ba8651eb07 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:33:59.730784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5264df50-71c5-4d67-8977-94ba8651eb07 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:33:59.803517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Deleting port 5264df50-71c5-4d67-8977-94ba8651eb07 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:33:59.804244 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.852196 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:33:59.854783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7348015
Dec 16 09:33:59.927618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:33:59.950623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Request body: {'port': {'device_id': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:33:59.980536 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.011349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] The port '5264df50-71c5-4d67-8977-94ba8651eb07' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:34:00.016645 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb26cf97-2f86-449b-bb12-970e6b311c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:00.111334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.174344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:00.176563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.184316 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b522362-6257-4a8a-881c-74e365ca0831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:00.212614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Usage tracker for resource:security_group_rule and tenant:f23d874f682d4fa1b2fc728807fbb8d1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:00.221922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:00.240340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:00.245984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Pushing event updated for resources: {'Port': ['ID=21bca239-3142-4c6f-809b-884bc26e589f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:00.250033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189ff23e-75c1-4f47-9956-1b07a393a642 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:00.270165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.279579 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:00.312221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.313685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd97552-8775-48b3-b562-d52d997d07d7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:00.318909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Transition to ACTIVE for port object 189ff23e-75c1-4f47-9956-1b07a393a642 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:00.321863 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.324649 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:00.329574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.337554 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eaa36645-898c-4f77-b21f-80c551769191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:00.375213 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.381953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Checking segment: {'id': '477426bf-03c1-443d-b210-8ac07e0bd224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '58aa2890-eff7-43a7-be7c-7cc3bdd00a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:00.382314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Network hostable DHCP agents. Network: 58aa2890-eff7-43a7-be7c-7cc3bdd00a46, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:34:00.441086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f25c0f10>,) {'filters': {'network_id': ['793b1e1a-f01b-47e4-8729-f4ca6c773da0']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:00.495361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f25c0f10>, '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:00.495881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f25c0f10>, '0ff37f4a-e2c3-4be7-b885-2391c80dc9ea') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:00.511107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddbd0a-0f0e-494f-9c04-1d2d5c3cefb9 req-7989b84a-4ada-4098-840e-81ff1b8ded6e tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:00.512635 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22ddbd0a-0f0e-494f-9c04-1d2d5c3cefb9 req-7989b84a-4ada-4098-840e-81ff1b8ded6e tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.6706972
Dec 16 09:34:00.528993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Pushing event updated for resources: {'Port': ['ID=189ff23e-75c1-4f47-9956-1b07a393a642,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:00.534421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.540133 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:00.550460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Network 58aa2890-eff7-43a7-be7c-7cc3bdd00a46 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:34:00.591352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.613897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 58aa2890-eff7-43a7-be7c-7cc3bdd00a46) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:00.625939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d54d0c-aa35-464b-8949-d63b47a2596c None None] Network 58aa2890-eff7-43a7-be7c-7cc3bdd00a46 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:00.629620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:00.630035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.632360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:00.633044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:00.647235 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:00.665379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.675979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.688200 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9c7639b-5bf9-419e-a236-cb77e81c83d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:00.700824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Attempting to bind port 189ff23e-75c1-4f47-9956-1b07a393a642 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:00.701164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Attempting to bind port 189ff23e-75c1-4f47-9956-1b07a393a642 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:00.701496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Attempting to bind port 189ff23e-75c1-4f47-9956-1b07a393a642 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:00.735272 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3337064
Dec 16 09:34:00.735272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Port 189ff23e-75c1-4f47-9956-1b07a393a642 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:34:00.735272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Attempting to bind port 189ff23e-75c1-4f47-9956-1b07a393a642 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:00.748493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:00.748840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:00.749230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:00.749663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Bound port: 189ff23e-75c1-4f47-9956-1b07a393a642, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:00.750007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.761648 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f23d874f682d4fa1b2fc728807fbb8d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8319192
Dec 16 09:34:00.764315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757acb1-70f8-4344-a35a-99c3f4dfacf9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:00.766779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:00.773686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:00.803286 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22ddbd0a-0f0e-494f-9c04-1d2d5c3cefb9 req-3dfda89d-42bb-4116-8bdb-3f0cb624e1b1 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2716668
Dec 16 09:34:00.871446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36464) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:00.898483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:00.902548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:00.912244 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:00.967739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376fb51-b16c-453c-ad32-2cceacca444a None None] Network 58aa2890-eff7-43a7-be7c-7cc3bdd00a46 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:01.028390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] For port 189ff23e-75c1-4f47-9956-1b07a393a642, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:01.035320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] For port 189ff23e-75c1-4f47-9956-1b07a393a642, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=189ff23e-75c1-4f47-9956-1b07a393a642,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:01.045950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.056936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.059740 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:01.065087 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-de83e146-9dd6-4705-a7eb-1f9c4ab80a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:01.113083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:01.113967 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.115737 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] 10.222.0.54 "PUT /v2.0/ports/189ff23e-75c1-4f47-9956-1b07a393a642 HTTP/1.1" status: 200  len: 1095 time: 1.9933956
Dec 16 09:34:01.134238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'tag': '189ff23e-75c1-4f47-9956-1b07a393a642'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:01.140891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.147874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=793b1e1a-f01b-47e4-8729-f4ca6c773da0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:01.160403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Deleting subnet cb8bff8b-ae1c-4609-b7ff-01ce6d7de1ec {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:34:01.243214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] 10.222.0.66 "DELETE /v2.0/networks/793b1e1a-f01b-47e4-8729-f4ca6c773da0 HTTP/1.1" status: 204  len: 168 time: 3.8207529
Dec 16 09:34:01.243884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.246268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36470) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:01.266921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.267595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.268068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.268538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.268985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.269441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.269899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.270456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.270991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.271508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.271956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.272404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:01.289726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8435d3ef-d104-4c6f-aa1f-0485ec1051a1 None None] Provisioning complete for port 21bca239-3142-4c6f-809b-884bc26e589f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:01.290125 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8435d3ef-d104-4c6f-aa1f-0485ec1051a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.309544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.335458 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:01.356166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8435d3ef-d104-4c6f-aa1f-0485ec1051a1 None None] Port 21bca239-3142-4c6f-809b-884bc26e589f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:34:01.392140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.409458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Pushing event updated for resources: {'Port': ['ID=189ff23e-75c1-4f47-9956-1b07a393a642,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:01.420277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:01.469680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.532974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-98c48de6-27fd-4ea2-8402-be18c9d81252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:01.535064 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-98c48de6-27fd-4ea2-8402-be18c9d81252 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c678fe6eb994d9b8dc036ce36c11f77&device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 1098 time: 0.3463168
Dec 16 09:34:01.715934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Router d88b9940-0877-4e70-88f5-077b752a9038 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:34:01.733745 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-475b2944-5d50-4d9f-996a-af8e59edaf25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=189ff23e-75c1-4f47-9956-1b07a393a642 HTTP/1.1" status: 200  len: 217 time: 0.1897876
Dec 16 09:34:01.735688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.741752 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3f5c6b99-3787-47b6-8f5c-bf82b5139f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:01.785933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757acb1-70f8-4344-a35a-99c3f4dfacf9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:01.788254 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:01.810199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.816493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d2d576d-768b-4d6b-b00e-7868a7515f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:01.859029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.871725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd9c34-b3d4-4887-b948-8cc74d3ec29a req-70d95f75-0727-47e1-93cf-0f7343f55fff tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:01.873281 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bdd9c34-b3d4-4887-b948-8cc74d3ec29a req-70d95f75-0727-47e1-93cf-0f7343f55fff tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 931 time: 0.7345173
Dec 16 09:34:01.873469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8bff8b-ae1c-4609-b7ff-01ce6d7de1ec,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:01.876145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:01.878008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-9cb78afe-595e-4369-a8ad-4fcb7c7db49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:01.879468 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-9cb78afe-595e-4369-a8ad-4fcb7c7db49e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1297843
Dec 16 09:34:01.880232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:01.881222 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b757acb1-70f8-4344-a35a-99c3f4dfacf9 HTTP/1.1" status: 204  len: 168 time: 1.1112294
Dec 16 09:34:01.885273 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cb8bff8b-ae1c-4609-b7ff-01ce6d7de1ec HTTP/1.1" status: 204  len: 168 time: 1.0079191
Dec 16 09:34:01.885505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:01.983235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab728f0b-6f86-453b-930e-c6f8bf68c9de {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:02.006304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.048018 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.068453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-5552a6c4-4dc8-427f-9184-06f6015eb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:02.071177 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-5552a6c4-4dc8-427f-9184-06f6015eb9a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1638222
Dec 16 09:34:02.190866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Transition to ACTIVE for port object ab728f0b-6f86-453b-930e-c6f8bf68c9de will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:02.201491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3bdd9c34-b3d4-4887-b948-8cc74d3ec29a req-67fe3d13-c4e6-4f58-8fff-9c7a3afea5f4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:34:02.218961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.228567 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-47061fd9-26b2-4015-812b-d3cfab073899 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:02.275743 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.321085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2849b20>,) {'filters': {'network_id': ['79284d7e-90aa-4497-b36d-ef66ac33ff45']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:02.345032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2849b20>, '64a1ad2e-0715-41c4-abb6-b659d278b59c') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:02.345367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2849b20>, '64a1ad2e-0715-41c4-abb6-b659d278b59c') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:02.359253 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-9402479a-6027-450e-8af5-823447c4b13d service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2612925
Dec 16 09:34:02.360700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.382404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3bdd9c34-b3d4-4887-b948-8cc74d3ec29a req-67fe3d13-c4e6-4f58-8fff-9c7a3afea5f4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:34:02.390612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bdd9c34-b3d4-4887-b948-8cc74d3ec29a req-67fe3d13-c4e6-4f58-8fff-9c7a3afea5f4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4967654
Dec 16 09:34:02.391521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:34:02.409826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Sync routers for ids ['d88b9940-0877-4e70-88f5-077b752a9038'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:34:02.418496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] 10.222.0.66 "PUT /v2.0/routers/d88b9940-0877-4e70-88f5-077b752a9038/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2984238
Dec 16 09:34:02.428499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Routers {'d88b9940-0877-4e70-88f5-077b752a9038'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:34:02.429205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d88b9940-0877-4e70-88f5-077b752a9038'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:02.459390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.479437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:02.479878 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:02.493102 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:02.539250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Pushing event updated for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:02.542383 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:02.601476 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9dbf3483-bff0-4683-978d-1ce3fde40b77 req-d82755b8-02f2-436e-8a3c-a77474a28f7b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339303
Dec 16 09:34:02.650120 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.654857 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-593605cf-1d52-4789-ba53-223f9088ce91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:02.675905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.682359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Pushing event deleted for resources: {'Network': ['ID=79284d7e-90aa-4497-b36d-ef66ac33ff45,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:02.687364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] 10.222.0.66 "DELETE /v2.0/networks/79284d7e-90aa-4497-b36d-ef66ac33ff45 HTTP/1.1" status: 204  len: 168 time: 0.7984033
Dec 16 09:34:02.687364 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:02.688639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:02.709964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36506) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:02.787642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Deleting subnet 4dd97552-8775-48b3-b562-d52d997d07d7 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:34:02.791742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.839310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Attempting to bind port ab728f0b-6f86-453b-930e-c6f8bf68c9de on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:02.839699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Attempting to bind port ab728f0b-6f86-453b-930e-c6f8bf68c9de by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:02.839971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Attempting to bind port ab728f0b-6f86-453b-930e-c6f8bf68c9de on network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:02.847801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Set router d88b9940-0877-4e70-88f5-077b752a9038 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:34:02.850806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Port ab728f0b-6f86-453b-930e-c6f8bf68c9de on network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:34:02.851133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Attempting to bind port ab728f0b-6f86-453b-930e-c6f8bf68c9de on network 200a44e8-b2eb-4c74-83bd-9f31e4b7f44e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:02.864437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.867901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414b093-c43d-4a65-bccd-daf94c09ac97 req-33d16b45-8f40-499b-8c9d-d7dfd21d045c tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:02.869410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5414b093-c43d-4a65-bccd-daf94c09ac97 req-33d16b45-8f40-499b-8c9d-d7dfd21d045c tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 947 time: 0.3213685
Dec 16 09:34:02.871176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:02.871511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Checking segment: {'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:02.871964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Bound using segment: {'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:02.872346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Bound port: ab728f0b-6f86-453b-930e-c6f8bf68c9de, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3ca81d-28fc-413c-a0d2-056d02d80e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:02.872679 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.935569 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:02.991799 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5414b093-c43d-4a65-bccd-daf94c09ac97 req-c2653498-ffaf-4461-af23-1b2683a1e5b5 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ec2e822-4dee-4704-9e52-11731cddab89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091826
Dec 16 09:34:03.057104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-633764821'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:03.069203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.071950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:03.074200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:03.077927 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:03.083919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:network and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:03.092998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:03.094466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:03.104506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:03.110166 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.120320 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f04c296-161b-4363-a2b5-27ad5dadf0d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:03.132713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.135399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd97552-8775-48b3-b562-d52d997d07d7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:03.139561 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:03.142336 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4dd97552-8775-48b3-b562-d52d997d07d7 HTTP/1.1" status: 204  len: 168 time: 0.4527795
Dec 16 09:34:03.144808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36514) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:03.218646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:03.219610 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.221426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] 10.222.0.54 "PUT /v2.0/ports/ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 1091 time: 3.2865729
Dec 16 09:34:03.231824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:03.236662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:03.240479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.264379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.269032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff190>, [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:33:58Z', 'revision_number': 4, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '21bca239-3142-4c6f-809b-884bc26e589f', 'name': '', 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'mac_address': 'fa:16:3e:50:68:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '94913205-1647-493d-953b-2e91efb53cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:33:59Z', 'revision_number': 2, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'subnets': [{'id': '94913205-1647-493d-953b-2e91efb53cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:03.275089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Checking router: d88b9940-0877-4e70-88f5-077b752a9038 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:34:03.275590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Updating router d88b9940-0877-4e70-88f5-077b752a9038 port 21bca239-3142-4c6f-809b-884bc26e589f binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:34:03.328828 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.396929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.426012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f23c3280>,) {'filters': {'network_id': ['58aa2890-eff7-43a7-be7c-7cc3bdd00a46']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:03.439872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f23c3280>, '477426bf-03c1-443d-b210-8ac07e0bd224') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:03.440311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f23c3280>, '477426bf-03c1-443d-b210-8ac07e0bd224') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:03.454028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.472127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.479564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:03.479564 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:03.494500 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:03.501966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Pushing event updated for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:03.505292 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:03.508491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:34:03.512750 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.711452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.715094 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:03.717334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbdcda-1629-415c-8028-5963c00c6f75 req-769c022b-04a9-415b-b8a4-076367635317 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:03.717876 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.723680 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdcbdcda-1629-415c-8028-5963c00c6f75 req-769c022b-04a9-415b-b8a4-076367635317 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.5581486
Dec 16 09:34:03.730938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Transition to ACTIVE for port object 21bca239-3142-4c6f-809b-884bc26e589f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:03.731294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.731725 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Added segment 34d12a5a-3860-4d16-a783-b28e5475dcc8 of type vlan for network 6d05e88b-16ab-4171-97b7-05e53c58d9ab
Dec 16 09:34:03.733122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.737966 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.739283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=58aa2890-eff7-43a7-be7c-7cc3bdd00a46,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:03.742759 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:03.744574 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/58aa2890-eff7-43a7-be7c-7cc3bdd00a46 HTTP/1.1" status: 204  len: 168 time: 0.5988672
Dec 16 09:34:03.745908 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:03.792199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-d6a70971-e50f-4120-bbc0-2afa16e27d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:03.793733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-d6a70971-e50f-4120-bbc0-2afa16e27d58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1094 time: 0.5134807
Dec 16 09:34:03.906807 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.907068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a094d-5990-474d-8cf4-51c2b39ba86d None None] Pushing event updated for resources: {'Port': ['ID=21bca239-3142-4c6f-809b-884bc26e589f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:03.910231 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-af4a094d-5990-474d-8cf4-51c2b39ba86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:03.937986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-11737fc0-983e-4d09-baf6-936d15b8385f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 217 time: 0.1271255
Dec 16 09:34:03.951080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdcbdcda-1629-415c-8028-5963c00c6f75 req-ca512c7f-9f4e-45d4-ad58-64bf7bc6ec12 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176960
Dec 16 09:34:03.972408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Attempting to bind port 21bca239-3142-4c6f-809b-884bc26e589f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:03.973010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Attempting to bind port 21bca239-3142-4c6f-809b-884bc26e589f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:03.973904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Attempting to bind port 21bca239-3142-4c6f-809b-884bc26e589f on network 1004cbd6-2387-45d6-b907-4a00bbc08f99 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:03.980786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:03.980991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:03.981815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Checking segment: {'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:03.982392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:03.982940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Bound using segment: {'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:03.983594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Bound port: 21bca239-3142-4c6f-809b-884bc26e589f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:03.984137 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:04.073095 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'tag': '189ff23e-75c1-4f47-9956-1b07a393a642', 'status': 'completed', 'code': 200}
Dec 16 09:34:04.073254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:04.089485 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9213ff57-f34b-4abf-9873-ab3861b659e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d45c41e3b27b4c5b87b667a2526cee66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1050110
Dec 16 09:34:04.090647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] For port 21bca239-3142-4c6f-809b-884bc26e589f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:04.094377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] For port 21bca239-3142-4c6f-809b-884bc26e589f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21bca239-3142-4c6f-809b-884bc26e589f,segment=NetworkSegment(c98b9d0e-68f7-4341-b83a-80d954bbfdc7),segment_id=c98b9d0e-68f7-4341-b83a-80d954bbfdc7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:04.100190 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:04.109134 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-929aab5b-4e34-433d-9195-bccf8a7656ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:04.114918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36532) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:04.121250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:04.122038 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:04.125949 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:04.168679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-974c1962-403c-47ba-9179-8faa68b5f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:04.170300 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-974c1962-403c-47ba-9179-8faa68b5f30d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c678fe6eb994d9b8dc036ce36c11f77&device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 1098 time: 0.0821342
Dec 16 09:34:04.222856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a094d-5990-474d-8cf4-51c2b39ba86d None None] Pushing event updated for resources: {'Port': ['ID=21bca239-3142-4c6f-809b-884bc26e589f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:04.227476 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-af4a094d-5990-474d-8cf4-51c2b39ba86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:04.228214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Routers {'d88b9940-0877-4e70-88f5-077b752a9038'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:34:04.228894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d88b9940-0877-4e70-88f5-077b752a9038'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:04.305590 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.5900979
Dec 16 09:34:04.315286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36538) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:04.327853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2d1df1cd-0b03-47a4-b5ea-eba833e9f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:04.329538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-2d1df1cd-0b03-47a4-b5ea-eba833e9f4b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.3005042
Dec 16 09:34:04.333964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'subnet': {'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:04.350918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Network': ['ID=6d05e88b-16ab-4171-97b7-05e53c58d9ab,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:04.354629 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:04.393363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:34:04.464310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-fa110156-f012-46ed-a568-010df9e73216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:04.465806 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-fa110156-f012-46ed-a568-010df9e73216 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2878244
Dec 16 09:34:04.478506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-bdffccab-33c2-4e7a-b55b-40169aab40da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1185389
Dec 16 09:34:04.570610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] Set router d88b9940-0877-4e70-88f5-077b752a9038 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:34:04.572114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-0d1788fa-3399-4858-9721-b7fd2a935d69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=189ff23e-75c1-4f47-9956-1b07a393a642 HTTP/1.1" status: 200  len: 217 time: 0.0934715
Dec 16 09:34:04.609402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:04.680339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-3a01848e-a7c5-43fa-80cf-6b0f81ae6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:04.681901 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-3a01848e-a7c5-43fa-80cf-6b0f81ae6ce9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1070030
Dec 16 09:34:04.687453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:04.728396 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de', 'status': 'completed', 'code': 200}
Dec 16 09:34:04.732381 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:04.746321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:subnet and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:04.775830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:04.779213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-370b7c14-1ade-47fa-bebd-9832a47053af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:04.780735 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-370b7c14-1ade-47fa-bebd-9832a47053af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0918577
Dec 16 09:34:04.810792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:04.863467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Deleting port b2509614-05c4-4497-8540-ae48dedcc11c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:04.863822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:04.903715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-b09b4f13-5cd3-4cc6-b0e0-3fe91ef5e8a2 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4016972
Dec 16 09:34:04.915002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 189ff23e-75c1-4f47-9956-1b07a393a642 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:34:04.928537 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-ae94ecdc-a10e-492c-9005-33c1c6914329 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408536
Dec 16 09:34:05.020112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:05.023576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:05.071924 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ab529af-1b61-4af2-bf61-b9d1bf51bafc req-fa636978-40f1-43c2-9064-89eac79a73f0 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354828
Dec 16 09:34:05.080709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff190>, [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:33:58Z', 'revision_number': 4, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '21bca239-3142-4c6f-809b-884bc26e589f', 'name': '', 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'mac_address': 'fa:16:3e:50:68:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '94913205-1647-493d-953b-2e91efb53cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:04Z', 'revision_number': 4, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'subnets': [{'id': '94913205-1647-493d-953b-2e91efb53cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:05.095673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9ba136-0cf1-46d2-9b9d-4098c4fb382f None None] The sync data for ids ['d88b9940-0877-4e70-88f5-077b752a9038'] in n-d-820554-2 is: [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:33:58Z', 'revision_number': 4, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '21bca239-3142-4c6f-809b-884bc26e589f', 'name': '', 'network_id': '1004cbd6-2387-45d6-b907-4a00bbc08f99', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'mac_address': 'fa:16:3e:50:68:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '94913205-1647-493d-953b-2e91efb53cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:04Z', 'revision_number': 4, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'subnets': [{'id': '94913205-1647-493d-953b-2e91efb53cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:34:05.107488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 189ff23e-75c1-4f47-9956-1b07a393a642, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=189ff23e-75c1-4f47-9956-1b07a393a642,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:05.123714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '189ff23e-75c1-4f47-9956-1b07a393a642', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '189ff23e-75c1-4f47-9956-1b07a393a642', 'mac_address': 'fa:16:3e:38:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:34:05.214225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:05.232917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189ff23e-75c1-4f47-9956-1b07a393a642 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:05.251993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 189ff23e-75c1-4f47-9956-1b07a393a642, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=189ff23e-75c1-4f47-9956-1b07a393a642,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:05.254964 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:05.256902 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-907f9087-2611-4df4-8928-584fd5baae43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:05.334323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=189ff23e-75c1-4f47-9956-1b07a393a642,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:05.343943 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:05.374927 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:05.386916 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ff5d0e70-b067-493d-8cfe-003ad1e884b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:05.437624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d1699-7e52-4f13-b412-0c7f04825280,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:05.439901 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:05.470077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60b51707-a32b-442d-95c5-149e5a89cdf6 req-e9088f14-a827-43f3-ae99-bfe8ae80c987 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5512288
Dec 16 09:34:05.470857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:05.471923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac7d1699-7e52-4f13-b412-0c7f04825280 HTTP/1.1" status: 204  len: 168 time: 1.3290105
Dec 16 09:34:05.487202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68129f-f938-47f9-aa4a-ce640d566ff2 req-b702ac02-881f-499d-95d7-bbf6acff67f5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:05.494442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f68129f-f938-47f9-aa4a-ce640d566ff2 req-b702ac02-881f-499d-95d7-bbf6acff67f5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 943 time: 0.6811032
Dec 16 09:34:05.494845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['189ff23e-75c1-4f47-9956-1b07a393a642'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:05.607731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] For port b2509614-05c4-4497-8540-ae48dedcc11c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b2509614-05c4-4497-8540-ae48dedcc11c,segment=NetworkSegment(4f66e004-5696-4d13-83fb-f143ee06f578),segment_id=4f66e004-5696-4d13-83fb-f143ee06f578)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:05.608097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:05.812274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Calling delete_port for b2509614-05c4-4497-8540-ae48dedcc11c owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:05.886331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f68129f-f938-47f9-aa4a-ce640d566ff2 req-9701a33d-b184-4726-ba60-eb20a3f3ca3c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3903654
Dec 16 09:34:05.933086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:05.993617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-585cfd90-4a5c-4b0c-a69d-42cd320a25dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=120d8c0087394063a8e1b46f92406d9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0587027
Dec 16 09:34:05.995940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:06.061685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.090552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.149904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.154906 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a699b5-4dd6-4b88-98e1-73bb39407983 tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:06.166002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e78c04-45b3-4f4e-8bfd-37451ba1e488,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:06.175850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-b7297a4b-c052-4396-9327-41c968316ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:06.176174 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:06.178425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-b7297a4b-c052-4396-9327-41c968316ffe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1094 time: 0.6351576
Dec 16 09:34:06.182143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.183473 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5e78c04-45b3-4f4e-8bfd-37451ba1e488 HTTP/1.1" status: 204  len: 168 time: 0.1866374
Dec 16 09:34:06.205056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.258334 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fb1dff29-b572-4526-b938-b38ab2a71133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:06.341831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21bca239-3142-4c6f-809b-884bc26e589f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:06.444307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 21bca239-3142-4c6f-809b-884bc26e589f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:06.448759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Subnet': ['ID=78a31b1f-79ca-488a-896c-018338a9f8fc,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:06.456445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 21bca239-3142-4c6f-809b-884bc26e589f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:06.456835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.470848 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:06.502516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5148e1-9ace-452a-9d9d-35dcc74c4ee9 req-1dcb7271-60eb-4ede-a934-b380234be195 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:06.504052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b5148e1-9ace-452a-9d9d-35dcc74c4ee9 req-1dcb7271-60eb-4ede-a934-b380234be195 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 948 time: 0.4263937
Dec 16 09:34:06.513065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-77d39811-69e8-49d4-b712-e5e097095c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:06.514557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-77d39811-69e8-49d4-b712-e5e097095c9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.3209763
Dec 16 09:34:06.517259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Checking segment: {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:06.517627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network hostable DHCP agents. Network: 6d05e88b-16ab-4171-97b7-05e53c58d9ab, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:34:06.597515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.645502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 21bca239-3142-4c6f-809b-884bc26e589f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21bca239-3142-4c6f-809b-884bc26e589f,segment=NetworkSegment(c98b9d0e-68f7-4341-b83a-80d954bbfdc7),segment_id=c98b9d0e-68f7-4341-b83a-80d954bbfdc7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:06.652552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.655917 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:06.663440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-8ab076d4-ca94-4b52-8114-477bcc27fd58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 217 time: 0.1387646
Dec 16 09:34:06.733487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=21bca239-3142-4c6f-809b-884bc26e589f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:06.736488 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:06.780588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:34:06.789403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b5148e1-9ace-452a-9d9d-35dcc74c4ee9 req-ba5efd8f-a279-4fc3-ad5c-5b2e3074a725 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ec2e822-4dee-4704-9e52-11731cddab89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739542
Dec 16 09:34:06.806840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-19d83155-2cff-439b-a3ec-90e5c325a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:06.808311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-19d83155-2cff-439b-a3ec-90e5c325a99f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.0978298
Dec 16 09:34:06.810321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 6d05e88b-16ab-4171-97b7-05e53c58d9ab) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:06.814522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:06.815357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.820729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb39fb-a36f-4ea1-a2d8-8dea2b04e266 None None] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:06.864865 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:06.876865 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3523e000-8dc5-483f-8ec2-7258830714dd tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:06.896741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ab728f0b-6f86-453b-930e-c6f8bf68c9de details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:34:06.899264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 189ff23e-75c1-4f47-9956-1b07a393a642 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:06.923439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-0c135813-2bf2-4021-b870-7da2e253d8ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0974874
Dec 16 09:34:06.937565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b2509614-05c4-4497-8540-ae48dedcc11c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:07.016103 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:07.209538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.8928442
Dec 16 09:34:07.212716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:07.219255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-28348222'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:07.225445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:07.231511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:network and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:07.234626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:07.240400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:07.253056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:07.258096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.293439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:34:07.300495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:07.304562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.305088 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Added segment 6549d5e9-f3ca-480e-a1f3-0c174e9c7e22 of type vlan for network 108559fb-5951-4435-b3d3-f0813ae7f768
Dec 16 09:34:07.317841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de', 'network_id': '200a44e8-b2eb-4c74-83bd-9f31e4b7f44e', 'port_id': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de', 'mac_address': 'fa:16:3e:9d:96:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82f273d-0f62-401b-9e44-ae87a3f181a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:34:07.328901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 189ff23e-75c1-4f47-9956-1b07a393a642 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:07.333081 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.383489 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.391101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:07.392595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.416364 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-efbfc57e-ab12-4544-ab12-8dbf50f5faef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:07.425100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 189ff23e-75c1-4f47-9956-1b07a393a642 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:07.425657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.443114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2284315
Dec 16 09:34:07.448082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:07.519098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.541995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'subnet': {'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:07.582469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab728f0b-6f86-453b-930e-c6f8bf68c9de {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:07.589842 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-6d05e88b-16ab-4171-97b7-05e53c58d9ab', 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'fixed_ips': [{'subnet_id': '78a31b1f-79ca-488a-896c-018338a9f8fc'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:34:07.590672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.672497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:07.706491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Network': ['ID=108559fb-5951-4435-b3d3-f0813ae7f768,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:07.711176 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.715834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:07.720387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:subnet and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:07.721956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-5bb08d27-44e5-4112-97ed-30cf35981784 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7860870
Dec 16 09:34:07.727084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:07.734103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb89085-b060-4a21-ac71-9a41390223b4 req-727350d9-cb50-4132-b80a-e1d7d999c638 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:07.735767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2cb89085-b060-4a21-ac71-9a41390223b4 req-727350d9-cb50-4132-b80a-e1d7d999c638 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 943 time: 0.5251396
Dec 16 09:34:07.737057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:07.744942 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:07.751405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:07.755500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 108559fb-5951-4435-b3d3-f0813ae7f768 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:34:07.755984 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.780663 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:07.789647 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:08.030626 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2cb89085-b060-4a21-ac71-9a41390223b4 req-a533e8ea-fa73-46ec-91cd-f6e3f91e5f2d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672920
Dec 16 09:34:08.048589 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:08.072610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['ab728f0b-6f86-453b-930e-c6f8bf68c9de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:08.078460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e0d6b18-ed7f-4c3c-9fb2-3606770547d4 req-14ced7ce-8253-4c18-b1eb-0b70f0067a32 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3398976
Dec 16 09:34:08.126916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:08.133600 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56aec8df-90af-47e3-a984-d5b0d15b31d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:08.179472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:08.191085 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:08.213355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Allocated IP 19.80.0.2 (6d05e88b-16ab-4171-97b7-05e53c58d9ab/78a31b1f-79ca-488a-896c-018338a9f8fc/00f51e18-b68f-403a-b8db-69aa8d34b1ba) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:08.257340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 189ff23e-75c1-4f47-9956-1b07a393a642, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=189ff23e-75c1-4f47-9956-1b07a393a642,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:08.260207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Subnet': ['ID=d00b7bf6-f7c6-4874-bfba-0b1e0069c116,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:08.261704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189ff23e-75c1-4f47-9956-1b07a393a642'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:08.268816 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:08.276455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Checking segment: {'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:08.276818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network hostable DHCP agents. Network: 108559fb-5951-4435-b3d3-f0813ae7f768, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:34:08.286734 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:08.296884 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-180c3475-c09b-4d37-ab2c-f5379c25d427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:08.315065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 108559fb-5951-4435-b3d3-f0813ae7f768 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:34:08.331751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 108559fb-5951-4435-b3d3-f0813ae7f768) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:08.342230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:08.342824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:08.381691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba4c92-ff96-4e56-842b-e3fc97c0b2d2 None None] Network 108559fb-5951-4435-b3d3-f0813ae7f768 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:08.385263 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.9357929
Dec 16 09:34:08.415416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21bca239-3142-4c6f-809b-884bc26e589f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:08.443134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:34:08.634353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402dc9c-cfa8-4528-8211-3c98e00854e0 req-05ef6587-63d5-4942-8637-f56dfdab567b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:08.636156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5402dc9c-cfa8-4528-8211-3c98e00854e0 req-05ef6587-63d5-4942-8637-f56dfdab567b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 949 time: 0.2673833
Dec 16 09:34:08.660201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=189ff23e-75c1-4f47-9956-1b07a393a642,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:08.671226 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:08.684557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:34:08.691295 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] 10.222.0.66 "PUT /v2.0/routers/97552a2f-34d5-4363-b9b7-ef7432d0abf8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4270368
Dec 16 09:34:08.694481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:08.699042 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] Sync routers for ids ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:34:08.700386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5402dc9c-cfa8-4528-8211-3c98e00854e0 req-be13a496-c0d2-4c15-87cb-4f41851034c3 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ec2e822-4dee-4704-9e52-11731cddab89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570586
Dec 16 09:34:08.722713 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] Routers {'97552a2f-34d5-4363-b9b7-ef7432d0abf8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:34:08.723591 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3875700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:08.860618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 21bca239-3142-4c6f-809b-884bc26e589f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:08.861065 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:08.943425 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189ff23e-75c1-4f47-9956-1b07a393a642', 'code': 200}
Dec 16 09:34:09.020460 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] Set router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:34:09.106603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.133541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b16f6-e4ea-46a1-99a8-e962d1574f59 req-84857aa6-166d-43a4-af2a-a5e70407ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:09.140787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b8b16f6-e4ea-46a1-99a8-e962d1574f59 req-84857aa6-166d-43a4-af2a-a5e70407ac3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 1100 time: 0.1677163
Dec 16 09:34:09.201826 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.215208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-108559fb-5951-4435-b3d3-f0813ae7f768', 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'fixed_ips': [{'subnet_id': 'd00b7bf6-f7c6-4874-bfba-0b1e0069c116'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:34:09.216047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.245228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Transition to ACTIVE for port object 00f51e18-b68f-403a-b8db-69aa8d34b1ba will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:09.345091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.358045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Deleting port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:09.358479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.371035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Transition to ACTIVE for port object 00f51e18-b68f-403a-b8db-69aa8d34b1ba will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:09.384920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3875700>, [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:34:06Z', 'revision_number': 5, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port': {'id': '8a725d40-a6bd-4bd6-a2df-6af98dcaa419', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:78:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:31:52Z', 'updated_at': '2021-12-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:09.391279 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] Checking router: 97552a2f-34d5-4363-b9b7-ef7432d0abf8 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:34:09.395306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.405307 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] Routers {'97552a2f-34d5-4363-b9b7-ef7432d0abf8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:34:09.405942 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3875700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:33:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:09.411428 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed0b03b4-be5f-4bf8-8a63-e1ae72d0b220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:09.445562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b8b16f6-e4ea-46a1-99a8-e962d1574f59 req-316c6d8a-503b-47cc-8c08-1bacd60c34cd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ec2e822-4dee-4704-9e52-11731cddab89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2974589
Dec 16 09:34:09.513903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:09.520080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:09.531665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:09.537603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Pushing event updated for resources: {'Port': ['ID=00f51e18-b68f-403a-b8db-69aa8d34b1ba,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:09.545516 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:09.586327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] For port 8a725d40-a6bd-4bd6-a2df-6af98dcaa419, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:09.586995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.591343 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] Set router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:34:09.656964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-cf42f419-0134-4cbf-af7b-144991e2adfe tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:09.664338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-cf42f419-0134-4cbf-af7b-144991e2adfe tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:09.665471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-cf42f419-0134-4cbf-af7b-144991e2adfe tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:34:09.687520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-cf42f419-0134-4cbf-af7b-144991e2adfe tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:34:09.696194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Attempting to bind port 00f51e18-b68f-403a-b8db-69aa8d34b1ba on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:09.696743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Attempting to bind port 00f51e18-b68f-403a-b8db-69aa8d34b1ba by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:09.696981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-cf42f419-0134-4cbf-af7b-144991e2adfe tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/networks?id=6d05e88b-16ab-4171-97b7-05e53c58d9ab&id=108559fb-5951-4435-b3d3-f0813ae7f768&id=6d05e88b-16ab-4171-97b7-05e53c58d9ab HTTP/1.1" status: 200  len: 1389 time: 0.2788327
Dec 16 09:34:09.697102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Attempting to bind port 00f51e18-b68f-403a-b8db-69aa8d34b1ba on network 6d05e88b-16ab-4171-97b7-05e53c58d9ab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:09.708817 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3875700>, [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:34:09Z', 'revision_number': 6, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:09.709386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:09.709386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Checking segment: {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:09.709755 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.710163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Bound using segment: {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:09.711215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Bound port: 00f51e18-b68f-403a-b8db-69aa8d34b1ba, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:09.711607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.714187 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81cdf3-417f-45d7-b646-90d1f3335860 None None] The sync data for ids ['97552a2f-34d5-4363-b9b7-ef7432d0abf8'] in n-d-820554-2 is: [{'id': '97552a2f-34d5-4363-b9b7-ef7432d0abf8', 'name': 'tempest-AttachSCSIVolumeTestJSON-362384751-router', 'tenant_id': 'af7d4b86fa724336afc3c1492617c441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:31:49Z', 'updated_at': '2021-12-16T09:34:09Z', 'revision_number': 6, 'project_id': 'af7d4b86fa724336afc3c1492617c441', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:34:09.722964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Allocated IP 19.86.0.2 (108559fb-5951-4435-b3d3-f0813ae7f768/d00b7bf6-f7c6-4874-bfba-0b1e0069c116/fcdb6462-f52d-4b1d-845c-b168d6d97dce) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:09.723922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-8602eb0d-22a6-44ac-a430-cef4031f5a00 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/quotas/2bfbb9d4fb534761955a50a1727a3876 HTTP/1.1" status: 200  len: 375 time: 0.0230663
Dec 16 09:34:09.747626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Calling delete_port for 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:09.822459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-8f474fda-b731-47d9-8386-f4778dfc7841 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:34:09.840601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-8f474fda-b731-47d9-8386-f4778dfc7841 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:34:09.847758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-8f474fda-b731-47d9-8386-f4778dfc7841 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1150730
Dec 16 09:34:09.911616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] For port 00f51e18-b68f-403a-b8db-69aa8d34b1ba, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:09.931508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] For port 00f51e18-b68f-403a-b8db-69aa8d34b1ba, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=00f51e18-b68f-403a-b8db-69aa8d34b1ba,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:09.939588 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.945676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e010a69e-f95a-4fe1-b4cc-982aaf389c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:09.947702 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:09.954708 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cae15934-f093-46ba-8012-85976a5bc794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:09.989517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a725d40-a6bd-4bd6-a2df-6af98dcaa419,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:09.992127 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:10.002888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-a8ef6c9f-b23a-45a9-8aee-cc9e8eb04b90 service neutron] 10.222.0.66 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524818
Dec 16 09:34:10.089717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.157095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Pushing event updated for resources: {'Port': ['ID=00f51e18-b68f-403a-b8db-69aa8d34b1ba,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:10.168438 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:10.173146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.178094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-45572452-022b-404e-af4c-89fbf5aeb087 service neutron] 10.222.0.66 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740298
Dec 16 09:34:10.198542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Transition to ACTIVE for port object fcdb6462-f52d-4b1d-845c-b168d6d97dce will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:10.224086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Transition to ACTIVE for port object fcdb6462-f52d-4b1d-845c-b168d6d97dce will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:10.235050 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.240187 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-930b1f9e-5ca9-406c-9ca5-2b6656cb9a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:10.298221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.301499 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.309702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Network 108559fb-5951-4435-b3d3-f0813ae7f768 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:10.312762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:10.316480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:10.323292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Pushing event updated for resources: {'Port': ['ID=fcdb6462-f52d-4b1d-845c-b168d6d97dce,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:10.327908 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:10.333098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.333796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97552a2f-34d5-4363-b9b7-ef7432d0abf8 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:34:10.346984 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.350842 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] 10.222.0.66 "DELETE /v2.0/routers/97552a2f-34d5-4363-b9b7-ef7432d0abf8 HTTP/1.1" status: 204  len: 168 time: 1.6545780
Dec 16 09:34:10.352136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36666) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:10.365205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-d7795c5a-66fa-4a79-b54a-ebb742492ad7 service neutron] 10.222.0.66 "GET /v2.0/networks/108559fb-5951-4435-b3d3-f0813ae7f768?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860256
Dec 16 09:34:10.414557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Deleting subnet 5203afde-3f83-4eb0-baf8-528034fd9c72 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:34:10.419391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.434007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Attempting to bind port fcdb6462-f52d-4b1d-845c-b168d6d97dce on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:10.434448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Attempting to bind port fcdb6462-f52d-4b1d-845c-b168d6d97dce by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:10.434779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Attempting to bind port fcdb6462-f52d-4b1d-845c-b168d6d97dce on network 108559fb-5951-4435-b3d3-f0813ae7f768 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:10.440332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:10.440718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Checking segment: {'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:10.441129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.441531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Bound using segment: {'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:10.442259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Bound port: fcdb6462-f52d-4b1d-845c-b168d6d97dce, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:10.443155 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.494165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.536241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-465fb8f7-4f59-43fd-8e19-dffdb263c66e service neutron] 10.222.0.66 "GET /v2.0/networks/108559fb-5951-4435-b3d3-f0813ae7f768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698837
Dec 16 09:34:10.562527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] For port fcdb6462-f52d-4b1d-845c-b168d6d97dce, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:10.566966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] For port fcdb6462-f52d-4b1d-845c-b168d6d97dce, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fcdb6462-f52d-4b1d-845c-b168d6d97dce,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:10.587455 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.594848 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cf940401-f97e-4cf2-98e1-4128391e95c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:10.720685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2509614-05c4-4497-8540-ae48dedcc11c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:10.789377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b2509614-05c4-4497-8540-ae48dedcc11c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:10.789738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2509614-05c4-4497-8540-ae48dedcc11c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:10.817662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Pushing event updated for resources: {'Port': ['ID=fcdb6462-f52d-4b1d-845c-b168d6d97dce,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:10.832934 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:10.859447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.892727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-ec949cbc-96b9-41b4-a5d5-6a9d3ee204b8 service neutron] 10.222.0.66 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174870
Dec 16 09:34:10.939225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ab728f0b-6f86-453b-930e-c6f8bf68c9de up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:10.943508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:10.948145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4dd2a24c-1983-4f56-86df-6e7a4a645e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:11.012272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5203afde-3f83-4eb0-baf8-528034fd9c72,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:11.022652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.027308 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:11.034385 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5203afde-3f83-4eb0-baf8-528034fd9c72 HTTP/1.1" status: 204  len: 168 time: 0.6809735
Dec 16 09:34:11.035134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36670) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:11.036081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86d6c0-dd0b-4d74-8c0a-3e615d76040d None None] Network b09c59e3-46f1-4890-b3b4-b5bf8120cf56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:11.059117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port ab728f0b-6f86-453b-930e-c6f8bf68c9de completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:11.082860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c80012ce-7bd1-4ff4-a89a-02c653ebdce1 service neutron] 10.222.0.66 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874945
Dec 16 09:34:11.124336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port ab728f0b-6f86-453b-930e-c6f8bf68c9de triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:11.124623 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.178001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.193409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Deleting port 4d1d51a0-041c-40e5-a4c8-11ffae44399f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:11.194362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.412789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-de9775a8-1835-4603-bfdd-6504d275426e tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383947
Dec 16 09:34:11.435421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.504968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:11.540883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:11.559396 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.566406 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-af4a094d-5990-474d-8cf4-51c2b39ba86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:11.600228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] For port 4d1d51a0-041c-40e5-a4c8-11ffae44399f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d1d51a0-041c-40e5-a4c8-11ffae44399f,segment=NetworkSegment(4f66e004-5696-4d13-83fb-f143ee06f578),segment_id=4f66e004-5696-4d13-83fb-f143ee06f578)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:11.600228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.667571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e21ff-62d8-4ce0-b300-9577e9139869 None None] DHCP port deletion for b09c59e3-46f1-4890-b3b4-b5bf8120cf56 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:34:11.688732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-3db74983-d3dc-47fe-a3c4-2804db935955 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:11.690423 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-3db74983-d3dc-47fe-a3c4-2804db935955 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2768040
Dec 16 09:34:11.694737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-108e21ff-62d8-4ce0-b300-9577e9139869 None None] Deleting port 4d1d51a0-041c-40e5-a4c8-11ffae44399f {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:11.698299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-108e21ff-62d8-4ce0-b300-9577e9139869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.709624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-95236b89-97f1-4853-8528-6797644d4c92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/quotas/9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 375 time: 0.0124571
Dec 16 09:34:11.761535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Calling delete_port for 4d1d51a0-041c-40e5-a4c8-11ffae44399f owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:11.765649 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.835962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:11.859888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.868814 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1fb66535-87b2-412d-8dc6-958923ec2269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:11.875728 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-0c8e9d0f-c810-48a3-a4e9-3f0bb806be78 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1595812
Dec 16 09:34:11.894824 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:11.922989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-108e21ff-62d8-4ce0-b300-9577e9139869 None None] The port '4d1d51a0-041c-40e5-a4c8-11ffae44399f' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:34:11.938992 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3925b294-3f04-4abe-b289-6a406624a109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:11.939232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1d51a0-041c-40e5-a4c8-11ffae44399f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:11.943245 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:11.949171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] No DVR routers for this DVR port 4d1d51a0-041c-40e5-a4c8-11ffae44399f on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:12.090879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4fec5-df83-4ff2-a7ab-644c8a314b09 None None] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:12.112628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:12.159709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6a30>,) {'filters': {'network_id': ['b09c59e3-46f1-4890-b3b4-b5bf8120cf56']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:12.181894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6a30>, '4f66e004-5696-4d13-83fb-f143ee06f578') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:12.182175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6a30>, '4f66e004-5696-4d13-83fb-f143ee06f578') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:12.199463 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:12.224620 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:12.235463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:12.236105 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:12.264802 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:12.276806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d65f1-3ae7-4697-a4da-95ad121217b5 req-68bc9207-c433-453c-997f-800f35221730 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:12.278292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d65f1-3ae7-4697-a4da-95ad121217b5 req-68bc9207-c433-453c-997f-800f35221730 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 945 time: 0.1238575
Dec 16 09:34:12.358453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a83fb4d-3570-4948-b9f9-57094dd45063 None None] Provisioning for port 00f51e18-b68f-403a-b8db-69aa8d34b1ba completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:12.382032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:12.382207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d65f1-3ae7-4697-a4da-95ad121217b5 req-5633d94f-9e41-4793-9fd1-4f3e9eab38a6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917809
Dec 16 09:34:12.386981 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e39303e9-b058-4367-a17d-8ba0a4dd6048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:12.407614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:12.419960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b09c59e3-46f1-4890-b3b4-b5bf8120cf56,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:12.425026 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:12.431345 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] 10.222.0.66 "DELETE /v2.0/networks/b09c59e3-46f1-4890-b3b4-b5bf8120cf56 HTTP/1.1" status: 204  len: 168 time: 1.3949988
Dec 16 09:34:12.544581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fcdb6462-f52d-4b1d-845c-b168d6d97dce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:12.659370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port fcdb6462-f52d-4b1d-845c-b168d6d97dce completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:12.672197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 00f51e18-b68f-403a-b8db-69aa8d34b1ba up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:12.746448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d504d1-5465-4f72-863a-e40ff2f42fa2 None None] Network 108559fb-5951-4435-b3d3-f0813ae7f768 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:12.803048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36714) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:12.891263 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4fcce775-2935-4165-aa13-8dcb4e0299dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2edfb2acb6f4dcf8aa81acbe4c84002&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0870833
Dec 16 09:34:12.895637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:12.918803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ece565-7ec2-4c65-a390-0605802e52c2 req-fcb4fb29-e1f2-4a0a-a7f1-0b7fd4929880 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:12.926161 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ece565-7ec2-4c65-a390-0605802e52c2 req-fcb4fb29-e1f2-4a0a-a7f1-0b7fd4929880 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 949 time: 0.1690710
Dec 16 09:34:12.950254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Provisioning for port fcdb6462-f52d-4b1d-845c-b168d6d97dce completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:12.963184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Provisioning complete for port fcdb6462-f52d-4b1d-845c-b168d6d97dce triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:12.963718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.035309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ece565-7ec2-4c65-a390-0605802e52c2 req-465fe6e2-2bd7-402f-8b6c-8f51e797cf7e tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ec2e822-4dee-4704-9e52-11731cddab89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078045
Dec 16 09:34:13.040264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.041541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 00f51e18-b68f-403a-b8db-69aa8d34b1ba completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:13.101600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.193138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-81d1d704-92c9-4bca-9075-0979cb5a8fb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:13.213095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-81d1d704-92c9-4bca-9075-0979cb5a8fb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:13.214077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-81d1d704-92c9-4bca-9075-0979cb5a8fb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:34:13.223472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 00f51e18-b68f-403a-b8db-69aa8d34b1ba triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:13.224372 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.224667 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.229995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-81d1d704-92c9-4bca-9075-0979cb5a8fb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:34:13.231280 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-81d1d704-92c9-4bca-9075-0979cb5a8fb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "GET /v2.0/networks?id=6d05e88b-16ab-4171-97b7-05e53c58d9ab&id=108559fb-5951-4435-b3d3-f0813ae7f768&id=6d05e88b-16ab-4171-97b7-05e53c58d9ab HTTP/1.1" status: 200  len: 1389 time: 0.2575834
Dec 16 09:34:13.245287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'port': {'device_id': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab', 'admin_state_up': True, 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:13.247089 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-211ae8e1-62af-4138-b0a0-0e3b38c74987 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:13.416287 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.419644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:13.424703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:port and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:13.428330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:13.434814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:13.449333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:13.453340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.473150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.477393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5841e57f-3313-4a73-9784-fc6a5225a1ec HTTP/1.1" status: 204  len: 168 time: 0.5764012
Dec 16 09:34:13.477393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5841e57f-3313-4a73-9784-fc6a5225a1ec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:13.490482 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:13.515871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] For port fcdb6462-f52d-4b1d-845c-b168d6d97dce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fcdb6462-f52d-4b1d-845c-b168d6d97dce,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:13.520594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8b422c7-0f64-4c5c-803d-edcaf469111e req-686a4886-f06e-4ff0-b708-37536699ae63 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 210 time: 0.0872104
Dec 16 09:34:13.522421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.527687 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:13.588979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.655394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 00f51e18-b68f-403a-b8db-69aa8d34b1ba, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=00f51e18-b68f-403a-b8db-69aa8d34b1ba,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:13.660823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Pushing event updated for resources: {'Port': ['ID=fcdb6462-f52d-4b1d-845c-b168d6d97dce,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:13.666796 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:13.669181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.672074 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8ab752b-c3cd-458a-8ebe-fb069d234ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:13.745305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c2fb44d-01ac-45fe-ba2b-164c7adcfc73 None None] Provisioning complete for port 00f51e18-b68f-403a-b8db-69aa8d34b1ba triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:13.747087 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb44d-01ac-45fe-ba2b-164c7adcfc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.789998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1d51a0-041c-40e5-a4c8-11ffae44399f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:13.868379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 4d1d51a0-041c-40e5-a4c8-11ffae44399f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:13.872426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1d51a0-041c-40e5-a4c8-11ffae44399f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:13.872751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:13.910858 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de', 'code': 200}
Dec 16 09:34:13.911522 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:13.922942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:13.923351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8a725d40-a6bd-4bd6-a2df-6af98dcaa419 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:13.941018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=00f51e18-b68f-403a-b8db-69aa8d34b1ba,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:13.944376 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:13.965409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-c4da826d-3388-4d1c-9c96-6f56a1a2eb97 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0708075
Dec 16 09:34:14.039355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Allocated IP 19.80.0.46 (6d05e88b-16ab-4171-97b7-05e53c58d9ab/78a31b1f-79ca-488a-896c-018338a9f8fc/bd32aad1-f11b-427a-aa84-865290a39214) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:14.146456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36734) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:14.170719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3f15676f-25fb-4fc4-9034-0ce154ce7210 None None] Provisioning complete for port fcdb6462-f52d-4b1d-845c-b168d6d97dce triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:14.171979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3f15676f-25fb-4fc4-9034-0ce154ce7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.214308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c58b1398-f4fa-4f35-90f7-edabdf329d3e req-5467c586-edae-4337-82dc-0b48a740dfb8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 210 time: 0.1892712
Dec 16 09:34:14.278890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed077c-2420-4011-ac24-3423b8f25caf req-25b2f9fa-601d-4a3f-954e-b13f1f7e67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:14.280968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17ed077c-2420-4011-ac24-3423b8f25caf req-25b2f9fa-601d-4a3f-954e-b13f1f7e67a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1096 time: 0.2655718
Dec 16 09:34:14.300424 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ea121d8f-3114-4e38-9754-62d2acdba39a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af7d4b86fa724336afc3c1492617c441&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1527379
Dec 16 09:34:14.305400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36740) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:14.337670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-95121c23-c13c-474b-860a-54c8c0d63914 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:14.339496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-95121c23-c13c-474b-860a-54c8c0d63914 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3668153
Dec 16 09:34:14.357231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Request body: {'port': {'device_id': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '9347d0d23cb541258e095e1c8c647f8e'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:14.400049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fcdb6462-f52d-4b1d-845c-b168d6d97dce up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:14.449701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17ed077c-2420-4011-ac24-3423b8f25caf req-502cfb4f-3b4e-450b-9886-d88e8d65a11a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505988
Dec 16 09:34:14.465437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.494835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Transition to ACTIVE for port object bd32aad1-f11b-427a-aa84-865290a39214 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:14.498584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.526059 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ca01cce-41a2-4f82-b148-815196281ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.531303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.574473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:14.577161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port fcdb6462-f52d-4b1d-845c-b168d6d97dce triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:14.577819 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.581592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.599302 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc5d725b-d601-4e3d-8565-14f566ece8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:14.604830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:14.634370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Made reservation on behalf of 9347d0d23cb541258e095e1c8c647f8e for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:14.638968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.705019 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.730481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:14.737672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:14.744253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:14.760238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 00f51e18-b68f-403a-b8db-69aa8d34b1ba up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:14.841445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 00f51e18-b68f-403a-b8db-69aa8d34b1ba triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:14.841841 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.842179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:14.842829 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.870927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Port': ['ID=bd32aad1-f11b-427a-aa84-865290a39214,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:14.881367 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:14.882775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:14.886204 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfa6c1f1-b1cc-45d7-b940-a56ac1f1ac7e HTTP/1.1" status: 204  len: 168 time: 0.5780184
Dec 16 09:34:14.886204 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6447630
Dec 16 09:34:14.886204 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cf33f79-6a83-4523-a8f8-ed541996c46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:14.899800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'port': {'device_id': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768', 'admin_state_up': True, 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:14.980896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Allocated IP 192.168.233.82 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/a58c4e9f-b71f-40c7-881c-f4bed83fd89f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:15.046428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa6c1f1-b1cc-45d7-b940-a56ac1f1ac7e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:15.048511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e10b-626a-4fed-a8a8-b9719b17caf5 req-c3673093-4dc4-4279-9377-c5390711d9cc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:15.050159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a12e10b-626a-4fed-a8a8-b9719b17caf5 req-c3673093-4dc4-4279-9377-c5390711d9cc tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 945 time: 0.1840506
Dec 16 09:34:15.058480 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:15.093553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:15.097194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:port and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:15.100260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:15.106265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:15.121310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:15.127819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.132926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c08899f5-5842-48de-86f9-dbed49b61ac5 None None] Provisioning for port bd32aad1-f11b-427a-aa84-865290a39214 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:15.141402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c08899f5-5842-48de-86f9-dbed49b61ac5 None None] Provisioning complete for port bd32aad1-f11b-427a-aa84-865290a39214 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:15.142173 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c08899f5-5842-48de-86f9-dbed49b61ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.202576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a12e10b-626a-4fed-a8a8-b9719b17caf5 req-a2f2dd8a-c941-4efc-b3fc-a8b4ef005cb0 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367984
Dec 16 09:34:15.254739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.261656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c08899f5-5842-48de-86f9-dbed49b61ac5 None None] Port bd32aad1-f11b-427a-aa84-865290a39214 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:34:15.305639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.328086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Transition to ACTIVE for port object a58c4e9f-b71f-40c7-881c-f4bed83fd89f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:15.360832 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.367788 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:15.372931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:15.378808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Allocated IP 19.86.0.179 (108559fb-5951-4435-b3d3-f0813ae7f768/d00b7bf6-f7c6-4874-bfba-0b1e0069c116/ae7bcbe3-9350-41df-a444-ec059084744b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:15.452816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9cc26b84-b486-4d3d-adad-5399593ba99e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:15.460048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:15.464130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:15.468802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:15.561871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.598278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:15.615503 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:15.657746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:15.658580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.724905 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3716767
Dec 16 09:34:15.737989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Request body: {'port': {'device_id': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:15.802033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:15.925505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:15.961011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Transition to ACTIVE for port object ae7bcbe3-9350-41df-a444-ec059084744b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:15.989386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2bcccfba-d2cf-4e97-83b1-aaa5143a443f None None] Provisioning for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:16.006287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.017224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2bcccfba-d2cf-4e97-83b1-aaa5143a443f None None] Provisioning complete for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:16.017497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bcccfba-d2cf-4e97-83b1-aaa5143a443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.024374 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c2aa226-ab7b-4f90-852b-62fdc2ce793c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:16.064577 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.121512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 108559fb-5951-4435-b3d3-f0813ae7f768 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:16.140059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:16.144893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:16.170277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2bcccfba-d2cf-4e97-83b1-aaa5143a443f None None] Port a58c4e9f-b71f-40c7-881c-f4bed83fd89f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:34:16.258346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:16.259114 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.345406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Port': ['ID=ae7bcbe3-9350-41df-a444-ec059084744b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:16.362318 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:16.363816 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4700015
Dec 16 09:34:16.366239 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.384554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'port': {'device_id': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab', 'admin_state_up': True, 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:16.411478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:16.465751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Usage tracker for resource:security_group_rule and tenant:bd111af799084de7af29c4db23d3ee0a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:16.478872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:16.489614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:16.497676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ac02862b-b383-44d0-9f90-33d0105c2cec None None] Provisioning for port ae7bcbe3-9350-41df-a444-ec059084744b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:16.506715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ac02862b-b383-44d0-9f90-33d0105c2cec None None] Provisioning complete for port ae7bcbe3-9350-41df-a444-ec059084744b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:16.507554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ac02862b-b383-44d0-9f90-33d0105c2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.577918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:16.583236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:port and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:16.586738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:16.593244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:16.615099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:16.621773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.652576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ac02862b-b383-44d0-9f90-33d0105c2cec None None] Port ae7bcbe3-9350-41df-a444-ec059084744b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:34:16.766497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.774279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.783828 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc153663-119d-4a85-8085-d995d87e058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:16.805732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc266e-834e-459d-b596-0375c601952b req-115d7a24-1a59-45bd-abde-81b97a00607e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:16.812407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc266e-834e-459d-b596-0375c601952b req-115d7a24-1a59-45bd-abde-81b97a00607e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:16.815625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9adc266e-834e-459d-b596-0375c601952b req-115d7a24-1a59-45bd-abde-81b97a00607e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 1654 time: 0.5465925
Dec 16 09:34:16.873461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b9605a-54c3-42f8-b7fc-b38c8f47db02,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:16.879759 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd111af799084de7af29c4db23d3ee0a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0737252
Dec 16 09:34:16.880730 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:16.884044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:16.908955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Allocated IP 19.80.0.245 (6d05e88b-16ab-4171-97b7-05e53c58d9ab/78a31b1f-79ca-488a-896c-018338a9f8fc/db6d8e59-3518-41a1-a387-e78a5022064d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:16.917818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-c5636188-3c2a-47e1-81c2-9a9bf01e7b4d tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:16.919326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-c5636188-3c2a-47e1-81c2-9a9bf01e7b4d tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 949 time: 0.4872057
Dec 16 09:34:16.934685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9adc266e-834e-459d-b596-0375c601952b req-b455d713-2c2b-4f06-9a37-9fa50a06207f tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028333
Dec 16 09:34:16.974473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:16.997131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.092813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Deleting port 189ff23e-75c1-4f47-9956-1b07a393a642 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:17.093350 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.196419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58c4e9f-b71f-40c7-881c-f4bed83fd89f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:17.211505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.218896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.267346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Transition to ACTIVE for port object a58c4e9f-b71f-40c7-881c-f4bed83fd89f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:17.286829 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.294459 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:17.328406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.335995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.341037 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fafaa448-6786-4d11-92a8-e7ea30a6455b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:17.358896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b9605a-54c3-42f8-b7fc-b38c8f47db02,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:17.365119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Transition to ACTIVE for port object db6d8e59-3518-41a1-a387-e78a5022064d will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:17.378263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.378650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.379027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.379423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.379789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.380156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.380526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.380880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.381301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.381581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.381938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.382828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:17.388604 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:17.392740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.396494 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78b9605a-54c3-42f8-b7fc-b38c8f47db02 HTTP/1.1" status: 204  len: 168 time: 0.5091143
Dec 16 09:34:17.430833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.442051 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:17.510762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:17.518752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:17.533108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:17.615457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d3fee-ad09-44e9-bfc6-37cbed121e75 req-354f1d55-b72b-4de6-aeab-23868085c11a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:17.622448 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b6d3fee-ad09-44e9-bfc6-37cbed121e75 req-354f1d55-b72b-4de6-aeab-23868085c11a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a83cf13-b4a6-447a-ad03-a8df15e3aa70 HTTP/1.1" status: 200  len: 949 time: 0.5013258
Dec 16 09:34:17.628935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:17.631910 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:17.655278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Port': ['ID=db6d8e59-3518-41a1-a387-e78a5022064d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:17.673028 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:17.692171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:17.695236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.714876 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3344274
Dec 16 09:34:17.727119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Request body: {'port': {'device_id': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:17.801522 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b6d3fee-ad09-44e9-bfc6-37cbed121e75 req-3b2759ef-16cc-4120-ad8a-0ebf1127cd09 tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ec2e822-4dee-4704-9e52-11731cddab89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763868
Dec 16 09:34:17.857724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:17.858075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:17.858410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:17.870620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] For port 189ff23e-75c1-4f47-9956-1b07a393a642, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=189ff23e-75c1-4f47-9956-1b07a393a642,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:17.870986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.911918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.918620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-114898e3-595e-44ad-81f1-0e30932e1bc7 None None] Provisioning for port db6d8e59-3518-41a1-a387-e78a5022064d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:17.924491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-114898e3-595e-44ad-81f1-0e30932e1bc7 None None] Provisioning complete for port db6d8e59-3518-41a1-a387-e78a5022064d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:17.924875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-114898e3-595e-44ad-81f1-0e30932e1bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:17.956052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:34:17.958320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:17.989087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-114898e3-595e-44ad-81f1-0e30932e1bc7 None None] Port db6d8e59-3518-41a1-a387-e78a5022064d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:34:18.041100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Calling delete_port for 189ff23e-75c1-4f47-9956-1b07a393a642 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:18.106703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:18.107436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:18.107534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:18.108070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Bound port: a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:18.108617 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.317419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:18.323919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd32aad1-f11b-427a-aa84-865290a39214 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:18.333808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.334485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:18.348818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f8c4a-cb1d-42ba-af4e-13ee427a6046 req-36f0b3fd-b3ca-4be9-b5a7-1c751e44e5c0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:18.349527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-401f8c4a-cb1d-42ba-af4e-13ee427a6046 req-36f0b3fd-b3ca-4be9-b5a7-1c751e44e5c0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:34:18.355784 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.363625 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd53a2ba-8910-4553-8bf2-c8fdff469b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:18.410353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Transition to ACTIVE for port object bd32aad1-f11b-427a-aa84-865290a39214 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:18.413707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.419210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-576f3b46-46e6-4887-a045-81cf77fce875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:18.421507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:18.422371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.423784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] 10.222.0.74 "PUT /v2.0/ports/a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 1095 time: 2.6910295
Dec 16 09:34:18.455613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.457545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:18.483066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-401f8c4a-cb1d-42ba-af4e-13ee427a6046 req-36f0b3fd-b3ca-4be9-b5a7-1c751e44e5c0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:34:18.493662 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-401f8c4a-cb1d-42ba-af4e-13ee427a6046 req-36f0b3fd-b3ca-4be9-b5a7-1c751e44e5c0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 947 time: 0.4505513
Dec 16 09:34:18.615322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Pushing event updated for resources: {'Port': ['ID=bd32aad1-f11b-427a-aa84-865290a39214,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:18.620051 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:18.697038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:18.701007 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:18.712702 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d10476d-6bb1-49ef-aacb-8e602e86f11a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:18.742328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Attempting to bind port bd32aad1-f11b-427a-aa84-865290a39214 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:18.742918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Attempting to bind port bd32aad1-f11b-427a-aa84-865290a39214 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:18.743928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Attempting to bind port bd32aad1-f11b-427a-aa84-865290a39214 on network 6d05e88b-16ab-4171-97b7-05e53c58d9ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:18.750473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Port bd32aad1-f11b-427a-aa84-865290a39214 on network 6d05e88b-16ab-4171-97b7-05e53c58d9ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:34:18.751113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Attempting to bind port bd32aad1-f11b-427a-aa84-865290a39214 on network 6d05e88b-16ab-4171-97b7-05e53c58d9ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:18.757606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:18.758838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Checking segment: {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:18.759985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Bound using segment: {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:18.760768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Bound port: bd32aad1-f11b-427a-aa84-865290a39214, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:18.761347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.903808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] For port bd32aad1-f11b-427a-aa84-865290a39214, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:18.907255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] For port bd32aad1-f11b-427a-aa84-865290a39214, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bd32aad1-f11b-427a-aa84-865290a39214,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:18.917422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.921658 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37d5fc93-7248-44a4-a632-37d57983689d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:18.940329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] No DVR routers for this DVR port 189ff23e-75c1-4f47-9956-1b07a393a642 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:18.943113 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:18.963096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Pushing event deleted for resources: {'Port': ['ID=189ff23e-75c1-4f47-9956-1b07a393a642,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:18.965678 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:18.986765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce3f1c38-abdd-40f5-9c0b-e704d778523a req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] 10.222.0.54 "DELETE /v2.0/ports/189ff23e-75c1-4f47-9956-1b07a393a642 HTTP/1.1" status: 204  len: 173 time: 2.0484924
Dec 16 09:34:18.995998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 189ff23e-75c1-4f47-9956-1b07a393a642 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:18.999709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Pushing event updated for resources: {'Port': ['ID=bd32aad1-f11b-427a-aa84-865290a39214,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:19.000990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-401f8c4a-cb1d-42ba-af4e-13ee427a6046 req-0a9365c5-b5af-4bdf-834b-2b9d448924f1 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5043104
Dec 16 09:34:19.004670 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:19.012482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:19.013198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:19.015086 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd32aad1-f11b-427a-aa84-865290a39214 HTTP/1.1" status: 200  len: 1091 time: 1.2925286
Dec 16 09:34:19.016211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'tag': 'bd32aad1-f11b-427a-aa84-865290a39214'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:19.056476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Request body: {'port': {'device_id': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:19.091707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 189ff23e-75c1-4f47-9956-1b07a393a642 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:19.094606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 189ff23e-75c1-4f47-9956-1b07a393a642 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:19.110610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-bf1e329f-05b1-4ee6-bf1b-90db0928f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:19.115973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-bf1e329f-05b1-4ee6-bf1b-90db0928f81c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1098 time: 0.6202962
Dec 16 09:34:19.194136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-f0412830-7bb5-4815-bcab-5d0ef807e684 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.0679851
Dec 16 09:34:19.233526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:19.328006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-3301db19-8481-4a35-80b0-a5f4c90e3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:19.329907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-3301db19-8481-4a35-80b0-a5f4c90e3be3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1286864
Dec 16 09:34:19.406070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a42e5-0d66-4162-a45b-86167b8d70cc req-129d9446-a860-4c47-b71f-2be2c1d43937 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:19.411641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b69a42e5-0d66-4162-a45b-86167b8d70cc req-129d9446-a860-4c47-b71f-2be2c1d43937 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 945 time: 0.1682816
Dec 16 09:34:19.473240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b69a42e5-0d66-4162-a45b-86167b8d70cc req-dda6ae7d-876e-4464-bc9a-1b628255a28d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578532
Dec 16 09:34:19.482302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4821d6-e225-495f-a09d-899c8e937494 req-79f04321-6d16-4168-a9c3-f92a3f70fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:19.483889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-79f04321-6d16-4168-a9c3-f92a3f70fe66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1464434
Dec 16 09:34:19.675729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-a1c123e8-712b-4507-8cd6-56dc99486705 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832423
Dec 16 09:34:19.803030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7bcbe3-9350-41df-a444-ec059084744b {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:19.812773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:19.829792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Transition to ACTIVE for port object ae7bcbe3-9350-41df-a444-ec059084744b will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:19.835450 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:19.844202 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7a23040d-fe0e-4fe2-94ae-c1f472f517e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:19.893689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be4821d6-e225-495f-a09d-899c8e937494 req-4b173726-e6f4-4902-a437-111291d4d3b3 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2104137
Dec 16 09:34:20.067445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7bcbe3-9350-41df-a444-ec059084744b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:20.075057 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:20.153135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Attempting to bind port ae7bcbe3-9350-41df-a444-ec059084744b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:20.153475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Attempting to bind port ae7bcbe3-9350-41df-a444-ec059084744b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:20.153845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Attempting to bind port ae7bcbe3-9350-41df-a444-ec059084744b on network 108559fb-5951-4435-b3d3-f0813ae7f768 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:20.160341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Port ae7bcbe3-9350-41df-a444-ec059084744b on network 108559fb-5951-4435-b3d3-f0813ae7f768 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:34:20.160696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Attempting to bind port ae7bcbe3-9350-41df-a444-ec059084744b on network 108559fb-5951-4435-b3d3-f0813ae7f768 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:20.168732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:20.169238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Checking segment: {'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:20.169643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Bound using segment: {'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:20.170076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Bound port: ae7bcbe3-9350-41df-a444-ec059084744b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:20.170756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:20.274828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] For port ae7bcbe3-9350-41df-a444-ec059084744b, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:20.277766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] For port ae7bcbe3-9350-41df-a444-ec059084744b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ae7bcbe3-9350-41df-a444-ec059084744b,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:20.282253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:20.289071 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8ad2438f-8201-4d89-806c-b1555406b21e tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:20.352115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:20.353118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:20.354472 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] 10.222.0.74 "PUT /v2.0/ports/ae7bcbe3-9350-41df-a444-ec059084744b HTTP/1.1" status: 200  len: 1092 time: 1.3041956
Dec 16 09:34:20.387134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Request body: {'port': {'device_id': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:20.421602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7bcbe3-9350-41df-a444-ec059084744b,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:20.427946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27931f-dffa-40ae-aea7-5648da316014 req-d6aaf559-24c8-4407-b412-a619f7a15c74 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:20.430656 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:20.434268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27931f-dffa-40ae-aea7-5648da316014 req-d6aaf559-24c8-4407-b412-a619f7a15c74 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:20.440307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27931f-dffa-40ae-aea7-5648da316014 req-d6aaf559-24c8-4407-b412-a619f7a15c74 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:20.442278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a27931f-dffa-40ae-aea7-5648da316014 req-d6aaf559-24c8-4407-b412-a619f7a15c74 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2400 time: 0.1049345
Dec 16 09:34:20.498425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a27931f-dffa-40ae-aea7-5648da316014 req-91b242ce-9cdc-47f2-a28a-5d8cc1f07cd0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494161
Dec 16 09:34:20.534777 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:20.605682 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'status': 'completed', 'code': 200}
Dec 16 09:34:20.725650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-7832edba-361c-4de7-be2c-2abd0a1ee5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:20.728768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-7832edba-361c-4de7-be2c-2abd0a1ee5ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1098 time: 0.0977354
Dec 16 09:34:20.728936 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'tag': 'bd32aad1-f11b-427a-aa84-865290a39214', 'status': 'completed', 'code': 200}
Dec 16 09:34:20.944511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-f2d1aef5-6a67-4dbb-bd2e-2ae1ce38ddb0 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1071966157&fields=id&tenant_id=e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 267 time: 0.1305003
Dec 16 09:34:20.973836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36882) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:20.985048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6d8e59-3518-41a1-a387-e78a5022064d {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:20.992982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.010625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Transition to ACTIVE for port object db6d8e59-3518-41a1-a387-e78a5022064d will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:21.014618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.019490 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:21.032910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-a8431772-1a25-4d81-bcc5-4ed433ca4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.034321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-a8431772-1a25-4d81-bcc5-4ed433ca4096 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2941811
Dec 16 09:34:21.040173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-1a8e273e-9812-4e86-854a-4785ccd3093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.040674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-1a8e273e-9812-4e86-854a-4785ccd3093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.041147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-1a8e273e-9812-4e86-854a-4785ccd3093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.042668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-1a8e273e-9812-4e86-854a-4785ccd3093b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2798 time: 0.2795169
Dec 16 09:34:21.139151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-68201486-5f9b-4b89-937e-b76937f8fc15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.0955098
Dec 16 09:34:21.155780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.201362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Pushing event updated for resources: {'Port': ['ID=db6d8e59-3518-41a1-a387-e78a5022064d,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:21.216628 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:21.217724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:21.252368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6fac6a693a40efa6818b6c78088bcf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:21.263485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:21.272118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:21.299727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-e7f4c005-1471-484d-870a-c0e275a4dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.301148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-e7f4c005-1471-484d-870a-c0e275a4dc1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1086650
Dec 16 09:34:21.310572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-ea305bc8-afcc-480e-82ad-f2c5321a791f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.311972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-ea305bc8-afcc-480e-82ad-f2c5321a791f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 945 time: 0.3540432
Dec 16 09:34:21.320654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Attempting to bind port db6d8e59-3518-41a1-a387-e78a5022064d on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:21.321013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Attempting to bind port db6d8e59-3518-41a1-a387-e78a5022064d by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:21.321325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Attempting to bind port db6d8e59-3518-41a1-a387-e78a5022064d on network 6d05e88b-16ab-4171-97b7-05e53c58d9ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:21.330038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Port db6d8e59-3518-41a1-a387-e78a5022064d on network 6d05e88b-16ab-4171-97b7-05e53c58d9ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:34:21.330362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Attempting to bind port db6d8e59-3518-41a1-a387-e78a5022064d on network 6d05e88b-16ab-4171-97b7-05e53c58d9ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:21.341233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:21.341476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Checking segment: {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:21.341873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Bound using segment: {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:21.342352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Bound port: db6d8e59-3518-41a1-a387-e78a5022064d, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d12a5a-3860-4d16-a783-b28e5475dcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:21.342766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.371951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'port': {'security_groups': ['267241fe-cc7b-422e-9cc7-3bcdb8cf17cc', 'f7e71b62-88dc-4f5c-82c7-f0d0317cc61b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:21.406808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-52e772c9-2a9a-4e35-8127-23807b0c118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.407308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-52e772c9-2a9a-4e35-8127-23807b0c118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.407779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-52e772c9-2a9a-4e35-8127-23807b0c118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.409317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-52e772c9-2a9a-4e35-8127-23807b0c118b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2bfbb9d4fb534761955a50a1727a3876&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.3014309
Dec 16 09:34:21.470573 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.476825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.484594 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d90ddd74-bd01-4f66-b58a-e601ac4e5f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:21.498600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] For port db6d8e59-3518-41a1-a387-e78a5022064d, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:21.536184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] For port db6d8e59-3518-41a1-a387-e78a5022064d, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=db6d8e59-3518-41a1-a387-e78a5022064d,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:21.545736 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d6fac6a693a40efa6818b6c78088bcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5683553
Dec 16 09:34:21.545736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398f4d38-72c3-4e89-8ce6-4b8c96d7236d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:21.546668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:21.547871 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.555807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:21.556299 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:21.662989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.664069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.665729 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/db6d8e59-3518-41a1-a387-e78a5022064d HTTP/1.1" status: 200  len: 1092 time: 1.2849839
Dec 16 09:34:21.707760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.724201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Pushing event updated for resources: {'Port': ['ID=db6d8e59-3518-41a1-a387-e78a5022064d,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:21.733362 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:21.742157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.778374 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.798996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.804983 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15e8fd11-0c97-4b2f-924f-4235ce6158c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:21.810446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-1125b29c-ece2-4480-89ac-982adb1cf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.811990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-1125b29c-ece2-4480-89ac-982adb1cf001 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4892693
Dec 16 09:34:21.823252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398f4d38-72c3-4e89-8ce6-4b8c96d7236d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:21.826224 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:21.828556 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:21.832205 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/398f4d38-72c3-4e89-8ce6-4b8c96d7236d HTTP/1.1" status: 204  len: 168 time: 0.2777667
Dec 16 09:34:21.873561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-5353ed35-7bee-4b5f-8d38-85d7b36186f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:21.875000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1b78f1e-d2ba-4b11-a209-3fb1187bc6d2 req-5353ed35-7bee-4b5f-8d38-85d7b36186f0 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4520071
Dec 16 09:34:22.127022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:22.140181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-eb994414-abe4-471c-8372-17a4ab1f898c service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994301
Dec 16 09:34:22.144864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.159348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:22.163050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9f2cde3534496890b308ffc6d627b3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:22.166317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:22.171898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:22.241870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4b841407-826f-4908-823c-c68f8570f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:22.242367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4b841407-826f-4908-823c-c68f8570f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:22.242848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4b841407-826f-4908-823c-c68f8570f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:22.244497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4b841407-826f-4908-823c-c68f8570f7b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2865 time: 0.3052289
Dec 16 09:34:22.259437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.263127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.271059 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:22.312734 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f9f2cde3534496890b308ffc6d627b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1822124
Dec 16 09:34:22.312734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf47529-c98e-4373-83b7-6404f1f5daaf,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:22.314172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:22.316501 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:22.388260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-9d6289dc-b315-4fb9-8f9e-eec7c956d071 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=bd32aad1-f11b-427a-aa84-865290a39214 HTTP/1.1" status: 200  len: 217 time: 0.0822139
Dec 16 09:34:22.484731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.510402 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.549910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac65e91-be12-45d8-93ad-e258b10159f1 req-ef7ec680-d659-48d2-8380-6a2e36789c79 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4010732
Dec 16 09:34:22.556632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-0473ea58-dbdd-4814-9ec6-d4eba238ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:22.558005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-0473ea58-dbdd-4814-9ec6-d4eba238ff56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=78a31b1f-79ca-488a-896c-018338a9f8fc HTTP/1.1" status: 200  len: 801 time: 0.1625741
Dec 16 09:34:22.559708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:22.566323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.572937 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1c9af06-d861-4dbe-a096-f2133b9783f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:22.584846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf47529-c98e-4373-83b7-6404f1f5daaf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:22.588322 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:22.590280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.593793 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbf47529-c98e-4373-83b7-6404f1f5daaf HTTP/1.1" status: 204  len: 168 time: 0.2764318
Dec 16 09:34:22.608740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'name': 'network-vif-deleted', 'tag': '189ff23e-75c1-4f47-9956-1b07a393a642'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:22.638001 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.644424 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.650638 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:22.658604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91', 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:22.723619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:22.724240 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:22.730281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'tag': 'ae7bcbe3-9350-41df-a444-ec059084744b'}, {'name': 'network-changed', 'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'tag': 'db6d8e59-3518-41a1-a387-e78a5022064d'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:22.744116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2c50f86-42ee-4d1a-a979-99287f20ec5f req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "PUT /v2.0/ports/ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 981 time: 1.3792264
Dec 16 09:34:22.767725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-b1afca65-040c-48a7-b0d0-683fb62b982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:22.769909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-b1afca65-040c-48a7-b0d0-683fb62b982a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d05e88b-16ab-4171-97b7-05e53c58d9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2035244
Dec 16 09:34:22.800978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:22.808464 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:22.829388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['ab728f0b-6f86-453b-930e-c6f8bf68c9de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:22.994761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-38f2d6c1-11ef-4c44-8a87-0d38a9487137 service neutron] 10.222.0.74 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167275
Dec 16 09:34:23.092347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f9a2f-8614-415a-9ce0-d40f8f32fd2a req-396effe0-1929-4871-bfbc-2a9be5eb2471 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:23.095660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-302f9a2f-8614-415a-9ce0-d40f8f32fd2a req-396effe0-1929-4871-bfbc-2a9be5eb2471 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 947 time: 0.2056201
Dec 16 09:34:23.190719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-302f9a2f-8614-415a-9ce0-d40f8f32fd2a req-7ff240d5-2e63-4487-bfe0-2a228ab770ac tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897489
Dec 16 09:34:23.218361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-0956f2e8-913e-49ad-9062-87d1d32017f9 service neutron] 10.222.0.74 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141335
Dec 16 09:34:23.302384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-13d9ce54-c343-430e-9709-1208f20329f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=ae7bcbe3-9350-41df-a444-ec059084744b HTTP/1.1" status: 200  len: 217 time: 0.0795248
Dec 16 09:34:23.510305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-b862f2e1-e7a1-4116-871e-9acb88f69203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:23.512018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-b862f2e1-e7a1-4116-871e-9acb88f69203 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d00b7bf6-f7c6-4874-bfba-0b1e0069c116 HTTP/1.1" status: 200  len: 801 time: 0.2019298
Dec 16 09:34:23.607191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-fcd92cb8-1c8a-43c9-a63a-03d2424450a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:23.608674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-fcd92cb8-1c8a-43c9-a63a-03d2424450a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=108559fb-5951-4435-b3d3-f0813ae7f768&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0886447
Dec 16 09:34:23.753170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4d694fc9-a551-4cd2-8871-249a08aa6623 service neutron] 10.222.0.74 "GET /v2.0/networks/108559fb-5951-4435-b3d3-f0813ae7f768?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371908
Dec 16 09:34:23.784088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:34:23.922902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-b5771170-59b4-4723-a3af-4b08bae1f298 service neutron] 10.222.0.74 "GET /v2.0/networks/108559fb-5951-4435-b3d3-f0813ae7f768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620042
Dec 16 09:34:23.949981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:23.965680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'mac_address': 'fa:16:3e:0d:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:34:24.036867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:24.041690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-bbc5b760-939f-4e8b-9a87-89b1e943c9d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=db6d8e59-3518-41a1-a387-e78a5022064d HTTP/1.1" status: 200  len: 217 time: 0.1118126
Dec 16 09:34:24.055207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58c4e9f-b71f-40c7-881c-f4bed83fd89f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:24.071531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:24.078516 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:24.080291 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:24.123949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-5121c7c4-3505-4af5-8877-4f08eb72a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.125398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-5121c7c4-3505-4af5-8877-4f08eb72a177 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=78a31b1f-79ca-488a-896c-018338a9f8fc HTTP/1.1" status: 200  len: 801 time: 0.0741632
Dec 16 09:34:24.138918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307cb4a-ae3f-483e-80a8-56487b309900 req-46db91be-7847-406a-8163-f95caab73483 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.144756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307cb4a-ae3f-483e-80a8-56487b309900 req-46db91be-7847-406a-8163-f95caab73483 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.149957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:24.151139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307cb4a-ae3f-483e-80a8-56487b309900 req-46db91be-7847-406a-8163-f95caab73483 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.153070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8307cb4a-ae3f-483e-80a8-56487b309900 req-46db91be-7847-406a-8163-f95caab73483 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2412 time: 0.2241204
Dec 16 09:34:24.155947 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:24.246298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8307cb4a-ae3f-483e-80a8-56487b309900 req-633d1761-cb75-4110-a92a-22de6dc143a0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584662
Dec 16 09:34:24.258560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4a81c156-1375-4851-a105-9c8d21692dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.260081 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4a81c156-1375-4851-a105-9c8d21692dda service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d05e88b-16ab-4171-97b7-05e53c58d9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1064444
Dec 16 09:34:24.341510 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83cf13-b4a6-447a-ad03-a8df15e3aa70', 'name': 'network-vif-deleted', 'tag': '189ff23e-75c1-4f47-9956-1b07a393a642', 'status': 'completed', 'code': 200}
Dec 16 09:34:24.391534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a58c4e9f-b71f-40c7-881c-f4bed83fd89f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:24.422908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e28b0e57-8076-461d-a959-153b22e36fd3 req-2c139605-01b2-458c-b0fa-4bcbbe302204 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/f7e71b62-88dc-4f5c-82c7-f0d0317cc61b HTTP/1.1" status: 200  len: 1801 time: 0.0831757
Dec 16 09:34:24.462533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-1344dd5d-3007-461f-a606-d7f0e9d8a9f5 service neutron] 10.222.0.74 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940117
Dec 16 09:34:24.596327 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-e28b0e57-8076-461d-a959-153b22e36fd3 req-ca7b6649-524b-42bc-9257-e528482ecc71 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:34:24.597832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e28b0e57-8076-461d-a959-153b22e36fd3 req-ca7b6649-524b-42bc-9257-e528482ecc71 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/f7e71b62-88dc-4f5c-82c7-f0d0317cc61b HTTP/1.1" status: 409  len: 341 time: 0.1609190
Dec 16 09:34:24.642252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7874f444-13d9-42f6-aa38-27de9a7a93f9 req-4dbcc9f4-663d-4303-b7d4-12a926a19b9a service neutron] 10.222.0.74 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694319
Dec 16 09:34:24.650840 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'tag': 'ae7bcbe3-9350-41df-a444-ec059084744b', 'status': 'completed', 'code': 200}
Dec 16 09:34:24.651753 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'tag': 'db6d8e59-3518-41a1-a387-e78a5022064d', 'status': 'completed', 'code': 200}
Dec 16 09:34:24.783584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-43d68d2d-d30e-4abc-aabe-8661e2bbe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.784095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-43d68d2d-d30e-4abc-aabe-8661e2bbe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.784569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-43d68d2d-d30e-4abc-aabe-8661e2bbe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.786347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-43d68d2d-d30e-4abc-aabe-8661e2bbe13d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2865 time: 0.0767031
Dec 16 09:34:24.948424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-4abd56a7-0c21-41cc-9833-2c09242e4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:24.949968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-4abd56a7-0c21-41cc-9833-2c09242e4391 service neutron] 10.222.0.74 "GET /v2.0/networks?id=108559fb-5951-4435-b3d3-f0813ae7f768 HTTP/1.1" status: 200  len: 901 time: 0.1563625
Dec 16 09:34:25.036282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-529b5182-4602-4374-b2de-7be51a28c80f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=ae7bcbe3-9350-41df-a444-ec059084744b HTTP/1.1" status: 200  len: 217 time: 0.0779490
Dec 16 09:34:25.111873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-9868f1aa-644c-42d8-a1c5-25dc0d708b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:25.113454 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-9868f1aa-644c-42d8-a1c5-25dc0d708b29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d00b7bf6-f7c6-4874-bfba-0b1e0069c116 HTTP/1.1" status: 200  len: 801 time: 0.0640607
Dec 16 09:34:25.244450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-bd5ff22d-8c55-45f2-9363-624e21807e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:25.245936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-bd5ff22d-8c55-45f2-9363-624e21807e0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=108559fb-5951-4435-b3d3-f0813ae7f768&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0977802
Dec 16 09:34:25.257830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fa241-a610-4c3e-82b7-875fa5eb002e req-e08a17de-9c3e-42de-945b-3d01b3d25f38 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:25.259198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8a8fa241-a610-4c3e-82b7-875fa5eb002e req-e08a17de-9c3e-42de-945b-3d01b3d25f38 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 948 time: 0.1449566
Dec 16 09:34:25.552878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8a8fa241-a610-4c3e-82b7-875fa5eb002e req-6fba0298-f621-4cb5-bead-2fa6efe2ee34 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2728932
Dec 16 09:34:25.590758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-3dfe8123-ab50-40c6-beb7-c770a41cf501 service neutron] 10.222.0.74 "GET /v2.0/networks/108559fb-5951-4435-b3d3-f0813ae7f768?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3306098
Dec 16 09:34:25.673072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-499b6359-18fd-4289-a444-89f7816669e1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2176597
Dec 16 09:34:25.784937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:25.805333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-e63e05aa-c28e-42f6-a4f6-b148bd17736f service neutron] 10.222.0.74 "GET /v2.0/networks/108559fb-5951-4435-b3d3-f0813ae7f768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2068090
Dec 16 09:34:25.828517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-ffdedfe3-8b4f-4d32-8565-d05a0b826b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:25.831083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-ffdedfe3-8b4f-4d32-8565-d05a0b826b5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1175 time: 0.1324010
Dec 16 09:34:25.873202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:25.879980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:25.880361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:26.036283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-a2b514c0-de30-432f-919f-2f2a5c5165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.036884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-a2b514c0-de30-432f-919f-2f2a5c5165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.037188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-a2b514c0-de30-432f-919f-2f2a5c5165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.039110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-a2b514c0-de30-432f-919f-2f2a5c5165e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2865 time: 0.1372259
Dec 16 09:34:26.040319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-8057e1a1-15c1-457f-bcb4-475c46953244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.041781 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-8057e1a1-15c1-457f-bcb4-475c46953244 service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.1773629
Dec 16 09:34:26.047821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-4281aa2e-ba6e-4d70-b662-3db1fd66b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.049399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-4281aa2e-ba6e-4d70-b662-3db1fd66b754 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1135 time: 0.1851220
Dec 16 09:34:26.062359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:26.093616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:26.104966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:26.111243 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:26.117054 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1bda80be-aa7a-4af8-bb41-ba16a91c7821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:26.140216 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-ef5a89ed-d85e-4deb-b322-74021632f319 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 200  len: 217 time: 0.0913529
Dec 16 09:34:26.207748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:26.211090 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:26.265861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-5d0e8230-4321-4718-a90e-571a5a00ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.267750 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-5d0e8230-4321-4718-a90e-571a5a00ca0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.1093097
Dec 16 09:34:26.319552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-13784b3d-36eb-454d-8d80-664645efa068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.321182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-13784b3d-36eb-454d-8d80-664645efa068 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d05e88b-16ab-4171-97b7-05e53c58d9ab HTTP/1.1" status: 200  len: 902 time: 0.2708616
Dec 16 09:34:26.322415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-b9a93e26-aaac-4ec2-99be-a88f9283b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.324910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-b9a93e26-aaac-4ec2-99be-a88f9283b143 service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.2557187
Dec 16 09:34:26.330544 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-f2f9a12f-ce8a-4e1f-a076-abdb7267c147 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550742
Dec 16 09:34:26.402487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:26.407989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-aa92c4b6-f7e3-4a9e-bfde-dcbf3a832314 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=db6d8e59-3518-41a1-a387-e78a5022064d HTTP/1.1" status: 200  len: 217 time: 0.0787551
Dec 16 09:34:26.508557 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-4c9183ff-8f95-4cb3-b1b0-15ca22872917 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640551
Dec 16 09:34:26.552101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-071ac9ee-9922-49b1-9227-a7cd4731a5c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 217 time: 0.1428635
Dec 16 09:34:26.605075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:26.650312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-b78509b5-4523-48c3-9365-80d230eaacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.652400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-b78509b5-4523-48c3-9365-80d230eaacf5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=78a31b1f-79ca-488a-896c-018338a9f8fc HTTP/1.1" status: 200  len: 801 time: 0.1795645
Dec 16 09:34:26.665035 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fdbff403-259d-4b1e-8fbe-840a36742af6 req-5c1c3d94-46c1-4290-a725-53d7d4a8c7ed service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499577
Dec 16 09:34:26.706009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-c98af829-870c-4128-a237-18fadd071c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.707509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-c98af829-870c-4128-a237-18fadd071c03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.1393816
Dec 16 09:34:26.742568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:26.756893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:26.760917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Usage tracker for resource:security_group_rule and tenant:35df3ee948b7420394ffd925a4ff83e6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:26.763813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:26.769612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:26.769944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-3052c17e-d3fd-43d4-b835-1c3701d861fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558045
Dec 16 09:34:26.786191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811a8f4-ca4d-4d68-8131-6c98446b4608 req-de5b167d-446e-4d88-8937-e2e3f639c6e7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.792623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811a8f4-ca4d-4d68-8131-6c98446b4608 req-de5b167d-446e-4d88-8937-e2e3f639c6e7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.798558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811a8f4-ca4d-4d68-8131-6c98446b4608 req-de5b167d-446e-4d88-8937-e2e3f639c6e7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.800127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1811a8f4-ca4d-4d68-8131-6c98446b4608 req-de5b167d-446e-4d88-8937-e2e3f639c6e7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2412 time: 0.3264797
Dec 16 09:34:26.852064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:26.856647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:26.865738 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-389f9b4b-c161-4878-8108-5c40b5f77a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:26.904451 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35df3ee948b7420394ffd925a4ff83e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2983761
Dec 16 09:34:26.906075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e927f04-a7ae-4883-8670-ac65aff549e4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:26.908353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:26.912814 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:26.938051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43516b2e-6583-413f-9daf-97887c078cb3 req-163a74cd-5d1d-4758-ad1f-4f7fd5e95670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:26.939556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-163a74cd-5d1d-4758-ad1f-4f7fd5e95670 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d05e88b-16ab-4171-97b7-05e53c58d9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2794549
Dec 16 09:34:26.946080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1811a8f4-ca4d-4d68-8131-6c98446b4608 req-e1caf387-5974-48f6-9877-e1587b093f37 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258655
Dec 16 09:34:26.974385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.001379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.059400 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.063253 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72f97e90-e47e-4a51-b92b-865109bcb40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:27.077456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e927f04-a7ae-4883-8670-ac65aff549e4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:27.080503 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:27.082809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.087310 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e927f04-a7ae-4883-8670-ac65aff549e4 HTTP/1.1" status: 204  len: 168 time: 0.1746933
Dec 16 09:34:27.238804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-80142246-76d4-4d13-accd-d299a5a01896 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4376714
Dec 16 09:34:27.375526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:27.388857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-77091ea9-23cb-4dde-8fcf-01314347d140 service neutron] 10.222.0.74 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391901
Dec 16 09:34:27.396971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.412487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:27.416483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3d01d8334e4f2fa21114599d3d9cfa is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:27.419484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:27.425240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:27.450699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8e8e8-1216-4bb6-975c-a14506fa6a26 req-64b252f4-da9e-49d7-9362-a9643c4a350a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:27.452537 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02e8e8e8-1216-4bb6-975c-a14506fa6a26 req-64b252f4-da9e-49d7-9362-a9643c4a350a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 984 time: 0.2810740
Dec 16 09:34:27.506698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.513483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.522466 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0e8b774-bd99-4987-afc7-d0aa6dd39e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:27.555567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb1d9d72-854b-4d44-afab-5405f04076ab req-45d461aa-95c7-427b-bb46-da7766a70d0a service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3083470
Dec 16 09:34:27.562438 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd3d01d8334e4f2fa21114599d3d9cfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1854382
Dec 16 09:34:27.563348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7796a-4422-4a7c-ac5c-813323ef597e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:27.565863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:27.570439 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:27.599339 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02e8e8e8-1216-4bb6-975c-a14506fa6a26 req-a4ab09a4-5bf8-42f1-94f6-71265f97ccd6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&id=f7e71b62-88dc-4f5c-82c7-f0d0317cc61b&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0873766
Dec 16 09:34:27.619468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43516b2e-6583-413f-9daf-97887c078cb3 req-732a2573-6f37-428b-b48f-4d0281f10690 service neutron] 10.222.0.74 "GET /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194884
Dec 16 09:34:27.641118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.673598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.705329 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'code': 200}
Dec 16 09:34:27.734045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.741655 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:27.752741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7796a-4422-4a7c-ac5c-813323ef597e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:27.756773 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:27.760946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:27.764381 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bad7796a-4422-4a7c-ac5c-813323ef597e HTTP/1.1" status: 204  len: 168 time: 0.1946342
Dec 16 09:34:27.787019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ae7bcbe3-9350-41df-a444-ec059084744b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:34:27.952580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e6a4d-c0fd-4550-a45d-c852b35454c6 req-14099e0d-154a-4c10-997a-09606b74ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:27.953925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d3e6a4d-c0fd-4550-a45d-c852b35454c6 req-14099e0d-154a-4c10-997a-09606b74ef3e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1100 time: 0.0820751
Dec 16 09:34:27.960108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ae7bcbe3-9350-41df-a444-ec059084744b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ae7bcbe3-9350-41df-a444-ec059084744b,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:27.980727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'ae7bcbe3-9350-41df-a444-ec059084744b', 'network_id': '108559fb-5951-4435-b3d3-f0813ae7f768', 'port_id': 'ae7bcbe3-9350-41df-a444-ec059084744b', 'mac_address': 'fa:16:3e:68:a0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00b7bf6-f7c6-4874-bfba-0b1e0069c116', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:34:28.029780 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d3e6a4d-c0fd-4550-a45d-c852b35454c6 req-e72366aa-0d2d-4f61-b0bc-a4f856ea4c91 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690401
Dec 16 09:34:28.052778 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:28.074470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7bcbe3-9350-41df-a444-ec059084744b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:28.090486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ae7bcbe3-9350-41df-a444-ec059084744b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ae7bcbe3-9350-41df-a444-ec059084744b,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:28.094927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:28.095677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bd32aad1-f11b-427a-aa84-865290a39214 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:34:28.098912 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:28.218374 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de', 'status': 'completed', 'code': 200}
Dec 16 09:34:28.275816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ae7bcbe3-9350-41df-a444-ec059084744b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:28.280575 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:28.337930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port bd32aad1-f11b-427a-aa84-865290a39214, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bd32aad1-f11b-427a-aa84-865290a39214,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:28.355695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'bd32aad1-f11b-427a-aa84-865290a39214', 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab', 'port_id': 'bd32aad1-f11b-427a-aa84-865290a39214', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a31b1f-79ca-488a-896c-018338a9f8fc', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:34:28.409358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-8672a2f8-e0a5-4909-adbc-995110e9a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:28.410853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-8672a2f8-e0a5-4909-adbc-995110e9a450 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1135 time: 0.1688845
Dec 16 09:34:28.427250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:28.453559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd32aad1-f11b-427a-aa84-865290a39214 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:28.475638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port bd32aad1-f11b-427a-aa84-865290a39214, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bd32aad1-f11b-427a-aa84-865290a39214,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:28.481519 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:28.482356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device db6d8e59-3518-41a1-a387-e78a5022064d details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:34:28.485526 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:28.528105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d10984-2c68-414b-8f0a-1e3c17c9a160 req-3f17a985-e020-4e52-9bf2-9e133a59a03a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:28.530800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3d10984-2c68-414b-8f0a-1e3c17c9a160 req-3f17a985-e020-4e52-9bf2-9e133a59a03a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.1908972
Dec 16 09:34:28.589919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=bd32aad1-f11b-427a-aa84-865290a39214,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:28.607173 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:28.618459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port db6d8e59-3518-41a1-a387-e78a5022064d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=db6d8e59-3518-41a1-a387-e78a5022064d,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:28.631506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3d10984-2c68-414b-8f0a-1e3c17c9a160 req-2696b602-d289-421d-b491-94c3e8050738 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920570
Dec 16 09:34:28.633404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-57b12682-89f8-43aa-8110-5eeedc3beab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:28.634834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-57b12682-89f8-43aa-8110-5eeedc3beab5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.2167974
Dec 16 09:34:28.641865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'db6d8e59-3518-41a1-a387-e78a5022064d', 'network_id': '6d05e88b-16ab-4171-97b7-05e53c58d9ab', 'port_id': 'db6d8e59-3518-41a1-a387-e78a5022064d', 'mac_address': 'fa:16:3e:9d:19:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a31b1f-79ca-488a-896c-018338a9f8fc', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:34:28.726242 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:28.732238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-8af363c7-51b7-4ac9-9e74-b837363c4c03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 217 time: 0.0898588
Dec 16 09:34:28.749340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6d8e59-3518-41a1-a387-e78a5022064d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:28.767777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port db6d8e59-3518-41a1-a387-e78a5022064d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=db6d8e59-3518-41a1-a387-e78a5022064d,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:28.771453 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:28.774377 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:28.875435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-64307f7b-16f1-4148-8cc8-6635c7407fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:28.875838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=db6d8e59-3518-41a1-a387-e78a5022064d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:28.877056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-64307f7b-16f1-4148-8cc8-6635c7407fee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.1271045
Dec 16 09:34:28.880189 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:28.939960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-db315ed2-8534-4d92-8830-429eaa8428cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547926
Dec 16 09:34:28.974312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-7721ea6e-e1b2-4eba-993e-c130c4eff83d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1725917
Dec 16 09:34:29.200691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-f2f499fe-348f-44cc-81be-b9393d9ec469 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530768
Dec 16 09:34:29.248101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['bd32aad1-f11b-427a-aa84-865290a39214'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:29.297987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfb03-cf20-484e-a107-28f0ddab1560 req-acce3bb9-0aaf-4cc9-90bc-eb5d7921ca64 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.304897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['db6d8e59-3518-41a1-a387-e78a5022064d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:29.306691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfb03-cf20-484e-a107-28f0ddab1560 req-acce3bb9-0aaf-4cc9-90bc-eb5d7921ca64 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.313277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfb03-cf20-484e-a107-28f0ddab1560 req-acce3bb9-0aaf-4cc9-90bc-eb5d7921ca64 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.314947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-702cfb03-cf20-484e-a107-28f0ddab1560 req-acce3bb9-0aaf-4cc9-90bc-eb5d7921ca64 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2415 time: 0.3397801
Dec 16 09:34:29.487823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.488438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.488759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.489215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.489871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.490498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.491678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.493698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-dbfb07fc-fe15-4a7b-9d78-65d85d536bf5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6500 time: 0.4221821
Dec 16 09:34:29.568534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-702cfb03-cf20-484e-a107-28f0ddab1560 req-db95ce27-78b0-4931-b602-5344bd945a9a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049113
Dec 16 09:34:29.679213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-320420e2-05e8-4c4c-9a71-b470db46d52a req-ecdadccc-83c3-4de7-ac9b-8f29f6750178 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4710908
Dec 16 09:34:29.776962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-69960dfc-a20b-400a-93b1-638c162cafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.777445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-69960dfc-a20b-400a-93b1-638c162cafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.777910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-69960dfc-a20b-400a-93b1-638c162cafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.779526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-69960dfc-a20b-400a-93b1-638c162cafa1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 2298 time: 0.2447712
Dec 16 09:34:29.875572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa00a4c-cbd8-40eb-8f3f-e6ea08514e8e req-4ab762b8-781a-49e8-9504-530628e99872 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:29.877039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2fa00a4c-cbd8-40eb-8f3f-e6ea08514e8e req-4ab762b8-781a-49e8-9504-530628e99872 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 984 time: 0.1948149
Dec 16 09:34:29.928331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-6172a0e7-f84c-4fce-95fd-a1b117fbef40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 200  len: 1001 time: 0.1411669
Dec 16 09:34:29.941196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2fa00a4c-cbd8-40eb-8f3f-e6ea08514e8e req-2a89c74d-478e-4919-93ed-3a73d5a39cfa tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&id=f7e71b62-88dc-4f5c-82c7-f0d0317cc61b&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0584419
Dec 16 09:34:30.002284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-49423969-8161-4d4c-819b-85da2290a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:30.003776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-49423969-8161-4d4c-819b-85da2290a39d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1479e4e5-5ae8-45c3-b52e-e94de53334fd HTTP/1.1" status: 200  len: 855 time: 0.0668724
Dec 16 09:34:30.082559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-8500ebcc-cc65-49e4-8561-2b4e596b90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:30.084185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-8500ebcc-cc65-49e4-8561-2b4e596b90d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0733328
Dec 16 09:34:30.230842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-44b08ef7-dfd4-48f5-825a-a0e3741a4c11 service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373932
Dec 16 09:34:30.371451 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:34:30.376067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-e0ee92f0-ee69-4659-9970-f927216d4afa service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388929
Dec 16 09:34:30.406192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['ae7bcbe3-9350-41df-a444-ec059084744b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:30.513852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-f990f364-5cf7-4882-9b24-c13b98c962f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 217 time: 0.1282022
Dec 16 09:34:30.602722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-49adc612-c6d4-4f22-8a66-4e10c6141044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:30.604374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-49adc612-c6d4-4f22-8a66-4e10c6141044 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.0730286
Dec 16 09:34:30.620931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f856aa-8ec1-474b-a471-d5bf1fca63cf req-f199477b-d1a7-47b2-9641-138d22e58dce tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:30.622457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02f856aa-8ec1-474b-a471-d5bf1fca63cf req-f199477b-d1a7-47b2-9641-138d22e58dce tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.1638544
Dec 16 09:34:30.723751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02f856aa-8ec1-474b-a471-d5bf1fca63cf req-1a47206a-442a-40e7-9e55-2b09bf9da90f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646784
Dec 16 09:34:30.732191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:30.748626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-3d58a44b-0e55-4baa-867a-a5a4bf80e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:30.750625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-3d58a44b-0e55-4baa-867a-a5a4bf80e3a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1271477
Dec 16 09:34:30.772371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:30.900062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-47f14cd8-d1a1-4b64-b18e-e25937c55c54 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407340
Dec 16 09:34:30.921178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:30.947519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:30.959113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Usage tracker for resource:security_group_rule and tenant:bac979310a1b46b4814ebaa520919122 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:30.963839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:30.973551 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9796ffec-22b3-48d8-b3e3-8ae52479076b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c678fe6eb994d9b8dc036ce36c11f77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2379010
Dec 16 09:34:30.973551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:30.973903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:31.031753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-2f125882-ed31-4418-b0da-ff8f50342789 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1352286794&fields=id&tenant_id=e953c35eb7224f14b81d7262b77ea7b9 HTTP/1.1" status: 200  len: 267 time: 0.1042876
Dec 16 09:34:31.061151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.095773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.122382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-5499fbe2-ab27-4312-9cdc-4c56acebbd34 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153132
Dec 16 09:34:31.160107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.169448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.177683 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-83777925-fc9e-4ea7-8d1a-6c713a3855d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:31.197047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-3aa30282-5364-4b4b-99d6-7015666ff1af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 217 time: 0.0660028
Dec 16 09:34:31.210830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.228591 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bac979310a1b46b4814ebaa520919122&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4548688
Dec 16 09:34:31.230318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3effab5c-df34-4e72-94c0-2f2fb3dae918,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:31.232915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:31.235589 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:31.236252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfca4c84-17f4-4b79-815d-cbca18931f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:31.268650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec2e822-4dee-4704-9e52-11731cddab89,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:31.273177 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:31.280892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.284444 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ec2e822-4dee-4704-9e52-11731cddab89 HTTP/1.1" status: 204  len: 168 time: 0.3072321
Dec 16 09:34:31.322768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.350444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.375789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-69e811dc-13cf-4365-9704-38375205904d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:31.377365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-69e811dc-13cf-4365-9704-38375205904d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 984 time: 0.3400166
Dec 16 09:34:31.393075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'port': {'security_groups': ['267241fe-cc7b-422e-9cc7-3bcdb8cf17cc', 'f7e71b62-88dc-4f5c-82c7-f0d0317cc61b', 'c496f0ef-65f6-4676-b263-f898341ba278']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:31.408561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.415807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cdf9a94c-6ef8-48ec-a4fb-3b8c7c15918e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:31.430637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.434224 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3effab5c-df34-4e72-94c0-2f2fb3dae918 HTTP/1.1" status: 204  len: 168 time: 0.2003720
Dec 16 09:34:31.436835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3effab5c-df34-4e72-94c0-2f2fb3dae918,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:31.439425 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:31.459642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-f19bc498-fa5a-4a85-9fb7-aa69f90f649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:31.460608 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-f19bc498-fa5a-4a85-9fb7-aa69f90f649e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.2552433
Dec 16 09:34:31.582230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.679117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-cfdee03f-c960-41cb-b721-e2887609ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:31.680667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-cfdee03f-c960-41cb-b721-e2887609ed62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1798830
Dec 16 09:34:31.805923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ae7bcbe3-9350-41df-a444-ec059084744b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:31.868584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:31.890318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port ae7bcbe3-9350-41df-a444-ec059084744b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:31.890567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-194559af-ab37-41e3-9ee0-6d1e4b3f8ed8 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009051
Dec 16 09:34:31.892931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.896027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port ae7bcbe3-9350-41df-a444-ec059084744b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:31.896649 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:31.909647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:31.914701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Usage tracker for resource:security_group_rule and tenant:2c1ca6efa1114c97a1041206f5dc78c5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:31.918066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:31.924192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:32.037394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.043483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.044522 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.058072 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70b405ae-0692-4c32-91b0-808aeaff1adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:32.097084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7bcbe3-9350-41df-a444-ec059084744b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:32.108240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ae7bcbe3-9350-41df-a444-ec059084744b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ae7bcbe3-9350-41df-a444-ec059084744b,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:32.108685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf6ded6-5ffd-478c-a8d3-9338499956ca,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:32.115902 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c1ca6efa1114c97a1041206f5dc78c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2460942
Dec 16 09:34:32.117088 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:32.117627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:32.120633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.122540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bd32aad1-f11b-427a-aa84-865290a39214 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:32.155228 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:32.159297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-ed34d537-a41b-41b6-a4f8-0c8cfadd6ed0 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193928
Dec 16 09:34:32.161182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:32.197289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.232203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.254873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-586edb9b-85e4-4f83-924e-fc09bc87c3ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e HTTP/1.1" status: 200  len: 217 time: 0.0841339
Dec 16 09:34:32.257518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ae7bcbe3-9350-41df-a444-ec059084744b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:32.262876 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:32.273481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port bd32aad1-f11b-427a-aa84-865290a39214 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:32.286812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port bd32aad1-f11b-427a-aa84-865290a39214 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:32.287508 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.298243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.306370 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:32.309110 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.322785 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.326194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.327558 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bf6ded6-5ffd-478c-a8d3-9338499956ca HTTP/1.1" status: 204  len: 168 time: 0.2087750
Dec 16 09:34:32.328761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf6ded6-5ffd-478c-a8d3-9338499956ca,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:32.332690 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:32.342777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91', 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:32.346844 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a7cc3f10-5d9e-4af0-a77f-7da00b06e881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:32.351492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:32.441288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:32.442236 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.457938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ca9fbcf-c313-48da-8f4e-73b07763c799 req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "PUT /v2.0/ports/ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 1020 time: 1.0665059
Dec 16 09:34:32.465357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:32.498365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-1facd6a6-46c2-44b6-be56-a3a5e19494c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:32.500060 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-1facd6a6-46c2-44b6-be56-a3a5e19494c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.2303007
Dec 16 09:34:32.507395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:32.525369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1480592696-network', 'tenant_id': 'e656d1b15d8d44009c86333b469a23e6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:32.541310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:32.543847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['ab728f0b-6f86-453b-930e-c6f8bf68c9de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:32.551870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Usage tracker for resource:network and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:32.558171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:32.559830 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:32.590182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:32.595250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-35f67c09-b5b3-41c8-bd40-053fce7334d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:32.598552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-35f67c09-b5b3-41c8-bd40-053fce7334d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.0878692
Dec 16 09:34:32.609805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Made reservation on behalf of e656d1b15d8d44009c86333b469a23e6 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:32.613090 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.625152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.634667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.656034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:32.660106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Usage tracker for resource:security_group_rule and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:32.665081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:32.672488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:32.798331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port bd32aad1-f11b-427a-aa84-865290a39214, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bd32aad1-f11b-427a-aa84-865290a39214,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:32.807129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-20e1489d-5151-43d5-9513-4bd499b90787 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003455
Dec 16 09:34:32.811582 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.812428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device db6d8e59-3518-41a1-a387-e78a5022064d up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:32.951969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.953489 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:32.961708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.982661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:34:32.993897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:32.994729 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Added segment 34804fe2-4421-4f05-91f6-0774b0fa1b1d of type vlan for network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040
Dec 16 09:34:33.011867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-e1c0ff3e-82b0-4c92-b859-47f69619e5c4 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944757
Dec 16 09:34:33.026521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:33.055427 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-047805ce-8889-4fa5-9bb2-0b47545a9b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:33.069997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:33.071065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:33.072419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:33.105590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d04f806-ddda-4ed5-aba8-71431ef062bb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:33.108104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-4a264dc9-2d19-473e-9927-0921617b9d49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c9fd142c-fec2-449e-8560-2781fcdcca21 HTTP/1.1" status: 200  len: 217 time: 0.0907228
Dec 16 09:34:33.121020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:33.125708 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6abc6988-b50b-42f3-b583-bf844f77fb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:33.203675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=bd32aad1-f11b-427a-aa84-865290a39214,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:33.212384 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:33.212873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-e6b9c110-8a5e-4896-aa87-1ad45e70cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:33.215433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-e6b9c110-8a5e-4896-aa87-1ad45e70cf67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.0932446
Dec 16 09:34:33.216120 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.8633950
Dec 16 09:34:33.218869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37290) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:33.227668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Request body: {'subnet': {'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1480592696-subnet', 'tenant_id': 'e656d1b15d8d44009c86333b469a23e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:33.236083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port db6d8e59-3518-41a1-a387-e78a5022064d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:33.244269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Pushing event updated for resources: {'Network': ['ID=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:33.246837 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:33.254661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port db6d8e59-3518-41a1-a387-e78a5022064d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:33.255229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:33.288280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:33.303174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:34:33.309267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Usage tracker for resource:subnet and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:33.313380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:33.469362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:33.494748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Made reservation on behalf of e656d1b15d8d44009c86333b469a23e6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:33.497226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:33.518616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-a00d6ddc-e7a3-4a5d-95f0-e4fb77113799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:33.520269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-a00d6ddc-e7a3-4a5d-95f0-e4fb77113799 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2849371
Dec 16 09:34:33.744741 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:33.823310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-c23ea89e-ec88-4a18-a5b7-17b82e21abe3 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557008
Dec 16 09:34:33.836334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port db6d8e59-3518-41a1-a387-e78a5022064d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=db6d8e59-3518-41a1-a387-e78a5022064d,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:33.844989 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:33.848703 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:33.896485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f11c6-8364-418d-8232-bfa8a8959bb3 req-763aabf7-417a-4f76-954b-9a7594b5822c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:33.902857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f11c6-8364-418d-8232-bfa8a8959bb3 req-763aabf7-417a-4f76-954b-9a7594b5822c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:33.908678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f11c6-8364-418d-8232-bfa8a8959bb3 req-763aabf7-417a-4f76-954b-9a7594b5822c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:33.912114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-541f11c6-8364-418d-8232-bfa8a8959bb3 req-763aabf7-417a-4f76-954b-9a7594b5822c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2417 time: 0.3096793
Dec 16 09:34:33.945328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=db6d8e59-3518-41a1-a387-e78a5022064d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:33.948709 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:34.053450 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-541f11c6-8364-418d-8232-bfa8a8959bb3 req-329b49fc-eed7-4fc0-affd-b4e4377d2afc tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877914
Dec 16 09:34:34.102599 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:34.109475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-7fa444b5-80f8-4085-8f1e-73231ef537c0 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522664
Dec 16 09:34:34.111349 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1efa2ed1-eea8-473f-967b-e23beaf8af4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:34.264356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-6b34e38e-4af8-40a9-9e75-9023afa3ca7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 200  len: 217 time: 0.1272130
Dec 16 09:34:34.327968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3211252b-37a9-490f-98d3-6ca2798d4cdc,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:34.346189 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:34.363300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Checking segment: {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:34.363300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Network hostable DHCP agents. Network: ffebdb26-1632-4dbe-a67f-6a6fc5dbb040, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:34:34.384879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-80a3d718-c43d-4666-9f66-a9eea789aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:34.386308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-80a3d718-c43d-4666-9f66-a9eea789aad9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.1134324
Dec 16 09:34:34.448859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe795-8c7d-4843-9ca6-931f16ec1a79 req-05aca242-3201-4e7d-88a6-4e65cce23841 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:34.450307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5fe795-8c7d-4843-9ca6-931f16ec1a79 req-05aca242-3201-4e7d-88a6-4e65cce23841 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.2453947
Dec 16 09:34:34.451842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:34:34.482369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ffebdb26-1632-4dbe-a67f-6a6fc5dbb040) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:34.494108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f118787-6b05-4cf3-b799-07bef96e3206 None None] Network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:34.494245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:34.494839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:34.528059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5fe795-8c7d-4843-9ca6-931f16ec1a79 req-551c7ba1-3867-4d86-8e8a-4864dd3dae71 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708213
Dec 16 09:34:34.555948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.3357887
Dec 16 09:34:34.565877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-3f91f45d-54e6-4cff-9bee-6e407c69d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:34.567836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-3f91f45d-54e6-4cff-9bee-6e407c69d271 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1740375
Dec 16 09:34:34.748211 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7bcbe3-9350-41df-a444-ec059084744b', 'code': 200}
Dec 16 09:34:34.809095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303613a-e81f-4a89-9ca6-ab18bd06a148 None None] Network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:34.817865 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2ab8be8-7f93-4be7-ad4f-54fbf835c9f6 req-57b49620-9d11-46b9-b47d-d6414437ada9 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/c496f0ef-65f6-4676-b263-f898341ba278 HTTP/1.1" status: 200  len: 1800 time: 0.0833516
Dec 16 09:34:34.823675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-321a39b4-9fe6-4104-b26e-6f485d879ec2 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470000
Dec 16 09:34:34.963961 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-d2ab8be8-7f93-4be7-ad4f-54fbf835c9f6 req-622d8c7c-4084-4455-8645-1349e8e332d3 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:34:34.964972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2ab8be8-7f93-4be7-ad4f-54fbf835c9f6 req-622d8c7c-4084-4455-8645-1349e8e332d3 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/c496f0ef-65f6-4676-b263-f898341ba278 HTTP/1.1" status: 409  len: 341 time: 0.1404223
Dec 16 09:34:35.005963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-1960ba75-6081-4cbd-a1eb-8e046b3284a2 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521199
Dec 16 09:34:35.014184 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de', 'status': 'completed', 'code': 200}
Dec 16 09:34:35.119558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-45f25f4d-175d-4e5a-9e0b-078f905fb13c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 200  len: 217 time: 0.1043899
Dec 16 09:34:35.198090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-c309f6ba-1987-4170-9ce1-0bf4dd1f59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:35.199610 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-c309f6ba-1987-4170-9ce1-0bf4dd1f59b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.0720780
Dec 16 09:34:35.238122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-af6c90f2-35ad-4d6a-a9d8-05603f016622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:35.239652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-af6c90f2-35ad-4d6a-a9d8-05603f016622 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1174 time: 0.1660953
Dec 16 09:34:35.453930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:35.533334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-4cf99e9c-6efe-44ee-86d1-1c33db89f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:35.535101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-4cf99e9c-6efe-44ee-86d1-1c33db89f541 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3279274
Dec 16 09:34:35.538358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-8ebae039-114c-4bd3-a50e-b91deedae779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:35.539717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-8ebae039-114c-4bd3-a50e-b91deedae779 service neutron] 10.222.0.54 "GET /v2.0/networks?id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 200  len: 913 time: 0.2934465
Dec 16 09:34:35.592436 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:35.615063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:35.620045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Usage tracker for resource:security_group_rule and tenant:19ebec102c6f41f5996098d08415afe6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:35.623125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:35.630128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:35.699678 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-45cf0272-6112-43e5-8d9e-3bfe9160d4df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 200  len: 217 time: 0.1363316
Dec 16 09:34:35.762469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:35.778661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:35.794269 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:35.814805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-74f334de-3ae6-454b-9a17-fed77f47d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:35.816323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-74f334de-3ae6-454b-9a17-fed77f47d33b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 200  len: 852 time: 0.1057765
Dec 16 09:34:35.820102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-438e1b0a-c774-44f0-9028-c0a957b0876d service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2776895
Dec 16 09:34:35.849330 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19ebec102c6f41f5996098d08415afe6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3938799
Dec 16 09:34:35.850993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:35.851854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2441ed-b9cd-4a1d-adf4-53eac2108d0b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:35.856787 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:35.890448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:35.928657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:35.958947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:35.963370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-99318462-e480-452a-85bf-f65522e16052 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1406848
Dec 16 09:34:36.021940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.028098 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2df548af-94d8-4bf9-85de-485e574c9aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:36.056936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2441ed-b9cd-4a1d-adf4-53eac2108d0b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:36.061348 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:36.062422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.086397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.087533 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c2441ed-b9cd-4a1d-adf4-53eac2108d0b HTTP/1.1" status: 204  len: 168 time: 0.2326458
Dec 16 09:34:36.088673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:36.092723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Usage tracker for resource:security_group_rule and tenant:050b62a4a6414ae69a2e47e776942567 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:36.095586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:36.101510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:36.176057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c1b7ee-6d15-4163-bc94-8a4cfb783922 req-0ac3e9ae-9441-402d-ab2f-469b71507fd2 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3163590
Dec 16 09:34:36.194496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.200955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.231399 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ac44fcf-1eb1-4835-b60d-0959a45e17b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:36.262421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecf3768-7856-4227-adf1-86fc1d27f057,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:36.265756 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:36.267333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-4799f20e-b41c-4900-8520-3701fd53d7f6 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949107
Dec 16 09:34:36.271765 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=050b62a4a6414ae69a2e47e776942567&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3799598
Dec 16 09:34:36.274812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37394) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:36.312132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-b5e81617-1277-4633-9201-580c526d09bf tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:36.313608 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-b5e81617-1277-4633-9201-580c526d09bf tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 822 time: 0.2517927
Dec 16 09:34:36.337184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.363940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.387981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1c706eea-535b-4498-86d6-010fd4e4a0e7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/quotas/e656d1b15d8d44009c86333b469a23e6 HTTP/1.1" status: 200  len: 375 time: 0.0242088
Dec 16 09:34:36.402306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37398) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:36.420108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.425259 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e25619d-7696-40c0-89a6-07c105935ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:36.435984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecf3768-7856-4227-adf1-86fc1d27f057,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:36.440411 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:36.442640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.453047 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ecf3768-7856-4227-adf1-86fc1d27f057 HTTP/1.1" status: 204  len: 168 time: 0.1710935
Dec 16 09:34:36.478209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.498745 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-73ab0eec-1292-4393-aade-404759c6ad43 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0977991
Dec 16 09:34:36.510549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-def45ef0-6ea4-4877-8bf0-f2ead882ab1d req-3d2661b7-4d4d-4831-a236-6382266c7b72 service neutron] 10.222.0.54 "GET /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331934
Dec 16 09:34:36.511542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:36.538003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Usage tracker for resource:security_group_rule and tenant:9a70b30eee464bc2940e3e1dd6d12cd9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:36.543676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:36.605529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:36.686426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1d85535d-d8b9-4268-ae26-705ae9a57797 service neutron] 10.222.0.66 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711154
Dec 16 09:34:36.749848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd32aad1-f11b-427a-aa84-865290a39214'}, {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6d8e59-3518-41a1-a387-e78a5022064d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:36.829511 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.831214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:36.840997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.848853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:36.851972 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dfe7f901-aef4-4609-8d33-b6c66f32cd9c tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:36.863468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:36.868685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Usage tracker for resource:security_group_rule and tenant:81afc5a417714ed18bc042de394b1608 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:36.871848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:36.878903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:36.902539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-bb326628-b66f-469d-a919-106d8458b140 service neutron] 10.222.0.66 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091665
Dec 16 09:34:36.910373 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a70b30eee464bc2940e3e1dd6d12cd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5047438
Dec 16 09:34:36.910373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36a30b0-913f-44b2-ae28-582bd76b7083,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:36.910630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:36.913755 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:37.012869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.045847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.062152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.072340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.082061 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95588361-062d-4cc6-bdd9-6c72424a85f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:37.138466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81afc5a417714ed18bc042de394b1608&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029878
Dec 16 09:34:37.139190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:37.142409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5a9d8-f02b-4d2f-9894-c96b19d40e06,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:37.145705 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:37.197211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.202450 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f19d3f24-0edc-4158-ad44-9d544d419f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:37.221130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36a30b0-913f-44b2-ae28-582bd76b7083,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:37.235747 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:37.242868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.244833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.248781 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f36a30b0-913f-44b2-ae28-582bd76b7083 HTTP/1.1" status: 204  len: 168 time: 0.3343313
Dec 16 09:34:37.280660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.341339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.347530 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92c5e8b1-c8d5-486c-b18b-f09152357919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:37.364382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5a9d8-f02b-4d2f-9894-c96b19d40e06,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:37.373526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:37.375998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:37.377695 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bd5a9d8-f02b-4d2f-9894-c96b19d40e06 HTTP/1.1" status: 204  len: 168 time: 0.2375317
Dec 16 09:34:37.456878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8097a9-1fdd-439c-accf-32a72b0b4319 req-fd674d49-84e8-43e2-87e0-3f42d0bc431e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:37.463692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8097a9-1fdd-439c-accf-32a72b0b4319 req-fd674d49-84e8-43e2-87e0-3f42d0bc431e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:37.469741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8097a9-1fdd-439c-accf-32a72b0b4319 req-fd674d49-84e8-43e2-87e0-3f42d0bc431e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:37.491099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0c8097a9-1fdd-439c-accf-32a72b0b4319 req-fd674d49-84e8-43e2-87e0-3f42d0bc431e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2418 time: 0.1684995
Dec 16 09:34:37.684607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0c8097a9-1fdd-439c-accf-32a72b0b4319 req-9f0f9159-7152-4e43-bd11-dd1bb0f6a036 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926045
Dec 16 09:34:37.955288 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd32aad1-f11b-427a-aa84-865290a39214', 'code': 200}
Dec 16 09:34:37.956107 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6d8e59-3518-41a1-a387-e78a5022064d', 'code': 200}
Dec 16 09:34:38.112947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e2770cf-8f0b-4554-92a9-1f23618e6600 req-30f163e1-63d4-48df-a5f3-d95fd3ba65c2 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 210 time: 0.0482342
Dec 16 09:34:38.196391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1499d-0efd-4e85-8699-df4d5d31dcda req-67a96391-b1b0-4d23-9871-5567986253e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:38.196976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1499d-0efd-4e85-8699-df4d5d31dcda req-67a96391-b1b0-4d23-9871-5567986253e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:38.197668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1499d-0efd-4e85-8699-df4d5d31dcda req-67a96391-b1b0-4d23-9871-5567986253e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:38.203725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-13b1499d-0efd-4e85-8699-df4d5d31dcda req-67a96391-b1b0-4d23-9871-5567986253e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2871 time: 0.1740079
Dec 16 09:34:38.406807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-13b1499d-0efd-4e85-8699-df4d5d31dcda req-e796762f-3858-4557-9f26-0301f8043abf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954267
Dec 16 09:34:38.508064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa0ff9-9164-44c5-b12f-1e3689cf9af5 req-6895f8e1-9577-4730-9661-bc6a828a5c19 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:38.519847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5fa0ff9-9164-44c5-b12f-1e3689cf9af5 req-6895f8e1-9577-4730-9661-bc6a828a5c19 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1023 time: 0.2765975
Dec 16 09:34:38.556177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-75d963e5-12a0-4a71-84e0-45b675c9a9fb tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:38.557860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-75d963e5-12a0-4a71-84e0-45b675c9a9fb tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.54 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 822 time: 0.2662923
Dec 16 09:34:38.577315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Request body: {'port': {'device_id': '87fe46b4-c585-4286-b72b-d71a352635d0', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'admin_state_up': True, 'tenant_id': 'e656d1b15d8d44009c86333b469a23e6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:38.608133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5fa0ff9-9164-44c5-b12f-1e3689cf9af5 req-3d555377-a15f-4863-8c13-661aa4cfddd5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&id=f7e71b62-88dc-4f5c-82c7-f0d0317cc61b&id=c496f0ef-65f6-4676-b263-f898341ba278&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.0867229
Dec 16 09:34:38.784974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:38.807177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Usage tracker for resource:port and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:38.812255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:38.820480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:38.832846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Made reservation on behalf of e656d1b15d8d44009c86333b469a23e6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:38.839048 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:39.022823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7f948-602a-4b74-b969-52737af24a22 req-2fe09db2-e9b2-40a5-8fb0-35e62cc1276d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:39.027603 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea7f948-602a-4b74-b969-52737af24a22 req-2fe09db2-e9b2-40a5-8fb0-35e62cc1276d tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9271477-b756-4e8b-bd75-e983392b4a2a HTTP/1.1" status: 200  len: 1023 time: 0.1663780
Dec 16 09:34:39.108747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Allocated IP 172.20.0.14 (ffebdb26-1632-4dbe-a67f-6a6fc5dbb040/3211252b-37a9-490f-98d3-6ca2798d4cdc/adb66e91-005f-4008-b866-5e12735feab7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:39.172201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Deleting port ab728f0b-6f86-453b-930e-c6f8bf68c9de {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:39.172695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:39.284478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578cff8-2652-4cc2-9212-fa0748fd86ae req-890aba42-495b-4207-a976-d9e283c6231a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:39.290721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578cff8-2652-4cc2-9212-fa0748fd86ae req-890aba42-495b-4207-a976-d9e283c6231a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:39.296674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578cff8-2652-4cc2-9212-fa0748fd86ae req-890aba42-495b-4207-a976-d9e283c6231a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:39.303693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1578cff8-2652-4cc2-9212-fa0748fd86ae req-890aba42-495b-4207-a976-d9e283c6231a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2418 time: 0.1844525
Dec 16 09:34:39.416079 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-0f556b88-affa-422d-b9ea-d48d014b907c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3874683
Dec 16 09:34:39.463146 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1578cff8-2652-4cc2-9212-fa0748fd86ae req-cc1a29f1-176c-41d5-9159-f2e9172b1990 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584995
Dec 16 09:34:39.518014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] For port ab728f0b-6f86-453b-930e-c6f8bf68c9de, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ab728f0b-6f86-453b-930e-c6f8bf68c9de,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:39.518618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:39.581783 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:39.634510 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:39.650261 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:39.673903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Calling delete_port for ab728f0b-6f86-453b-930e-c6f8bf68c9de owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:39.846635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:39.925547 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:39.939797 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:39.940475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:39.944185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:39.947404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:39.953858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['65071db1-9a6a-490a-a28e-78b91d941f91', 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:39.959440 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5597c97-a6f7-4ec6-99dc-7c322fe8ae19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:40.019978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:40.020828 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.034997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'Port': ['ID=ab728f0b-6f86-453b-930e-c6f8bf68c9de,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:40.044290 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:40.071007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ff9e6-89d5-496b-9956-d7a977402def req-fb88004f-e630-409b-803b-969d22658fb6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:40.079027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f57ff9e6-89d5-496b-9956-d7a977402def req-fb88004f-e630-409b-803b-969d22658fb6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.2333553
Dec 16 09:34:40.087301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] No DVR routers for this DVR port ab728f0b-6f86-453b-930e-c6f8bf68c9de on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:40.091697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.095595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5220737
Dec 16 09:34:40.096391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'name': 'network-vif-deleted', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:40.113589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Request body: {'port': {'device_id': '87fe46b4-c585-4286-b72b-d71a352635d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:40.117305 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-cea7f948-602a-4b74-b969-52737af24a22 req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "DELETE /v2.0/ports/ab728f0b-6f86-453b-930e-c6f8bf68c9de HTTP/1.1" status: 204  len: 173 time: 1.0254173
Dec 16 09:34:40.210532 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f57ff9e6-89d5-496b-9956-d7a977402def req-3c71e6fc-9b88-4566-8434-d9b31a9f0ea4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305814
Dec 16 09:34:40.326226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:40.362013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.492273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.507600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:40.511802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Usage tracker for resource:security_group_rule and tenant:5847b58d2e254a4a95f285304139a889 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:40.514792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:40.520949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:40.620775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8f17-8e63-46bb-b2f2-0dd8d816505b req-1cb0a7b4-e413-472d-89ec-cea6fccf14c7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:40.622190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d5ff8f17-8e63-46bb-b2f2-0dd8d816505b req-1cb0a7b4-e413-472d-89ec-cea6fccf14c7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Synchronizing usage tracker for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:34:40.624352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.629560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.638705 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bee7ed3d-bb55-4249-af9c-30e8f6d6a966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:40.795205 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5847b58d2e254a4a95f285304139a889&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4678519
Dec 16 09:34:40.798335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdbb997-2729-47db-95db-6bd67519670c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:40.800947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37566) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:40.803806 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:40.853141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d5ff8f17-8e63-46bb-b2f2-0dd8d816505b req-1cb0a7b4-e413-472d-89ec-cea6fccf14c7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Unset dirty status for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:34:40.854355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5ff8f17-8e63-46bb-b2f2-0dd8d816505b req-1cb0a7b4-e413-472d-89ec-cea6fccf14c7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 932 time: 0.4312832
Dec 16 09:34:40.869422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.897590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.937388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5ff8f17-8e63-46bb-b2f2-0dd8d816505b req-24ea7010-1299-4d9d-892f-aa31ba5c3091 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687258
Dec 16 09:34:40.953618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.958580 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3067ce8d-1417-4abc-9adc-e3810f64ce75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:40.972388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdbb997-2729-47db-95db-6bd67519670c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:40.974684 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:40.976832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:40.991283 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4bdbb997-2729-47db-95db-6bd67519670c HTTP/1.1" status: 204  len: 168 time: 0.1784656
Dec 16 09:34:41.022891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb66e91-005f-4008-b866-5e12735feab7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:41.031109 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:41.045928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Transition to ACTIVE for port object adb66e91-005f-4008-b866-5e12735feab7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:41.050358 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:41.055810 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a31ca46d-1b09-4a5a-83ae-68f5c1867105 tempest-MultipleCreateTestJSON-244991942 tempest-MultipleCreateTestJSON-244991942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:41.273687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:41.282182 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:41.375988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Attempting to bind port adb66e91-005f-4008-b866-5e12735feab7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:41.376220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Attempting to bind port adb66e91-005f-4008-b866-5e12735feab7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:41.376564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Attempting to bind port adb66e91-005f-4008-b866-5e12735feab7 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:41.381513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-23f7b392-97ae-43c4-bda4-03ba9a49d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:41.386474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-23f7b392-97ae-43c4-bda4-03ba9a49d0ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1100 time: 0.1976230
Dec 16 09:34:41.387484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Port adb66e91-005f-4008-b866-5e12735feab7 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:34:41.387871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Attempting to bind port adb66e91-005f-4008-b866-5e12735feab7 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:41.415665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:41.416113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Checking segment: {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:41.416666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Bound using segment: {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:41.417207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Bound port: adb66e91-005f-4008-b866-5e12735feab7, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:41.417593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:41.471410 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9271477-b756-4e8b-bd75-e983392b4a2a', 'name': 'network-vif-deleted', 'tag': 'ab728f0b-6f86-453b-930e-c6f8bf68c9de', 'status': 'completed', 'code': 200}
Dec 16 09:34:41.593326 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:41.636790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:41.677703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:41.686664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:41.699657 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d675cf1-1292-4fa3-a255-0ab335d374e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:41.773659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-3dc7b3a7-f936-4bf1-83b4-af710cbcb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:41.775115 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-3dc7b3a7-f936-4bf1-83b4-af710cbcb283 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3848276
Dec 16 09:34:41.782263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:41.782864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:41.784156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-1a99701e-0419-453d-a092-26063dc5300a service neutron] 10.222.0.54 "PUT /v2.0/ports/adb66e91-005f-4008-b866-5e12735feab7 HTTP/1.1" status: 200  len: 1092 time: 1.6801503
Dec 16 09:34:41.785762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:41.902122 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eb39c122-6181-4f03-95e3-a9f844ebe341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:41.927662 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-dd28f8d4-b74a-4957-9f3e-b933187687a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.1323893
Dec 16 09:34:41.928358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:41.936667 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:41.947175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf801d-5604-4ca0-8f2a-845d3877336e req-07b85fe4-2bc1-4d2c-8dea-700db99f03de tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:41.953075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf801d-5604-4ca0-8f2a-845d3877336e req-07b85fe4-2bc1-4d2c-8dea-700db99f03de tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:41.958703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf801d-5604-4ca0-8f2a-845d3877336e req-07b85fe4-2bc1-4d2c-8dea-700db99f03de tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:41.960841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bdf801d-5604-4ca0-8f2a-845d3877336e req-07b85fe4-2bc1-4d2c-8dea-700db99f03de tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2418 time: 0.3691545
Dec 16 09:34:42.061620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-0d056a64-f09d-403f-9c81-a518023d2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:42.063113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-0d056a64-f09d-403f-9c81-a518023d2837 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1255922
Dec 16 09:34:42.118489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bdf801d-5604-4ca0-8f2a-845d3877336e req-9695df0d-7dcd-4418-a075-6116aa8d69f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252229
Dec 16 09:34:42.133124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-ed28ba0f-f131-47de-a5a5-ef9b477b5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:42.134615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-ed28ba0f-f131-47de-a5a5-ef9b477b5480 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 1095 time: 0.2609389
Dec 16 09:34:42.227095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-a9d7e8cb-0426-4623-9058-402d833c88d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb66e91-005f-4008-b866-5e12735feab7 HTTP/1.1" status: 200  len: 217 time: 0.0841520
Dec 16 09:34:42.298361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-a33318ca-927c-4bf2-a42c-e350eb29c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:42.299928 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-a33318ca-927c-4bf2-a42c-e350eb29c206 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2283623
Dec 16 09:34:42.329112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-a2576943-57f4-4dd5-928e-5d384d4ef911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:42.330750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-a2576943-57f4-4dd5-928e-5d384d4ef911 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3211252b-37a9-490f-98d3-6ca2798d4cdc HTTP/1.1" status: 200  len: 862 time: 0.0960307
Dec 16 09:34:42.479619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-a2618945-88fa-4778-8ee2-414165b0d9d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1406574
Dec 16 09:34:42.764155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-e8047c10-c14c-4e2a-bf0f-a68b8546f3db service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4556985
Dec 16 09:34:42.813546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7a181-7463-4dd0-9e4e-55c306e321b4 req-48cf61cc-e490-4430-b72a-ea0f715eadee tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:42.815013 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20c7a181-7463-4dd0-9e4e-55c306e321b4 req-48cf61cc-e490-4430-b72a-ea0f715eadee tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.3870256
Dec 16 09:34:42.911185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-5ec259cf-20b4-4b41-a1b3-bbc60345e238 service neutron] 10.222.0.54 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4218216
Dec 16 09:34:43.028724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20c7a181-7463-4dd0-9e4e-55c306e321b4 req-6465bc10-f60b-4ee7-b591-a09da2d83ab2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553323
Dec 16 09:34:43.079954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-a7ee3f1b-ed7a-437c-829a-179ca9abbc1b service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058300
Dec 16 09:34:43.109640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ab728f0b-6f86-453b-930e-c6f8bf68c9de no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:43.119223 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b0bb1f-3619-491d-8fe2-9df2bfa66884 req-71fa4c1d-9969-4bf2-8f53-246759f47a6c service neutron] 10.222.0.54 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010319
Dec 16 09:34:43.155106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: ab728f0b-6f86-453b-930e-c6f8bf68c9de {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:43.156019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ab728f0b-6f86-453b-930e-c6f8bf68c9de not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:43.393472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37670) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:43.395671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c784daeb-5144-4f8e-aa4d-90fc52e108d0 req-892acd09-5449-4fb3-a5b9-b00aca0b79fd tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/f7e71b62-88dc-4f5c-82c7-f0d0317cc61b HTTP/1.1" status: 200  len: 1801 time: 0.0471559
Dec 16 09:34:43.466961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c784daeb-5144-4f8e-aa4d-90fc52e108d0 req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.499395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c784daeb-5144-4f8e-aa4d-90fc52e108d0 req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.513387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.535500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:43.541571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Usage tracker for resource:security_group_rule and tenant:e2c581b15396449c909c58fcfa396d59 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:43.544597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:43.548726 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c784daeb-5144-4f8e-aa4d-90fc52e108d0 req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.550584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:43.554282 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1b9a259-9110-435e-b453-ee2dd8dd657e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:43.570898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e71b62-88dc-4f5c-82c7-f0d0317cc61b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:43.573378 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:43.579370 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c784daeb-5144-4f8e-aa4d-90fc52e108d0 req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.580455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c784daeb-5144-4f8e-aa4d-90fc52e108d0 req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/f7e71b62-88dc-4f5c-82c7-f0d0317cc61b HTTP/1.1" status: 204  len: 173 time: 0.1785815
Dec 16 09:34:43.639604 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.643540 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.650751 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7', 'status': 'completed', 'code': 200}
Dec 16 09:34:43.654042 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15f703c5-3ae9-4aa4-b6cd-55abd64f813d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:43.696231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653f7159-daac-4973-bd82-aeda47910761,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:43.698698 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:43.703689 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2c581b15396449c909c58fcfa396d59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3068068
Dec 16 09:34:43.703909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37682) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:43.764055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.795089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.812205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-81f5c480-a67d-44b3-8ea1-807915b3a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:43.813816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-81f5c480-a67d-44b3-8ea1-807915b3a528 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 1095 time: 0.1400616
Dec 16 09:34:43.824870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.852889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e515d9f-105a-413c-a8f0-8520f55be263 req-54b11b17-4121-4111-b5da-eb01f8cbdb51 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:43.854495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e515d9f-105a-413c-a8f0-8520f55be263 req-54b11b17-4121-4111-b5da-eb01f8cbdb51 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 944 time: 0.1224859
Dec 16 09:34:43.855714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.860984 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d2ed7c37-11be-4a81-b104-a63147b40e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:43.876036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653f7159-daac-4973-bd82-aeda47910761,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:43.878893 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:43.881038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:43.885661 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/653f7159-daac-4973-bd82-aeda47910761 HTTP/1.1" status: 204  len: 168 time: 0.1778629
Dec 16 09:34:43.969018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e515d9f-105a-413c-a8f0-8520f55be263 req-7707e04d-aa73-45ff-90cf-907358d380a7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649166
Dec 16 09:34:44.003552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-2241153b-70a4-49a1-a9c7-183082e7217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:44.005007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-2241153b-70a4-49a1-a9c7-183082e7217d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 923 time: 0.1822827
Dec 16 09:34:44.080409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-68b214b1-9604-4f2a-99ca-fe28a178dc8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb66e91-005f-4008-b866-5e12735feab7 HTTP/1.1" status: 200  len: 217 time: 0.0676146
Dec 16 09:34:44.144328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-c4668508-2a87-4a90-984a-2384852b4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:44.145882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-c4668508-2a87-4a90-984a-2384852b4b0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3211252b-37a9-490f-98d3-6ca2798d4cdc HTTP/1.1" status: 200  len: 862 time: 0.0599639
Dec 16 09:34:44.181901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:44.193861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-7b02636e-a27c-4d34-9e0f-8cffd5f09b46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420864
Dec 16 09:34:44.200417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.215480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:44.219549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Usage tracker for resource:security_group_rule and tenant:6db81bbf2ba146f29c0960591bf0d494 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:44.222351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:44.228903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:44.321690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.327141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.336139 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d8c2a362-c70f-4202-9fba-f9b4eb5695d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:44.338717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-6af95ad6-0ca3-4c31-8da1-da9c7a4b8bf8 service neutron] 10.222.0.54 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388094
Dec 16 09:34:44.382446 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6db81bbf2ba146f29c0960591bf0d494&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1970308
Dec 16 09:34:44.382446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c1105c-358d-49dd-b616-536dbbbf3af3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:44.383246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37700) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:44.385907 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:44.446166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.446844 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7188afb-4d70-4088-ab64-f7cc3808106b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.472791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.490111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88ab0f2a-0f8d-4c79-bd6b-64f1705f0a6f req-be287d38-ed0d-4e85-ac36-730a5730bdb2 service neutron] 10.222.0.54 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448123
Dec 16 09:34:44.531825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.539031 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ed156fd-f25b-4c3f-9cc2-12f93f7c7a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:44.549520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8f39c8a-6669-4d86-bf33-937f3298460f req-9c9dd7f4-8459-42c3-b6b1-052ad129a8c7 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=44ac8d7a61f7498aac51c24a17b8c9ca&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327597
Dec 16 09:34:44.552239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c1105c-358d-49dd-b616-536dbbbf3af3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:44.556216 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:44.558972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:44.560174 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4c1105c-358d-49dd-b616-536dbbbf3af3 HTTP/1.1" status: 204  len: 168 time: 0.1760550
Dec 16 09:34:44.839151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f39c8a-6669-4d86-bf33-937f3298460f req-7ffb1580-104b-4e3c-a315-4943efe2bb40 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:44.840636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8f39c8a-6669-4d86-bf33-937f3298460f req-7ffb1580-104b-4e3c-a315-4943efe2bb40 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2769816
Dec 16 09:34:44.857383 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8f39c8a-6669-4d86-bf33-937f3298460f req-47d57038-73c7-4ebf-83bc-98d2acf753d2 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/quotas/44ac8d7a61f7498aac51c24a17b8c9ca HTTP/1.1" status: 200  len: 375 time: 0.0104625
Dec 16 09:34:44.905045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8f39c8a-6669-4d86-bf33-937f3298460f req-ad74b112-6f20-44dd-a977-7c908da53dea tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=44ac8d7a61f7498aac51c24a17b8c9ca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0422282
Dec 16 09:34:45.017094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7c7697a-39e0-427b-976f-18d4d2b31431 req-3c6d6ca4-0b35-4e15-823a-b413ff25b05e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/c496f0ef-65f6-4676-b263-f898341ba278 HTTP/1.1" status: 200  len: 1800 time: 0.0447657
Dec 16 09:34:45.088117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f7c7697a-39e0-427b-976f-18d4d2b31431 req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.114970 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f7c7697a-39e0-427b-976f-18d4d2b31431 req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.125689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device adb66e91-005f-4008-b866-5e12735feab7 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:34:45.167862 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f7c7697a-39e0-427b-976f-18d4d2b31431 req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.173918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ddb463b6-9e4f-41a8-80a7-50eb03471f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:45.192638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496f0ef-65f6-4676-b263-f898341ba278,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:45.199923 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f7c7697a-39e0-427b-976f-18d4d2b31431 req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.201196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7c7697a-39e0-427b-976f-18d4d2b31431 req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/c496f0ef-65f6-4676-b263-f898341ba278 HTTP/1.1" status: 204  len: 173 time: 0.1780953
Dec 16 09:34:45.202540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:45.262750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.335043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:45.349714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'adb66e91-005f-4008-b866-5e12735feab7', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'port_id': 'adb66e91-005f-4008-b866-5e12735feab7', 'mac_address': 'fa:16:3e:85:63:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3211252b-37a9-490f-98d3-6ca2798d4cdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:34:45.405276 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.405861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5ed6-4eb1-493b-aa71-bb32ef6ad8c4 req-1450a826-640b-450f-aac6-36048a1bb784 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:45.408060 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7fd5ed6-4eb1-493b-aa71-bb32ef6ad8c4 req-1450a826-640b-450f-aac6-36048a1bb784 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.0933104
Dec 16 09:34:45.422468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb66e91-005f-4008-b866-5e12735feab7 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:34:45.439474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:45.447084 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.450465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:45.459758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f7fd5ed6-4eb1-493b-aa71-bb32ef6ad8c4 req-7b876635-247d-41d0-805a-e9e14625fdba tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459559
Dec 16 09:34:45.522854 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:45.540406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:45.546963 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:45.656366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['adb66e91-005f-4008-b866-5e12735feab7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:46.326622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a692c59-e3b4-4711-bdfc-b98ddf023de1 req-c1bbef46-c4f6-4130-b448-e1b05aad42eb tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:46.329003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a692c59-e3b4-4711-bdfc-b98ddf023de1 req-c1bbef46-c4f6-4130-b448-e1b05aad42eb tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 945 time: 0.0912676
Dec 16 09:34:46.379011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a692c59-e3b4-4711-bdfc-b98ddf023de1 req-f528a585-7e17-4cdc-b6d2-21e893c39178 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444293
Dec 16 09:34:46.469236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37840) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:46.500561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1218610717', 'description': 'tempest-description-465685996'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:46.507820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:46.512148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:46.515125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:46.521154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:46.531794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.551369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:46.555815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Usage tracker for resource:security_group_rule and tenant:e953c35eb7224f14b81d7262b77ea7b9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:46.559063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:46.565634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:46.594009 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.609315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:46.613315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Usage tracker for resource:security_group_rule and tenant:0e30b165bb664ce68eb7fe9d05509aa3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:46.617244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:46.623054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:46.641371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.644966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.650039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-979aaf04-cb25-4d58-88e2-8f00573679b1 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:46.690760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12534f6-8a1c-42e2-aae5-d6233c6d0202,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:46.693774 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.695037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-896340da-25bc-4347-97e9-2d84332aee8e req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.1987119
Dec 16 09:34:46.695899 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:46.729914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.733209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.741379 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:46.779855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17654702-595c-48a7-b1d4-d432bab2b253,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:46.786422 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e30b165bb664ce68eb7fe9d05509aa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3137710
Dec 16 09:34:46.786422 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:46.786795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:46.849831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.876154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.906738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96442d5-ff66-43e6-a7d5-6d11294f53ce req-86312b84-5a91-4391-a916-70d07413d071 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:46.913079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96442d5-ff66-43e6-a7d5-6d11294f53ce req-86312b84-5a91-4391-a916-70d07413d071 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:46.918962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96442d5-ff66-43e6-a7d5-6d11294f53ce req-86312b84-5a91-4391-a916-70d07413d071 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:46.920601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d96442d5-ff66-43e6-a7d5-6d11294f53ce req-86312b84-5a91-4391-a916-70d07413d071 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2418 time: 0.0958889
Dec 16 09:34:46.928826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.932772 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6b05aeab-2115-4e38-ad1b-ed762eb7e667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:46.946872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17654702-595c-48a7-b1d4-d432bab2b253,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:46.949879 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:46.951826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:46.955549 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17654702-595c-48a7-b1d4-d432bab2b253 HTTP/1.1" status: 204  len: 168 time: 0.1678934
Dec 16 09:34:46.972125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d96442d5-ff66-43e6-a7d5-6d11294f53ce req-6f1dbb94-d5b7-4251-838a-a216ac7349a9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456698
Dec 16 09:34:46.986746 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.141820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device adb66e91-005f-4008-b866-5e12735feab7 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:47.211253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port adb66e91-005f-4008-b866-5e12735feab7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:47.216829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port adb66e91-005f-4008-b866-5e12735feab7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:47.217216 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.355920 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.384587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:47.394778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:47.399195 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.402934 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:47.475672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ad506-0128-41a0-9e3f-09d89a09ac60 req-55dcb88e-0e00-431d-9fb1-d00ec3f73eb2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:47.476239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:47.481510 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:47.483547 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-107ad506-0128-41a0-9e3f-09d89a09ac60 req-55dcb88e-0e00-431d-9fb1-d00ec3f73eb2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.0895324
Dec 16 09:34:47.527084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-107ad506-0128-41a0-9e3f-09d89a09ac60 req-4d06514b-7ef2-4a0a-8925-3fc0641c3254 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427368
Dec 16 09:34:47.600549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92b8785b-f004-4cb7-b122-5113fcb0c6f5 req-b4122f7e-bc9c-46d2-80a9-ab8a264a0bb4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/d12534f6-8a1c-42e2-aae5-d6233c6d0202 HTTP/1.1" status: 200  len: 1800 time: 0.0483162
Dec 16 09:34:47.611137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-92b8785b-f004-4cb7-b122-5113fcb0c6f5 req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1756254851', 'description': 'tempest-description-hth-466785923'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:47.642918 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-92b8785b-f004-4cb7-b122-5113fcb0c6f5 req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.703286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-92b8785b-f004-4cb7-b122-5113fcb0c6f5 req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.707444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-92b8785b-f004-4cb7-b122-5113fcb0c6f5 req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.710735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-92b8785b-f004-4cb7-b122-5113fcb0c6f5 req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:47.711967 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92b8785b-f004-4cb7-b122-5113fcb0c6f5 req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "PUT /v2.0/security-groups/d12534f6-8a1c-42e2-aae5-d6233c6d0202 HTTP/1.1" status: 200  len: 1774 time: 0.1049752
Dec 16 09:34:47.712638 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-90ad9696-559f-4bcc-90c9-5be8387dec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:47.741485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12534f6-8a1c-42e2-aae5-d6233c6d0202,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:47.744028 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:47.972196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074722b-31d1-438f-be4c-6f34d296be43 req-5c88287f-29b1-4b0d-8662-33acae130823 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:47.978621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074722b-31d1-438f-be4c-6f34d296be43 req-5c88287f-29b1-4b0d-8662-33acae130823 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:47.984743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074722b-31d1-438f-be4c-6f34d296be43 req-5c88287f-29b1-4b0d-8662-33acae130823 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:47.986421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9074722b-31d1-438f-be4c-6f34d296be43 req-5c88287f-29b1-4b0d-8662-33acae130823 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 2418 time: 0.1138687
Dec 16 09:34:48.070738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port db6d8e59-3518-41a1-a387-e78a5022064d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:48.071153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.149893 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7', 'code': 200}
Dec 16 09:34:48.360293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37916) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:48.490397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port db6d8e59-3518-41a1-a387-e78a5022064d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=db6d8e59-3518-41a1-a387-e78a5022064d,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:48.491657 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.543335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1478364896'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:48.548943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:48.553141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Usage tracker for resource:network and tenant:51fba18c052e4372abd5f4ab8dbb731a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:48.556298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:48.564447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:48.574711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Made reservation on behalf of 51fba18c052e4372abd5f4ab8dbb731a for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:48.578154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.590783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.605491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:48.609216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Usage tracker for resource:security_group_rule and tenant:51fba18c052e4372abd5f4ab8dbb731a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:48.612030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:48.617775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:48.623057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for db6d8e59-3518-41a1-a387-e78a5022064d owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:48.660005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd079f4-1e91-4a9b-bc5c-f8de04436726 req-5bbd6946-0d8c-45e7-8269-4d89afcebf5a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:48.661599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fd079f4-1e91-4a9b-bc5c-f8de04436726 req-5bbd6946-0d8c-45e7-8269-4d89afcebf5a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.4195690
Dec 16 09:34:48.683210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005a5b-d38b-49ab-b415-d1ad5eb2fa32 req-1bd1c3a3-6be4-4ed7-bd75-f5c30df8795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:48.684625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4005a5b-d38b-49ab-b415-d1ad5eb2fa32 req-1bd1c3a3-6be4-4ed7-bd75-f5c30df8795d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 1097 time: 0.3426311
Dec 16 09:34:48.699581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.704599 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.709007 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a43a6df-34fe-4bd4-81d1-5d3cc6a94dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:48.739450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:34:48.747974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3ac7d6-7afd-4fd4-9ad1-6f9c6437529f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:48.751584 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:48.754212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.754568 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Added segment 2e135416-2a0a-4409-b73b-d16bb3d8769a of type vlan for network be916e72-40f3-42bb-bf65-410b94545960
Dec 16 09:34:48.786236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.821228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.826693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:48.827331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.831502 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c577f6c2-41ca-4b01-b557-2fc80fe6450b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:48.891764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fd079f4-1e91-4a9b-bc5c-f8de04436726 req-4a8f74a6-1585-4616-9610-5f4fbc0ba05d tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148297
Dec 16 09:34:48.895695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4005a5b-d38b-49ab-b415-d1ad5eb2fa32 req-5cc5a44c-a0bf-4f29-b086-b143f1f5365c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960311
Dec 16 09:34:48.949914 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.5885313
Dec 16 09:34:48.950693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event updated for resources: {'Network': ['ID=be916e72-40f3-42bb-bf65-410b94545960,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:48.952635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:48.958199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Request body: {'subnet': {'network_id': 'be916e72-40f3-42bb-bf65-410b94545960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:48.964981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network be916e72-40f3-42bb-bf65-410b94545960 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:34:48.975906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:48.981357 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:48.982690 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0313261c-3680-4bb2-a2bb-ddf9b94c2379 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:48.989936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['db6d8e59-3518-41a1-a387-e78a5022064d', 'bd32aad1-f11b-427a-aa84-865290a39214', 'ae7bcbe3-9350-41df-a444-ec059084744b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:34:49.035404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Port': ['ID=db6d8e59-3518-41a1-a387-e78a5022064d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:49.040995 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:49.111569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:49.116457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Usage tracker for resource:subnet and tenant:51fba18c052e4372abd5f4ab8dbb731a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:49.120207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:49.129461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:49.129700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] No DVR routers for this DVR port db6d8e59-3518-41a1-a387-e78a5022064d on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:49.134225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.136893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-deleted', 'tag': 'db6d8e59-3518-41a1-a387-e78a5022064d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:49.144419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Made reservation on behalf of 51fba18c052e4372abd5f4ab8dbb731a for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:49.148076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.161289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9074722b-31d1-438f-be4c-6f34d296be43 req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "DELETE /v2.0/ports/db6d8e59-3518-41a1-a387-e78a5022064d HTTP/1.1" status: 204  len: 173 time: 1.1690609
Dec 16 09:34:49.231127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0907e54-d177-435a-8c32-b2ab41e877c5 req-7b49dbc7-9f93-4ca3-97d3-9c9bdb580b00 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/d12534f6-8a1c-42e2-aae5-d6233c6d0202 HTTP/1.1" status: 200  len: 1774 time: 0.1911821
Dec 16 09:34:49.253917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port bd32aad1-f11b-427a-aa84-865290a39214 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:49.254263 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.473523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.481259 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-27b2b253-8bca-4624-858e-1c53b69f20d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:49.551257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event updated for resources: {'Subnet': ['ID=b6fc9da8-2b9a-4570-b503-05fb53fa5005,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:49.554536 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:49.584904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Checking segment: {'id': '2e135416-2a0a-4409-b73b-d16bb3d8769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be916e72-40f3-42bb-bf65-410b94545960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:49.585420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Network hostable DHCP agents. Network: be916e72-40f3-42bb-bf65-410b94545960, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:34:49.599230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port bd32aad1-f11b-427a-aa84-865290a39214, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bd32aad1-f11b-427a-aa84-865290a39214,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:49.599820 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.606865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Network be916e72-40f3-42bb-bf65-410b94545960 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:34:49.616381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, be916e72-40f3-42bb-bf65-410b94545960) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:49.621291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:49.621982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.628790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d45f21-b306-4938-80a5-ffb9268e75dd None None] Network be916e72-40f3-42bb-bf65-410b94545960 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:49.637650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:49.675882 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7220721
Dec 16 09:34:49.679533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37942) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:49.679888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6b27e-c0ec-4971-b044-3db12271c65d req-ced977c7-c46a-4548-98b1-172adbee24a0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:49.685345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Request body: {'port': {'network_id': 'be916e72-40f3-42bb-bf65-410b94545960', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2055697006'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:49.685769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6b27e-c0ec-4971-b044-3db12271c65d req-ced977c7-c46a-4548-98b1-172adbee24a0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:49.686567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0da6b27e-c0ec-4971-b044-3db12271c65d req-ced977c7-c46a-4548-98b1-172adbee24a0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:34:49.764749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for bd32aad1-f11b-427a-aa84-865290a39214 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:49.793399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0da6b27e-c0ec-4971-b044-3db12271c65d req-ced977c7-c46a-4548-98b1-172adbee24a0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:34:49.800051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0da6b27e-c0ec-4971-b044-3db12271c65d req-ced977c7-c46a-4548-98b1-172adbee24a0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=347e42e0-c1e9-4f17-97a5-c3a3cced507d HTTP/1.1" status: 200  len: 1682 time: 0.3406332
Dec 16 09:34:49.867964 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.883753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-be916e72-40f3-42bb-bf65-410b94545960', 'network_id': 'be916e72-40f3-42bb-bf65-410b94545960', 'tenant_id': '51fba18c052e4372abd5f4ab8dbb731a', 'fixed_ips': [{'subnet_id': 'b6fc9da8-2b9a-4570-b503-05fb53fa5005'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:34:49.884627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:49.889875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:49.893997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Usage tracker for resource:security_group_rule and tenant:2a516276f31743ccb2d67a66ee349012 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:49.898470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:49.904446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:49.907085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:49.910548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0da6b27e-c0ec-4971-b044-3db12271c65d req-9b40cd75-7317-4fc8-8929-87f10e722c8b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095462
Dec 16 09:34:49.913738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Usage tracker for resource:port and tenant:51fba18c052e4372abd5f4ab8dbb731a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:49.921135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:49.963249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:50.016007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Made reservation on behalf of 51fba18c052e4372abd5f4ab8dbb731a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:50.020733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.031878 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.042807 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27a7f7db-a566-4e38-90dc-09c1aea9d8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:50.058404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] device_id is not set on port ebd61e03-33b0-435d-900a-88895b406fa5 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:34:50.119671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Port': ['ID=bd32aad1-f11b-427a-aa84-865290a39214,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:50.122772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Allocated IP 172.20.0.2 (be916e72-40f3-42bb-bf65-410b94545960/b6fc9da8-2b9a-4570-b503-05fb53fa5005/9eb7ca2b-a2b7-4633-bc83-c8355fad71f7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:50.153341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a39fabcb-061b-4af8-bcf9-30586fed672e req-0b7b2c72-dd57-479b-85e7-a8dc28101bb5 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=44ac8d7a61f7498aac51c24a17b8c9ca&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1189637
Dec 16 09:34:50.154538 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:50.176336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.181556 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.194348 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0e665b60-180d-4fd2-8283-104b6b19b6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:50.237867 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a516276f31743ccb2d67a66ee349012&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5964026
Dec 16 09:34:50.238425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:50.242388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7417a95c-ce83-41eb-89d6-81943c5e6d69,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:50.255658 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:50.319430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] No DVR routers for this DVR port bd32aad1-f11b-427a-aa84-865290a39214 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:50.320717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.322074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.351559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9074722b-31d1-438f-be4c-6f34d296be43 req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "DELETE /v2.0/ports/bd32aad1-f11b-427a-aa84-865290a39214 HTTP/1.1" status: 204  len: 173 time: 1.1830986
Dec 16 09:34:50.356607 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.386820 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.398712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Transition to ACTIVE for port object 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:50.432911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Transition to ACTIVE for port object 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:50.435240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.440020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:50.440719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.445444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fabcb-061b-4af8-bcf9-30586fed672e req-4eb66abc-a600-41f8-97b5-974d4cc7ad5f tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:50.446889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a39fabcb-061b-4af8-bcf9-30586fed672e req-4eb66abc-a600-41f8-97b5-974d4cc7ad5f tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2808344
Dec 16 09:34:50.452945 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:50.455119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7417a95c-ce83-41eb-89d6-81943c5e6d69,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:50.459531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port ae7bcbe3-9350-41df-a444-ec059084744b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:50.459872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.491321 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:50.498833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a39fabcb-061b-4af8-bcf9-30586fed672e req-005c6fa1-b286-4c26-8486-0a9d5e24f9a9 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/quotas/44ac8d7a61f7498aac51c24a17b8c9ca HTTP/1.1" status: 200  len: 375 time: 0.0438995
Dec 16 09:34:50.524789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.526189 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7417a95c-ce83-41eb-89d6-81943c5e6d69 HTTP/1.1" status: 204  len: 168 time: 0.2867706
Dec 16 09:34:50.530482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Pushing event updated for resources: {'Port': ['ID=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:50.545688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Network be916e72-40f3-42bb-bf65-410b94545960 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:50.553014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:50.556404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Allocated IP 172.20.0.3 (be916e72-40f3-42bb-bf65-410b94545960/b6fc9da8-2b9a-4570-b503-05fb53fa5005/ebd61e03-33b0-435d-900a-88895b406fa5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:50.556513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.556789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.557197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.557594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.557954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.558362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.558768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.559030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.559556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.559831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.560166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.560626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:34:50.563798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:50.603777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a39fabcb-061b-4af8-bcf9-30586fed672e req-b1f74d6a-0540-4acf-a72c-71c2f43aaa67 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=44ac8d7a61f7498aac51c24a17b8c9ca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0839705
Dec 16 09:34:50.605465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:50.743446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Attempting to bind port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:34:50.744109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Attempting to bind port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '2e135416-2a0a-4409-b73b-d16bb3d8769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be916e72-40f3-42bb-bf65-410b94545960'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:34:50.747018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Attempting to bind port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 on network be916e72-40f3-42bb-bf65-410b94545960 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:34:50.757299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:34:50.757692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Checking segment: {'id': '2e135416-2a0a-4409-b73b-d16bb3d8769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be916e72-40f3-42bb-bf65-410b94545960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:50.758112 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.758524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Bound using segment: {'id': '2e135416-2a0a-4409-b73b-d16bb3d8769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be916e72-40f3-42bb-bf65-410b94545960'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:34:50.759007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Bound port: 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e135416-2a0a-4409-b73b-d16bb3d8769a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be916e72-40f3-42bb-bf65-410b94545960'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:34:50.762221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.868897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] For port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:34:50.873214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] For port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,segment=NetworkSegment(2e135416-2a0a-4409-b73b-d16bb3d8769a),segment_id=2e135416-2a0a-4409-b73b-d16bb3d8769a)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:34:50.882711 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:50.889118 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:50.969399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Pushing event updated for resources: {'Port': ['ID=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:50.973730 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:51.021502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.041299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Transition to ACTIVE for port object ebd61e03-33b0-435d-900a-88895b406fa5 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:51.073685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.080047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port ae7bcbe3-9350-41df-a444-ec059084744b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ae7bcbe3-9350-41df-a444-ec059084744b,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:51.080403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.087721 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9189d00-88de-4dc3-8b87-9542a5767622 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:51.144829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Network be916e72-40f3-42bb-bf65-410b94545960 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:51.153867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:51.158729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:51.214419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for ae7bcbe3-9350-41df-a444-ec059084744b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:51.217257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event updated for resources: {'Port': ['ID=ebd61e03-33b0-435d-900a-88895b406fa5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:51.221531 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:51.235039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:51.237377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.291280 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6105134
Dec 16 09:34:51.295208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:51.302204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51f4eb-64ef-4d7c-bd03-00e58ec90600 req-3b43db6b-e2eb-42ba-bc5f-35aa16d1f7ca tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:51.303758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d51f4eb-64ef-4d7c-bd03-00e58ec90600 req-3b43db6b-e2eb-42ba-bc5f-35aa16d1f7ca tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.3348765
Dec 16 09:34:51.380122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Deleting port ebd61e03-33b0-435d-900a-88895b406fa5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:51.380469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.433841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d51f4eb-64ef-4d7c-bd03-00e58ec90600 req-29fb0885-93a4-433b-8d8d-86c85731a4c0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081960
Dec 16 09:34:51.493125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.500702 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d8f8500-3645-4444-9eef-2e10eaa3603e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:51.572894 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-deleted', 'tag': 'db6d8e59-3518-41a1-a387-e78a5022064d', 'status': 'completed', 'code': 200}
Dec 16 09:34:51.591702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Port': ['ID=ae7bcbe3-9350-41df-a444-ec059084744b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:51.594835 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:51.686993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] No DVR routers for this DVR port ae7bcbe3-9350-41df-a444-ec059084744b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:51.689611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.714066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.719314 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9074722b-31d1-438f-be4c-6f34d296be43 req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "DELETE /v2.0/ports/ae7bcbe3-9350-41df-a444-ec059084744b HTTP/1.1" status: 204  len: 173 time: 1.3558464
Dec 16 09:34:51.731739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79baccdf-04a8-40a0-be6a-5ff7f63ae904 req-ba9cc796-528d-4c24-b255-bbf7bbec33ca tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/d12534f6-8a1c-42e2-aae5-d6233c6d0202 HTTP/1.1" status: 200  len: 1774 time: 0.1606994
Dec 16 09:34:51.809184 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-79baccdf-04a8-40a0-be6a-5ff7f63ae904 req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.842073 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-79baccdf-04a8-40a0-be6a-5ff7f63ae904 req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.876624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Calling delete_port for ebd61e03-33b0-435d-900a-88895b406fa5 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:51.898521 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-79baccdf-04a8-40a0-be6a-5ff7f63ae904 req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.905952 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-305d5ebc-c4ec-44b4-9571-7c175a66ce63 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:51.923572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12534f6-8a1c-42e2-aae5-d6233c6d0202,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:51.927323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ae7bcbe3-9350-41df-a444-ec059084744b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:51.928951 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:51.940562 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-79baccdf-04a8-40a0-be6a-5ff7f63ae904 req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:51.942095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79baccdf-04a8-40a0-be6a-5ff7f63ae904 req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/d12534f6-8a1c-42e2-aae5-d6233c6d0202 HTTP/1.1" status: 204  len: 173 time: 0.2030990
Dec 16 09:34:51.985190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: ae7bcbe3-9350-41df-a444-ec059084744b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:51.985549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ae7bcbe3-9350-41df-a444-ec059084744b not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:51.985978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bd32aad1-f11b-427a-aa84-865290a39214 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:52.027034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: bd32aad1-f11b-427a-aa84-865290a39214 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:52.027431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bd32aad1-f11b-427a-aa84-865290a39214 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:52.027856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device db6d8e59-3518-41a1-a387-e78a5022064d no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:52.050902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.058131 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:52.067547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: db6d8e59-3518-41a1-a387-e78a5022064d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:52.068137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device db6d8e59-3518-41a1-a387-e78a5022064d not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:52.107981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event deleted for resources: {'Port': ['ID=ebd61e03-33b0-435d-900a-88895b406fa5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:52.111592 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:52.137117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f28684-28af-40da-999e-05cc761e9928 req-beeb430f-32a2-44da-8001-d87b4a00ef95 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:52.139853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28f28684-28af-40da-999e-05cc761e9928 req-beeb430f-32a2-44da-8001-d87b4a00ef95 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.0988953
Dec 16 09:34:52.193742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28f28684-28af-40da-999e-05cc761e9928 req-2e6e8e55-1a3d-43b9-98dc-c6453b93542a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480509
Dec 16 09:34:52.234942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.244557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:52.244760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "DELETE /v2.0/ports/ebd61e03-33b0-435d-900a-88895b406fa5 HTTP/1.1" status: 204  len: 168 time: 0.9490135
Dec 16 09:34:52.380536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b0559a-04cf-416c-8efb-90ac325c4953 None None] Network be916e72-40f3-42bb-bf65-410b94545960 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:52.467859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:52.497664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4a2a36b0-0881-47a6-aeb0-f5fb7ef43fe7 tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4677 time: 0.2507689
Dec 16 09:34:52.497973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38008) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:52.504759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-639871423'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:52.509763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:52.513671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Usage tracker for resource:network and tenant:51fba18c052e4372abd5f4ab8dbb731a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:52.516692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:52.522942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:52.539693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Made reservation on behalf of 51fba18c052e4372abd5f4ab8dbb731a for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:52.543602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.580726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:34:52.593447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.593728 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Added segment fc504b53-6b14-40fa-a31e-354150f6858d of type vlan for network 6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a
Dec 16 09:34:52.598361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4814a080-8f52-49b8-9ab3-afab753ea2f6 None None] Provisioning for port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:52.626814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.664041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.668771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:52.669377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.674663 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1217dc5-6998-4ab9-861f-50bfd5dfe151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:52.707114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:34:52.714892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:52.715312 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.757098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38014) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:52.784573 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.2854700
Dec 16 09:34:52.786188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event updated for resources: {'Network': ['ID=6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:52.787596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:52.790055 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:52.805894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:34:52.837226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting subnet d00b7bf6-f7c6-4874-bfba-0b1e0069c116 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:34:52.840557 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.917326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.977292 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:52.992647 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-388113ea-5d6a-47de-b352-13355a481994 tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "GET /v2.0/agents/3f41059d-051d-4fa9-ac11-6d6361f8fe3a/dhcp-networks HTTP/1.1" status: 200  len: 10446 time: 0.2039719
Dec 16 09:34:52.997082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.024179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,segment=NetworkSegment(2e135416-2a0a-4409-b73b-d16bb3d8769a),segment_id=2e135416-2a0a-4409-b73b-d16bb3d8769a)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:53.029486 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.035732 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:53.041506 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.134470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.150061 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6cc25e6-bb17-4c9a-a610-e7f7bde83f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:53.152036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:53.157295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54bcfb2-3ac6-4d99-b9ec-11b3685ffc8d tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] Network 6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:34:53.172226 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:53.174016 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b54bcfb2-3ac6-4d99-b9ec-11b3685ffc8d tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "POST /v2.0/agents/3f41059d-051d-4fa9-ac11-6d6361f8fe3a/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1758707
Dec 16 09:34:53.176564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.179278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305969f-f7e1-4e91-a0dc-8a14edfde4e3 None None] Network 6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:53.252220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Subnet': ['ID=d00b7bf6-f7c6-4874-bfba-0b1e0069c116,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:53.262619 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:53.263725 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.269854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f459337-0897-4703-9486-add97a7cdc20 None None] Network 108559fb-5951-4435-b3d3-f0813ae7f768 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:53.279919 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/subnets/d00b7bf6-f7c6-4874-bfba-0b1e0069c116 HTTP/1.1" status: 204  len: 168 time: 0.5210824
Dec 16 09:34:53.282479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38040) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.418202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e446-0937-44b9-b2e6-1e241387fd87 req-1044f18b-67f9-4e24-bbea-0b891d4566d5 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:53.425586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1a9e446-0937-44b9-b2e6-1e241387fd87 req-1044f18b-67f9-4e24-bbea-0b891d4566d5 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.2282891
Dec 16 09:34:53.453916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.519186 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07239b76-9898-4413-b92a-6f304b0e61b0 tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "GET /v2.0/agents/3f41059d-051d-4fa9-ac11-6d6361f8fe3a/dhcp-networks HTTP/1.1" status: 200  len: 11178 time: 0.3313203
Dec 16 09:34:53.519721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1a9e446-0937-44b9-b2e6-1e241387fd87 req-b8726f24-6d9c-418d-8e24-14d342fc42a6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838420
Dec 16 09:34:53.519804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38046) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.519894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port fcdb6462-f52d-4b1d-845c-b168d6d97dce {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:53.519894 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.575332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-deleted', 'tag': 'bd32aad1-f11b-427a-aa84-865290a39214'}, {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-deleted', 'tag': 'ae7bcbe3-9350-41df-a444-ec059084744b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:34:53.588174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-428e099a-384d-4d7b-a92f-b466e44e2e3b None None] Provisioning complete for port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:53.588561 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-428e099a-384d-4d7b-a92f-b466e44e2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.649054 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f4c46220-23be-4923-bfb0-020e89147dba tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "DELETE /v2.0/agents/3f41059d-051d-4fa9-ac11-6d6361f8fe3a/dhcp-networks/6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a HTTP/1.1" status: 204  len: 168 time: 0.1196077
Dec 16 09:34:53.649948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.869160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] DHCP port deletion for 108559fb-5951-4435-b3d3-f0813ae7f768 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:34:53.873908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Deleting port fcdb6462-f52d-4b1d-845c-b168d6d97dce {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:53.874724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:53.882256 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1029e374-0768-4b4b-b0ca-b17fd5781f57 tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "GET /v2.0/agents/3f41059d-051d-4fa9-ac11-6d6361f8fe3a/dhcp-networks HTTP/1.1" status: 200  len: 10408 time: 0.2308114
Dec 16 09:34:53.886866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38058) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.905994 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1aa51870-80ec-4370-b30a-b7d1c475b17e tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "GET /v2.0/networks/be916e72-40f3-42bb-bf65-410b94545960/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0182950
Dec 16 09:34:53.909249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.929839 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a8f461b5-a238-4520-9013-bf157d16721b tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "GET /v2.0/networks/be916e72-40f3-42bb-bf65-410b94545960/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0194252
Dec 16 09:34:53.932289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:53.941075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-17055c7c-b044-46aa-9a72-8d09ca18a257 None None] Could not find standard attr ID for object ebd61e03-33b0-435d-900a-88895b406fa5. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:34:54.049945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78620f-d453-4736-8bde-c719fd7fdbbf req-f18d77af-7797-4f32-9fca-2fad32e73570 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:54.051381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa78620f-d453-4736-8bde-c719fd7fdbbf req-f18d77af-7797-4f32-9fca-2fad32e73570 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.3401394
Dec 16 09:34:54.059020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port fcdb6462-f52d-4b1d-845c-b168d6d97dce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fcdb6462-f52d-4b1d-845c-b168d6d97dce,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:54.059411 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.141512 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-23387e6a-e09a-4047-afa3-7b324a0f823a tempest-DHCPAgentSchedulersTestJSON-1308164158 tempest-DHCPAgentSchedulersTestJSON-1308164158-project-admin] 10.222.0.66 "GET /v2.0/agents/3f41059d-051d-4fa9-ac11-6d6361f8fe3a/dhcp-networks HTTP/1.1" status: 200  len: 10408 time: 0.2041161
Dec 16 09:34:54.142631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38070) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:54.157111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] For port fcdb6462-f52d-4b1d-845c-b168d6d97dce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fcdb6462-f52d-4b1d-845c-b168d6d97dce,segment=NetworkSegment(6549d5e9-f3ca-480e-a1f3-0c174e9c7e22),segment_id=6549d5e9-f3ca-480e-a1f3-0c174e9c7e22)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:54.157665 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.236732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for fcdb6462-f52d-4b1d-845c-b168d6d97dce owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:54.278294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Calling delete_port for fcdb6462-f52d-4b1d-845c-b168d6d97dce owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:54.360476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa78620f-d453-4736-8bde-c719fd7fdbbf req-d7aea49a-6273-4c7c-b593-96fc06775391 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2932751
Dec 16 09:34:54.368499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:34:54.402756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.411027 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.422465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:54.464656 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:34:54.464656 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:34:54.469626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Pushing event deleted for resources: {'Port': ['ID=fcdb6462-f52d-4b1d-845c-b168d6d97dce,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:54.472084 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:54.479435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] No DVR routers for this DVR port fcdb6462-f52d-4b1d-845c-b168d6d97dce on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:54.511825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:34:54.512101 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.588728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.625229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f21f7b20>,) {'filters': {'network_id': ['6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:54.637808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f21f7b20>, 'fc504b53-6b14-40fa-a31e-354150f6858d') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:54.638422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f21f7b20>, 'fc504b53-6b14-40fa-a31e-354150f6858d') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:54.654099 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.673958 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.678622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:54.679022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.693629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fcdb6462-f52d-4b1d-845c-b168d6d97dce no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:54.698664 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:54.730421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: fcdb6462-f52d-4b1d-845c-b168d6d97dce {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:54.730770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fcdb6462-f52d-4b1d-845c-b168d6d97dce not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:54.752342 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-deleted', 'tag': 'bd32aad1-f11b-427a-aa84-865290a39214', 'status': 'completed', 'code': 200}
Dec 16 09:34:54.752919 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e42e0-c1e9-4f17-97a5-c3a3cced507d', 'name': 'network-vif-deleted', 'tag': 'ae7bcbe3-9350-41df-a444-ec059084744b', 'status': 'completed', 'code': 200}
Dec 16 09:34:54.784684 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.789191 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c3b8f7a0-02d2-4b66-9c6c-a3ffb90a472a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:54.807655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.819370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event deleted for resources: {'Network': ['ID=6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:54.822043 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:54.826390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:54.826519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "DELETE /v2.0/networks/6ff2c2e6-0dc9-45b2-abde-2ffe4b54772a HTTP/1.1" status: 204  len: 168 time: 0.6835597
Dec 16 09:34:54.868988 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aae8b8-342b-4a35-8aab-0962943e0232 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:34:54.869443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6aae8b8-342b-4a35-8aab-0962943e0232 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:34:54.871122 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d6aae8b8-342b-4a35-8aab-0962943e0232 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "DELETE /v2.0/ports/ebd61e03-33b0-435d-900a-88895b406fa5 HTTP/1.1" status: 404  len: 333 time: 0.0437622
Dec 16 09:34:54.873634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38104) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:54.916429 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-614546c9-aa49-4281-8402-edd48d9d6238 req-4a9fdcb0-4467-47b1-9d67-8c29a9a7156b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:34:54.917727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-614546c9-aa49-4281-8402-edd48d9d6238 req-4a9fdcb0-4467-47b1-9d67-8c29a9a7156b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/c496f0ef-65f6-4676-b263-f898341ba278 HTTP/1.1" status: 404  len: 352 time: 0.0170825
Dec 16 09:34:54.951548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Deleting subnet b6fc9da8-2b9a-4570-b503-05fb53fa5005 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:34:54.955356 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:54.964658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port fcdb6462-f52d-4b1d-845c-b168d6d97dce {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:54.965015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.013126 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.075484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] The port 'fcdb6462-f52d-4b1d-845c-b168d6d97dce' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:34:55.105417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.183150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.186796 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-35985866-e6c0-4953-acfa-8784552ddd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:55.215378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.223077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fc9da8-2b9a-4570-b503-05fb53fa5005,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:55.226185 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:55.227359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.235425 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "DELETE /v2.0/subnets/b6fc9da8-2b9a-4570-b503-05fb53fa5005 HTTP/1.1" status: 204  len: 168 time: 0.3586893
Dec 16 09:34:55.235693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:55.237659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6bcf6a-7531-48fb-aa69-75b060203667 None None] Network be916e72-40f3-42bb-bf65-410b94545960 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:55.248037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1234970>,) {'filters': {'network_id': ['108559fb-5951-4435-b3d3-f0813ae7f768']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:55.265433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb334c-3a1d-423f-8080-3541ada49aa1 req-e296ba27-6066-4158-b70b-6dbaff727c8c tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:55.266911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfdb334c-3a1d-423f-8080-3541ada49aa1 req-e296ba27-6066-4158-b70b-6dbaff727c8c tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.2427077
Dec 16 09:34:55.270469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1234970>, '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:55.270776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1234970>, '6549d5e9-f3ca-480e-a1f3-0c174e9c7e22') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:55.296374 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.329747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.341364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfdb334c-3a1d-423f-8080-3541ada49aa1 req-e86cc5ce-8b19-4e3b-a137-c2eb1267e7f9 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638225
Dec 16 09:34:55.342231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:55.342621 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.369611 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.382367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Deleting port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:55.382718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:55.449025 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:55.487924 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-592cd8df-0212-4ccb-b3b8-e38f11ee6439 req-bf077e01-4724-4161-9fd8-d88b475b961f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:34:55.489476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-592cd8df-0212-4ccb-b3b8-e38f11ee6439 req-bf077e01-4724-4161-9fd8-d88b475b961f tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/f7e71b62-88dc-4f5c-82c7-f0d0317cc61b HTTP/1.1" status: 404  len: 352 time: 0.0387716
Dec 16 09:34:55.518417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.523338 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:55.540993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] DHCP port deletion for be916e72-40f3-42bb-bf65-410b94545960 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:34:55.545097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.547223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Deleting port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:55.547812 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.558355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Network': ['ID=108559fb-5951-4435-b3d3-f0813ae7f768,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:55.565898 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:55.578874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/networks/108559fb-5951-4435-b3d3-f0813ae7f768 HTTP/1.1" status: 204  len: 168 time: 2.2953210
Dec 16 09:34:55.581615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38138) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:55.646034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] For port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,segment=NetworkSegment(2e135416-2a0a-4409-b73b-d16bb3d8769a),segment_id=2e135416-2a0a-4409-b73b-d16bb3d8769a)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:55.646449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.666075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb157488-a7a8-4d28-9edc-2c2bf746cdca req-589f3b9b-6673-4db9-9667-3095573a5efb tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=44ac8d7a61f7498aac51c24a17b8c9ca&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0405161
Dec 16 09:34:55.787123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Calling delete_port for 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:55.809817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] For port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,segment=NetworkSegment(2e135416-2a0a-4409-b73b-d16bb3d8769a),segment_id=2e135416-2a0a-4409-b73b-d16bb3d8769a)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:55.810220 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.867619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.871392 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-650487b7-823f-40a6-b862-5a4976df9d1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:55.901136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting subnet 78a31b1f-79ca-488a-896c-018338a9f8fc {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:34:55.910095 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:55.918155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event deleted for resources: {'Port': ['ID=9eb7ca2b-a2b7-4633-bc83-c8355fad71f7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:55.921649 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:55.923844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] No DVR routers for this DVR port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:55.941755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Calling delete_port for 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:55.993138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.016584 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:34:56.016940 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:34:56.061276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157488-a7a8-4d28-9edc-2c2bf746cdca req-a14dd056-ec12-42d9-9d24-b6e458231db6 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:56.062834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb157488-a7a8-4d28-9edc-2c2bf746cdca req-a14dd056-ec12-42d9-9d24-b6e458231db6 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3878078
Dec 16 09:34:56.088148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb157488-a7a8-4d28-9edc-2c2bf746cdca req-aa6570e0-d544-4c4f-ab8d-1a2ac26015f0 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/quotas/44ac8d7a61f7498aac51c24a17b8c9ca HTTP/1.1" status: 200  len: 375 time: 0.0185184
Dec 16 09:34:56.144466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb157488-a7a8-4d28-9edc-2c2bf746cdca req-5a6362ce-6c70-4b79-b82b-28e37b7bd499 tempest-QuotasAdminNegativeTest-2052353524 tempest-QuotasAdminNegativeTest-2052353524-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=44ac8d7a61f7498aac51c24a17b8c9ca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0504432
Dec 16 09:34:56.154481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.168881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.196778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1f19fa0>,) {'filters': {'network_id': ['be916e72-40f3-42bb-bf65-410b94545960']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:56.210176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f19fa0>, '2e135416-2a0a-4409-b73b-d16bb3d8769a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:56.210644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f19fa0>, '2e135416-2a0a-4409-b73b-d16bb3d8769a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:56.223369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.235296 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.241086 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-534c6e0f-cd45-4875-a158-bd1bf28f3be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:56.241577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.248635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:56.249089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:56.264282 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:56.277676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Subnet': ['ID=78a31b1f-79ca-488a-896c-018338a9f8fc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:56.280089 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:56.284875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.291295 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264e356-b2d2-4307-8d43-743978b80501 None None] Network 6d05e88b-16ab-4171-97b7-05e53c58d9ab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:56.309080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/subnets/78a31b1f-79ca-488a-896c-018338a9f8fc HTTP/1.1" status: 204  len: 168 time: 0.7262948
Dec 16 09:34:56.316682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38148) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:56.389461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.398044 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32359965-d2ba-4cb2-b549-d004585332a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:56.398788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:56.417333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.424858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Pushing event deleted for resources: {'Network': ['ID=be916e72-40f3-42bb-bf65-410b94545960,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:56.433993 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:56.435056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:56.435453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:56.437747 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] 10.222.0.66 "DELETE /v2.0/networks/be916e72-40f3-42bb-bf65-410b94545960 HTTP/1.1" status: 204  len: 168 time: 1.1997845
Dec 16 09:34:56.514472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.532520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port 00f51e18-b68f-403a-b8db-69aa8d34b1ba {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:56.532999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.534808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Deleting port 9eb7ca2b-a2b7-4633-bc83-c8355fad71f7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:56.534954 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.607535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-518a513a-fada-47b4-9991-b53a4ae61b7c None None] The port '9eb7ca2b-a2b7-4633-bc83-c8355fad71f7' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:34:56.607777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7124021-174d-4a09-a091-237b2d50317e req-1548fe59-f16e-48f4-aa69-c04ef9ef680e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:56.609279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e7124021-174d-4a09-a091-237b2d50317e req-1548fe59-f16e-48f4-aa69-c04ef9ef680e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.3215382
Dec 16 09:34:56.718203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] DHCP port deletion for 6d05e88b-16ab-4171-97b7-05e53c58d9ab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:34:56.722829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Deleting port 00f51e18-b68f-403a-b8db-69aa8d34b1ba {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:56.723239 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.728968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e7124021-174d-4a09-a091-237b2d50317e req-9c53b58a-839c-4264-a265-bc389ef11fa4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931458
Dec 16 09:34:56.787926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:56.818175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port 00f51e18-b68f-403a-b8db-69aa8d34b1ba, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=00f51e18-b68f-403a-b8db-69aa8d34b1ba,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:56.818897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.946247 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-082a426b-d61e-4c37-8d6e-b3eaf1903144 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51fba18c052e4372abd5f4ab8dbb731a&name=default HTTP/1.1" status: 200  len: 2980 time: 0.1568148
Dec 16 09:34:56.948542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:56.955334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] For port 00f51e18-b68f-403a-b8db-69aa8d34b1ba, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=00f51e18-b68f-403a-b8db-69aa8d34b1ba,segment=NetworkSegment(34d12a5a-3860-4d16-a783-b28e5475dcc8),segment_id=34d12a5a-3860-4d16-a783-b28e5475dcc8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:34:56.955742 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:56.985877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for 00f51e18-b68f-403a-b8db-69aa8d34b1ba owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:57.008320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.039501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.082392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Calling delete_port for 00f51e18-b68f-403a-b8db-69aa8d34b1ba owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:34:57.090730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20ef9-9a7a-4e29-97f5-f316d422dccb req-177abcb9-d297-4ba2-9e51-b6a3517f9aa7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:57.092216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41d20ef9-9a7a-4e29-97f5-f316d422dccb req-177abcb9-d297-4ba2-9e51-b6a3517f9aa7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.2071714
Dec 16 09:34:57.100289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.104125 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:57.117395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3ac7d6-7afd-4fd4-9ad1-6f9c6437529f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:57.120296 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:57.122208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.123330 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e3ac7d6-7afd-4fd4-9ad1-6f9c6437529f HTTP/1.1" status: 204  len: 168 time: 0.1738491
Dec 16 09:34:57.129585 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.135884 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e8fe3ca2-9599-47cc-98ae-7fccd0ddd2ad tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:57.174392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:34:57.174903 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:34:57.199611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] No DVR routers for this DVR port 00f51e18-b68f-403a-b8db-69aa8d34b1ba on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:34:57.227294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Port': ['ID=00f51e18-b68f-403a-b8db-69aa8d34b1ba,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:57.229615 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:57.242357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41d20ef9-9a7a-4e29-97f5-f316d422dccb req-e01ff69a-687b-4466-b517-181b5847ed6a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417820
Dec 16 09:34:57.342747 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-54381743-ca28-45a1-b9be-eb52d72a7585 req-4d4d2a53-2655-444f-8d4e-46301792c062 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:34:57.343786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54381743-ca28-45a1-b9be-eb52d72a7585 req-4d4d2a53-2655-444f-8d4e-46301792c062 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/2662f4b1-4558-47f1-adb5-b5980ada13af HTTP/1.1" status: 404  len: 352 time: 0.0330930
Dec 16 09:34:57.351556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.381360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f11ef670>,) {'filters': {'network_id': ['6d05e88b-16ab-4171-97b7-05e53c58d9ab']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:57.400326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11ef670>, '34d12a5a-3860-4d16-a783-b28e5475dcc8') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:57.400663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11ef670>, '34d12a5a-3860-4d16-a783-b28e5475dcc8') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:34:57.412720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.433900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.434788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38180) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:57.441559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:34:57.442493 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.456427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:34:57.462995 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:34:57.471792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:57.476398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Usage tracker for resource:security_group_rule and tenant:af5480444877430ea5594e8628090a3c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:57.480191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:57.485356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:57.561111 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.566056 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:57.584507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.585051 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.589543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.599336 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8a5e1970-3f26-42a4-8d1c-b5e14fda9a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:57.599715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Network': ['ID=6d05e88b-16ab-4171-97b7-05e53c58d9ab,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:57.605008 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:57.611378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/networks/6d05e88b-16ab-4171-97b7-05e53c58d9ab HTTP/1.1" status: 204  len: 168 time: 1.2934148
Dec 16 09:34:57.617914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:57.634384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1823044545'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:57.649396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:57.660632 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af5480444877430ea5594e8628090a3c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2221477
Dec 16 09:34:57.660632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:network and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:57.661198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38192) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:57.662093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb804e6-c23a-4067-b094-e1ba8df94bec,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:57.664706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:57.667573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:57.671009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:57.677032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Deleting port 00f51e18-b68f-403a-b8db-69aa8d34b1ba {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:34:57.678963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.681540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:57.685683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.721015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:34:57.730712 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.731104 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Added segment c5775385-b792-4a1e-92e3-bb0807b2e5ea of type vlan for network 2fcff9b4-4317-4d69-8970-c155f7722c49
Dec 16 09:34:57.761192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.797686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.803286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e87a4df1-9b4f-4720-8bb2-c6d1b94e8aaf None None] The port '00f51e18-b68f-403a-b8db-69aa8d34b1ba' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:34:57.804569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:57.805194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.820110 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74fa6ddf-c843-46ba-98ce-0648b7f3a2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:57.886908 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.929094 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:57.939206 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-924fea58-5012-4550-a7e2-aaaaccde1bda req-02611507-c020-4dbf-ae07-5f10cabbb400 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:34:57.940159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-924fea58-5012-4550-a7e2-aaaaccde1bda req-02611507-c020-4dbf-ae07-5f10cabbb400 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/fabaef8a-1e40-4a1f-8089-2c1e59a48dd4 HTTP/1.1" status: 404  len: 352 time: 0.0387301
Dec 16 09:34:57.950265 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.3252208
Dec 16 09:34:57.951132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Network': ['ID=2fcff9b4-4317-4d69-8970-c155f7722c49,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:57.953309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:57.956192 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:57.960287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'subnet': {'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:57.963552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2fcff9b4-4317-4d69-8970-c155f7722c49 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:34:58.001632 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.010175 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1bac166-b25c-4b92-be1f-d2cb90e2b290 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:58.026982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb804e6-c23a-4067-b094-e1ba8df94bec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:58.036638 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.040893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fb804e6-c23a-4067-b094-e1ba8df94bec HTTP/1.1" status: 204  len: 168 time: 0.3763874
Dec 16 09:34:58.040893 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:58.122418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:58.126261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:subnet and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:58.129108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:58.136299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:58.150724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:58.155474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.342682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38222) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:58.376943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 00f51e18-b68f-403a-b8db-69aa8d34b1ba no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:34:58.396981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:58.402546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee31541-6d10-40d3-9045-fe947f723863 req-c34fde6a-9d2c-4d6f-a213-06f40fda9db1 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:58.404261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dee31541-6d10-40d3-9045-fe947f723863 req-c34fde6a-9d2c-4d6f-a213-06f40fda9db1 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.1870260
Dec 16 09:34:58.431898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 00f51e18-b68f-403a-b8db-69aa8d34b1ba {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:34:58.434762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 00f51e18-b68f-403a-b8db-69aa8d34b1ba not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:34:58.477927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dee31541-6d10-40d3-9045-fe947f723863 req-41c05e8c-a922-436a-89c1-6cc37ed93e42 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663879
Dec 16 09:34:58.502398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.515188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26c162db-4abf-4227-a445-b45438d29642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:58.522907 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-5e820fc6-5e07-44ce-8e1a-4afc0688300a req-0103ce3d-65b5-466a-8438-cb8d7f12f0f7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:34:58.536517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e820fc6-5e07-44ce-8e1a-4afc0688300a req-0103ce3d-65b5-466a-8438-cb8d7f12f0f7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/b19a3567-2ee6-408c-86fb-f21f7812e272 HTTP/1.1" status: 404  len: 352 time: 0.0303781
Dec 16 09:34:58.650114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Subnet': ['ID=7e20875e-2895-43be-a54e-8189700f2300,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:58.659066 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:58.659190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Checking segment: {'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:34:58.659601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network hostable DHCP agents. Network: 2fcff9b4-4317-4d69-8970-c155f7722c49, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:34:58.682133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 2fcff9b4-4317-4d69-8970-c155f7722c49 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:34:58.693954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2fcff9b4-4317-4d69-8970-c155f7722c49) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:58.698795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:58.699606 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.706217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed477c-1b93-4803-9a56-1b33424e76b7 None None] Network 2fcff9b4-4317-4d69-8970-c155f7722c49 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:34:58.730401 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.7753315
Dec 16 09:34:58.732604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38242) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:58.740487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1530056599'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:58.753633 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.764482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.773234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:58.776062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:58.778593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Usage tracker for resource:security_group_rule and tenant:e61f4ef1069748b8a7cbeb78a2b42bf8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:58.782733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:network and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:58.782861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:58.786835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:58.790288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:58.797553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:58.801817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:58.817852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Usage tracker for resource:security_group_rule and tenant:44ac8d7a61f7498aac51c24a17b8c9ca is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:58.824057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:58.831566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2718aaa-b8d3-4a50-b36f-dcdcdef4b4b2 req-f51989f2-3c9a-4de0-8089-f8980f8c79e7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:58.832935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:58.833201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2718aaa-b8d3-4a50-b36f-dcdcdef4b4b2 req-f51989f2-3c9a-4de0-8089-f8980f8c79e7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.2048876
Dec 16 09:34:58.843404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:58.847900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.892920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:34:58.899547 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2718aaa-b8d3-4a50-b36f-dcdcdef4b4b2 req-e2b25d17-7e65-48a9-8c69-751a57051ab4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570831
Dec 16 09:34:58.903407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.904607 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Added segment 6b4da82e-72e3-41d3-b984-6ad8730e83ce of type vlan for network 540e403c-4ed0-4630-a0c8-9487a01ff7ec
Dec 16 09:34:58.935093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.956127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.964317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.971694 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.975403 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db218ed1-21d1-4270-8c22-655d66d25800 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:58.977280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:58.977877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:58.987125 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-145d96a5-22a6-4529-8d4e-f441cd5825c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:59.029197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0d0c5-dd9b-4381-8318-cb8299feced3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:59.034232 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e61f4ef1069748b8a7cbeb78a2b42bf8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6896675
Dec 16 09:34:59.035773 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:59.037198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38254) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:59.044453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2fcff9b4-4317-4d69-8970-c155f7722c49', 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'fixed_ips': [{'subnet_id': '7e20875e-2895-43be-a54e-8189700f2300'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:34:59.046933 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.130703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Network': ['ID=540e403c-4ed0-4630-a0c8-9487a01ff7ec,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:59.133761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:59.136635 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4027820
Dec 16 09:34:59.139316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:59.154193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'subnet': {'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:34:59.183252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.218452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 540e403c-4ed0-4630-a0c8-9487a01ff7ec details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:34:59.289383 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.307070 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.314260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:34:59.318954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:subnet and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:34:59.322247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:34:59.328152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.336884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:34:59.339705 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-935c290f-a73c-4244-983a-7f656746ba25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:59.372670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7bee-52b9-4e62-8d07-b187a5263385 req-45bac3a7-c29c-4ff2-a414-4cffd5efb4ce tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:34:59.379660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-799b7bee-52b9-4e62-8d07-b187a5263385 req-45bac3a7-c29c-4ff2-a414-4cffd5efb4ce tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.1471040
Dec 16 09:34:59.387302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Allocated IP 19.80.0.2 (2fcff9b4-4317-4d69-8970-c155f7722c49/7e20875e-2895-43be-a54e-8189700f2300/27fd46a7-d59d-4e6f-92ef-eb7f1969985e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:34:59.392718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:34:59.397608 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.417188 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44ac8d7a61f7498aac51c24a17b8c9ca&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0168259
Dec 16 09:34:59.418130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38270) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:34:59.418825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b63da5-d8ad-40bf-800d-e0c5e512475b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:59.422258 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:59.437056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.449201 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9564629e-bc30-48ad-9faf-6c98d3bbb80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:59.488556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0d0c5-dd9b-4381-8318-cb8299feced3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:59.517362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-799b7bee-52b9-4e62-8d07-b187a5263385 req-53d3f8d0-5dc1-4f64-bffb-3885ed16aa99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272061
Dec 16 09:34:59.517362 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:59.525096 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.526141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0b0d0c5-dd9b-4381-8318-cb8299feced3 HTTP/1.1" status: 204  len: 168 time: 0.4869180
Dec 16 09:34:59.611685 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-0d4a2858-2010-4ada-9663-7da12b9c69af req-ed6c167a-7c4a-40da-8c26-043078727509 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] show failed (client error): The resource could not be found.
Dec 16 09:34:59.639468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d4a2858-2010-4ada-9663-7da12b9c69af req-ed6c167a-7c4a-40da-8c26-043078727509 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/6f05ad4f-0b7a-4d81-a94e-7eef0805569b HTTP/1.1" status: 404  len: 352 time: 0.0782740
Dec 16 09:34:59.668406 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.682886 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.694596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Transition to ACTIVE for port object 27fd46a7-d59d-4e6f-92ef-eb7f1969985e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:59.697574 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.718219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Transition to ACTIVE for port object 27fd46a7-d59d-4e6f-92ef-eb7f1969985e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:34:59.725749 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.792961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.800104 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a2709693-25b1-4e6d-8777-b04160ff6572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:59.801438 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a1e3b30b-0d13-4e62-8298-6f7d2f8ef120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:34:59.826878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b63da5-d8ad-40bf-800d-e0c5e512475b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:34:59.831940 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:34:59.845942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.851971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0b63da5-d8ad-40bf-800d-e0c5e512475b HTTP/1.1" status: 204  len: 168 time: 0.4324875
Dec 16 09:34:59.912019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Network 2fcff9b4-4317-4d69-8970-c155f7722c49 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:34:59.918052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:34:59.925441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:34:59.932192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:34:59.938057 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab5e7676-a5c9-4222-aef4-68ca1c86d5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:00.030029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Pushing event updated for resources: {'Port': ['ID=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:00.037720 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:00.058895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Attempting to bind port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:00.059543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Attempting to bind port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:00.060027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Attempting to bind port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e on network 2fcff9b4-4317-4d69-8970-c155f7722c49 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:00.065642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:00.066027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Checking segment: {'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:00.066440 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.066844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Bound using segment: {'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:00.067631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Bound port: 27fd46a7-d59d-4e6f-92ef-eb7f1969985e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:00.068020 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.079200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Subnet': ['ID=07fc8814-8a45-4f11-bef0-38418f2dfe90,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:00.083276 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:00.090402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Checking segment: {'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:00.090776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network hostable DHCP agents. Network: 540e403c-4ed0-4630-a0c8-9487a01ff7ec, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:35:00.132084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 540e403c-4ed0-4630-a0c8-9487a01ff7ec is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:35:00.151370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 540e403c-4ed0-4630-a0c8-9487a01ff7ec) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:00.158006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:00.160734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.163078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c8b8b-3e3f-46d3-a925-0ded2925802f None None] Network 540e403c-4ed0-4630-a0c8-9487a01ff7ec requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:00.232791 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.0900142
Dec 16 09:35:00.276066 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-1b3b942f-281f-4313-8a60-83387ec6db66 service neutron] show failed (client error): The resource could not be found.
Dec 16 09:35:00.277076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-1b3b942f-281f-4313-8a60-83387ec6db66 service neutron] 10.222.0.74 "GET /v2.0/ports/a58c4e9f-b71f-40c7-881c-f4bed83fd89f/bindings/n-h1-820554-2 HTTP/1.1" status: 404  len: 380 time: 0.2184677
Dec 16 09:35:00.290502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] For port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:00.296077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] For port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:00.304624 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.311989 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8a8d34b7-420a-4c91-98f6-bf1dffe81c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:00.326468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4a59-a7a6-413b-ba97-55480f95655f req-8adb1cd7-ebdd-4dee-b172-1f18417350ae tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:00.335917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95aa4a59-a7a6-413b-ba97-55480f95655f req-8adb1cd7-ebdd-4dee-b172-1f18417350ae tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.1175427
Dec 16 09:35:00.392524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:00.424033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.448261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95aa4a59-a7a6-413b-ba97-55480f95655f req-835cb681-05a1-4dc1-a961-6fa9ee7302f6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094964
Dec 16 09:35:00.473742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:00.485227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Pushing event updated for resources: {'Port': ['ID=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:00.489832 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:00.502571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a541053b246d45f2bb539f9d13dbf55c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:00.517866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:00.544834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:00.621669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-540e403c-4ed0-4630-a0c8-9487a01ff7ec', 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'fixed_ips': [{'subnet_id': '07fc8814-8a45-4f11-bef0-38418f2dfe90'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:35:00.622698 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.807143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.812305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:00.828398 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b50bc9db-a5ab-4c2f-8326-cb998bad2112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:00.894911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554e880-83de-4b0e-9b2e-e85b7438ae1a req-05cfb263-fdd8-4c06-bd22-deea04d3f2ee tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:00.902518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2554e880-83de-4b0e-9b2e-e85b7438ae1a req-05cfb263-fdd8-4c06-bd22-deea04d3f2ee tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.2943592
Dec 16 09:35:00.921032 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a541053b246d45f2bb539f9d13dbf55c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5276148
Dec 16 09:35:00.923875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:00.924791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618b61b7-71d6-458e-9757-975c2325b4a0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:00.930368 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:00.962508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-cf2d37aa-1de3-4855-8df1-4dc3080ae95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:00.964398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-cf2d37aa-1de3-4855-8df1-4dc3080ae95e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772&tenant_id=9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 1100 time: 0.2995443
Dec 16 09:35:00.969778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Allocated IP 19.86.0.2 (540e403c-4ed0-4630-a0c8-9487a01ff7ec/07fc8814-8a45-4f11-bef0-38418f2dfe90/49a900f8-09a7-48f1-8063-a6eec05be118) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:00.985612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820554-2', 'device_owner': 'compute:nova'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:01.027886 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.047747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2554e880-83de-4b0e-9b2e-e85b7438ae1a req-380573a2-2c4a-4c0b-bffc-20234fcae95b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318247
Dec 16 09:35:01.066021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.134113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.142577 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91c0ac76-2d34-476b-b5ce-256cc5c6f496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:01.161265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618b61b7-71d6-458e-9757-975c2325b4a0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:01.173305 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:01.180305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.182004 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/618b61b7-71d6-458e-9757-975c2325b4a0 HTTP/1.1" status: 204  len: 168 time: 0.2500510
Dec 16 09:35:01.215685 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.230918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:01.358506 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.371540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Transition to ACTIVE for port object 49a900f8-09a7-48f1-8063-a6eec05be118 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:01.401780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Transition to ACTIVE for port object 49a900f8-09a7-48f1-8063-a6eec05be118 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:01.408862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.423040 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:01.474520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfedb82-720a-43c1-b5f3-0573d454ef99 req-cdb8dfe6-179c-4a84-90de-fc51c72c9f14 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:01.476102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bfedb82-720a-43c1-b5f3-0573d454ef99 req-cdb8dfe6-179c-4a84-90de-fc51c72c9f14 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1024 time: 0.2491355
Dec 16 09:35:01.501848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Network 540e403c-4ed0-4630-a0c8-9487a01ff7ec is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:01.505437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:01.509872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:01.572922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Pushing event updated for resources: {'Port': ['ID=49a900f8-09a7-48f1-8063-a6eec05be118,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:01.626659 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:01.673903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Attempting to bind port 49a900f8-09a7-48f1-8063-a6eec05be118 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:01.674307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Attempting to bind port 49a900f8-09a7-48f1-8063-a6eec05be118 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:01.674685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Attempting to bind port 49a900f8-09a7-48f1-8063-a6eec05be118 on network 540e403c-4ed0-4630-a0c8-9487a01ff7ec {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:01.684756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-92574781'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:01.689314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:01.691613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Checking segment: {'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:01.692596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.693017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Bound using segment: {'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:01.693702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Bound port: 49a900f8-09a7-48f1-8063-a6eec05be118, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:01.694089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.706198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:01.717253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Usage tracker for resource:network and tenant:334d09b9e62f44f2a7161193097f0ee4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:01.726579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:01.750011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:01.756562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0bfedb82-720a-43c1-b5f3-0573d454ef99 req-0ea21b29-1392-4083-842d-ca6895a96cc4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:01.791287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Made reservation on behalf of 334d09b9e62f44f2a7161193097f0ee4 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:01.800688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.821639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0bfedb82-720a-43c1-b5f3-0573d454ef99 req-0ea21b29-1392-4083-842d-ca6895a96cc4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:01.834686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bfedb82-720a-43c1-b5f3-0573d454ef99 req-0ea21b29-1392-4083-842d-ca6895a96cc4 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups?id=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc&id=e3fff28c-48dc-4f3f-b405-83cc97a1df0f&id=d9a33a40-f017-4bb4-a33c-eac9b9a79b00&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.3151381
Dec 16 09:35:01.837711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:01.851724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.897825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c4aa8a5d-5bf3-4714-9b08-7a3add155f41 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:01.898857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c4aa8a5d-5bf3-4714-9b08-7a3add155f41 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Synchronizing usage tracker for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:01.900184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] For port 49a900f8-09a7-48f1-8063-a6eec05be118, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:01.905106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:01.910759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Usage tracker for resource:security_group_rule and tenant:334d09b9e62f44f2a7161193097f0ee4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:01.913416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:01.915465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:01.915620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] For port 49a900f8-09a7-48f1-8063-a6eec05be118, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=49a900f8-09a7-48f1-8063-a6eec05be118,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:01.922025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:01.925878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:01.933224 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:01.936240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c4aa8a5d-5bf3-4714-9b08-7a3add155f41 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Unset dirty status for tenant:e953c35eb7224f14b81d7262b77ea7b9 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:01.937428 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c4aa8a5d-5bf3-4714-9b08-7a3add155f41 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "GET /v2.0/ports?device_id=86695b26-7a9f-4b84-a868-a79ac2e7744b HTTP/1.1" status: 200  len: 1024 time: 0.3931386
Dec 16 09:35:02.066633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:02.124235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Pushing event updated for resources: {'Port': ['ID=49a900f8-09a7-48f1-8063-a6eec05be118,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:02.132939 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:02.205553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e2df2-496c-40c2-8bcf-fd1c5a3ca0b7 None None] Network 2fcff9b4-4317-4d69-8970-c155f7722c49 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:02.227103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Deleting port 65071db1-9a6a-490a-a28e-78b91d941f91 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:02.227791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.267075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:02.274198 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.295529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Transition to ACTIVE for port object a58c4e9f-b71f-40c7-881c-f4bed83fd89f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:02.332788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1750715272-network', 'tenant_id': '1d83982fc8574d0a843996c8715a87e1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:02.346532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-118cde06-5905-47dc-8454-45461bcaf750 None None] Provisioning for port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:02.361467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.390542 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e67acb1e-6b12-4ca0-83fa-8e2cb114618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:02.413429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.430723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:02.469014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.481998 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67710aed-57e2-4713-8937-3afc8b64267f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:02.511002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Usage tracker for resource:network and tenant:1d83982fc8574d0a843996c8715a87e1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:02.517582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:02.550508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:02.590541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 27fd46a7-d59d-4e6f-92ef-eb7f1969985e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:02.604700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd39bf-881c-4d4b-93d0-f299c4093ec9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:02.717265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:02.725365 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:02.786051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] No DVR routers for this DVR port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:35:02.793182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Made reservation on behalf of 1d83982fc8574d0a843996c8715a87e1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:02.796001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.824971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.827484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:02.828247 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Added segment 1ea57ceb-0846-48f9-bb68-cdec328b9c4c of type vlan for network ee3eb98b-cdb5-473a-8108-f4f82ea0d95a
Dec 16 09:35:02.832146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.860174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:02.872523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:02.873759 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:02.901490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880faa-40df-40e4-8c62-f25f6ffebfc5 req-115fa159-00a0-480c-8e8a-537f170c23c0 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:02.909753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60880faa-40df-40e4-8c62-f25f6ffebfc5 req-115fa159-00a0-480c-8e8a-537f170c23c0 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.6068721
Dec 16 09:35:02.911703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.911703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.912880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.913348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.913810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.914268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.914723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.915190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.916062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.916062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.916522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:02.916641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.917040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:02.929206 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:02.976184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:02.976672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:02.977098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:02.979064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Usage tracker for resource:security_group_rule and tenant:1d83982fc8574d0a843996c8715a87e1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:02.990619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60880faa-40df-40e4-8c62-f25f6ffebfc5 req-80096403-ef59-44e8-83d0-42789cb86e0d tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811467
Dec 16 09:35:02.997381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:03.000437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:03.006664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:03.019275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:03.019731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:03.020229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:03.025546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Bound port: a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:03.026056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.045454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:03.055505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.139389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.195384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:03.208335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.211202 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:03.214237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] For port 65071db1-9a6a-490a-a28e-78b91d941f91, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=65071db1-9a6a-490a-a28e-78b91d941f91,segment=NetworkSegment(ca3ca81d-28fc-413c-a0d2-056d02d80e96),segment_id=ca3ca81d-28fc-413c-a0d2-056d02d80e96)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:03.214624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.234875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.242002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:03.242785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.261104 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19731c10-619a-4872-ba38-ebf2af3d3c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:03.354661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:03.358651 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:03.397030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:03.401134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:03.407891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.416388 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-673593e4-8566-4b02-96de-7c259e7abd95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:03.448204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Calling delete_port for 65071db1-9a6a-490a-a28e-78b91d941f91 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:03.461609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0cb41ef8-4278-487f-9399-fc5ab12a8fbe None None] Provisioning complete for port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:03.462243 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0cb41ef8-4278-487f-9399-fc5ab12a8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.514746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:03.515668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.517471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] 10.222.0.54 "PUT /v2.0/ports/a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 1095 time: 2.5363257
Dec 16 09:35:03.669749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:03.698273 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:03.791130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-c26076ae-1c16-40f7-bb9a-a6db04a4e87a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:03.797188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-c26076ae-1c16-40f7-bb9a-a6db04a4e87a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:03.797984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c692c920-22ad-4678-94c3-0d537885d564 req-c26076ae-1c16-40f7-bb9a-a6db04a4e87a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:03.809747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-33e3681b-7cae-40f8-a804-47320befd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:03.811409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-33e3681b-7cae-40f8-a804-47320befd977 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1098 time: 0.2495022
Dec 16 09:35:03.816667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Pushing event updated for resources: {'Network': ['ID=ee3eb98b-cdb5-473a-8108-f4f82ea0d95a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:03.823284 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:03.844232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ee3eb98b-cdb5-473a-8108-f4f82ea0d95a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:03.868047 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.6358056
Dec 16 09:35:03.871248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38404) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:03.901251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.910337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.915546 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-894a4082-2a3a-478b-951a-d867b9ea6afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:03.957533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c692c920-22ad-4678-94c3-0d537885d564 req-c26076ae-1c16-40f7-bb9a-a6db04a4e87a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:03.958165 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e934a0-c896-49a3-b3b7-f37b08d1e827 None None] Network 540e403c-4ed0-4630-a0c8-9487a01ff7ec requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:03.959692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-c26076ae-1c16-40f7-bb9a-a6db04a4e87a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/networks?id=2fcff9b4-4317-4d69-8970-c155f7722c49&id=540e403c-4ed0-4630-a0c8-9487a01ff7ec HTTP/1.1" status: 200  len: 1392 time: 0.8149979
Dec 16 09:35:03.968719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:03.973637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:03.985215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:35:03.985407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a940c992-3d5b-4c21-90cd-60dcdae67f02,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:03.988522 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-1d51a800-7c6f-40bf-a3ee-56fb357d804d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/quotas/2bfbb9d4fb534761955a50a1727a3876 HTTP/1.1" status: 200  len: 375 time: 0.0137837
Dec 16 09:35:03.991358 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:03.992895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dee18d78-f2d8-49a3-b371-2a0c3e9debdc tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:04.041612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'Port': ['ID=65071db1-9a6a-490a-a28e-78b91d941f91,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:04.043832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.044408 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Added segment 9320e8f0-77e5-42c2-9964-1333c0e5a77b of type vlan for network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1
Dec 16 09:35:04.051142 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:04.099894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-fe567624-a099-44d8-90fb-a2ae6c7f6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:04.101488 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-fe567624-a099-44d8-90fb-a2ae6c7f6f58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2814975
Dec 16 09:35:04.145157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] No DVR routers for this DVR port 65071db1-9a6a-490a-a28e-78b91d941f91 on host n-h1-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:35:04.147481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-896033f3-4dac-45c0-a2e8-35cde0681e18 None None] Provisioning for port 49a900f8-09a7-48f1-8063-a6eec05be118 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:04.149538 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.160348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:35:04.162804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'name': 'network-vif-deleted', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:04.178195 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-71ad2446-2035-4fbf-9c8b-3776d968cfbc req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.54 "DELETE /v2.0/ports/65071db1-9a6a-490a-a28e-78b91d941f91 HTTP/1.1" status: 204  len: 173 time: 2.2302186
Dec 16 09:35:04.185632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.201887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-4b26f039-3d17-4fd0-b494-0dfa05aa9e0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.0893469
Dec 16 09:35:04.242264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.243360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:04.244162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.256815 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e215cf17-0a1e-4b04-b984-f3f7a7a42c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:04.306593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c73e56dc-fb3f-4e23-b936-afc425c07a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:04.308095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-c73e56dc-fb3f-4e23-b936-afc425c07a01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0998750
Dec 16 09:35:04.313925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'network': {'name': 'tempest-network--324819637', 'router:external': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:04.355883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:04.378307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:network and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:04.386349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:04.402895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c692c920-22ad-4678-94c3-0d537885d564 req-8fada9fa-36e3-47d7-af95-e9a879c164b7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:04.427405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:04.457205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c692c920-22ad-4678-94c3-0d537885d564 req-8fada9fa-36e3-47d7-af95-e9a879c164b7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:04.458612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-8fada9fa-36e3-47d7-af95-e9a879c164b7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&fields=id HTTP/1.1" status: 200  len: 394 time: 0.4314730
Dec 16 09:35:04.459767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Made reservation on behalf of f8d8fb8d64604672bb6ce5670a4668fc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:04.462754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.511348 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.517911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 27fd46a7-d59d-4e6f-92ef-eb7f1969985e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:04.547954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Pushing event updated for resources: {'Network': ['ID=8bfa16db-6f3d-4cad-ac6f-f52169e822b1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:04.550994 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:04.553321 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.4847808
Dec 16 09:35:04.556023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:04.565062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:04.566723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Request body: {'subnet': {'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1750715272-subnet', 'tenant_id': '1d83982fc8574d0a843996c8715a87e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:04.573457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:04.577677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Usage tracker for resource:subnet and tenant:1d83982fc8574d0a843996c8715a87e1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:04.581396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:04.589625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:04.603829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Made reservation on behalf of 1d83982fc8574d0a843996c8715a87e1 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:04.606580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.615626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:04.624552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-6458466c-eb6b-44b7-aa81-90340b82b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:04.626518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-6458466c-eb6b-44b7-aa81-90340b82b4e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3075993
Dec 16 09:35:04.627979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:security_group_rule and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:04.638755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-6c6ceef9-0c26-42f9-bf6e-720a55993997 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:35:04.640074 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-6c6ceef9-0c26-42f9-bf6e-720a55993997 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053799
Dec 16 09:35:04.642951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:04.652051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:04.728925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-682f1961-f415-469b-973f-a0b2ff46b56a service neutron] 10.222.0.66 "GET /v2.0/networks/2fcff9b4-4317-4d69-8970-c155f7722c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558873
Dec 16 09:35:04.743612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:04.743997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.901787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 49a900f8-09a7-48f1-8063-a6eec05be118 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:04.910000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.917372 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d404a210-e714-4eaa-8185-81087e68cec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:04.985171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 49a900f8-09a7-48f1-8063-a6eec05be118 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:04.990885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 49a900f8-09a7-48f1-8063-a6eec05be118 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:04.991361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:04.993358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a0b7da-64fa-402c-b97c-9398052c9bd4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:04.997038 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:05.003982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Checking segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:05.004344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Network hostable DHCP agents. Network: 8bfa16db-6f3d-4cad-ac6f-f52169e822b1, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:35:05.025921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:35:05.039688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8bfa16db-6f3d-4cad-ac6f-f52169e822b1) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:05.051814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43ceaa-ddca-4e8a-82dc-ba1e0c4bf36e None None] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:05.052627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:05.053850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.078577 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.5212777
Dec 16 09:35:05.146735 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-1b0e26a7-1280-4572-90af-86786f8de301 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4892983
Dec 16 09:35:05.148511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-c42e015e-923c-495b-ab79-53a33cfdbc58 service neutron] 10.222.0.66 "GET /v2.0/networks/2fcff9b4-4317-4d69-8970-c155f7722c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3552027
Dec 16 09:35:05.228362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 65071db1-9a6a-490a-a28e-78b91d941f91 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:35:05.277177 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.285504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 65071db1-9a6a-490a-a28e-78b91d941f91 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:35:05.285864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 65071db1-9a6a-490a-a28e-78b91d941f91 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:35:05.342338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.350697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.356822 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-714bee9a-df42-451b-9c6e-a6e3f48646a5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:05.357581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 49a900f8-09a7-48f1-8063-a6eec05be118, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=49a900f8-09a7-48f1-8063-a6eec05be118,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:05.388192 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.394332 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:05.427670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:05.451191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458fcb71-2aef-4784-bf53-9ad8e7a7520c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:05.470791 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:05.475287 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.475636 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Added segment bc3bb938-b3ee-43ae-9bf4-6458df12c85a of type vlan for network 3d74f314-1d2d-466c-bc94-bdcc5c969e5d
Dec 16 09:35:05.484564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4114b83f-fb4e-459f-bc5e-e2a5e65bb02c req-2e3809ca-d7b5-403c-9f5f-92f4d2d4e521 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3306952
Dec 16 09:35:05.486319 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-f392bdab-6197-4664-bc0e-18fd115bb3f2 service neutron] 10.222.0.66 "GET /v2.0/networks/540e403c-4ed0-4630-a0c8-9487a01ff7ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3089309
Dec 16 09:35:05.493219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aafdd9e-172a-4cd0-a4e9-686059d15ff2 None None] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:05.587728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=49a900f8-09a7-48f1-8063-a6eec05be118,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:05.591891 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:05.613164 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.678403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-da8e927b-bc02-410a-8379-6a3b6a1a42d2 service neutron] 10.222.0.66 "GET /v2.0/networks/540e403c-4ed0-4630-a0c8-9487a01ff7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795127
Dec 16 09:35:05.686942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.688737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:05.689154 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.694803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a047ae28-0c2c-4a15-8d25-3e8dc1289fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:05.809322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.9368038
Dec 16 09:35:05.810523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Network': ['ID=3d74f314-1d2d-466c-bc94-bdcc5c969e5d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:05.812322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:05.813329 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:05.823724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 3d74f314-1d2d-466c-bc94-bdcc5c969e5d details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:05.945138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:05.977181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20406a-6f84-42d4-bfa0-74fa5c5ea1f2 req-c9812150-7add-4b37-8f8e-656f1263e10e tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:05.978999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f20406a-6f84-42d4-bfa0-74fa5c5ea1f2 req-c9812150-7add-4b37-8f8e-656f1263e10e tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 947 time: 0.0898542
Dec 16 09:35:06.030181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f20406a-6f84-42d4-bfa0-74fa5c5ea1f2 req-397b0cd4-f5a1-4001-bec6-3efb15163efb tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453472
Dec 16 09:35:06.087263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.107416 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'code': 200}
Dec 16 09:35:06.117599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f15085b0>,) {'filters': {'network_id': ['3d74f314-1d2d-466c-bc94-bdcc5c969e5d']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:06.131625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f15085b0>, 'bc3bb938-b3ee-43ae-9bf4-6458df12c85a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:06.131924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f15085b0>, 'bc3bb938-b3ee-43ae-9bf4-6458df12c85a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:06.144441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.162890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.169975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:06.170549 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:06.184911 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:06.269600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.275952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3d74f314-1d2d-466c-bc94-bdcc5c969e5d {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 09:35:06.283933 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fac85fd-cfdd-445c-bf87-4b068a6bf6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:06.308823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.319806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d74f314-1d2d-466c-bc94-bdcc5c969e5d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:06.327354 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "DELETE /v2.0/networks/3d74f314-1d2d-466c-bc94-bdcc5c969e5d HTTP/1.1" status: 204  len: 168 time: 0.5094221
Dec 16 09:35:06.327507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38448) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:06.331733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:06.332346 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:06.340030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:06.346287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:network and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:06.356746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:06.366844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 49a900f8-09a7-48f1-8063-a6eec05be118 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:06.368226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:06.385527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Made reservation on behalf of f8d8fb8d64604672bb6ce5670a4668fc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:06.390003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.454287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 49a900f8-09a7-48f1-8063-a6eec05be118 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:06.454888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.470770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:06.484144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.484769 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Added segment 48f1d7e1-40aa-44a1-8797-313ae3ab7d57 of type vlan for network 35ac952a-a1fd-46fa-bd5d-c706daf530ff
Dec 16 09:35:06.530042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.601363 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.603463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:06.603636 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.608863 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-743ce14d-91c2-4955-b5cb-69efdf55f649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:06.675578 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.3482208
Dec 16 09:35:06.679191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38456) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:06.705988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'subnet': {'network_id': '35ac952a-a1fd-46fa-bd5d-c706daf530ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:06.729013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:06.741419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:subnet and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:06.750645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:06.764216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:06.783183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Made reservation on behalf of f8d8fb8d64604672bb6ce5670a4668fc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:06.787496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:06.805832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Network': ['ID=35ac952a-a1fd-46fa-bd5d-c706daf530ff,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:06.809340 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:06.818292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 35ac952a-a1fd-46fa-bd5d-c706daf530ff details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:07.103924 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-512b307b-cff6-41ae-acb0-2f26c3731270 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0335610
Dec 16 09:35:07.228262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:35:07.228934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:07.234077 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2318af0-1afb-44f8-9f53-21b6e6004ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:07.242792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:07.277821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-d3e00342-d6ad-483b-aba1-2ca5ea6ab67f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:07.279822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-d3e00342-d6ad-483b-aba1-2ca5ea6ab67f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1702371
Dec 16 09:35:07.314476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-6418b092-ef32-4ba9-99cc-32642317dadc tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/quotas/3a5e3a49f84f4038805610e3dedf48a5 HTTP/1.1" status: 200  len: 375 time: 0.0282831
Dec 16 09:35:07.322099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb56609f-d19d-439c-9832-f67672141b15,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:07.324935 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:07.337824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Checking segment: {'id': '48f1d7e1-40aa-44a1-8797-313ae3ab7d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '35ac952a-a1fd-46fa-bd5d-c706daf530ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:07.338184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Network hostable DHCP agents. Network: 35ac952a-a1fd-46fa-bd5d-c706daf530ff, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:35:07.361128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Network 35ac952a-a1fd-46fa-bd5d-c706daf530ff is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:35:07.370802 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:35:07.374453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 35ac952a-a1fd-46fa-bd5d-c706daf530ff) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:07.379632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:07.380225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:07.389908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b22aa6-7316-42e7-8622-979c1fc696fa None None] Network 35ac952a-a1fd-46fa-bd5d-c706daf530ff requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:07.411146 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.7286532
Dec 16 09:35:07.414333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:07.421140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'floatingip': {'floating_network_id': '35ac952a-a1fd-46fa-bd5d-c706daf530ff'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:07.422481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-54e99e29-25de-4f40-9447-503d7d399a56 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1059124
Dec 16 09:35:07.426422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:07.431058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:floatingip and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:07.434567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:07.441608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:07.455175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:07.582966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-474c82a6-d267-4c0e-bdbd-96273f36932d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:07.591301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-474c82a6-d267-4c0e-bdbd-96273f36932d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:07.593057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-474c82a6-d267-4c0e-bdbd-96273f36932d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "GET /v2.0/networks?id=2fcff9b4-4317-4d69-8970-c155f7722c49&id=540e403c-4ed0-4630-a0c8-9487a01ff7ec HTTP/1.1" status: 200  len: 1392 time: 0.2368009
Dec 16 09:35:07.606124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'port': {'device_id': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49', 'admin_state_up': True, 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:07.639994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:07.675393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'mac_address': 'fa:16:3e:0d:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:07.687925 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86695b26-7a9f-4b84-a868-a79ac2e7744b', 'name': 'network-vif-deleted', 'tag': '65071db1-9a6a-490a-a28e-78b91d941f91', 'status': 'completed', 'code': 200}
Dec 16 09:35:07.717850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:07.795976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:07.821251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:07.830167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:07.843026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:07.846590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:07.861700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58c4e9f-b71f-40c7-881c-f4bed83fd89f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:07.868800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40caa025-324d-4c91-9bf4-1f86c6f445e5 None None] Network 35ac952a-a1fd-46fa-bd5d-c706daf530ff requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:07.900941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Allocated IP 172.20.0.14 (35ac952a-a1fd-46fa-bd5d-c706daf530ff/fb56609f-d19d-439c-9832-f67672141b15/ba07bbc3-4d77-44d2-bcc8-dc803987c0fd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:07.968598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:07.974926 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:07.979434 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f4c3de03-8338-4a37-9405-7327e8719481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:08.120672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:08.132760 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:08.184796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:08.211519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.233448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['a58c4e9f-b71f-40c7-881c-f4bed83fd89f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:08.249312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.263633 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:08.331094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Network 35ac952a-a1fd-46fa-bd5d-c706daf530ff is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:08.361251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:08.363441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Port': ['ID=ba07bbc3-4d77-44d2-bcc8-dc803987c0fd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:08.365607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:08.394763 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:08.427839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-89faee5f-a6ab-413d-bfe9-e818a24d72e0 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:08.429536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-89faee5f-a6ab-413d-bfe9-e818a24d72e0 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 0.5225694
Dec 16 09:35:08.456639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-a3cedd2e-41ff-4b33-924b-3da79bbcd3a2 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/quotas/1d83982fc8574d0a843996c8715a87e1 HTTP/1.1" status: 200  len: 375 time: 0.0172803
Dec 16 09:35:08.462377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Allocated IP 19.80.0.107 (2fcff9b4-4317-4d69-8970-c155f7722c49/7e20875e-2895-43be-a54e-8189700f2300/fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:08.464681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.553810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.597159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-603096fa-bdc9-4f5a-9466-0643c2b3fe4b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1228788
Dec 16 09:35:08.781307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.785769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.790484 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ec01e3d-61ad-405b-9baa-d23fba3b6b9f tempest-ListImageFiltersTestJSON-827798831 tempest-ListImageFiltersTestJSON-827798831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:08.853861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-909cbbfb-6d86-40fa-8b1a-6ebde5477a1f service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385001
Dec 16 09:35:08.860772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.902465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Port': ['ID=ba07bbc3-4d77-44d2-bcc8-dc803987c0fd,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:08.907000 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:08.913981 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.940382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:08.945199 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5263309
Dec 16 09:35:08.945409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:08.957278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Transition to ACTIVE for port object fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:09.015893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-520c42cb-e8ee-4fd0-b38a-f21838d936b6 service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519883
Dec 16 09:35:09.020397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-610d9a7e-3cbb-45e0-8476-47b6f4600d4d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Synchronizing usage tracker for tenant:f8d8fb8d64604672bb6ce5670a4668fc on resource:floatingip {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:09.023327 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.030754 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c7a071e-5b12-4d77-a4bb-ce98a47e1a4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:09.040164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-610d9a7e-3cbb-45e0-8476-47b6f4600d4d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Unset dirty status for tenant:f8d8fb8d64604672bb6ce5670a4668fc on resource:floatingip {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:09.041515 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-610d9a7e-3cbb-45e0-8476-47b6f4600d4d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=35ac952a-a1fd-46fa-bd5d-c706daf530ff HTTP/1.1" status: 200  len: 690 time: 0.0952029
Dec 16 09:35:09.044430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38506) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:09.129534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-e231ec4b-889b-43cd-aaa9-f7982c723655 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0644956
Dec 16 09:35:09.135361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 2fcff9b4-4317-4d69-8970-c155f7722c49 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:09.228988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.269007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device adb66e91-005f-4008-b866-5e12735feab7 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:09.274614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:09.309330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-9382e3f8-abf8-4d71-958d-af91b7a1a197 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:09.310807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-9382e3f8-abf8-4d71-958d-af91b7a1a197 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1723452
Dec 16 09:35:09.311704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:09.316458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:09.351419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Port': ['ID=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:09.370590 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:09.374812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': '17e10b27-d530-4631-b062-b8d080b8e111', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:09.384042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Deleting port ba07bbc3-4d77-44d2-bcc8-dc803987c0fd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:09.385626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.540626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:09.551750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:09.557947 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.570115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:09.570859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.610213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0077527
Dec 16 09:35:09.626265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Request body: {'port': {'device_id': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec', 'admin_state_up': True, 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:09.661780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.662348 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.728701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:09.761148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'adb66e91-005f-4008-b866-5e12735feab7', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'port_id': 'adb66e91-005f-4008-b866-5e12735feab7', 'mac_address': 'fa:16:3e:85:63:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3211252b-37a9-490f-98d3-6ca2798d4cdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:09.818709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-339d7a7f-9a7f-4381-abb3-4e968f1737de None None] Provisioning for port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:09.825639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672f524-aefb-4c2d-9a0a-816a20e67aa9 req-168954f3-5f99-4f1b-af0e-a19c37d4ce06 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:09.827176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9672f524-aefb-4c2d-9a0a-816a20e67aa9 req-168954f3-5f99-4f1b-af0e-a19c37d4ce06 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:09.863410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Calling delete_port for ba07bbc3-4d77-44d2-bcc8-dc803987c0fd owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:09.879962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-339d7a7f-9a7f-4381-abb3-4e968f1737de None None] Provisioning complete for port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:09.880340 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-339d7a7f-9a7f-4381-abb3-4e968f1737de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.898832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:09.907638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:09.911545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Usage tracker for resource:port and tenant:3a5e3a49f84f4038805610e3dedf48a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:09.915961 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.917340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:09.923960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Usage tracker for resource:port and tenant:2bfbb9d4fb534761955a50a1727a3876 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:09.952907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:09.960128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:09.968930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:09.973257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb66e91-005f-4008-b866-5e12735feab7 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:09.982256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:09.982510 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:09.986897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.004190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Made reservation on behalf of 2bfbb9d4fb534761955a50a1727a3876 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:10.009144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.019275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:10.020215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-339d7a7f-9a7f-4381-abb3-4e968f1737de None None] Port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:10.027518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9672f524-aefb-4c2d-9a0a-816a20e67aa9 req-168954f3-5f99-4f1b-af0e-a19c37d4ce06 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:10.029126 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9672f524-aefb-4c2d-9a0a-816a20e67aa9 req-168954f3-5f99-4f1b-af0e-a19c37d4ce06 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 932 time: 0.6738040
Dec 16 09:35:10.029946 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.035111 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.040090 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:10.057832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.069392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:10.072687 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c7ea09c-c29a-4288-8341-118aa3b72eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:10.094550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:10.124441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Usage tracker for resource:security_group_rule and tenant:3a5e3a49f84f4038805610e3dedf48a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:10.124668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:10.131796 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.141620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['adb66e91-005f-4008-b866-5e12735feab7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:10.144019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:10.190230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba07bbc3-4d77-44d2-bcc8-dc803987c0fd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:10.203592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:10.209870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9672f524-aefb-4c2d-9a0a-816a20e67aa9 req-3703265f-d0d5-4bf0-a25b-329c1b3b8af5 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600378
Dec 16 09:35:10.237823 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:10.264584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:10.275041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.276449 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:10.277090 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6bbbeed8-fde3-4346-86dd-f16e9fd7c589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:10.351280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.408145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:10.414516 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:10.451679 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.484340 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3166b6b9-18f1-48d2-8cc9-8faee4ae9181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:10.545235 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e058ccf2-b5f4-43bc-9af3-bcde9e9ebd26 req-8cd35eb4-9ddf-41b6-8267-43cb84b9a768 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/d9a33a40-f017-4bb4-a33c-eac9b9a79b00 HTTP/1.1" status: 200  len: 1800 time: 0.1656430
Dec 16 09:35:10.674597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb56609f-d19d-439c-9832-f67672141b15,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:10.681858 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:10.707338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.741561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Allocated IP 19.86.0.238 (540e403c-4ed0-4630-a0c8-9487a01ff7ec/07fc8814-8a45-4f11-bef0-38418f2dfe90/fd0969b5-d96e-4ac9-8b3c-4692f2a9041c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:10.743997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f107aee0>,) {'filters': {'network_id': ['35ac952a-a1fd-46fa-bd5d-c706daf530ff']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:10.759906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107aee0>, '48f1d7e1-40aa-44a1-8797-313ae3ab7d57') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:10.760351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107aee0>, '48f1d7e1-40aa-44a1-8797-313ae3ab7d57') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:10.773416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.791700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.800091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:10.801464 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:10.825999 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:10.836732 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e058ccf2-b5f4-43bc-9af3-bcde9e9ebd26 req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:10.880896 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.051799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.061944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.062686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e058ccf2-b5f4-43bc-9af3-bcde9e9ebd26 req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.072112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  35ac952a-a1fd-46fa-bd5d-c706daf530ff {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 09:35:11.074640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.078648 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d640c555-0854-4f4c-814f-2457c6bc52ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:11.104154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event deleted for resources: {'Network': ['ID=35ac952a-a1fd-46fa-bd5d-c706daf530ff,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:11.106842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:11.111360 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32a9b345-cd5c-49ac-be6c-3d7f8520285e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:11.124447 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "DELETE /v2.0/networks/35ac952a-a1fd-46fa-bd5d-c706daf530ff HTTP/1.1" status: 204  len: 168 time: 2.0766125
Dec 16 09:35:11.131300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:11.172835 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e058ccf2-b5f4-43bc-9af3-bcde9e9ebd26 req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.202606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-3fa95d6a-adb7-44b7-a827-a9d631560abf tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.204513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-3fa95d6a-adb7-44b7-a827-a9d631560abf tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 0.5987453
Dec 16 09:35:11.262233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Request body: {'port': {'device_id': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'admin_state_up': True, 'tenant_id': '1d83982fc8574d0a843996c8715a87e1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:11.267193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device adb66e91-005f-4008-b866-5e12735feab7 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:11.292164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b17df84a-d872-45bf-a1bf-f13e6fca9c5e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Synchronizing usage tracker for tenant:f8d8fb8d64604672bb6ce5670a4668fc on resource:floatingip {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:11.327079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4854e5b9-7641-4f6c-99ef-47526401084e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:11.330131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b17df84a-d872-45bf-a1bf-f13e6fca9c5e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Unset dirty status for tenant:f8d8fb8d64604672bb6ce5670a4668fc on resource:floatingip {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:11.334066 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b17df84a-d872-45bf-a1bf-f13e6fca9c5e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 996 time: 0.1967547
Dec 16 09:35:11.334277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:11.345600 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:11.407847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port adb66e91-005f-4008-b866-5e12735feab7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:11.408434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.437682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.438144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.438621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.439171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.439634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.440082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.440527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.440970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.441405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.441847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.442819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.443865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.444309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:11.447036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Synchronizing usage tracker for tenant:f8d8fb8d64604672bb6ce5670a4668fc on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:11.464792 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a33c794-b03b-4241-8fd2-d3a638a285df tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:11.476083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Unset dirty status for tenant:f8d8fb8d64604672bb6ce5670a4668fc on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:11.478646 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f1e39087-e6e9-4001-bd28-16d6c6b996ba tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8299 time: 0.1429012
Dec 16 09:35:11.483019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:11.572777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a33a40-f017-4bb4-a33c-eac9b9a79b00,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:11.597354 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-d5b2bdd7-4d74-467c-ae44-449690e42238 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] delete failed (client error): The resource could not be found.
Dec 16 09:35:11.598538 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d5b2bdd7-4d74-467c-ae44-449690e42238 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/b83680e0-ed15-41cb-b3bd-a28139c6a51f HTTP/1.1" status: 404  len: 345 time: 0.1146822
Dec 16 09:35:11.602025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:11.606761 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:11.634671 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15137a4-8072-4041-888e-e42108cb16ac tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] DELETE failed (client error): The resource could not be found.
Dec 16 09:35:11.635934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15137a4-8072-4041-888e-e42108cb16ac tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:35:11.636328 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e058ccf2-b5f4-43bc-9af3-bcde9e9ebd26 req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.637440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e058ccf2-b5f4-43bc-9af3-bcde9e9ebd26 req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/d9a33a40-f017-4bb4-a33c-eac9b9a79b00 HTTP/1.1" status: 204  len: 173 time: 1.0914445
Dec 16 09:35:11.656629 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e15137a4-8072-4041-888e-e42108cb16ac tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "DELETE /v2.0/networks/35ac952a-a1fd-46fa-bd5d-c706daf530ff HTTP/1.1" status: 404  len: 339 time: 0.0490508
Dec 16 09:35:11.657885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:11.666375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'network': {'name': 'tempest-network--1516682407', 'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:11.689158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:11.700914 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.702482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:network and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:11.706892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:11.722581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:11.725131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.739347 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.739668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Made reservation on behalf of f8d8fb8d64604672bb6ce5670a4668fc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:11.747588 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.782704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Transition to ACTIVE for port object fd0969b5-d96e-4ac9-8b3c-4692f2a9041c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:11.791513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:11.797008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.799335 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:11.826272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.102 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/9676e5a8-a1bd-4c2e-8727-ebfa79b7f625) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:11.830640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:11.843187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.844594 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Added segment f27d8d66-ce00-4482-a0c0-b7eaf5927f77 of type vlan for network f67d7fa6-89d7-4431-afc7-bfcef6fb11ed
Dec 16 09:35:11.845660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:11.862060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Usage tracker for resource:port and tenant:1d83982fc8574d0a843996c8715a87e1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:11.868124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:11.892695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:11.933356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Made reservation on behalf of 1d83982fc8574d0a843996c8715a87e1 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:11.936976 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.937145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.964172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e1a5-4ecb-4c65-abd5-082677bcd192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.985822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:11.992040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:11.995053 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:12.019822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:12.024678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:12.025618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:12.031620 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b07300f-fdb8-45b5-bf2a-f27d707e4a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:12.049561 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-720fe1f0-3a50-488b-8644-d904de251587 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:12.163938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.4991691
Dec 16 09:35:12.163938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Network': ['ID=f67d7fa6-89d7-4431-afc7-bfcef6fb11ed,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:12.170939 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:12.171575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:12.181951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network f67d7fa6-89d7-4431-afc7-bfcef6fb11ed details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:12.220466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Network 540e403c-4ed0-4630-a0c8-9487a01ff7ec is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:12.297701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:12.308082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:12.415402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event updated for resources: {'Port': ['ID=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:12.432312 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:12.475534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632e3c0-6c22-4369-b523-c55f42f29cba tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:12.482431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632e3c0-6c22-4369-b523-c55f42f29cba tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:12.488324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632e3c0-6c22-4369-b523-c55f42f29cba tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:12.495616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a632e3c0-6c22-4369-b523-c55f42f29cba tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:12.496599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a632e3c0-6c22-4369-b523-c55f42f29cba tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Synchronizing usage tracker for tenant:334d09b9e62f44f2a7161193097f0ee4 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:12.509136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:12.509724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:12.523011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a632e3c0-6c22-4369-b523-c55f42f29cba tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Unset dirty status for tenant:334d09b9e62f44f2a7161193097f0ee4 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:12.525389 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a632e3c0-6c22-4369-b523-c55f42f29cba tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.3528068
Dec 16 09:35:12.528550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:12.637188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:12.670487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0516312
Dec 16 09:35:12.674137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d098b5cf-b85b-48b1-bab6-be1a72b46d12 None None] Provisioning for port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:12.681313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d098b5cf-b85b-48b1-bab6-be1a72b46d12 None None] Provisioning complete for port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:12.681838 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d098b5cf-b85b-48b1-bab6-be1a72b46d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:12.683547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775fd9-e5d9-424d-af3f-c589699bcb4c req-7e9b181c-0ae7-41b3-9c33-3ce858ae619a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:12.691606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22775fd9-e5d9-424d-af3f-c589699bcb4c req-7e9b181c-0ae7-41b3-9c33-3ce858ae619a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.6104412
Dec 16 09:35:12.713975 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:12.714628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Request body: {'port': {'device_id': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:12.742052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:12.751883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d098b5cf-b85b-48b1-bab6-be1a72b46d12 None None] Port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:12.804894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Allocated IP 172.20.0.4 (8bfa16db-6f3d-4cad-ac6f-f52169e822b1/75a0b7da-64fa-402c-b97c-9398052c9bd4/a2a97c55-f3a1-48fc-ba1c-3b7265db695d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:12.835019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22775fd9-e5d9-424d-af3f-c589699bcb4c req-f26b81fb-9e10-4718-a6aa-4073b5c4394a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422274
Dec 16 09:35:12.901037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:12.956664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2460be0>,) {'filters': {'network_id': ['f67d7fa6-89d7-4431-afc7-bfcef6fb11ed']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:12.971241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2460be0>, 'f27d8d66-ce00-4482-a0c0-b7eaf5927f77') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:12.971542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2460be0>, 'f27d8d66-ce00-4482-a0c0-b7eaf5927f77') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:12.987422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.010028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.017953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:13.018354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:13.034949 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:13.119780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.125278 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3474e202-f0df-4697-b0b0-36b27619d89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:13.130140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7adb8c8d-cdbf-4853-8286-8c1ace214d76 req-29586a2a-fd9c-4c84-a1a8-4b1e110095ba tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:13.144206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f67d7fa6-89d7-4431-afc7-bfcef6fb11ed {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 09:35:13.163528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.179441 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.185764 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.187595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event deleted for resources: {'Network': ['ID=f67d7fa6-89d7-4431-afc7-bfcef6fb11ed,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:13.199366 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:13.203455 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "DELETE /v2.0/networks/f67d7fa6-89d7-4431-afc7-bfcef6fb11ed HTTP/1.1" status: 204  len: 168 time: 0.6732948
Dec 16 09:35:13.206890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:13.214612 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:13.217358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'network': {'name': 'tempest-network--77889742', 'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:13.228707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:13.241544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:network and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:13.246721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:13.249283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7adb8c8d-cdbf-4853-8286-8c1ace214d76 req-29586a2a-fd9c-4c84-a1a8-4b1e110095ba tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:13.259037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:13.262157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7adb8c8d-cdbf-4853-8286-8c1ace214d76 req-29586a2a-fd9c-4c84-a1a8-4b1e110095ba tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 210 time: 0.2126527
Dec 16 09:35:13.283866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Made reservation on behalf of f8d8fb8d64604672bb6ce5670a4668fc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:13.284928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.343913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:13.364314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.364753 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Added segment 6650a96f-9839-4589-881e-b34185956b63 of type vlan for network c61aa6a8-82c9-46f1-8923-950cf3b0c8da
Dec 16 09:35:13.431862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.506332 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.508123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:13.510004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.519878 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08426cda-137b-4dc1-85c6-1d562f196fef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:13.555560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:13.619115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:13.631412 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 0.4211986
Dec 16 09:35:13.632274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38592) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:13.711412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Network': ['ID=c61aa6a8-82c9-46f1-8923-950cf3b0c8da,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:13.722361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c61aa6a8-82c9-46f1-8923-950cf3b0c8da details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:13.931640 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:13.966666 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'status': 'completed', 'code': 200}
Dec 16 09:35:13.967485 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:13.987928 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:14.016351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:14.059946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3edf7-659a-42b1-8d7c-2221d8e652ef tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.064066 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64f3edf7-659a-42b1-8d7c-2221d8e652ef tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] 10.222.0.66 "GET /v2.0/networks/c61aa6a8-82c9-46f1-8923-950cf3b0c8da HTTP/1.1" status: 200  len: 755 time: 0.4157138
Dec 16 09:35:14.064875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:14.073491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:14.089094 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2310eb52-dc90-4b43-bbf9-a4d9b055b6b6 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:14.119704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:14.139312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:14.216710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-3973d071-7ea5-4501-b10d-81534b1a4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.218103 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-3973d071-7ea5-4501-b10d-81534b1a4784 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1100 time: 0.5117648
Dec 16 09:35:14.244569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:14.248894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e48c94-1088-42ca-a9e7-955f25699c11 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.250585 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-18e48c94-1088-42ca-a9e7-955f25699c11 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] 10.222.0.66 "GET /v2.0/networks/ee3eb98b-cdb5-473a-8108-f4f82ea0d95a HTTP/1.1" status: 200  len: 766 time: 0.1823530
Dec 16 09:35:14.253145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-1e9964d5-180b-4095-8ecd-0b8e74ce28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.253835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:14.255698 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-1e9964d5-180b-4095-8ecd-0b8e74ce28ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1100 time: 0.5540454
Dec 16 09:35:14.257902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38602) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:14.268226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:14.406133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:14.435979 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:14.451628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.452420 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:14.457126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a13afafa-6ffb-42ed-a9ff-5db2fb7257a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:14.493535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ccaa489d-e2a8-4cb2-8e4c-eab56f7db924 None None] Provisioning for port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:14.515042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ccaa489d-e2a8-4cb2-8e4c-eab56f7db924 None None] Provisioning complete for port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:14.515468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ccaa489d-e2a8-4cb2-8e4c-eab56f7db924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:14.547787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-d540dcee-452e-4bfe-99a8-f347499ec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.547787 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-d540dcee-452e-4bfe-99a8-f347499ec520 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3078785
Dec 16 09:35:14.554562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-8a385b6e-995f-417a-b168-806b5629d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.555995 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-8a385b6e-995f-417a-b168-806b5629d63e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2744153
Dec 16 09:35:14.635423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa489d-e2a8-4cb2-8e4c-eab56f7db924 None None] Port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:14.644255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a2b09-8fa0-4a92-8e2f-277fa1fb8a4c req-c657e208-2df2-409d-9004-0c6c10470ce6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.645225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-511a2b09-8fa0-4a92-8e2f-277fa1fb8a4c req-c657e208-2df2-409d-9004-0c6c10470ce6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Synchronizing usage tracker for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:14.660168 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.3058734
Dec 16 09:35:14.669945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.670568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:14.692371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:14.698692 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-d5969771-b5a3-44ef-abc5-f6aa8f835646 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.1417556
Dec 16 09:35:14.703148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Request body: {'port': {'device_id': '17e10b27-d530-4631-b062-b8d080b8e111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:14.712294 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-56258862-6f3b-455b-a7f6-9d6bd16caed8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.0933301
Dec 16 09:35:14.782062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:35:14.807313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-511a2b09-8fa0-4a92-8e2f-277fa1fb8a4c req-c657e208-2df2-409d-9004-0c6c10470ce6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Unset dirty status for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:14.819918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-511a2b09-8fa0-4a92-8e2f-277fa1fb8a4c req-c657e208-2df2-409d-9004-0c6c10470ce6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 931 time: 0.8489029
Dec 16 09:35:14.827233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-74fa14ec-1f56-47e3-baf6-0da5daa2abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.828767 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-74fa14ec-1f56-47e3-baf6-0da5daa2abce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1184564
Dec 16 09:35:14.885315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-abc304bb-380e-4096-8db8-9495fb5e0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:14.886736 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-abc304bb-380e-4096-8db8-9495fb5e0d43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1296089
Dec 16 09:35:14.927954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7079368
Dec 16 09:35:14.957478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Request body: {'port': {'device_id': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:15.007117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-b102ad3b-4d3f-4a1a-a51c-c82ef89e4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:15.008615 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-b102ad3b-4d3f-4a1a-a51c-c82ef89e4644 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1086209
Dec 16 09:35:15.015367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-d6162386-4815-47c5-90af-65709fcebdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:15.016825 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-d6162386-4815-47c5-90af-65709fcebdfc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1780899
Dec 16 09:35:15.126893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.172615 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-897a978e-32cd-40bf-b4c2-f2de4868999f service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547136
Dec 16 09:35:15.204107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:15.215185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-511a2b09-8fa0-4a92-8e2f-277fa1fb8a4c req-436a995d-64bc-4e76-9a0d-96f840450892 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3919325
Dec 16 09:35:15.230127 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.287081 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.314551 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'code': 200}
Dec 16 09:35:15.329112 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-2b52c478-bf00-4f72-ad26-3ce5465d830d service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338792
Dec 16 09:35:15.445760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-7927a936-8285-4f0d-947e-696b30b42b5d service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718761
Dec 16 09:35:15.466777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.590353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.602469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Transition to ACTIVE for port object fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:15.606108 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-46b925e3-5a9c-43fc-806d-f6fafafc23fd req-23a85448-487e-4c15-b70d-affa6f7f6cb0 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523430
Dec 16 09:35:15.630528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.636168 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6355a95-e563-4c33-ae8a-8e52b33c572e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:15.758624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c22e20>,) {'filters': {'network_id': ['c61aa6a8-82c9-46f1-8923-950cf3b0c8da']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:15.779542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.809072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c22e20>, '6650a96f-9839-4589-881e-b34185956b63') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:15.809387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c22e20>, '6650a96f-9839-4589-881e-b34185956b63') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:15.924134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:15.944287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:15.978047 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:16.086467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.133799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:16.134559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:16.151865 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:16.167850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14d6f9-1968-46fb-b14b-584b00a23acc req-56ed484d-bcc6-4732-9ecb-d3546d3c8283 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:16.173853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14d6f9-1968-46fb-b14b-584b00a23acc req-56ed484d-bcc6-4732-9ecb-d3546d3c8283 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:16.174877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2d14d6f9-1968-46fb-b14b-584b00a23acc req-56ed484d-bcc6-4732-9ecb-d3546d3c8283 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:16.385971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2d14d6f9-1968-46fb-b14b-584b00a23acc req-56ed484d-bcc6-4732-9ecb-d3546d3c8283 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:16.387135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d14d6f9-1968-46fb-b14b-584b00a23acc req-56ed484d-bcc6-4732-9ecb-d3546d3c8283 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1655 time: 0.8661470
Dec 16 09:35:16.400351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.427678 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:16.440209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Attempting to bind port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:16.440549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Attempting to bind port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:16.440879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Attempting to bind port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 on network 2fcff9b4-4317-4d69-8970-c155f7722c49 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:16.443703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c61aa6a8-82c9-46f1-8923-950cf3b0c8da {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 09:35:16.471949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.485219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event deleted for resources: {'Network': ['ID=c61aa6a8-82c9-46f1-8923-950cf3b0c8da,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:16.551895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 on network 2fcff9b4-4317-4d69-8970-c155f7722c49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:16.552666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Attempting to bind port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 on network 2fcff9b4-4317-4d69-8970-c155f7722c49 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:16.556460 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:16.580632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "DELETE /v2.0/networks/c61aa6a8-82c9-46f1-8923-950cf3b0c8da HTTP/1.1" status: 204  len: 168 time: 2.3165317
Dec 16 09:35:16.586608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:16.594429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:16.594763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Checking segment: {'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:16.595131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Bound using segment: {'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:16.595605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Bound port: fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5775385-b792-4a1e-92e3-bb0807b2e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:16.595975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.603763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'network': {'name': 'tempest-network--1142873998'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:16.621697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:16.627029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Usage tracker for resource:network and tenant:f8d8fb8d64604672bb6ce5670a4668fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:16.630866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:16.637548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:16.652402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Made reservation on behalf of f8d8fb8d64604672bb6ce5670a4668fc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:16.656835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.686218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d14d6f9-1968-46fb-b14b-584b00a23acc req-ccd396ca-ba2e-4474-8277-9e48df5fad14 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2837303
Dec 16 09:35:16.695228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:35:16.750730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:16.768128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.768499 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Added segment 6f2b7f23-2f27-4df0-aa4d-bf33982eef34 of type vlan for network 9a0718a0-b22d-4534-8b27-74fc3c193507
Dec 16 09:35:16.834316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.928549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:16.968560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.977787 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:16.999944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce88a3a3-05f3-4dea-886c-c12913e9de6c req-bfe5d9be-0586-4354-92b0-8acb199fc31a tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "GET /v2.0/security-groups/e3fff28c-48dc-4f3f-b405-83cc97a1df0f HTTP/1.1" status: 200  len: 1799 time: 0.2632909
Dec 16 09:35:17.051986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] For port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:17.079534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Transition to ACTIVE for port object 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:17.113419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.114379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:17.115523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.119095 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c34f785c-ffb4-47e6-a000-ffae0a2b0f39 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:17.153393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.161021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] For port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:17.165929 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:17.221005 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.6327894
Dec 16 09:35:17.226623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:17.250818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:17.274767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:17.285804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.300175 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:17.301054 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:17.316734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:17.322883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Network': ['ID=9a0718a0-b22d-4534-8b27-74fc3c193507,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:17.330785 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:17.338759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 9a0718a0-b22d-4534-8b27-74fc3c193507 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:17.483790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a97c55-f3a1-48fc-ba1c-3b7265db695d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:17.514841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:17.515493 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.519978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] 10.222.0.74 "PUT /v2.0/ports/fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 HTTP/1.1" status: 200  len: 1092 time: 4.8092804
Dec 16 09:35:17.531251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'tag': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:17.588156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.611123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-071d23e8-1b05-43a9-93df-2277bc84af47 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:35:17.612258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-071d23e8-1b05-43a9-93df-2277bc84af47 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0524116
Dec 16 09:35:17.775834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.816457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.825212 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:17.863871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Network 9a0718a0-b22d-4534-8b27-74fc3c193507 is not hosted by any dhcp agent {{(pid=87655) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 09:35:17.865138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:17.865964 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:17.870962 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "PUT /v2.0/networks/9a0718a0-b22d-4534-8b27-74fc3c193507 HTTP/1.1" status: 200  len: 858 time: 0.6417902
Dec 16 09:35:17.872099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:17.935629 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce88a3a3-05f3-4dea-886c-c12913e9de6c req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.002117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Transition to ACTIVE for port object a2a97c55-f3a1-48fc-ba1c-3b7265db695d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:18.003310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:18.012505 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:18.015247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.024373 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:18.060593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event updated for resources: {'Network': ['ID=9a0718a0-b22d-4534-8b27-74fc3c193507,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:18.097799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Request body: {'port': {'device_id': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:18.099776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.100161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.100540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.100912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.101288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.101661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.102072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.102440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.102828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.103298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.103675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.104051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:18.107700 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:18.129235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.153852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce88a3a3-05f3-4dea-886c-c12913e9de6c req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.289403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:18.297710 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:18.336782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.357672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Attempting to bind port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:18.357931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Attempting to bind port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:18.358213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Attempting to bind port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:18.382995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0b78850>,) {'filters': {'network_id': ['9a0718a0-b22d-4534-8b27-74fc3c193507']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:18.412654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0b78850>, '6f2b7f23-2f27-4df0-aa4d-bf33982eef34') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:18.413486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0b78850>, '6f2b7f23-2f27-4df0-aa4d-bf33982eef34') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:18.429990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.455116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.459575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:18.459898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Attempting to bind port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:18.463508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:18.464233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.475503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:18.475850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:18.476343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:18.476783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Bound port: 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:18.477192 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:18.479440 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:18.556654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce88a3a3-05f3-4dea-886c-c12913e9de6c req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.562388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.565302 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf85843f-8e04-400e-ba21-df3b72116365 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:18.568180 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:18.584309 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.591350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9a0718a0-b22d-4534-8b27-74fc3c193507 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 09:35:18.593088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a0718a0-b22d-4534-8b27-74fc3c193507,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:18.595837 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.598573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:18.600169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fff28c-48dc-4f3f-b405-83cc97a1df0f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:18.603349 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] 10.222.0.66 "DELETE /v2.0/networks/9a0718a0-b22d-4534-8b27-74fc3c193507 HTTP/1.1" status: 204  len: 168 time: 0.6797988
Dec 16 09:35:18.607589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38636) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:18.611634 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:18.662581 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7814feaf-c0a2-4198-975d-f11712bbfb81 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:35:18.663046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7814feaf-c0a2-4198-975d-f11712bbfb81 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:35:18.667111 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7814feaf-c0a2-4198-975d-f11712bbfb81 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] 10.222.0.66 "DELETE /v2.0/subnets/fb56609f-d19d-439c-9832-f67672141b15 HTTP/1.1" status: 404  len: 337 time: 0.0557616
Dec 16 09:35:18.667390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38640) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:18.774453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Attempting to bind port a2a97c55-f3a1-48fc-ba1c-3b7265db695d on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:18.774832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Attempting to bind port a2a97c55-f3a1-48fc-ba1c-3b7265db695d by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:18.775105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Attempting to bind port a2a97c55-f3a1-48fc-ba1c-3b7265db695d on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:18.804521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Port a2a97c55-f3a1-48fc-ba1c-3b7265db695d on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:18.804871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Attempting to bind port a2a97c55-f3a1-48fc-ba1c-3b7265db695d on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:18.816350 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ce88a3a3-05f3-4dea-886c-c12913e9de6c req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.826587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.828349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:18.829149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce88a3a3-05f3-4dea-886c-c12913e9de6c req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] 10.222.0.66 "DELETE /v2.0/security-groups/e3fff28c-48dc-4f3f-b405-83cc97a1df0f HTTP/1.1" status: 204  len: 173 time: 1.8281643
Dec 16 09:35:18.856885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:18.857527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Checking segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:18.858075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Bound using segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:18.858675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Bound port: a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:18.859226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.895444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Deleting subnet a82f273d-0f62-401b-9e44-ae87a3f181a9 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:35:18.903999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:18.907533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] For port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:18.992599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] For port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:19.002239 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.011217 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3a2227db-2422-495c-9d40-56617ea9518b tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:19.091402 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.164794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.200603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:19.202070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.202575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ccfe50>,) {'filters': {'network_id': ['ee3eb98b-cdb5-473a-8108-f4f82ea0d95a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:19.204013 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 HTTP/1.1" status: 200  len: 1096 time: 4.5074584
Dec 16 09:35:19.216747 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.287693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ccfe50>, '1ea57ceb-0846-48f9-bb68-cdec328b9c4c') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:19.290067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ccfe50>, '1ea57ceb-0846-48f9-bb68-cdec328b9c4c') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:19.319845 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.356009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:19.381263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:19.396273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.562549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0969b5-d96e-4ac9-8b3c-4692f2a9041c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:19.572188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.588353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.592636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Transition to ACTIVE for port object fd0969b5-d96e-4ac9-8b3c-4692f2a9041c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:19.599132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:19.599501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.602447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:19.603434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.604529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] 10.222.0.74 "PUT /v2.0/ports/a2a97c55-f3a1-48fc-ba1c-3b7265db695d HTTP/1.1" status: 200  len: 1091 time: 4.6568842
Dec 16 09:35:19.605288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:19.609433 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:19.612053 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c456dcd0-3b1e-4a09-88de-9c6005e58fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:19.678875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:19.778263 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:19.839771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.852632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:19.877089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:19.916420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Pushing event deleted for resources: {'Network': ['ID=ee3eb98b-cdb5-473a-8108-f4f82ea0d95a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:19.923875 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] 10.222.0.66 "DELETE /v2.0/networks/ee3eb98b-cdb5-473a-8108-f4f82ea0d95a HTTP/1.1" status: 204  len: 168 time: 1.2554946
Dec 16 09:35:19.925629 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:19.991350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-fb22d78d-ddc1-4ed2-bcaa-f040b8bc672d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:19.993011 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-fb22d78d-ddc1-4ed2-bcaa-f040b8bc672d tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772&tenant_id=9347d0d23cb541258e095e1c8c647f8e&binding%3Ahost_id=n-h1-820554-2 HTTP/1.1" status: 200  len: 949 time: 0.2076955
Dec 16 09:35:20.046597 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.058911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:20.065993 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66b6770c-e521-4d0a-aa91-120cfb989681 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:20.073748 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:20.095759 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c5076d6-6d44-449a-8556-cb7aa9aecdb6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:20.121831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82f273d-0f62-401b-9e44-ae87a3f181a9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:20.124846 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:20.128014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.133836 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a82f273d-0f62-401b-9e44-ae87a3f181a9 HTTP/1.1" status: 204  len: 168 time: 1.3042297
Dec 16 09:35:20.136575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:20.299746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.323392 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-46cfe764-1ac8-427d-aa84-99b1425f5ed5 service neutron] 10.222.0.54 "GET /v2.0/ports/a58c4e9f-b71f-40c7-881c-f4bed83fd89f/bindings/n-h1-820554-2 HTTP/1.1" status: 200  len: 382 time: 0.3221338
Dec 16 09:35:20.428702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Pushing event updated for resources: {'Port': ['ID=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:20.431945 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:20.471040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-674b6d08-fc5b-4f54-936f-8a3034732c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:20.472663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-674b6d08-fc5b-4f54-936f-8a3034732c4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 1099 time: 1.2239025
Dec 16 09:35:20.477876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38664) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:20.565076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.570214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-4d0d7de3-b7b3-4a09-95b2-ddf8a21fc772 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 HTTP/1.1" status: 200  len: 217 time: 0.0837648
Dec 16 09:35:20.572241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-ed0b172d-7cd9-441f-a864-9e07ee2a9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:20.573679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-ed0b172d-7cd9-441f-a864-9e07ee2a9c82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 1094 time: 0.8798673
Dec 16 09:35:20.633132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f295f310>,) {'filters': {'network_id': ['200a44e8-b2eb-4c74-83bd-9f31e4b7f44e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:20.646427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f295f310>, 'ca3ca81d-28fc-413c-a0d2-056d02d80e96') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:20.647077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f295f310>, 'ca3ca81d-28fc-413c-a0d2-056d02d80e96') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:20.660240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.683520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.689918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:20.690524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.741801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-ac11bae7-38c4-4620-b36c-bdfee9f7ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:20.743326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-ac11bae7-38c4-4620-b36c-bdfee9f7ed50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1633425
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:20.754659 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:20.793706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-8401cbe8-4665-47b2-809e-32f74b7f8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:20.795225 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-8401cbe8-4665-47b2-809e-32f74b7f8880 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1100 time: 0.4264314
Dec 16 09:35:20.795946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.799351 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55394934-19d7-4a2d-8fcd-8ac4635fc480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:20.807552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Attempting to bind port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:20.807877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Attempting to bind port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:20.808211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Attempting to bind port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c on network 540e403c-4ed0-4630-a0c8-9487a01ff7ec {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:20.811112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-9f12b07c-6ccd-4e7d-b892-f2d72be4e831 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d HTTP/1.1" status: 200  len: 217 time: 0.1527982
Dec 16 09:35:20.813147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.851210 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] 10.222.0.66 "DELETE /v2.0/networks/200a44e8-b2eb-4c74-83bd-9f31e4b7f44e HTTP/1.1" status: 204  len: 168 time: 0.7136009
Dec 16 09:35:20.852281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=200a44e8-b2eb-4c74-83bd-9f31e4b7f44e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:20.857433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:20.903939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-e8079169-a4e7-40f4-b701-2c4eae77a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:20.905403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-e8079169-a4e7-40f4-b701-2c4eae77a62d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.0761774
Dec 16 09:35:20.906031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c on network 540e403c-4ed0-4630-a0c8-9487a01ff7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:20.906353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Attempting to bind port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c on network 540e403c-4ed0-4630-a0c8-9487a01ff7ec {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:20.954892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2959-e978-4369-a868-b1bae3dcc06b req-c0e84c7f-5384-4f8c-b4f0-814cbac0f67a tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:20.962213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e01b2959-e978-4369-a868-b1bae3dcc06b req-c0e84c7f-5384-4f8c-b4f0-814cbac0f67a tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 948 time: 1.0696242
Dec 16 09:35:20.979139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:20.979500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Checking segment: {'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:20.979888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Bound using segment: {'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:20.980462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Bound port: fd0969b5-d96e-4ac9-8b3c-4692f2a9041c, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4da82e-72e3-41d3-b984-6ad8730e83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:20.980671 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:20.986715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-60cf5abc-0a82-41d5-a365-e9ce78fd21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:20.988197 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-60cf5abc-0a82-41d5-a365-e9ce78fd21de service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.1725197
Dec 16 09:35:20.989019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38672) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:21.081138 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-63f5e5c0-c2b2-434e-9ce4-7eb4bd196030 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.0689077
Dec 16 09:35:21.100568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-8f69996a-440d-4dea-ab0b-711e1e3ea09f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1861956
Dec 16 09:35:21.165237 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9d1de1a-26a6-4207-964b-1e1be9b46451 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e953c35eb7224f14b81d7262b77ea7b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1745646
Dec 16 09:35:21.168030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:21.190168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-6478ecca-095d-4fbc-9b08-c5751fbf5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:21.191545 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-6478ecca-095d-4fbc-9b08-c5751fbf5173 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0966835
Dec 16 09:35:21.238289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bd7c2b74-a199-4f4c-9042-73dbd28ebbb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=334d09b9e62f44f2a7161193097f0ee4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7548034
Dec 16 09:35:21.238747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38680) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:21.244779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e01b2959-e978-4369-a868-b1bae3dcc06b req-bb4ea3c2-d487-47d7-8b4c-2dcd9cd78704 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:21.255881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] For port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:21.300110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:21.302099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] For port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:21.321519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e01b2959-e978-4369-a868-b1bae3dcc06b req-bb4ea3c2-d487-47d7-8b4c-2dcd9cd78704 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:21.329781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e01b2959-e978-4369-a868-b1bae3dcc06b req-bb4ea3c2-d487-47d7-8b4c-2dcd9cd78704 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3647833
Dec 16 09:35:21.331017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:21.338407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:21.356130 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:21.357638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-b18c5eb9-575c-4fce-ac88-d1ef7c87075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:21.359172 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-b18c5eb9-575c-4fce-ac88-d1ef7c87075e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1562390
Dec 16 09:35:21.454201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-0db05bf6-0267-48fa-b2d6-7d91fdb507a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:21.455639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-0db05bf6-0267-48fa-b2d6-7d91fdb507a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.6816728
Dec 16 09:35:21.516219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:21.516843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:21.518212 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] 10.222.0.74 "PUT /v2.0/ports/fd0969b5-d96e-4ac9-8b3c-4692f2a9041c HTTP/1.1" status: 200  len: 1092 time: 3.8718061
Dec 16 09:35:21.536612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:21.548791 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e2acea1-a20d-4ec9-bf6f-a99fe7b9ff01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:21.561931 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-1f6b2f01-c1be-450f-89d6-84051a33844f service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902320
Dec 16 09:35:21.566331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267241fe-cc7b-422e-9cc7-3bcdb8cf17cc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:21.569500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:21.570676 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:21.571974 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/267241fe-cc7b-422e-9cc7-3bcdb8cf17cc HTTP/1.1" status: 204  len: 168 time: 0.4030287
Dec 16 09:35:21.684878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-0099496f-9f50-4808-a567-f56f25d91220 service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5647056
Dec 16 09:35:21.907235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:21.943587 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-17bd2bcb-5205-4023-b99b-fa5cc7055b5c service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3693576
Dec 16 09:35:21.989832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Pushing event updated for resources: {'Port': ['ID=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:22.014085 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:22.073202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:22.148697 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-13177df3-4aec-4adc-8563-d310761aa0c0 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6693127
Dec 16 09:35:22.204888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ce08af0-efd5-4fd4-a0b7-2561ca22ace3 req-88cc437b-7433-493a-a7d9-799b1cb72bb7 service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3943765
Dec 16 09:35:22.284062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-e083cb50-8032-40bd-b9b0-8916d9046b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:22.284565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-e083cb50-8032-40bd-b9b0-8916d9046b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:22.286099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-e083cb50-8032-40bd-b9b0-8916d9046b36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1981 time: 0.6003366
Dec 16 09:35:22.364692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f8320-1167-4362-ba3b-6ada03668226 req-17e35811-70ac-49b7-9df8-e41e66547b6a tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:22.366162 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e24f8320-1167-4362-ba3b-6ada03668226 req-17e35811-70ac-49b7-9df8-e41e66547b6a tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 943 time: 0.4486387
Dec 16 09:35:22.378963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-fae62320-c87e-442b-8940-12129bca9efb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 HTTP/1.1" status: 200  len: 217 time: 0.0818121
Dec 16 09:35:22.673930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:22.688477 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a3da1383-f415-4d06-8dbf-55fa0dea613c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:22.714932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea42fafe-9de8-4250-ba1a-e6a419e4e0b2 req-831f0a98-7681-49cb-b113-9c87af53671f service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5390654
Dec 16 09:35:22.734696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd39bf-881c-4d4b-93d0-f299c4093ec9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:22.744337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-525c2ff4-15e3-4a1d-992a-907c19b517e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:22.745850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-525c2ff4-15e3-4a1d-992a-907c19b517e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e20875e-2895-43be-a54e-8189700f2300 HTTP/1.1" status: 200  len: 801 time: 0.3560462
Dec 16 09:35:22.753045 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:22.816687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:22.819365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9efd39bf-881c-4d4b-93d0-f299c4093ec9 HTTP/1.1" status: 204  len: 168 time: 1.5699775
Dec 16 09:35:22.823081 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e24f8320-1167-4362-ba3b-6ada03668226 req-c0412e8f-3dd7-4af0-947d-837302f8d4f8 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4460666
Dec 16 09:35:22.867847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-613579e5-72dc-464b-9804-3f7871788693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:22.869413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-613579e5-72dc-464b-9804-3f7871788693 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2fcff9b4-4317-4d69-8970-c155f7722c49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1092000
Dec 16 09:35:22.927781 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7', 'code': 200}
Dec 16 09:35:23.005063 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'tag': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435', 'status': 'completed', 'code': 200}
Dec 16 09:35:23.097979 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-ff8358b2-7269-49d8-ac05-ff01bd4c1924 service neutron] 10.222.0.74 "GET /v2.0/networks/2fcff9b4-4317-4d69-8970-c155f7722c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196498
Dec 16 09:35:23.363344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-fb248126-2e66-41e0-ae82-4983a3ae6011 service neutron] 10.222.0.74 "GET /v2.0/networks/2fcff9b4-4317-4d69-8970-c155f7722c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582037
Dec 16 09:35:23.385358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282de713-e0fc-4eb4-b4c6-822a461450be req-6fcefda7-9032-4e8f-a72a-3a263af251c4 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:23.394538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282de713-e0fc-4eb4-b4c6-822a461450be req-6fcefda7-9032-4e8f-a72a-3a263af251c4 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:23.396271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-282de713-e0fc-4eb4-b4c6-822a461450be req-6fcefda7-9032-4e8f-a72a-3a263af251c4 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1679 time: 0.2581480
Dec 16 09:35:23.455065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:23.497717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-a84e0572-326c-40ad-aeb9-a960b52dd3b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.238&port_id=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c HTTP/1.1" status: 200  len: 217 time: 0.1004257
Dec 16 09:35:23.551549 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f423be84-8c05-455b-b962-53d7734f191c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8d8fb8d64604672bb6ce5670a4668fc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0944550
Dec 16 09:35:23.553828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38722) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:23.600409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-2842a59e-9cc1-4693-b87e-109fc9dd4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:23.602226 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-2842a59e-9cc1-4693-b87e-109fc9dd4b83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=07fc8814-8a45-4f11-bef0-38418f2dfe90 HTTP/1.1" status: 200  len: 801 time: 0.0961943
Dec 16 09:35:23.616079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-282de713-e0fc-4eb4-b4c6-822a461450be req-24e7d1d5-4bee-48d1-9ea8-96912b32a5ee tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466501
Dec 16 09:35:23.646840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:23.681049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:23.746044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:23.751570 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c17959b2-decb-4cef-ab10-90b5b81140a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:23.770051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458fcb71-2aef-4784-bf53-9ad8e7a7520c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:23.773433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:23.775860 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:23.777244 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/458fcb71-2aef-4784-bf53-9ad8e7a7520c HTTP/1.1" status: 204  len: 168 time: 0.2221713
Dec 16 09:35:23.857846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692c920-22ad-4678-94c3-0d537885d564 req-bd6b38ee-d373-405a-8fe0-55fca3211b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:23.859687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-bd6b38ee-d373-405a-8fe0-55fca3211b48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=540e403c-4ed0-4630-a0c8-9487a01ff7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2374494
Dec 16 09:35:24.032023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df95bc1-085c-4266-8a4f-22f9dd007932 req-3f7eaf3d-1ec2-482a-bccd-7511334d3d02 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:24.043179 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df95bc1-085c-4266-8a4f-22f9dd007932 req-3f7eaf3d-1ec2-482a-bccd-7511334d3d02 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.3047974
Dec 16 09:35:24.128364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df95bc1-085c-4266-8a4f-22f9dd007932 req-06077b77-93b8-4051-9f16-678883b0333c tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841219
Dec 16 09:35:24.176651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-e3c2d539-90e6-4b08-931f-373e6fa70cb7 service neutron] 10.222.0.74 "GET /v2.0/networks/540e403c-4ed0-4630-a0c8-9487a01ff7ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3081050
Dec 16 09:35:24.542297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c692c920-22ad-4678-94c3-0d537885d564 req-6e0ab02e-6863-43bb-92b9-71b9d17d62f4 service neutron] 10.222.0.74 "GET /v2.0/networks/540e403c-4ed0-4630-a0c8-9487a01ff7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3587315
Dec 16 09:35:24.602511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5c50-f989-4ef7-902a-c056321e27a1 req-6cb111a9-a523-4c58-8a10-94e352f39a0a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:24.604068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39bb5c50-f989-4ef7-902a-c056321e27a1 req-6cb111a9-a523-4c58-8a10-94e352f39a0a tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 949 time: 0.2694600
Dec 16 09:35:24.611953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-192e6e18-8ed0-46f7-9f8d-325feaf1d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:24.613555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-192e6e18-8ed0-46f7-9f8d-325feaf1d71d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772&tenant_id=9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 1100 time: 0.1564827
Dec 16 09:35:24.635421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820554-2', 'device_owner': 'compute:nova'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:24.825323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39bb5c50-f989-4ef7-902a-c056321e27a1 req-c86c3710-96ce-4467-89f4-24fda97eb996 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078919
Dec 16 09:35:24.853455 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:24.918668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-3f81e416-4afa-4041-9e5e-6cb99b7324a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:24.920112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-3f81e416-4afa-4041-9e5e-6cb99b7324a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:24.920710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-3f81e416-4afa-4041-9e5e-6cb99b7324a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1981 time: 0.2478554
Dec 16 09:35:25.022786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e10b27-d530-4631-b062-b8d080b8e111', 'tag': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625'}, {'name': 'network-changed', 'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d'}, {'name': 'network-changed', 'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'tag': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:25.326188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:25.472698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-cfdd1319-110c-476a-b95f-f043fd4f8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:25.474869 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-cfdd1319-110c-476a-b95f-f043fd4f8821 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2fcff9b4-4317-4d69-8970-c155f7722c49 HTTP/1.1" status: 200  len: 903 time: 0.5378766
Dec 16 09:35:25.539580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:25.554761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943bb7-75f7-4c29-9449-db2079e5fb1d req-cc0e743a-2d97-496d-970b-41c0bc2a42e7 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:25.561146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:25.561520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07943bb7-75f7-4c29-9449-db2079e5fb1d req-cc0e743a-2d97-496d-970b-41c0bc2a42e7 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 948 time: 0.5847023
Dec 16 09:35:25.594636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'mac_address': 'fa:16:3e:a5:72:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:25.644990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-6bb393b9-d175-44d7-afc4-764b575af17b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 HTTP/1.1" status: 200  len: 217 time: 0.0802431
Dec 16 09:35:25.693662 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:25.714261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:25.719605 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:35:25.736433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:25.742886 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:25.745197 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:25.750835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-ff681bd9-a68c-4789-a0a1-d973f754a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:25.752442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-ff681bd9-a68c-4789-a0a1-d973f754a5d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7e20875e-2895-43be-a54e-8189700f2300 HTTP/1.1" status: 200  len: 801 time: 0.0930226
Dec 16 09:35:25.803640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:25.834843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:25.841152 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:25.903199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07943bb7-75f7-4c29-9449-db2079e5fb1d req-be0f91e8-9014-4751-9aa3-cb7f3931d677 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3385699
Dec 16 09:35:25.933455 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:25.956300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Transition to ACTIVE for port object a58c4e9f-b71f-40c7-881c-f4bed83fd89f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:25.965298 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:25.971622 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:26.033327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:26.049179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:26.167145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a2a97c55-f3a1-48fc-ba1c-3b7265db695d details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:26.180270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] No DVR routers for this DVR port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:35:26.194803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:26.278433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-6e03c7fb-5d10-4aa8-94b4-1ea1945de11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:26.279694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-6e03c7fb-5d10-4aa8-94b4-1ea1945de11e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2fcff9b4-4317-4d69-8970-c155f7722c49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.5185051
Dec 16 09:35:26.281400 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:26.338991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1372233678'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:26.348406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:26.361960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Usage tracker for resource:network and tenant:f60d9fced9184a4cab90a2dd046f95ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:26.366375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:26.393402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:26.398775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:26.417261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Made reservation on behalf of f60d9fced9184a4cab90a2dd046f95ff for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:26.421364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.422361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'mac_address': 'fa:16:3e:2b:58:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:26.441327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.483778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:26.494799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Usage tracker for resource:security_group_rule and tenant:f60d9fced9184a4cab90a2dd046f95ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:26.499617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:26.517618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:26.523975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.524418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-22396a31-6491-477d-9710-212f03a0e13c service neutron] 10.222.0.74 "GET /v2.0/networks/2fcff9b4-4317-4d69-8970-c155f7722c49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298582
Dec 16 09:35:26.525086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:26.525619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:26.525843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:26.554684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:26.555062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Attempting to bind port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:26.555839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a97c55-f3a1-48fc-ba1c-3b7265db695d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:26.579702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:26.693803 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.697040 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:26.703648 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.711920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:26.712341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:26.712815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:26.713252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.713384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Bound port: a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:26.722728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.736489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:26.756090 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.756808 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Added segment 90788076-9d1b-481f-acd2-6657ae198868 of type vlan for network 05ed7a98-ea50-4730-8a4a-2373c1fe5873
Dec 16 09:35:26.791789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.807852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:26.812954 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:26.839041 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2456f16e-4483-4d0d-bc35-712d278f8db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:26.871747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa834e95-20df-4f33-92b5-bfb1654d3352,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:26.886833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.894231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:26.898577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:26.904966 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:26.905777 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9ffec72-8aa1-4bd9-8cf0-42a32ea021c7 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:27.005120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b2bafee-c117-425d-9a4f-e9a7cf0b36a9 req-b76a42cb-4ae5-4d92-a3c8-a2e3c840e131 service neutron] 10.222.0.74 "GET /v2.0/networks/2fcff9b4-4317-4d69-8970-c155f7722c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4735956
Dec 16 09:35:27.006459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a2a97c55-f3a1-48fc-ba1c-3b7265db695d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:27.040103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Pushing event updated for resources: {'Network': ['ID=05ed7a98-ea50-4730-8a4a-2373c1fe5873,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:27.045167 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:27.050140 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.0004165
Dec 16 09:35:27.090046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:27.150355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:27.162223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674afcf-8369-41ae-a6f0-44f350b8ad9a req-6f0e74d3-5044-4e66-864e-b4b25dacf9c2 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:27.170759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e674afcf-8369-41ae-a6f0-44f350b8ad9a req-6f0e74d3-5044-4e66-864e-b4b25dacf9c2 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 944 time: 0.1645472
Dec 16 09:35:27.174598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:27.198892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:27.203388 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.214089 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-851a78a1-3b03-4af7-a61b-164daf7413a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:27.299455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:27.301297 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.302973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] 10.222.0.74 "PUT /v2.0/ports/a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 1096 time: 2.6719856
Dec 16 09:35:27.336872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:35:27.337581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e674afcf-8369-41ae-a6f0-44f350b8ad9a req-67fac616-7655-40f9-80cf-2dd97870a43b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653118
Dec 16 09:35:27.426254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.438934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:35:27.450019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:27.454375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Usage tracker for resource:security_group_rule and tenant:2998654a8bf94d23a84b7e51be6240c8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:27.457581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:27.464204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:27.601574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.606233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.619240 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9187c0d-153b-4a6a-911d-769dd1b35d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:27.675077 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2998654a8bf94d23a84b7e51be6240c8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4749067
Dec 16 09:35:27.676179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde0bc2-ddfe-4fd3-9f91-a3905b062b74,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:27.680177 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:27.680887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38814) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:27.752835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.789621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.814644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:27.825900 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:27.859526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.861833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-f11c9222-341d-4053-aa59-c5785ae75a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:27.863392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-f11c9222-341d-4053-aa59-c5785ae75a7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1099 time: 0.5097513
Dec 16 09:35:27.866001 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:27.880447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde0bc2-ddfe-4fd3-9f91-a3905b062b74,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:27.882668 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:27.883633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:27.884720 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebde0bc2-ddfe-4fd3-9f91-a3905b062b74 HTTP/1.1" status: 204  len: 168 time: 0.2028172
Dec 16 09:35:27.956326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c042-737f-433b-9365-10b0950878d0 req-94a5831e-5fb1-407d-ab1e-9674eb0dd341 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:27.963134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c042-737f-433b-9365-10b0950878d0 req-94a5831e-5fb1-407d-ab1e-9674eb0dd341 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:27.969941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80d9c042-737f-433b-9365-10b0950878d0 req-94a5831e-5fb1-407d-ab1e-9674eb0dd341 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1679 time: 0.3886011
Dec 16 09:35:27.997955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-0bc4f3e2-5ca3-44ef-8246-31fed820766d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5113757
Dec 16 09:35:28.036220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:28.046710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80d9c042-737f-433b-9365-10b0950878d0 req-1e444686-a318-4c04-9d9b-b6d704deb280 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758593
Dec 16 09:35:28.085761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-912df8fa-db31-4610-a9c8-c2eceff3a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.087453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-912df8fa-db31-4610-a9c8-c2eceff3a5ab service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2163398
Dec 16 09:35:28.145083 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e10b27-d530-4631-b062-b8d080b8e111', 'tag': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'status': 'completed', 'code': 200}
Dec 16 09:35:28.146630 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'status': 'completed', 'code': 200}
Dec 16 09:35:28.147058 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'tag': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c', 'status': 'completed', 'code': 200}
Dec 16 09:35:28.214817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:28.240704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435', 'network_id': '2fcff9b4-4317-4d69-8970-c155f7722c49', 'port_id': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435', 'mac_address': 'fa:16:3e:00:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e20875e-2895-43be-a54e-8189700f2300', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:28.257648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-0a24007c-69fa-446f-ac0c-ef34aaad9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.259140 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-0a24007c-69fa-446f-ac0c-ef34aaad9677 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 1100 time: 0.1078160
Dec 16 09:35:28.279409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-b69013df-4e2d-4bfb-9441-425da843d695 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.1312501
Dec 16 09:35:28.310942 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:28.332896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:28.350127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:28.354993 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:28.358051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fd0969b5-d96e-4ac9-8b3c-4692f2a9041c details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:28.360579 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:28.434027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:28.437976 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:28.450991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-86259bbb-5d56-4031-8861-667f5ff2e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.452747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-86259bbb-5d56-4031-8861-667f5ff2e475 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1263852
Dec 16 09:35:28.468408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-23fc37de-8039-4cca-96aa-6b6aaa758d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.469982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-23fc37de-8039-4cca-96aa-6b6aaa758d36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 1095 time: 0.2570417
Dec 16 09:35:28.475462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-fda323d6-d3a0-465a-a6c4-ed4518e8babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.477013 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-fda323d6-d3a0-465a-a6c4-ed4518e8babb service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.1938205
Dec 16 09:35:28.571329 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-80f66661-7315-4995-b95b-48e062813cc9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 HTTP/1.1" status: 200  len: 217 time: 0.0821455
Dec 16 09:35:28.583819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-0737bcd0-05c6-4766-a81f-cfa00536a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.585589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-0737bcd0-05c6-4766-a81f-cfa00536a08f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1101 time: 0.4959335
Dec 16 09:35:28.662381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:28.678772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c', 'network_id': '540e403c-4ed0-4630-a0c8-9487a01ff7ec', 'port_id': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c', 'mac_address': 'fa:16:3e:d1:de:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fc8814-8a45-4f11-bef0-38418f2dfe90', 'ip_address': '19.86.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:28.679932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70aa4f-e1cf-4aea-8894-e280ce6d7dd8 req-3622341c-8ea8-4146-befd-214de8f13683 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.687278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-2e11f134-054f-48c7-be2d-ff0813ad5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.687652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b70aa4f-e1cf-4aea-8894-e280ce6d7dd8 req-3622341c-8ea8-4146-befd-214de8f13683 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 946 time: 0.4100866
Dec 16 09:35:28.689285 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-2e11f134-054f-48c7-be2d-ff0813ad5e9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1115754
Dec 16 09:35:28.751080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:28.803236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-e75ce6c0-2b65-44cf-8ff8-44d3f80bfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.805787 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-e75ce6c0-2b65-44cf-8ff8-44d3f80bfcbf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1101780
Dec 16 09:35:28.808060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0969b5-d96e-4ac9-8b3c-4692f2a9041c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:28.836294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:28.841831 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:28.845307 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-af4a094d-5990-474d-8cf4-51c2b39ba86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:28.888645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b70aa4f-e1cf-4aea-8894-e280ce6d7dd8 req-aac70dce-5fcb-47a1-9ada-f674ea3b6cd4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000697
Dec 16 09:35:28.913412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38868) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:28.927425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:28.930852 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:28.936765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-92968efe-4ea7-478d-a79f-c619a01765b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.938231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-92968efe-4ea7-478d-a79f-c619a01765b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 906 time: 0.4036257
Dec 16 09:35:28.941953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad501be-1c45-416a-81b6-7982485484b7 req-aaa285f6-ad27-4566-8eaa-39c9e4cd9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:28.944253 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-aaa285f6-ad27-4566-8eaa-39c9e4cd9f5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4788380
Dec 16 09:35:28.983762 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-c8ebf3cc-5c57-44ee-bd6e-407eef4cb10a service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653492
Dec 16 09:35:29.043278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-b880858c-763b-4fbd-82a2-c4cb9a741d01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d HTTP/1.1" status: 200  len: 217 time: 0.0898609
Dec 16 09:35:29.091799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-018d3f83-2242-404f-a75b-786c803b839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:29.093287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-018d3f83-2242-404f-a75b-786c803b839e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4351490
Dec 16 09:35:29.157109 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-3a28d19c-c159-4728-a6bc-6a18e0e665bc service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346340
Dec 16 09:35:29.176189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:29.226131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-660089804-network', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:29.240838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['fd0969b5-d96e-4ac9-8b3c-4692f2a9041c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:29.260521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:29.272468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-104a4bb7-721d-42f0-8e25-dd3af5e3eb01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.1334102
Dec 16 09:35:29.276604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Usage tracker for resource:network and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:29.280254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:29.328407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:29.340074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:29.363627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-e00bbf1c-6c88-49b8-87ea-396f2fedfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:29.365671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-e00bbf1c-6c88-49b8-87ea-396f2fedfe76 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.2715237
Dec 16 09:35:29.518625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:29.538129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:29.538513 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:29.551651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:29.554556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:29.594325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-5f2aabd8-8d9d-4600-9421-0f8d92d9ef91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2128077
Dec 16 09:35:29.598343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-2fd53354-f082-42cb-9610-8f0a36ae5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:29.600267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-2fd53354-f082-42cb-9610-8f0a36ae5588 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3172367
Dec 16 09:35:29.601844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:29.678308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-e3a4b0db-7d1a-433a-880e-f1a367803bf5 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7237508
Dec 16 09:35:29.691588 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:29.719330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e10b27-d530-4631-b062-b8d080b8e111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:29.729229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:29.732616 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:29.734782 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:29.748956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:29.775786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Usage tracker for resource:security_group_rule and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:29.798206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:29.804054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:29.807586 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:29.868636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353877-f970-47f3-b9b9-81f168426f11 req-0af8bde1-ec26-4ea0-b4a8-22daa163cdb8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:29.870085 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5353877-f970-47f3-b9b9-81f168426f11 req-0af8bde1-ec26-4ea0-b4a8-22daa163cdb8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 948 time: 0.7658134
Dec 16 09:35:29.872778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:29.873872 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-c22d2249-2857-479d-a649-8343fe706358 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0743797
Dec 16 09:35:29.967697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-671a37cd-10db-4ecb-8ee9-97c4a4eab5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:29.969198 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-671a37cd-10db-4ecb-8ee9-97c4a4eab5dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1100 time: 0.0729132
Dec 16 09:35:30.015570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-fed356e1-7001-4be1-a129-9488c51e18f9 service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3989410
Dec 16 09:35:30.018378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5353877-f970-47f3-b9b9-81f168426f11 req-39e9fbaf-cce4-4db1-aa89-f07763b38f36 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362023
Dec 16 09:35:30.037690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a2a97c55-f3a1-48fc-ba1c-3b7265db695d up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:30.038906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-9797675c-dc03-436a-9be8-f76a07777400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.040452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-9797675c-dc03-436a-9be8-f76a07777400 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4228339
Dec 16 09:35:30.092188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad501be-1c45-416a-81b6-7982485484b7 req-adf81dd8-19f4-49db-9279-6995c4562167 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4001582
Dec 16 09:35:30.127870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-01845e43-bb26-4b18-b4a2-790bd306137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.129732 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-01845e43-bb26-4b18-b4a2-790bd306137f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.1396146
Dec 16 09:35:30.158323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port a2a97c55-f3a1-48fc-ba1c-3b7265db695d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:30.165384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port a2a97c55-f3a1-48fc-ba1c-3b7265db695d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:30.166198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.198018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}, {'name': 'network-changed', 'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:30.306429 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.336917 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-b0dff9a2-df94-4389-b479-a4b0f4af9bc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.1958439
Dec 16 09:35:30.348662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:30.353124 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.354950 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:30.390124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.411747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.412397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-ea07efdc-e6cf-437f-9dd3-4d755cfd68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.413864 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-ea07efdc-e6cf-437f-9dd3-4d755cfd68b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0687199
Dec 16 09:35:30.418694 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f2244d5-9613-42b9-a3c3-4a43ea28c472 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:30.427838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-70eef997-ae5c-42f9-918f-42c4235a9a1d service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3664815
Dec 16 09:35:30.428033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:30.431021 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:30.436304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-02b9bb84-577e-4175-8a8c-d2c339e9fbe6 service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4016061
Dec 16 09:35:30.478845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:30.494948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-fb073081-1066-42a1-8bec-2fa64a45810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.496446 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-fb073081-1066-42a1-8bec-2fa64a45810d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0752432
Dec 16 09:35:30.592173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21893bf-c76d-4789-b8fc-dfaf619ffd32,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:30.594942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.595522 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Added segment 1bf1a80e-d51a-4493-bee6-5144bdecbf5e of type vlan for network 6295502d-70ae-49f3-8736-b527f785ee2c
Dec 16 09:35:30.605061 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:30.621871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4758015-838d-4783-b2b9-944cb1e04ffd req-138a214b-16b8-4308-8937-061bd49b3521 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.623393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4758015-838d-4783-b2b9-944cb1e04ffd req-138a214b-16b8-4308-8937-061bd49b3521 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 950 time: 0.4105356
Dec 16 09:35:30.638551 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-549b6159-3b95-43f0-999c-084e4512949e service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335268
Dec 16 09:35:30.684701 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.764965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4758015-838d-4783-b2b9-944cb1e04ffd req-65806a83-20fb-485d-9168-2a13d146240c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241570
Dec 16 09:35:30.769434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b761329-7075-4733-b375-7c1dcccde8e3 req-51c76c08-e5d3-49ee-ac94-8476ba736da9 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3286362
Dec 16 09:35:30.778478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-a74da979-5f3d-4730-904c-fedf51861c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.778971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-a74da979-5f3d-4730-904c-fedf51861c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.780635 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-a74da979-5f3d-4730-904c-fedf51861c1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bfbb9d4fb534761955a50a1727a3876&device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1983 time: 0.2926788
Dec 16 09:35:30.781972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.782641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:30.783233 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:30.786819 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02d0a5a7-9554-4241-8659-91821ff20ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:30.791449 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1a78b4eb-2445-4c43-8a50-9816dd5a6a9d req-45219498-af9d-4229-955c-caaeb3e5ee95 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462107
Dec 16 09:35:30.980236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Pushing event updated for resources: {'Network': ['ID=6295502d-70ae-49f3-8736-b527f785ee2c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:30.984635 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:30.989150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0794029
Dec 16 09:35:30.989150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38886) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:30.992949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6295502d-70ae-49f3-8736-b527f785ee2c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:30.994709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Request body: {'subnet': {'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-660089804-subnet', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:31.000787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:31.007510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Usage tracker for resource:subnet and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:31.013497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:31.029885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:31.055827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-8014420a-e727-4476-b38e-5470a8df5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:31.057304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-8014420a-e727-4476-b38e-5470a8df5cf9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=540e403c-4ed0-4630-a0c8-9487a01ff7ec HTTP/1.1" status: 200  len: 903 time: 0.2578290
Dec 16 09:35:31.058045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:31.060365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.164984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:31.171635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Request body: {'port': {'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873', 'binding:host_id': 'n-h1-820554-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1853677141'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:31.178625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:31.182808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Usage tracker for resource:port and tenant:b91660167a764b0ba1175c017ecc68ce is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:31.186427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:31.192830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:31.195868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-faef97c9-fb24-4e29-910d-1135779740e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.238&port_id=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c HTTP/1.1" status: 200  len: 217 time: 0.1219187
Dec 16 09:35:31.211855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Made reservation on behalf of b91660167a764b0ba1175c017ecc68ce for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:31.214765 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.230754 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.247592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:31.251761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Usage tracker for resource:security_group_rule and tenant:b91660167a764b0ba1175c017ecc68ce is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:31.254783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:31.260899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:31.330961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device adb66e91-005f-4008-b866-5e12735feab7 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:35:31.352220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.363829 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.367714 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aedea5ca-6439-4982-a277-1fe97dda674e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:31.378175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] device_id is not set on port 8c754e2c-4175-45af-8f70-9806102fe09b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:31.461982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f57119-2809-4b69-8070-3154dfd636e7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:31.466857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.467393 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:31.502803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-b1b22b4c-f7b1-474d-9e26-c3695aafe23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:31.505072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-b1b22b4c-f7b1-474d-9e26-c3695aafe23c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=07fc8814-8a45-4f11-bef0-38418f2dfe90 HTTP/1.1" status: 200  len: 801 time: 0.1608193
Dec 16 09:35:31.531851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:31.537596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.541627 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:31.631309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:31.634722 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:31.635038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1f9a0-ae91-4553-9269-cb14b6e7c514 req-31b5397d-d339-4c88-b6c2-3d3cd2ccd45b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:31.636576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ba1f9a0-ae91-4553-9269-cb14b6e7c514 req-31b5397d-d339-4c88-b6c2-3d3cd2ccd45b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 945 time: 0.2914119
Dec 16 09:35:31.728577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ba1f9a0-ae91-4553-9269-cb14b6e7c514 req-c9bb5986-370a-439f-a507-1d0d41c0ae07 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850999
Dec 16 09:35:31.732816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-9f37acf6-5b64-4538-b3cb-9091b67c8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:31.734237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-9f37acf6-5b64-4538-b3cb-9091b67c8c13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=540e403c-4ed0-4630-a0c8-9487a01ff7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2203639
Dec 16 09:35:31.741758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.747647 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6551cfa4-2129-44ce-853f-05b9dd9a65b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:31.763225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] device_id is not set on port 8c754e2c-4175-45af-8f70-9806102fe09b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:31.772420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.787356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Transition to ACTIVE for port object 8c754e2c-4175-45af-8f70-9806102fe09b will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:31.799111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:31.807229 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:31.904755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=8c754e2c-4175-45af-8f70-9806102fe09b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:31.909107 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:31.940377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Checking segment: {'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:31.955386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Network hostable DHCP agents. Network: 05ed7a98-ea50-4730-8a4a-2373c1fe5873, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:35:31.963302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0992bf35-eb0c-4829-8199-c98aaed2b9c3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:31.969952 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:31.989792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Checking segment: {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:31.990430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Network hostable DHCP agents. Network: 6295502d-70ae-49f3-8736-b527f785ee2c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:35:32.002975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:35:32.019214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 05ed7a98-ea50-4730-8a4a-2373c1fe5873) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:32.025351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:32.033430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728626be-7fc1-4e4f-aa0e-ab0a9c9dedf1 None None] Network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:32.046363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-d97749ca-a93a-43f5-9358-7695fc044e2c service neutron] 10.222.0.74 "GET /v2.0/networks/540e403c-4ed0-4630-a0c8-9487a01ff7ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996740
Dec 16 09:35:32.050256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Network 6295502d-70ae-49f3-8736-b527f785ee2c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:35:32.057464 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.057805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.058172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.062989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.063497 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.063903 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 2 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.080892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.081232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.081632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.087223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.087552 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.087940 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 3 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.091436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8b6d-947a-4bc3-9d29-7a2dc5360a92 req-e83e1ea6-84a5-4ee4-9347-5911eb760901 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:32.097273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8b6d-947a-4bc3-9d29-7a2dc5360a92 req-e83e1ea6-84a5-4ee4-9347-5911eb760901 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:32.099422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4ac8b6d-947a-4bc3-9d29-7a2dc5360a92 req-e83e1ea6-84a5-4ee4-9347-5911eb760901 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1681 time: 0.2408381
Dec 16 09:35:32.104292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.104841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.105452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.111057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.111622 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.112286 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 4 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.128938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.129518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.130048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.135329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.135864 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.136255 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 5 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.140412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:32.149458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 6295502d-70ae-49f3-8736-b527f785ee2c) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:32.151374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fd0969b5-d96e-4ac9-8b3c-4692f2a9041c up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:32.156655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.157001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.157342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.163314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.164259 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.164259 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 6 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.180642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:32.181243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.184531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.185033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.185258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.190798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.191131 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.191592 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 7 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.209891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.210258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.210887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.217406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.218120 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.218241 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 8 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.221581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232c71c-a101-4ea0-8f18-65bdc73c95e4 None None] Network 6295502d-70ae-49f3-8736-b527f785ee2c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:32.233968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4ac8b6d-947a-4bc3-9d29-7a2dc5360a92 req-d9886e78-a869-44f5-b462-4464104899b4 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729852
Dec 16 09:35:32.238278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.238622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.239045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.244654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.244912 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.245264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2545035
Dec 16 09:35:32.245588 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 9 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.248056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38900) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:32.262563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:32.269799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:32.276800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Usage tracker for resource:router and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:32.280949 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9bc95a3-004e-4f09-829e-aa621187f6de req-1772971f-e177-4103-a3c8-43c658897b94 service neutron] 10.222.0.74 "GET /v2.0/networks/540e403c-4ed0-4630-a0c8-9487a01ff7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281907
Dec 16 09:35:32.281771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:32.288992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:32.295667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.295852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.296076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.300629 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.301739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.308964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.311722 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.313348 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 10 to bind port 8c754e2c-4175-45af-8f70-9806102fe09b
Dec 16 09:35:32.325275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.349356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:32.349782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:32.350593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:32.354270 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:35:32.355943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 8c754e2c-4175-45af-8f70-9806102fe09b on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:32.356275 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 8c754e2c-4175-45af-8f70-9806102fe09b on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:32.356658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.459585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] For port 8c754e2c-4175-45af-8f70-9806102fe09b, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:32.459945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 09:35:32.465560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.470454 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4d58219d-f40a-4a0a-b362-e328ccb2c002 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:32.517704 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e10b27-d530-4631-b062-b8d080b8e111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'code': 200}
Dec 16 09:35:32.566998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:32.568354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.596820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=8c754e2c-4175-45af-8f70-9806102fe09b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:32.600496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:32.610868 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 1.4445004
Dec 16 09:35:32.613643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:32.617831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:32.678408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:32.678786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.689609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Deleting port 8c754e2c-4175-45af-8f70-9806102fe09b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:32.690196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.762676 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.843869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-6295502d-70ae-49f3-8736-b527f785ee2c', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:35:32.844739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.871313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e4775-f0b4-40b0-928f-9e0e68f55a76 req-e152aa2c-5223-4c97-9964-114d226e3786 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:32.872829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c12e4775-f0b4-40b0-928f-9e0e68f55a76 req-e152aa2c-5223-4c97-9964-114d226e3786 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 944 time: 0.3238523
Dec 16 09:35:32.889206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fa0bb-49bc-4d01-9f4b-987412a5033e req-3197bcad-b11d-4806-a5b6-65ea1428c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:32.890732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef6fa0bb-49bc-4d01-9f4b-987412a5033e req-3197bcad-b11d-4806-a5b6-65ea1428c9e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 1101 time: 0.3805387
Dec 16 09:35:32.929209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] For port 8c754e2c-4175-45af-8f70-9806102fe09b, host n-h1-820554-2, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:32.930066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:32.938055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:33.031904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.065151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'mac_address': 'fa:16:3e:0d:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:33.088968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Calling delete_port for 8c754e2c-4175-45af-8f70-9806102fe09b owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:33.113921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c12e4775-f0b4-40b0-928f-9e0e68f55a76 req-3d713f1e-5991-4d03-9c62-09ab2aaab990 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288320
Dec 16 09:35:33.121982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef6fa0bb-49bc-4d01-9f4b-987412a5033e req-f9d69400-d8dc-4c31-82ea-a1ec490705af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140658
Dec 16 09:35:33.187863 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.188388 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'code': 200}
Dec 16 09:35:33.188388 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'status': 'completed', 'code': 200}
Dec 16 09:35:33.200322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:33.204632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:33.216314 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.217156 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:33.244351 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:33.260104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c754e2c-4175-45af-8f70-9806102fe09b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:33.265945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.269718 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:33.276838 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8c754e2c-4175-45af-8f70-9806102fe09b HTTP/1.1" status: 204  len: 168 time: 0.6588519
Dec 16 09:35:33.277002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38916) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:33.324007 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.325288 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e2ef8b-27ec-47d1-a845-0132a96ed9de tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] GET failed (client error): The resource could not be found.
Dec 16 09:35:33.325819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d6e2ef8b-27ec-47d1-a845-0132a96ed9de tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Synchronizing usage tracker for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:33.343735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d6e2ef8b-27ec-47d1-a845-0132a96ed9de tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Unset dirty status for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:33.348390 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d6e2ef8b-27ec-47d1-a845-0132a96ed9de tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "GET /v2.0/ports/8c754e2c-4175-45af-8f70-9806102fe09b HTTP/1.1" status: 404  len: 333 time: 0.0669088
Dec 16 09:35:33.348568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:33.354918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Request body: {'port': {'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2027809792'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:33.363498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:33.373276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:33.381209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58c4e9f-b71f-40c7-881c-f4bed83fd89f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:33.384286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Made reservation on behalf of b91660167a764b0ba1175c017ecc68ce for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:33.386778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Allocated IP 172.20.0.2 (6295502d-70ae-49f3-8736-b527f785ee2c/0992bf35-eb0c-4829-8199-c98aaed2b9c3/251773e0-0f92-4362-910f-118c276c6792) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:33.387176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.401998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:33.407780 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:33.411863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] device_id is not set on port f1017c2e-f398-4582-954b-5b8fa50fc568 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:33.439252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:33.505749 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.543752 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.572802 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.577081 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:33.590776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-81a72829-9125-4d99-a748-daf2ebf33fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:33.592298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-81a72829-9125-4d99-a748-daf2ebf33fe0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 1099 time: 0.3338704
Dec 16 09:35:33.621578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:33.639536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.641015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc09378-1c83-4684-889b-ecd3531cfc32 req-ad8b642f-b746-4f6b-8aed-367e91810cd5 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:33.642550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bc09378-1c83-4684-889b-ecd3531cfc32 req-ad8b642f-b746-4f6b-8aed-367e91810cd5 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 948 time: 0.2797062
Dec 16 09:35:33.650131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:33.650131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.678212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.685650 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1c13475-d98d-4a48-af05-5bc1940a7a5a tempest-ImagesNegativeTestJSON-540156418 tempest-ImagesNegativeTestJSON-540156418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:33.755429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:33.758514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:33.762108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:33.763017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:33.763703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.771706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=f1017c2e-f398-4582-954b-5b8fa50fc568,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:33.778047 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:33.787624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=12']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:33.794761 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.4450145
Dec 16 09:35:33.797098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:33.802812 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:33.805402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:33.846497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bc09378-1c83-4684-889b-ecd3531cfc32 req-74bd1b4d-b2ad-420e-a571-49699b424653 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461999
Dec 16 09:35:33.879137 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.882547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Allocated IP 172.25.3.69 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/5a0ff38d-8677-491c-a57a-45d072c3b436) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:33.885808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-1381fd08-0d17-41f8-ac96-c655b49b5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:33.887327 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-1381fd08-0d17-41f8-ac96-c655b49b5da9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2874770
Dec 16 09:35:33.890387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.909436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Transition to ACTIVE for port object 251773e0-0f92-4362-910f-118c276c6792 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:33.933389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a58c4e9f-b71f-40c7-881c-f4bed83fd89f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:33.974330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.981325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:33.985690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-a6066fa0-6264-4416-bb84-ea68739f1c33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 200  len: 217 time: 0.0890675
Dec 16 09:35:33.988819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Transition to ACTIVE for port object 251773e0-0f92-4362-910f-118c276c6792 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:33.994065 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:33.997976 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:34.035859 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.088387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Network 6295502d-70ae-49f3-8736-b527f785ee2c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:34.094164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:34.095198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-74df9849-3006-4775-a7f6-b47ddf4e206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:34.096760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-74df9849-3006-4775-a7f6-b47ddf4e206e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0606363
Dec 16 09:35:34.097664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:34.112397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:34.183867 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:34.239695 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:34.290730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] device_id is not set on port f1017c2e-f398-4582-954b-5b8fa50fc568 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:34.299374 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.315527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Transition to ACTIVE for port object f1017c2e-f398-4582-954b-5b8fa50fc568 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:34.321021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.321368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-ac76d381-7d77-4292-88ab-9d54f7a52c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:34.323301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-ac76d381-7d77-4292-88ab-9d54f7a52c1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2165127
Dec 16 09:35:34.325332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-889fb0fc-ccbc-4bfe-9c38-a70c0a159146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:34.333792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Attempting to bind port 251773e0-0f92-4362-910f-118c276c6792 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.334183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Attempting to bind port 251773e0-0f92-4362-910f-118c276c6792 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.334566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Attempting to bind port 251773e0-0f92-4362-910f-118c276c6792 on network 6295502d-70ae-49f3-8736-b527f785ee2c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.342049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:34.342442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Checking segment: {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:34.342860 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.343314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Bound using segment: {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:34.343801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Bound port: 251773e0-0f92-4362-910f-118c276c6792, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:34.344190 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.369070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Pushing event updated for resources: {'Port': ['ID=251773e0-0f92-4362-910f-118c276c6792,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:34.374582 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:34.480177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f5299-7ab6-4814-a7fd-653fa31eae2c req-63628277-66b8-499b-99c5-e79e183b2321 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:34.482023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff1f5299-7ab6-4814-a7fd-653fa31eae2c req-63628277-66b8-499b-99c5-e79e183b2321 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 950 time: 0.4951081
Dec 16 09:35:34.487777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.575978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d'}, {'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7'}, {'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c'}, {'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:34.585436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-4f44d51f-4939-44e9-b754-d10360c096e2 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431440
Dec 16 09:35:34.591425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] For port 251773e0-0f92-4362-910f-118c276c6792, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:34.595286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=f1017c2e-f398-4582-954b-5b8fa50fc568,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:34.600961 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:34.602883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] For port 251773e0-0f92-4362-910f-118c276c6792, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=251773e0-0f92-4362-910f-118c276c6792,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:34.603190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff1f5299-7ab6-4814-a7fd-653fa31eae2c req-c2d6f637-b2bd-4922-b59d-e630d6ab727f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073403
Dec 16 09:35:34.605482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.605971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.606488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.616826 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.616826 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:34.617027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.617458 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.617994 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 2 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.636632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.637087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.637678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.644294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.645105 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.646656 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 3 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.673414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.674400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.674988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.685956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.686294 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.686689 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 4 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.704023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Pushing event updated for resources: {'Port': ['ID=251773e0-0f92-4362-910f-118c276c6792,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:34.713577 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:34.717634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.718139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.718310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.724598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.725030 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.725486 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 5 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.741010 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:34.745160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.745625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.746038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.747610 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:34.752616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.753022 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.753478 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 6 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.770184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.770854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.771421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.776705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.777120 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.777572 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 7 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.799039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.799424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.799882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.805447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.805597 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.805894 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 8 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.827472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.827815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.828160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.835230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.835571 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.835965 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 9 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.853219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.853562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.853908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.859799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.860130 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.860518 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 10 to bind port f1017c2e-f398-4582-954b-5b8fa50fc568
Dec 16 09:35:34.876821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:34.877162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:34.877500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:34.883152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:34.883507 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port f1017c2e-f398-4582-954b-5b8fa50fc568 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:34.888417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:35.020516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] For port f1017c2e-f398-4582-954b-5b8fa50fc568, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:35.020848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 09:35:35.026419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:35.036879 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbea2772-d43f-4f0e-8582-d967d8dcb126 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:35.041507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97426b3-3fdb-4ee5-933d-572eb01efc66 req-6497c6c1-8025-4c29-847d-149700066bd0 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4372456
Dec 16 09:35:35.043330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:35.050370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:35.053814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:35.077207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] In _notify_port_updated(), no bound segment for port f1017c2e-f398-4582-954b-5b8fa50fc568 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:35:35.077562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.078160 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:35.081798 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "PUT /v2.0/ports/f1017c2e-f398-4582-954b-5b8fa50fc568 HTTP/1.1" status: 200  len: 975 time: 1.2808993
Dec 16 09:35:35.086788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38932) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:35.092590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0ff38d-8677-491c-a57a-45d072c3b436,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:35.095433 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:35.108263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=f1017c2e-f398-4582-954b-5b8fa50fc568,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:35.110903 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:35.333102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b045dca-104a-47ff-b0d7-f5dbc9b87897 req-93f36169-5d51-4b35-9f58-7c43a097efe2 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.334563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b045dca-104a-47ff-b0d7-f5dbc9b87897 req-93f36169-5d51-4b35-9f58-7c43a097efe2 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 945 time: 0.3684945
Dec 16 09:35:35.433299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.433773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.434242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.434705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.435182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.435639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.436094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.436551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.436996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.437450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.437978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.438337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.438780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.439302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.439754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.440201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.440656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.441111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.441559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.442006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.442745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.443210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.443661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.444111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.444559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.445006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.445482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.445930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.446374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.446821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.447291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.447741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.448190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.448635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.449077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.449556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:35.453355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ec7e7d31-eb0b-4023-afea-4730b6f77058 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 32572 time: 0.3567581
Dec 16 09:35:35.458015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:35.495917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b045dca-104a-47ff-b0d7-f5dbc9b87897 req-7b68cb32-bdda-42c1-b5b1-113f6d70beee tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297588
Dec 16 09:35:35.529068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Deleting port f1017c2e-f398-4582-954b-5b8fa50fc568 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:35.529520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:35.727621 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:35.768889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] For port f1017c2e-f398-4582-954b-5b8fa50fc568, host n-h1-820554-2, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:35.769336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:35.860632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea8cca-6e1b-4ae6-b4ed-bb36bf85ab55 None None] Network 6295502d-70ae-49f3-8736-b527f785ee2c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:35.913088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Calling delete_port for f1017c2e-f398-4582-954b-5b8fa50fc568 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:35.961286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a78ccef4-5cae-4fa9-8729-d245af1a23e3 None None] Provisioning for port 251773e0-0f92-4362-910f-118c276c6792 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:35.994966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.003795 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87ed7a43-c86f-4285-b4a2-d1d56b1539b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:36.057213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1017c2e-f398-4582-954b-5b8fa50fc568,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:36.060356 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:36.062712 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.075965 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "DELETE /v2.0/ports/f1017c2e-f398-4582-954b-5b8fa50fc568 HTTP/1.1" status: 204  len: 168 time: 0.6165521
Dec 16 09:35:36.078422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:36.085123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:36.126183 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69592c1-aefb-4691-91a9-c6867aed14a9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] GET failed (client error): The resource could not be found.
Dec 16 09:35:36.126725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a69592c1-aefb-4691-91a9-c6867aed14a9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Synchronizing usage tracker for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:36.141730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a69592c1-aefb-4691-91a9-c6867aed14a9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Unset dirty status for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:36.146936 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a69592c1-aefb-4691-91a9-c6867aed14a9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "GET /v2.0/ports/f1017c2e-f398-4582-954b-5b8fa50fc568 HTTP/1.1" status: 404  len: 333 time: 0.0637090
Dec 16 09:35:36.148070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:36.153481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1567438411', 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:36.158300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:36.170414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:36.186131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Made reservation on behalf of b91660167a764b0ba1175c017ecc68ce for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:36.189003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.189758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:36.199339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port a58c4e9f-b71f-40c7-881c-f4bed83fd89f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:36.199923 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.211494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] device_id is not set on port 6719730b-d524-45a4-be6a-974d19faf6b5 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:36.214255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f2414-61fb-44f1-974c-c472299c059b req-eb6e793b-a0cf-415b-b402-c5011c257da6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:36.220105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f2414-61fb-44f1-974c-c472299c059b req-eb6e793b-a0cf-415b-b402-c5011c257da6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:36.221674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-145f2414-61fb-44f1-974c-c472299c059b req-eb6e793b-a0cf-415b-b402-c5011c257da6 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1683 time: 0.2999439
Dec 16 09:35:36.261450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.358028 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.365743 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-145f2414-61fb-44f1-974c-c472299c059b req-94aa34d6-5be2-4cc3-a193-bbf7c0c289a0 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277227
Dec 16 09:35:36.448456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:36.455406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.461429 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:36.519206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 251773e0-0f92-4362-910f-118c276c6792 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:36.540889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.570871 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.579939 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4fae0be5-3cb5-4f1f-bb41-d377da8a5e5b tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:36.588488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Router 2cc79fb6-9163-47a6-bd48-16f210d44dad is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:35:36.624510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 251773e0-0f92-4362-910f-118c276c6792 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:36.631882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 251773e0-0f92-4362-910f-118c276c6792 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:36.632268 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.658149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:36.659872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=13']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:36.661440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:36.664498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:36.665439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:36.666052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.667451 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:36.683362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=6719730b-d524-45a4-be6a-974d19faf6b5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:36.687515 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:36.701433 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.5525832
Dec 16 09:35:36.704144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:36.770190 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.770625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c1b6c-17d2-4794-912d-ed0fd84acbe9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:36.771257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e1c1b6c-17d2-4794-912d-ed0fd84acbe9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Synchronizing usage tracker for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:36.786968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e1c1b6c-17d2-4794-912d-ed0fd84acbe9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Unset dirty status for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:36.790971 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e1c1b6c-17d2-4794-912d-ed0fd84acbe9 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "GET /v2.0/ports/6719730b-d524-45a4-be6a-974d19faf6b5 HTTP/1.1" status: 200  len: 955 time: 0.0831764
Dec 16 09:35:36.791253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38960) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:36.807982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 251773e0-0f92-4362-910f-118c276c6792, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=251773e0-0f92-4362-910f-118c276c6792,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:36.812179 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.815103 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:36.859657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Deleting port 6719730b-d524-45a4-be6a-974d19faf6b5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:36.860016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:36.888512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=251773e0-0f92-4362-910f-118c276c6792,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:36.891839 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:36.983952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ce161-c27a-4192-a1ef-8f4138097aeb req-d2387744-7f41-4c3c-a5ad-515c37295d85 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:36.985417 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148ce161-c27a-4192-a1ef-8f4138097aeb req-d2387744-7f41-4c3c-a5ad-515c37295d85 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 950 time: 0.3942161
Dec 16 09:35:37.019348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:35:37.029042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Sync routers for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:35:37.039378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:35:37.040114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2008790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:37.052559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-148ce161-c27a-4192-a1ef-8f4138097aeb req-37773716-9800-4e48-9f85-4f3a488a7999 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585632
Dec 16 09:35:37.064923 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:37.066339 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.8172762
Dec 16 09:35:37.069342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:37.072547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:37.154670 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'code': 200}
Dec 16 09:35:37.155053 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7', 'code': 200}
Dec 16 09:35:37.155524 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c', 'code': 200}
Dec 16 09:35:37.155893 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435', 'code': 200}
Dec 16 09:35:37.307954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Calling delete_port for 6719730b-d524-45a4-be6a-974d19faf6b5 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:37.309628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:35:37.389209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49485ba-5fe1-4c18-ba6e-42f3b1d0ac45 req-db4df979-2cd2-4444-8f5e-2e9116f5525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:37.390124 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e49485ba-5fe1-4c18-ba6e-42f3b1d0ac45 req-db4df979-2cd2-4444-8f5e-2e9116f5525b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 1096 time: 0.1383560
Dec 16 09:35:37.446213 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-e49485ba-5fe1-4c18-ba6e-42f3b1d0ac45 req-90acad63-5e4b-4539-8323-61b8f171898c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494864
Dec 16 09:35:37.451511 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:37.464056 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41a9e3d3-95e6-423a-86d4-92cbe5a99715 tempest-LiveMigrationTest-738298769 tempest-LiveMigrationTest-738298769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:37.513656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event deleted for resources: {'Port': ['ID=6719730b-d524-45a4-be6a-974d19faf6b5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:37.521930 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:37.523068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:37.540242 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "DELETE /v2.0/ports/6719730b-d524-45a4-be6a-974d19faf6b5 HTTP/1.1" status: 204  len: 168 time: 0.7455518
Dec 16 09:35:37.540558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:37.572630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4be20e-d937-4657-8efe-481e56ce5e73 req-cf8be82e-4a15-4b4d-b6a2-a4ba78669fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:37.573121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4be20e-d937-4657-8efe-481e56ce5e73 req-cf8be82e-4a15-4b4d-b6a2-a4ba78669fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:37.574657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b4be20e-d937-4657-8efe-481e56ce5e73 req-cf8be82e-4a15-4b4d-b6a2-a4ba78669fed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1985 time: 0.3507183
Dec 16 09:35:37.592746 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ef60b9-3d57-40ac-9a6a-8efb0503cb8b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] GET failed (client error): The resource could not be found.
Dec 16 09:35:37.593504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26ef60b9-3d57-40ac-9a6a-8efb0503cb8b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Synchronizing usage tracker for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:37.613213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26ef60b9-3d57-40ac-9a6a-8efb0503cb8b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Unset dirty status for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:37.618691 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26ef60b9-3d57-40ac-9a6a-8efb0503cb8b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "GET /v2.0/ports/6719730b-d524-45a4-be6a-974d19faf6b5 HTTP/1.1" status: 404  len: 333 time: 0.0736401
Dec 16 09:35:37.618972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:37.625612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Request body: {'port': {'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1822007024'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:37.628967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2008790>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:35Z', 'revision_number': 3, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:37.630691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:37.633016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Checking router: 2cc79fb6-9163-47a6-bd48-16f210d44dad for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:35:37.633374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Updating router 2cc79fb6-9163-47a6-bd48-16f210d44dad port 5a0ff38d-8677-491c-a57a-45d072c3b436 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:35:37.640482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:37.651407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Made reservation on behalf of b91660167a764b0ba1175c017ecc68ce for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:37.654757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:37.687373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:37.696547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-47b228a6-064e-4bd8-9f9a-0e0ccaa478e6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:37.698070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-47b228a6-064e-4bd8-9f9a-0e0ccaa478e6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.54 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 944 time: 0.4105361
Dec 16 09:35:37.725357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec82400-9c18-4cc9-863a-8f68d799acdd req-16453850-472b-4106-bfd4-615f654e84ea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:37.728029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aec82400-9c18-4cc9-863a-8f68d799acdd req-16453850-472b-4106-bfd4-615f654e84ea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 950 time: 0.4392490
Dec 16 09:35:37.791351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] device_id is not set on port 826c979a-cd65-4573-828c-5316c1df2148 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:37.859100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b4be20e-d937-4657-8efe-481e56ce5e73 req-37f41e30-cef4-4034-ad4b-21e367de2af8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824913
Dec 16 09:35:37.866421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Deleting port adb66e91-005f-4008-b866-5e12735feab7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:37.866763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:37.950178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aec82400-9c18-4cc9-863a-8f68d799acdd req-b3d0f911-ce6a-4409-a872-29aaa7768745 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791763
Dec 16 09:35:38.009319 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.040296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.054675 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8b159d3-f8cd-4514-98db-8d0697ca2be5 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:38.129103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:38.132870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:38.135294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:38.136555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:38.137145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.162575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=826c979a-cd65-4573-828c-5316c1df2148,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:38.172239 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:38.189209 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.5665741
Dec 16 09:35:38.189533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:38.198597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:38.211026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.229058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Transition to ACTIVE for port object 5a0ff38d-8677-491c-a57a-45d072c3b436 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:38.293469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.299382 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:38.342368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.403345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Attempting to bind port 5a0ff38d-8677-491c-a57a-45d072c3b436 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:38.403736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Attempting to bind port 5a0ff38d-8677-491c-a57a-45d072c3b436 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:38.404109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Attempting to bind port 5a0ff38d-8677-491c-a57a-45d072c3b436 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:38.408255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f9537-efc2-42be-811e-3c89009528dd None None] Pushing event updated for resources: {'Port': ['ID=5a0ff38d-8677-491c-a57a-45d072c3b436,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:38.415645 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd9f9537-efc2-42be-811e-3c89009528dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:38.416413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:38.416796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:38.417208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.417606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:38.418076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Bound port: 5a0ff38d-8677-491c-a57a-45d072c3b436, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:38.418463 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.463422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 251773e0-0f92-4362-910f-118c276c6792 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:38.573710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] For port 5a0ff38d-8677-491c-a57a-45d072c3b436, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:38.584361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] For port 5a0ff38d-8677-491c-a57a-45d072c3b436, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5a0ff38d-8677-491c-a57a-45d072c3b436,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:38.587444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 251773e0-0f92-4362-910f-118c276c6792 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:38.588005 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.599115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] For port adb66e91-005f-4008-b866-5e12735feab7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=adb66e91-005f-4008-b866-5e12735feab7,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:38.599693 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.618516 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.625323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] device_id is not set on port 826c979a-cd65-4573-828c-5316c1df2148 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:38.630643 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:38.634179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.649543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Transition to ACTIVE for port object 826c979a-cd65-4573-828c-5316c1df2148 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:38.653141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.656870 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7ed37365-3de5-499d-8257-29d1305f1411 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:38.684062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0729634-ef85-4093-a55d-19cd10d73226 req-f85c28e6-8005-40ac-8704-321394ff53fa tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:38.685570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0729634-ef85-4093-a55d-19cd10d73226 req-f85c28e6-8005-40ac-8704-321394ff53fa tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=87fe46b4-c585-4286-b72b-d71a352635d0 HTTP/1.1" status: 200  len: 944 time: 0.3707063
Dec 16 09:35:38.728988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:35:38.729552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2008790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:38.753455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Calling delete_port for adb66e91-005f-4008-b866-5e12735feab7 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:38.802465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f9537-efc2-42be-811e-3c89009528dd None None] Pushing event updated for resources: {'Port': ['ID=5a0ff38d-8677-491c-a57a-45d072c3b436,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:38.814046 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd9f9537-efc2-42be-811e-3c89009528dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:38.821374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=826c979a-cd65-4573-828c-5316c1df2148,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:38.825356 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:38.869780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:38.870224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:38.871747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:38.885283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:38.885583 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:38.885969 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 2 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:38.905096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:38.905631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:38.906080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:38.911425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:38.911861 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:38.912335 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 3 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:38.930555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0729634-ef85-4093-a55d-19cd10d73226 req-67ced08d-31a5-45d0-97c8-d49362fd84fd tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845534
Dec 16 09:35:38.937242 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:38.937968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:38.938435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:38.938916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:38.945344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:38.945746 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:38.946380 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 4 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:38.978544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:38.981097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:38.982292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:39.001482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:39.004016 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:39.004684 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 5 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:39.023658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:39.024245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:39.025234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:39.032096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:39.032426 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:39.032811 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 6 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:39.050798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:39.051444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:39.052510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:39.059522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:39.059861 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:39.060364 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 7 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:39.061196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:35:39.077692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:39.078042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:39.078369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:39.084343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:39.084670 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:39.085231 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 8 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:39.099951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:39.100264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:39.100595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:39.105908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:39.107787 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:39.108185 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 9 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:39.126396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:39.126733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:39.127079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:39.127380 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.137678 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:39.143777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:39.144457 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:39.145795 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempt 10 to bind port 826c979a-cd65-4573-828c-5316c1df2148
Dec 16 09:35:39.167116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:39.167716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:39.168283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempting to bind port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:39.175977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:39.176499 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Failed to bind port 826c979a-cd65-4573-828c-5316c1df2148 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '90788076-9d1b-481f-acd2-6657ae198868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05ed7a98-ea50-4730-8a4a-2373c1fe5873'}]
Dec 16 09:35:39.177228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.179848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:39.228412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event deleted for resources: {'Port': ['ID=adb66e91-005f-4008-b866-5e12735feab7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:39.244694 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:39.329057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] For port 826c979a-cd65-4573-828c-5316c1df2148, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:39.329680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 09:35:39.334795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.344711 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a1f6f7-2161-46e1-97c8-ac3db25638a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:39.354926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] No DVR routers for this DVR port adb66e91-005f-4008-b866-5e12735feab7 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:35:39.378520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] In _notify_port_updated(), no bound segment for port 826c979a-cd65-4573-828c-5316c1df2148 on network 05ed7a98-ea50-4730-8a4a-2373c1fe5873 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:35:39.380757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:39.381668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.383202 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "PUT /v2.0/ports/826c979a-cd65-4573-828c-5316c1df2148 HTTP/1.1" status: 200  len: 975 time: 1.1926644
Dec 16 09:35:39.385419 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.389056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:39.389192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-deleted', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:39.392974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2008790>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:35Z', 'revision_number': 3, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:39.398348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39ae96-cc94-49c7-861c-551f80788f73 None None] The sync data for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 is: [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:35Z', 'revision_number': 3, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:35:39.428587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b0b5866e-fe51-48a7-89e1-db38ea6035c4 req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.54 "DELETE /v2.0/ports/adb66e91-005f-4008-b866-5e12735feab7 HTTP/1.1" status: 204  len: 173 time: 1.7111578
Dec 16 09:35:39.436307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72ee2-0ec8-47a8-bb62-378a6d35c7cc req-44ce0728-7399-456a-8030-aa7cb763628e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:39.437818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15e72ee2-0ec8-47a8-bb62-378a6d35c7cc req-44ce0728-7399-456a-8030-aa7cb763628e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 945 time: 0.3706114
Dec 16 09:35:39.454439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Allocated IP 172.20.0.1 (6295502d-70ae-49f3-8736-b527f785ee2c/0992bf35-eb0c-4829-8199-c98aaed2b9c3/1e2283bf-0d83-4c45-863b-d5f39412e14f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:39.487547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event updated for resources: {'Port': ['ID=826c979a-cd65-4573-828c-5316c1df2148,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:39.492367 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:39.497513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Deleting port 826c979a-cd65-4573-828c-5316c1df2148 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:39.497861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.629444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.663353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Transition to ACTIVE for port object 1e2283bf-0d83-4c45-863b-d5f39412e14f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:39.700260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15e72ee2-0ec8-47a8-bb62-378a6d35c7cc req-6f3fd021-e5b3-4b9b-9227-1e9f97ea3d86 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556176
Dec 16 09:35:39.742356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.748294 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1c2b3eef-a599-4b5d-a8b4-a9665147e7e8 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:39.769840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] For port 826c979a-cd65-4573-828c-5316c1df2148, host n-h1-820554-2, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:39.770932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:39.821078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Network 6295502d-70ae-49f3-8736-b527f785ee2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:39.822242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:39.826222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:39.890436 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.207382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Calling delete_port for 826c979a-cd65-4573-828c-5316c1df2148 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:40.317891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.323781 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eff6ab17-ab5f-4da1-b138-1ae0b8a30760 tempest-ServersAdminTestJSON-362070279 tempest-ServersAdminTestJSON-362070279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:40.355727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2283bf-0d83-4c45-863b-d5f39412e14f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:40.360551 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:40.390478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6759d02-8315-4bcd-922e-0734d5fe42ae None None] Provisioning for port 1e2283bf-0d83-4c45-863b-d5f39412e14f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:40.396303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6759d02-8315-4bcd-922e-0734d5fe42ae None None] Provisioning complete for port 1e2283bf-0d83-4c45-863b-d5f39412e14f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:40.396867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b6759d02-8315-4bcd-922e-0734d5fe42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.401030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Pushing event deleted for resources: {'Port': ['ID=826c979a-cd65-4573-828c-5316c1df2148,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:40.405834 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:40.424718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.435152 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "DELETE /v2.0/ports/826c979a-cd65-4573-828c-5316c1df2148 HTTP/1.1" status: 204  len: 168 time: 1.0447044
Dec 16 09:35:40.439628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:40.444190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055b1eb-8be8-496f-89f7-bf2a4fabe19d req-cc8fc6bf-832d-4aea-b099-d7ec5da11a8e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:40.450683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055b1eb-8be8-496f-89f7-bf2a4fabe19d req-cc8fc6bf-832d-4aea-b099-d7ec5da11a8e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:40.452636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5055b1eb-8be8-496f-89f7-bf2a4fabe19d req-cc8fc6bf-832d-4aea-b099-d7ec5da11a8e tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1683 time: 0.1684544
Dec 16 09:35:40.515461 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43d18dc-ca6e-41d6-bfda-79cbb170fe60 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] GET failed (client error): The resource could not be found.
Dec 16 09:35:40.515906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f43d18dc-ca6e-41d6-bfda-79cbb170fe60 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Synchronizing usage tracker for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:40.534496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f43d18dc-ca6e-41d6-bfda-79cbb170fe60 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Unset dirty status for tenant:b91660167a764b0ba1175c017ecc68ce on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:40.543750 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f43d18dc-ca6e-41d6-bfda-79cbb170fe60 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] 10.222.0.66 "GET /v2.0/ports/826c979a-cd65-4573-828c-5316c1df2148 HTTP/1.1" status: 404  len: 333 time: 0.0944622
Dec 16 09:35:40.544596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39008) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:40.552604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5a0ff38d-8677-491c-a57a-45d072c3b436 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:40.573762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5055b1eb-8be8-496f-89f7-bf2a4fabe19d req-8b6f76b8-0cc7-427a-adc6-b8ca8a66eeff tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127491
Dec 16 09:35:40.583951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.640663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b6759d02-8315-4bcd-922e-0734d5fe42ae None None] Port 1e2283bf-0d83-4c45-863b-d5f39412e14f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:40.667007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5a0ff38d-8677-491c-a57a-45d072c3b436 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:40.673303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5a0ff38d-8677-491c-a57a-45d072c3b436 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:40.673743 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.729578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.824628 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.848757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5a0ff38d-8677-491c-a57a-45d072c3b436, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5a0ff38d-8677-491c-a57a-45d072c3b436,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:40.854229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.858315 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:40.887544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.888101 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.894698 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.916864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2352fd0>,) {'filters': {'network_id': ['05ed7a98-ea50-4730-8a4a-2373c1fe5873']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:40.931401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2352fd0>, '90788076-9d1b-481f-acd2-6657ae198868') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:40.931679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2352fd0>, '90788076-9d1b-481f-acd2-6657ae198868') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:40.935122 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df0a7185-94d1-48a8-8c5d-a3c79e8646f7 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:40.940857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5a0ff38d-8677-491c-a57a-45d072c3b436,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:40.944273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.944489 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:40.960896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.969960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:35:40.970400 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:35:40.986612 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:35:41.076004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.076404 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.079779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d82f31c2-53e7-45e6-9259-b7e291dfdbc6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:41.080134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2283bf-0d83-4c45-863b-d5f39412e14f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:41.088094 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:41.097248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.103610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Pushing event deleted for resources: {'Network': ['ID=05ed7a98-ea50-4730-8a4a-2373c1fe5873,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:41.106658 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:41.110504 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] 10.222.0.66 "DELETE /v2.0/networks/05ed7a98-ea50-4730-8a4a-2373c1fe5873 HTTP/1.1" status: 204  len: 168 time: 0.5626686
Dec 16 09:35:41.189205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-ac020f61-05c6-433e-836f-73a4e9047950 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:41.190756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-ac020f61-05c6-433e-836f-73a4e9047950 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 1101 time: 0.2597015
Dec 16 09:35:41.240528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.264801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:41.271712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Usage tracker for resource:security_group_rule and tenant:c0a81784677147dfb279961dba8effd3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:41.275698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Network 6295502d-70ae-49f3-8736-b527f785ee2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:41.276875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:41.280204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:41.288028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:41.346077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:41.423830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device adb66e91-005f-4008-b866-5e12735feab7 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:35:41.472795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: adb66e91-005f-4008-b866-5e12735feab7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:35:41.473657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device adb66e91-005f-4008-b866-5e12735feab7 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:35:41.564564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Router 2cc79fb6-9163-47a6-bd48-16f210d44dad has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:35:41.581365 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-178b901a-88d5-40aa-8b7a-afbee832aab6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f60d9fced9184a4cab90a2dd046f95ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2335920
Dec 16 09:35:41.584263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39026) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:41.585595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d8f5e463-952a-4552-90aa-355318bc3adb None None] Provisioning complete for port 1e2283bf-0d83-4c45-863b-d5f39412e14f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:41.585987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e463-952a-4552-90aa-355318bc3adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.590645 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.659807 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.661349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.661762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5e463-952a-4552-90aa-355318bc3adb None None] Port 1e2283bf-0d83-4c45-863b-d5f39412e14f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:41.675372 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-338d53cc-b060-4e20-9986-6c07a1ba5279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:41.678889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.711786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.733464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bc7f7f5-4e29-4003-bcd7-5639a3faf8d5 req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5326970
Dec 16 09:35:41.737257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c8269-bc95-4e10-b050-8c173db0bdb3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:41.740996 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:41.784461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.789774 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d162c2b7-0bf5-4766-9a83-d7eb80b170b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:41.802351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa834e95-20df-4f33-92b5-bfb1654d3352,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:41.806277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:41.810017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.819699 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa834e95-20df-4f33-92b5-bfb1654d3352 HTTP/1.1" status: 204  len: 168 time: 0.2302394
Dec 16 09:35:41.847253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:35:41.858569 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Sync routers for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:35:41.871757 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:35:41.872317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] 10.222.0.66 "PUT /v2.0/routers/2cc79fb6-9163-47a6-bd48-16f210d44dad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7868762
Dec 16 09:35:41.876576 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2979a00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:41.918153 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88956fe9-95b7-4dbe-8820-b661a19763c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:41.948417 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'code': 200}
Dec 16 09:35:42.002965 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe46b4-c585-4286-b72b-d71a352635d0', 'name': 'network-vif-deleted', 'tag': 'adb66e91-005f-4008-b866-5e12735feab7', 'status': 'completed', 'code': 200}
Dec 16 09:35:42.161903 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:35:42.190957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39044) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:42.271531 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c07bb654-5a53-4672-a754-cf247af406b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b91660167a764b0ba1175c017ecc68ce&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0775957
Dec 16 09:35:42.274148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39048) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:42.356730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.399438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.456526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-29d34bf1-20f0-4f1b-a1b9-dc44211cec07 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460312
Dec 16 09:35:42.479890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5a0ff38d-8677-491c-a57a-45d072c3b436 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:42.617990 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2979a00>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 2, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:42.623678 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Checking router: 2cc79fb6-9163-47a6-bd48-16f210d44dad for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:35:42.624491 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Updating router 2cc79fb6-9163-47a6-bd48-16f210d44dad port 1e2283bf-0d83-4c45-863b-d5f39412e14f binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:35:42.630102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5a0ff38d-8677-491c-a57a-45d072c3b436 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:42.630102 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.703440 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.710082 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.717790 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf6a4069-1a66-4ada-876b-d1d463815357 tempest-ServerRescueTestJSONUnderV235-1216922173 tempest-ServerRescueTestJSONUnderV235-1216922173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:42.744967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f57119-2809-4b69-8070-3154dfd636e7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:42.747938 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:42.769752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-3a91a9f0-c82f-49af-80b1-772d25ad72f7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:42.777024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-3a91a9f0-c82f-49af-80b1-772d25ad72f7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3102446
Dec 16 09:35:42.790230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.791682 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87f57119-2809-4b69-8070-3154dfd636e7 HTTP/1.1" status: 204  len: 168 time: 0.5165615
Dec 16 09:35:42.794106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-19f92b37-67e1-448e-bc98-b8674ad3f659 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/quotas/9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 375 time: 0.0163193
Dec 16 09:35:42.847654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:42.855420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-831109303-network', 'tenant_id': '943964254bd7452295ebf6ee6500e3de'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:42.860802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:42.865046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Usage tracker for resource:network and tenant:943964254bd7452295ebf6ee6500e3de is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:42.868234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:42.877715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:42.888710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Made reservation on behalf of 943964254bd7452295ebf6ee6500e3de for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:42.891601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.906995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:42.929463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:42.935289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Usage tracker for resource:security_group_rule and tenant:943964254bd7452295ebf6ee6500e3de is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:42.940137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:42.950173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:43.061849 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.068111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.076220 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1087675-fee4-4bd3-87ea-61956d0f4141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:43.091915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-e482cf0b-ae63-4809-9a5e-254ed5477e9c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2886353
Dec 16 09:35:43.116572 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a873f2-2e0a-42c0-a67f-045c54ae7385,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:43.124749 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:43.131545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:43.153830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.154508 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Added segment 4a2d7799-2a28-41a5-a5ab-0e8c2effc4be of type vlan for network a88a097f-7422-4d11-b20c-5e0bfccce6c7
Dec 16 09:35:43.189830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.198719 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.215839 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Transition to ACTIVE for port object 1e2283bf-0d83-4c45-863b-d5f39412e14f will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:43.225440 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.236467 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0f9e8d3c-760c-4f92-b4ea-08cd86e13048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:43.242570 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.244422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:43.245936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.258119 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e1fbd03-8429-4b53-862d-c07a5f1d2b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:43.448843 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5999165
Dec 16 09:35:43.450081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Pushing event updated for resources: {'Network': ['ID=a88a097f-7422-4d11-b20c-5e0bfccce6c7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:43.453210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:43.453413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39094) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:43.465274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:43.471689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Request body: {'subnet': {'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-831109303-subnet', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:43.487151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:43.494061 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Pushing event updated for resources: {'Port': ['ID=1e2283bf-0d83-4c45-863b-d5f39412e14f,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:43.513763 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.514389 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.514879 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.515414 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.515890 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.516378 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.516875 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.517350 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.517809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Usage tracker for resource:subnet and tenant:943964254bd7452295ebf6ee6500e3de is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:43.517989 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.518477 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.519564 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.520579 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:43.524166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:43.532244 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:43.546183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:43.560533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Made reservation on behalf of 943964254bd7452295ebf6ee6500e3de for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:43.564151 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.745419 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Attempting to bind port 1e2283bf-0d83-4c45-863b-d5f39412e14f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:43.745901 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Attempting to bind port 1e2283bf-0d83-4c45-863b-d5f39412e14f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:43.746280 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Attempting to bind port 1e2283bf-0d83-4c45-863b-d5f39412e14f on network 6295502d-70ae-49f3-8736-b527f785ee2c {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:43.760451 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:43.763417 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Checking segment: {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:43.764010 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.764841 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Bound using segment: {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:43.765665 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Bound port: 1e2283bf-0d83-4c45-863b-d5f39412e14f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:43.771470 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.868621 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.931265 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] For port 1e2283bf-0d83-4c45-863b-d5f39412e14f, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:43.935528 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] For port 1e2283bf-0d83-4c45-863b-d5f39412e14f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e2283bf-0d83-4c45-863b-d5f39412e14f,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:43.943030 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:43.959572 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:44.020465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9ae61-ada8-4240-93ce-43fcc874d9a5 req-dfe9f57a-59a1-4b41-8e63-c64c57d3c0fe tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:44.027440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edc9ae61-ada8-4240-93ce-43fcc874d9a5 req-dfe9f57a-59a1-4b41-8e63-c64c57d3c0fe tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 945 time: 0.1835012
Dec 16 09:35:44.079114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Pushing event updated for resources: {'Port': ['ID=1e2283bf-0d83-4c45-863b-d5f39412e14f,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:44.082019 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:44.094034 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:35:44.094806 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2979a00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:44.118916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edc9ae61-ada8-4240-93ce-43fcc874d9a5 req-3188ddac-b4b8-49d0-93e3-dda24c102a9b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905018
Dec 16 09:35:44.124636 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.129387 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:44.257526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c56aefe-836c-4c15-97f5-6dfeb0158be9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:44.261841 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:44.269250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Checking segment: {'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:44.269547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Network hostable DHCP agents. Network: a88a097f-7422-4d11-b20c-5e0bfccce6c7, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:35:44.294598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:35:44.322111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a88a097f-7422-4d11-b20c-5e0bfccce6c7) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:44.326502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:44.327318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.336130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43474b5f-4a79-4431-9d48-dedd3755b50d None None] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:44.358998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9036875
Dec 16 09:35:44.361782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:44.370307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:44.384593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:44.396751 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:35:44.398422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Usage tracker for resource:router and tenant:943964254bd7452295ebf6ee6500e3de is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:44.401806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:44.408182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:44.421451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.422915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.444897 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:35:44.457770 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.530885 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bc6f142b-ec64-42b6-ae61-d3c4c3181880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.579497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39128) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:44.585400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498798417', 'description': 'tempest-description--756717893'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:44.596347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:44.607725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Usage tracker for resource:security_group and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:44.616076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:44.631493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:44.650271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.753200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:44.762025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Usage tracker for resource:security_group_rule and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:44.771332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:44.782820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:44.788968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'fixed_ips': [{'subnet_id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:35:44.790543 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:44.960789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-56fba9d2-2995-4bd6-92b9-c53693da3ba0 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9347d0d23cb541258e095e1c8c647f8e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0502112
Dec 16 09:35:44.966137 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.000014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.021600 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2979a00>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:43Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:45.034556 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4efce4-f123-489d-a3f6-4b2d7b33a569 None None] The sync data for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 is: [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:43Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:35:45.046870 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.147390 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-326bf2fe-e256-48fb-bc31-174de063fcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:45.283837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1782d65-6633-4021-8ea0-729fb8a50c66 req-61b2d74f-b90c-40bb-9fe1-007320bc62c2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 210 time: 0.1110668
Dec 16 09:35:45.327340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04606f2e-3e67-4e0a-9730-a587aa397abf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:45.341036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.348796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7651722
Dec 16 09:35:45.361068 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:45.363113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39140) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:45.363721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39142) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:45.381393 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.393754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Allocated IP 172.20.0.2 (a88a097f-7422-4d11-b20c-5e0bfccce6c7/2c56aefe-836c-4c15-97f5-6dfeb0158be9/cda35d59-a423-46c0-9125-5fae07d2c7f6) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:45.418510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Request body: {'security_group_rule': {'security_group_id': '04606f2e-3e67-4e0a-9730-a587aa397abf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:45.472370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:45.528214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Usage tracker for resource:security_group_rule and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:45.543303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:45.556181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.561373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:45.616612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-7feb3355-0910-422f-accc-0c427e06365b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:45.618228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-7feb3355-0910-422f-accc-0c427e06365b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6509206
Dec 16 09:35:45.620962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.715938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Request body: {'port': {'device_id': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '9347d0d23cb541258e095e1c8c647f8e'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:45.771186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-346553568', 'router:external': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:45.772645 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.799481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:45.800389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Transition to ACTIVE for port object cda35d59-a423-46c0-9125-5fae07d2c7f6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:45.850109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Transition to ACTIVE for port object cda35d59-a423-46c0-9125-5fae07d2c7f6 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:45.858184 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.870255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.881830 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a79df507-9d08-4a0e-aa6b-d8e36545ae39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:45.903257 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.929137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:network and tenant:6f0959204387473ab16c2ff343ade0ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:45.935902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:45.964490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:45.989479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:45.990069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:45.999151 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.004822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Made reservation on behalf of 6f0959204387473ab16c2ff343ade0ff for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:46.008298 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.010049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:46.024774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:46.043026 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4ea6c31-283d-454c-b17b-ae17835e97df tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:46.079758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.105360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca56d29-da34-432a-9e72-32e1eb202656,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:46.117677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Allocated IP 172.25.3.77 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/37178a8b-ed23-47d1-91da-8bdfa50a991a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:46.136023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:46.145199 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:46.149201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:security_group_rule and tenant:6f0959204387473ab16c2ff343ade0ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:46.154400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:46.156321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Pushing event updated for resources: {'Port': ['ID=cda35d59-a423-46c0-9125-5fae07d2c7f6,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:46.160483 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:46.164415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.168570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7964272
Dec 16 09:35:46.169603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Attempting to bind port cda35d59-a423-46c0-9125-5fae07d2c7f6 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:46.170088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Attempting to bind port cda35d59-a423-46c0-9125-5fae07d2c7f6 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:46.170568 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Attempting to bind port cda35d59-a423-46c0-9125-5fae07d2c7f6 on network a88a097f-7422-4d11-b20c-5e0bfccce6c7 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:46.172941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-9174a33c-8d9a-4374-a236-cdc54bf8aa89 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0802548
Dec 16 09:35:46.173517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:46.174638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:46.178420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:46.179067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Checking segment: {'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:46.179660 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.180253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Bound using segment: {'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:46.180894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Bound port: cda35d59-a423-46c0-9125-5fae07d2c7f6, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:46.181457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.208120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:46.218557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Request body: {'security_group_rule': {'security_group_id': '04606f2e-3e67-4e0a-9730-a587aa397abf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:46.225722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:46.230513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Usage tracker for resource:security_group_rule and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:46.233014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:46.239060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:46.255547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:46.311589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.325587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] For port cda35d59-a423-46c0-9125-5fae07d2c7f6, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:46.329040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] For port cda35d59-a423-46c0-9125-5fae07d2c7f6, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cda35d59-a423-46c0-9125-5fae07d2c7f6,segment=NetworkSegment(4a2d7799-2a28-41a5-a5ab-0e8c2effc4be),segment_id=4a2d7799-2a28-41a5-a5ab-0e8c2effc4be)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:46.333598 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.340790 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:46.347996 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.351340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.356989 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5bf389e-74fd-4bed-9dd9-22446e9b7279 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:46.414922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Made reservation on behalf of 9347d0d23cb541258e095e1c8c647f8e for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:46.420140 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.436177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Pushing event updated for resources: {'Port': ['ID=cda35d59-a423-46c0-9125-5fae07d2c7f6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:46.443153 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:46.447209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:46.449988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:46.456869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:46.556908 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.575212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Pushing event updated for resources: {'Port': ['ID=37178a8b-ed23-47d1-91da-8bdfa50a991a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:46.583676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:46.656492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.673857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:35:46.685736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.686101 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Added segment 0c74a764-f8ef-44c7-aeb7-2b0b30eb8eb2 of type vlan for network 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e
Dec 16 09:35:46.711824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.713239 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:46.740542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2283bf-0d83-4c45-863b-d5f39412e14f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:46.768521 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.842551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-735cf120-fd52-4705-b519-eacbc4a80e9d tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:46.853804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-735cf120-fd52-4705-b519-eacbc4a80e9d tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6692514
Dec 16 09:35:46.870565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14fc56-dfbf-4771-b047-8f55f99a5174,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:46.902738 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:46.907644 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:46.927877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1e2283bf-0d83-4c45-863b-d5f39412e14f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:46.935769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1e2283bf-0d83-4c45-863b-d5f39412e14f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:46.936391 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.947827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:46.977307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-b00969fb-a3fb-4c16-acfc-2f07671aa8b6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/quotas/3a5e3a49f84f4038805610e3dedf48a5 HTTP/1.1" status: 200  len: 375 time: 0.1201196
Dec 16 09:35:47.039898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.053622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d436788-2f60-48a5-8b16-333a352a2720,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:47.114174 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:47.121180 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.122525 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9414086
Dec 16 09:35:47.133986 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.136547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:47.151812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:47.170061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1e2283bf-0d83-4c45-863b-d5f39412e14f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e2283bf-0d83-4c45-863b-d5f39412e14f,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:47.174126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.177264 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd9f9537-efc2-42be-811e-3c89009528dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:47.210983 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.227066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:47.254963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.256691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:47.257697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.259468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1e2283bf-0d83-4c45-863b-d5f39412e14f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:47.263124 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:47.263575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Usage tracker for resource:floatingip and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:47.275821 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fcc6f69-aaa7-4926-8d5a-8d05e6009940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:47.294642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:47.333445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:47.572872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.2054849
Dec 16 09:35:47.575053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Allocated IP 192.168.233.4 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/226f13d7-742a-4b27-9514-46bdded69b82) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:47.580854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:47.600550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.617141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'subnet': {'network_id': '9074f6e1-bc9c-4098-9fd4-1a756ef89f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:47.639457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:47.653988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:subnet and tenant:6f0959204387473ab16c2ff343ade0ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:47.661210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Network': ['ID=9074f6e1-bc9c-4098-9fd4-1a756ef89f0e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:47.673308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:35:47.677115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:47.680448 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:47.697963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-4f647063-1665-41d7-9da7-e258c38680f3 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6490831
Dec 16 09:35:47.728005 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.816546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:47.876072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Made reservation on behalf of 6f0959204387473ab16c2ff343ade0ff for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:47.878643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:47.987913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:35:48.129809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0b65b-d577-4449-80ff-3962fd1f549e None None] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:48.241284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d1980766-c768-4fb6-ae77-516f1d0f7054 None None] Provisioning for port cda35d59-a423-46c0-9125-5fae07d2c7f6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:48.265899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-d9e99f28-f69b-457b-bd27-eb6b304722c3 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:48.271893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-d9e99f28-f69b-457b-bd27-eb6b304722c3 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:48.273494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-d9e99f28-f69b-457b-bd27-eb6b304722c3 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1683 time: 0.5887887
Dec 16 09:35:48.292383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:35:48.306464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Sync routers for ids ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:35:48.336667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:48.337857 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.9740257
Dec 16 09:35:48.340711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:48.366544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Routers {'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:35:48.367642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24d5be0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:48.397572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:48.398090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:48.466246 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:48.500983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Transition to ACTIVE for port object 226f13d7-742a-4b27-9514-46bdded69b82 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:48.649987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:48.665026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:48.692813 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cee6e62-5215-4e7d-8dc5-a9202177631d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:48.698375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9cc26b84-b486-4d3d-adad-5399593ba99e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:48.765919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388', 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:48.789472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:48.822501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2283bf-0d83-4c45-863b-d5f39412e14f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:48.850925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:48.852597 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:48.863140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:49.065152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Set router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:35:49.212544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:49.449246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:49.449988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:49.563555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1e2283bf-0d83-4c45-863b-d5f39412e14f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:49.564086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:49.662388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:49.719402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:49.720332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:49.735300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for fd0969b5-d96e-4ac9-8b3c-4692f2a9041c owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:49.755675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-476f099f-2716-41e7-bf09-9fdea650478e None None] Provisioning for port 226f13d7-742a-4b27-9514-46bdded69b82 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:49.801138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-476f099f-2716-41e7-bf09-9fdea650478e None None] Provisioning complete for port 226f13d7-742a-4b27-9514-46bdded69b82 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:49.802644 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-476f099f-2716-41e7-bf09-9fdea650478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:49.909132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Allocated IP 172.20.0.1 (a88a097f-7422-4d11-b20c-5e0bfccce6c7/2c56aefe-836c-4c15-97f5-6dfeb0158be9/c32bc42b-3261-4f99-9f4a-42d6ac29e6c0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:49.945977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-476f099f-2716-41e7-bf09-9fdea650478e None None] Port 226f13d7-742a-4b27-9514-46bdded69b82 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:50.042412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.3397384
Dec 16 09:35:50.061133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Allocated IP 172.25.3.10 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/6ba31e73-900e-4ef9-a1b0-724e6f42d6b6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:50.067535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Request body: {'port': {'device_id': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:50.069492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cda35d59-a423-46c0-9125-5fae07d2c7f6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:50.187696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf10e2-cecb-487d-b721-29b0df02de64 req-41df1f87-8482-4cac-b39d-4b41f86c810c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:50.193984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf10e2-cecb-487d-b721-29b0df02de64 req-41df1f87-8482-4cac-b39d-4b41f86c810c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:50.201055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6faf10e2-cecb-487d-b721-29b0df02de64 req-41df1f87-8482-4cac-b39d-4b41f86c810c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 1683 time: 0.8420370
Dec 16 09:35:50.213851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24d5be0>, [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:35:46Z', 'revision_number': 3, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port': {'id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:45Z', 'updated_at': '2021-12-16T09:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:50.240128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Checking router: f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:35:50.240507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Updating router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 port 37178a8b-ed23-47d1-91da-8bdfa50a991a binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:35:50.292950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port cda35d59-a423-46c0-9125-5fae07d2c7f6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:50.303058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port cda35d59-a423-46c0-9125-5fae07d2c7f6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:50.303477 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.310971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.343408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Transition to ACTIVE for port object c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:50.360131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.403038 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-aad66a03-6ee5-4c4b-b260-1cd30058acae tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334110
Dec 16 09:35:50.549628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6faf10e2-cecb-487d-b721-29b0df02de64 req-cc53b2f9-9288-41e8-8f83-dc6773bcde01 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3466003
Dec 16 09:35:50.571352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.574139 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.578153 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.591335 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:50.625533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port cda35d59-a423-46c0-9125-5fae07d2c7f6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cda35d59-a423-46c0-9125-5fae07d2c7f6,segment=NetworkSegment(4a2d7799-2a28-41a5-a5ab-0e8c2effc4be),segment_id=4a2d7799-2a28-41a5-a5ab-0e8c2effc4be)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:50.627022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.634096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.638134 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:50.703704 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:50.750332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=cda35d59-a423-46c0-9125-5fae07d2c7f6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:50.759326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.760075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.760178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.760509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.760841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.761169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.761494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.761881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.762268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.762934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.763288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.763612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:35:50.764019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:50.766202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:50.774240 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:50.780026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:50.787455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:50.835431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Port': ['ID=fd0969b5-d96e-4ac9-8b3c-4692f2a9041c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:50.837931 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:50.855809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:50.873828 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:50.892078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-82021b8f-e4dd-44d5-980f-624bc486288b tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:50.895415 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-82021b8f-e4dd-44d5-980f-624bc486288b tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4831734
Dec 16 09:35:50.934104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:51.070654 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-8f2fe19f-0b30-478d-bd20-24e14484bfd8 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1957011
Dec 16 09:35:51.078708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.objects.ports [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:35:51.079217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.098832 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:51.134350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] No DVR routers for this DVR port fd0969b5-d96e-4ac9-8b3c-4692f2a9041c on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:35:51.137166 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.156412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-deleted', 'tag': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:51.187205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.200071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09cd0388-e991-4923-b2c4-f239814f1c28 None None] Provisioning for port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:51.205423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09cd0388-e991-4923-b2c4-f239814f1c28 None None] Provisioning complete for port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:51.205913 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09cd0388-e991-4923-b2c4-f239814f1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.218403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "DELETE /v2.0/ports/fd0969b5-d96e-4ac9-8b3c-4692f2a9041c HTTP/1.1" status: 204  len: 173 time: 2.9365172
Dec 16 09:35:51.265239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-09cd0388-e991-4923-b2c4-f239814f1c28 None None] Port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:51.333134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f09820d-20d8-48fb-96af-9511e054aceb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:51.335908 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:51.360088 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.377120 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d51ba1af-3243-4395-9b81-df3d5ba38590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:51.441210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9eb9f-fe80-4777-a30a-92a63fca05ba req-ebb13e6b-afbf-4234-8a87-9da89efbce25 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:51.441947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d4e9eb9f-fe80-4777-a30a-92a63fca05ba req-ebb13e6b-afbf-4234-8a87-9da89efbce25 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:51.470050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-92cad57c-2b13-4d3f-a29d-0b8dd03c9b14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:51.471557 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-92cad57c-2b13-4d3f-a29d-0b8dd03c9b14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3823779
Dec 16 09:35:51.475096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:51.480187 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.487120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:51.487793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Checking segment: {'id': '0c74a764-f8ef-44c7-aeb7-2b0b30eb8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9074f6e1-bc9c-4098-9fd4-1a756ef89f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:51.488166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network hostable DHCP agents. Network: 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:35:51.493639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Transition to ACTIVE for port object 37178a8b-ed23-47d1-91da-8bdfa50a991a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:51.501046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.503973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:51.511594 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:51.513345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:51.515750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:51.559863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:51.560525 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.568923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:51.593357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0334b4-79a5-4a22-b9de-7ef68405e226 None None] Pushing event updated for resources: {'Port': ['ID=37178a8b-ed23-47d1-91da-8bdfa50a991a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:51.605463 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fe0334b4-79a5-4a22-b9de-7ef68405e226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:51.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:51.613807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.618978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Attempting to bind port 37178a8b-ed23-47d1-91da-8bdfa50a991a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:51.619585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Attempting to bind port 37178a8b-ed23-47d1-91da-8bdfa50a991a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:51.620074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Attempting to bind port 37178a8b-ed23-47d1-91da-8bdfa50a991a on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:51.628843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:51.630082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:51.630939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.631322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:51.632344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Bound port: 37178a8b-ed23-47d1-91da-8bdfa50a991a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:51.632344 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.649985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'Port': ['ID=6ba31e73-900e-4ef9-a1b0-724e6f42d6b6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:51.654654 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:51.666734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d4e9eb9f-fe80-4777-a30a-92a63fca05ba req-ebb13e6b-afbf-4234-8a87-9da89efbce25 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:51.668384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4e9eb9f-fe80-4777-a30a-92a63fca05ba req-ebb13e6b-afbf-4234-8a87-9da89efbce25 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 934 time: 0.8830528
Dec 16 09:35:51.723641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:35:51.730845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] For port 37178a8b-ed23-47d1-91da-8bdfa50a991a, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:51.734209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] For port 37178a8b-ed23-47d1-91da-8bdfa50a991a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=37178a8b-ed23-47d1-91da-8bdfa50a991a,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:51.738714 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.745544 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:51.809462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:51.822353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Usage tracker for resource:port and tenant:3a5e3a49f84f4038805610e3dedf48a5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:51.825078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.827482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4e9eb9f-fe80-4777-a30a-92a63fca05ba req-96d17c1f-b364-4674-adac-6936be623eef tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477759
Dec 16 09:35:51.828088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:51.834971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:51.839298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:51.840101 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:51.851842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:51.863798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53bd42-7f09-494c-b404-68923bf7401c None None] Network 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:51.905747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:51.909214 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:52.090701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Routers {'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:35:52.091872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24d5be0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:52.193968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a2a97c55-f3a1-48fc-ba1c-3b7265db695d details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:35:52.201487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fd0969b5-d96e-4ac9-8b3c-4692f2a9041c no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:35:52.270647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: fd0969b5-d96e-4ac9-8b3c-4692f2a9041c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:35:52.271006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fd0969b5-d96e-4ac9-8b3c-4692f2a9041c not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:35:52.271423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:35:52.369146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0334b4-79a5-4a22-b9de-7ef68405e226 None None] Pushing event updated for resources: {'Port': ['ID=37178a8b-ed23-47d1-91da-8bdfa50a991a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:52.387711 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fe0334b4-79a5-4a22-b9de-7ef68405e226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:52.398070 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:52.404057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:52.423443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:52.423985 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:52.469745 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-599bba75-817a-458f-9f2b-b600c45d23be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:52.637789 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-deleted', 'tag': 'fd0969b5-d96e-4ac9-8b3c-4692f2a9041c', 'status': 'completed', 'code': 200}
Dec 16 09:35:52.647840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:52.691741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:52.702379 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:52.738445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:52.774666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226f13d7-742a-4b27-9514-46bdded69b82 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:52.781393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] Set router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:35:52.783655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:52.798788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Transition to ACTIVE for port object 226f13d7-742a-4b27-9514-46bdded69b82 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:52.805438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 5.2200775
Dec 16 09:35:52.806277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39240) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:52.843757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cda35d59-a423-46c0-9125-5fae07d2c7f6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:52.902209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:52.932297 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33ba5fa0-62c7-4204-82d2-f5d5807471e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:52.978401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:52.982513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:53.002564 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:53.118170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4439cc93-7876-4be5-b58a-688afd39e87c None None] Network 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:35:53.124664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1790180294', 'network_id': '9074f6e1-bc9c-4098-9fd4-1a756ef89f0e'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:53.133521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:53.142285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:port and tenant:6f0959204387473ab16c2ff343ade0ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:53.145392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:53.152800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:53.176856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:53.205261 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:53.316049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:53.360661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Made reservation on behalf of 6f0959204387473ab16c2ff343ade0ff for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:35:53.374324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:53.386985 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:53.406175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:35:53.472218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'mac_address': 'fa:16:3e:2b:58:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:35:53.521269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:53.529116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:53.529966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:53.550890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port cda35d59-a423-46c0-9125-5fae07d2c7f6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:53.551869 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:53.553003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] device_id is not set on port d4c9c6fa-d309-4f95-aed7-b1fbe11934ef yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:35:53.685788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:35:53.695989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afad964-bed8-44ad-8cfd-5487ad132161 req-b02891d5-bb20-4d7f-bff8-f74d3a09c10a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:53.697487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2afad964-bed8-44ad-8cfd-5487ad132161 req-b02891d5-bb20-4d7f-bff8-f74d3a09c10a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Synchronizing usage tracker for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:35:53.704388 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:53.715032 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] 10.222.0.66 "PUT /v2.0/routers/f9d4b24b-bd22-4005-9cb4-4ad2d9d28372/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3732390
Dec 16 09:35:53.737487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.216 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/b2575dea-c239-4b1e-9796-1a365713c307) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:53.777188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2d1bd5d4-211f-4a13-83b4-2ecaba415f80 None None] Provisioning complete for port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:53.777429 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2d1bd5d4-211f-4a13-83b4-2ecaba415f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:53.890094 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:53.920182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:53.920526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:53.962002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2afad964-bed8-44ad-8cfd-5487ad132161 req-b02891d5-bb20-4d7f-bff8-f74d3a09c10a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Unset dirty status for tenant:2bfbb9d4fb534761955a50a1727a3876 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:35:53.963219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2afad964-bed8-44ad-8cfd-5487ad132161 req-b02891d5-bb20-4d7f-bff8-f74d3a09c10a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/ports?device_id=22edeae2-731a-4c5a-89e1-748a1aab1362 HTTP/1.1" status: 200  len: 946 time: 1.1559596
Dec 16 09:35:53.963783 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:54.028937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bd5d4-211f-4a13-83b4-2ecaba415f80 None None] Port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:54.051831 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a3a227e-0a95-4d1e-a9a2-2a03e0b5211c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:54.108635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2a97c55-f3a1-48fc-ba1c-3b7265db695d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:54.127728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:54.141664 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:54.147773 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5528a023-9f80-4705-b51f-6d710bff8af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:54.156437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:54.156818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:54.157207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:54.157661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Bound port: 226f13d7-742a-4b27-9514-46bdded69b82, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:54.158033 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:54.228763 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:54.231208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Port': ['ID=fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:54.260168 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:54.272353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object b2575dea-c239-4b1e-9796-1a365713c307 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:54.277829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:54.293594 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:54.400207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] No DVR routers for this DVR port fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:35:54.408738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:54.431946 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d1779e9-bf94-4237-9a7c-a63de3ebf2df tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:54.436486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a2a97c55-f3a1-48fc-ba1c-3b7265db695d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:54.466997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:54.481551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54f1e41c-e1b0-4441-919c-9eb96beae4f7 req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.74 "DELETE /v2.0/ports/fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435 HTTP/1.1" status: 204  len: 173 time: 3.2416885
Dec 16 09:35:54.550804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2afad964-bed8-44ad-8cfd-5487ad132161 req-79d2ab5b-606d-4da5-bbf6-313f44d9e722 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "GET /v2.0/security-groups?id=1fada24c-68b3-44d5-ac14-076555b616fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5510943
Dec 16 09:35:54.649761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-deleted', 'tag': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:54.653530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:54.715278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=b2575dea-c239-4b1e-9796-1a365713c307,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:54.729396 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:54.760266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:54.774593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:54.805410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:54.869820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24d5be0>, [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 4, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port': {'id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:45Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c32bc42b-3261-4f99-9f4a-42d6ac29e6c0', 'name': '', 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'mac_address': 'fa:16:3e:2c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:49Z', 'updated_at': '2021-12-16T09:35:49Z', 'revision_number': 1, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'subnets': [{'id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:54.893647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdd8f9-d694-4746-b337-9b8fc315ede5 None None] The sync data for ids ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'] in n-d-820554-2 is: [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 4, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port': {'id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:45Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c32bc42b-3261-4f99-9f4a-42d6ac29e6c0', 'name': '', 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'mac_address': 'fa:16:3e:2c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:49Z', 'updated_at': '2021-12-16T09:35:49Z', 'revision_number': 1, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'subnets': [{'id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:35:54.915485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.224 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/a2619855-5f87-48b8-8604-2e8fe3a86ff8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:54.928123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Allocated IP 2001:db8::c4 (9074f6e1-bc9c-4098-9fd4-1a756ef89f0e/4f09820d-20d8-48fb-96af-9511e054aceb/d4c9c6fa-d309-4f95-aed7-b1fbe11934ef) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:35:55.026619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:55.082046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:35:55.089473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:55.090147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:55.147793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:35:55.175443 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2496402
Dec 16 09:35:55.210037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:55.213861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Request body: {'port': {'device_id': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:55.220460 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:55.266978 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:55.416503 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:55.484932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-326d8bb6-542a-426b-8545-cb4911e9702d None None] Provisioning for port b2575dea-c239-4b1e-9796-1a365713c307 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:55.517705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-326d8bb6-542a-426b-8545-cb4911e9702d None None] Provisioning complete for port b2575dea-c239-4b1e-9796-1a365713c307 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:55.518110 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-326d8bb6-542a-426b-8545-cb4911e9702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:55.536760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:55.839385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:55.840006 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:55.851380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] 10.222.0.54 "PUT /v2.0/ports/226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 1094 time: 5.7956872
Dec 16 09:35:55.875045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-326d8bb6-542a-426b-8545-cb4911e9702d None None] Port b2575dea-c239-4b1e-9796-1a365713c307 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:56.123526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9103ac-f1c6-4a6a-a196-24c8c8828791 req-05bcdbb1-57ca-4a67-bc42-acf1791fcc94 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:56.125111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf9103ac-f1c6-4a6a-a196-24c8c8828791 req-05bcdbb1-57ca-4a67-bc42-acf1791fcc94 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 936 time: 1.3111339
Dec 16 09:35:56.126483 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.148810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a2a97c55-f3a1-48fc-ba1c-3b7265db695d up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:56.320623 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.369015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port a2a97c55-f3a1-48fc-ba1c-3b7265db695d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:56.372990 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.440119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.484051 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.511772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object a2619855-5f87-48b8-8604-2e8fe3a86ff8 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:56.516581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:56.523432 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.531368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.3935685
Dec 16 09:35:56.538767 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.272s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:56.545395 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59e5af96-cf21-480a-a933-2c21de6d2f0c tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:56.563300 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.582025 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff0824a0-abaa-4ffc-9aca-9ccb3660462d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:56.649172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:35:56.712234 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf9103ac-f1c6-4a6a-a196-24c8c8828791 req-ff115bbc-d6dd-46f0-987b-c8ed1bf0dddf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5640445
Dec 16 09:35:56.776381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:56.785240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:35:56.794012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:56.812853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:56.816265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:56.818056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.829315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:35:56.870043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:35:56.875852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:56.880374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-4f9ee62c-ceed-443e-969c-d77ce5826a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:56.885213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-4f9ee62c-ceed-443e-969c-d77ce5826a36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1097 time: 0.9671926
Dec 16 09:35:56.894055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'Port': ['ID=6ba31e73-900e-4ef9-a1b0-724e6f42d6b6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:57.083153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=a2619855-5f87-48b8-8604-2e8fe3a86ff8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:57.147411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:35:57.152171 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:57.210714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:57.221518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37178a8b-ed23-47d1-91da-8bdfa50a991a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:57.339799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:57.340745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:57.402034 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:57.404029 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:57.442057 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.9595797
Dec 16 09:35:57.455250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Request body: {'port': {'device_id': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:57.464228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 4.5617471
Dec 16 09:35:57.483374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:57.487117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-758cb83d-ddc5-4a03-a8ee-a52bf646c2fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.3482277
Dec 16 09:35:57.758766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:57.765276 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:57.780702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Port': ['ID=d4c9c6fa-d309-4f95-aed7-b1fbe11934ef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:57.787914 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:57.806371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:57.819442 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.326s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:57.819843 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:57.852337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e9ea995-c712-4686-bc3a-2153e6b8dc2b None None] Provisioning for port a2619855-5f87-48b8-8604-2e8fe3a86ff8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:57.862895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Deleting port d4c9c6fa-d309-4f95-aed7-b1fbe11934ef {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:35:57.863338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:57.879925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e9ea995-c712-4686-bc3a-2153e6b8dc2b None None] Provisioning complete for port a2619855-5f87-48b8-8604-2e8fe3a86ff8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:57.893300 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea995-c712-4686-bc3a-2153e6b8dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:57.973871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-f395ec1d-f9f7-493d-932d-e8d78139428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:57.975328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-f395ec1d-f9f7-493d-932d-e8d78139428a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.4036641
Dec 16 09:35:57.982934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 37178a8b-ed23-47d1-91da-8bdfa50a991a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:35:57.986245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ea995-c712-4686-bc3a-2153e6b8dc2b None None] Port a2619855-5f87-48b8-8604-2e8fe3a86ff8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:35:57.990934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 37178a8b-ed23-47d1-91da-8bdfa50a991a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:57.991192 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:58.030777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2cef-4031-4359-9ed8-89dbb725e4d9 req-7ebbe52f-66f1-43b6-b85e-18745f0b38dd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:58.032683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecfb2cef-4031-4359-9ed8-89dbb725e4d9 req-7ebbe52f-66f1-43b6-b85e-18745f0b38dd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 946 time: 0.9170108
Dec 16 09:35:58.080717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2575dea-c239-4b1e-9796-1a365713c307 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:58.175569 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:58.192646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:58.196835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 37178a8b-ed23-47d1-91da-8bdfa50a991a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=37178a8b-ed23-47d1-91da-8bdfa50a991a,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:35:58.201363 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:58.205966 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:58.260818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Transition to ACTIVE for port object b2575dea-c239-4b1e-9796-1a365713c307 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:58.268581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecfb2cef-4031-4359-9ed8-89dbb725e4d9 req-6026157c-cf09-4917-ad19-d604d393f912 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640720
Dec 16 09:35:58.280762 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:58.301291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612585-2d48-4b68-976b-ae3dd599205e req-3602d991-2d2a-4e33-b9ef-4a09400f9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:35:58.302855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-3602d991-2d2a-4e33-b9ef-4a09400f9ba6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2666612
Dec 16 09:35:58.315381 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f44d55d-017b-4987-811c-650883ae96db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:58.329124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=37178a8b-ed23-47d1-91da-8bdfa50a991a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:58.346239 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:58.480322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:58.675181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Calling delete_port for d4c9c6fa-d309-4f95-aed7-b1fbe11934ef owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:35:58.784644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-3d9e46a0-dd86-4c89-8e1e-140363e1f1f0 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4715667
Dec 16 09:35:58.885422 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Sync routers for ids ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:35:58.896750 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Routers {'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:35:58.897835 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2df10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:59.124106 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Set router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:35:59.139063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37178a8b-ed23-47d1-91da-8bdfa50a991a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:35:59.167048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Pushing event updated for resources: {'Port': ['ID=b2575dea-c239-4b1e-9796-1a365713c307,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:59.201899 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:59.316877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Attempting to bind port b2575dea-c239-4b1e-9796-1a365713c307 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:35:59.317518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Attempting to bind port b2575dea-c239-4b1e-9796-1a365713c307 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:35:59.317726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Attempting to bind port b2575dea-c239-4b1e-9796-1a365713c307 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:59.325435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 37178a8b-ed23-47d1-91da-8bdfa50a991a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:35:59.326169 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.361569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Port b2575dea-c239-4b1e-9796-1a365713c307 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:35:59.370099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Attempting to bind port b2575dea-c239-4b1e-9796-1a365713c307 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:35:59.506282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:35:59.506660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:35:59.507008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:35:59.507467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Bound port: b2575dea-c239-4b1e-9796-1a365713c307, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:35:59.507813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.582713 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2df10>, [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 4, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port': {'id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:45Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c32bc42b-3261-4f99-9f4a-42d6ac29e6c0', 'name': '', 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'mac_address': 'fa:16:3e:2c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:49Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 2, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'subnets': [{'id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:35:59.586422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f612585-2d48-4b68-976b-ae3dd599205e req-43338adf-ca60-4813-b19b-c6d34fffa6f9 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7943938
Dec 16 09:35:59.589764 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Checking router: f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:35:59.590735 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Updating router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:35:59.595852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.604304 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d0d579e-78b8-444c-a507-76ae674630b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:59.696049 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.709399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2619855-5f87-48b8-8604-2e8fe3a86ff8 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:35:59.710731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4c9c6fa-d309-4f95-aed7-b1fbe11934ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:59.714736 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:35:59.736491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.766324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.776265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "DELETE /v2.0/ports/d4c9c6fa-d309-4f95-aed7-b1fbe11934ef HTTP/1.1" status: 204  len: 168 time: 2.2853649
Dec 16 09:35:59.776686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:35:59.789217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9074f6e1-bc9c-4098-9fd4-1a756ef89f0e', 'external_fixed_ips': [{'subnet_id': '4f09820d-20d8-48fb-96af-9511e054aceb', 'ip_address': '2001:db8::c4'}]}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:35:59.799304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Transition to ACTIVE for port object a2619855-5f87-48b8-8604-2e8fe3a86ff8 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:35:59.808058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:35:59.811198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.819677 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1511384-c9b8-4164-9aae-009ea2b93718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:35:59.821117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:router and tenant:6f0959204387473ab16c2ff343ade0ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:35:59.826177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:35:59.833974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:35:59.847055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.848373 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.873296 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:35:59.902667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Pushing event updated for resources: {'Port': ['ID=a2619855-5f87-48b8-8604-2e8fe3a86ff8,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:35:59.909769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] For port b2575dea-c239-4b1e-9796-1a365713c307, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:35:59.913720 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:00.024491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] For port b2575dea-c239-4b1e-9796-1a365713c307, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2575dea-c239-4b1e-9796-1a365713c307,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:00.065198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:00.070740 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa25b6c4-9642-4e41-86df-041f43500021 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:00.257914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Pushing event updated for resources: {'Port': ['ID=b2575dea-c239-4b1e-9796-1a365713c307,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:00.294339 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:00.350261 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:00.361336 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:00.380006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:00.380881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:00.382356 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2575dea-c239-4b1e-9796-1a365713c307 HTTP/1.1" status: 200  len: 1096 time: 5.1861055
Dec 16 09:36:00.385009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'tag': 'b2575dea-c239-4b1e-9796-1a365713c307'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:00.429864 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Transition to ACTIVE for port object c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:00.443878 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:00.449555 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-470aafba-0884-4a4d-9492-e1145cd93b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:00.537870 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636416-32be-4d9f-b71f-9dbb49e6532d None None] Pushing event updated for resources: {'Port': ['ID=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:00.542931 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-3a636416-32be-4d9f-b71f-9dbb49e6532d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:00.977473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Attempting to bind port a2619855-5f87-48b8-8604-2e8fe3a86ff8 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:00.977809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Attempting to bind port a2619855-5f87-48b8-8604-2e8fe3a86ff8 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:00.978133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Attempting to bind port a2619855-5f87-48b8-8604-2e8fe3a86ff8 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:00.986944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Port a2619855-5f87-48b8-8604-2e8fe3a86ff8 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:36:00.987299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Attempting to bind port a2619855-5f87-48b8-8604-2e8fe3a86ff8 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:01.000337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:01.000754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:01.001052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:01.001489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Bound port: a2619855-5f87-48b8-8604-2e8fe3a86ff8, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:01.001829 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.021807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-6b5ebaae-2e22-458b-8168-fc114e06d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:01.030004 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Attempting to bind port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:01.030387 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Attempting to bind port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:01.030830 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Attempting to bind port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 on network a88a097f-7422-4d11-b20c-5e0bfccce6c7 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:01.032815 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-6b5ebaae-2e22-458b-8168-fc114e06d25c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 1099 time: 0.5916328
Dec 16 09:36:01.055482 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:01.056123 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Checking segment: {'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:01.060764 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.061079 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Bound using segment: {'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:01.061588 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Bound port: c32bc42b-3261-4f99-9f4a-42d6ac29e6c0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:01.061990 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.195829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-34526ee4-8851-4179-84b7-2d7bb9a88075 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b2575dea-c239-4b1e-9796-1a365713c307 HTTP/1.1" status: 200  len: 217 time: 0.1620004
Dec 16 09:36:01.203893 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] For port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:01.210643 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] For port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,segment=NetworkSegment(4a2d7799-2a28-41a5-a5ab-0e8c2effc4be),segment_id=4a2d7799-2a28-41a5-a5ab-0e8c2effc4be)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:01.216245 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.223612 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ac535298-f9c4-4c7f-8329-58068ad31f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:01.275147 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.287417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-82696b5d-a251-4ff9-bd13-68afd5a858ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:01.288914 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-82696b5d-a251-4ff9-bd13-68afd5a858ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0845861
Dec 16 09:36:01.337745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] For port a2619855-5f87-48b8-8604-2e8fe3a86ff8, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:01.350134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.352699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] For port a2619855-5f87-48b8-8604-2e8fe3a86ff8, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a2619855-5f87-48b8-8604-2e8fe3a86ff8,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:01.360299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.364758 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Routers {'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:01.365468 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2df10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:01.367964 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:01.505137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:01.512455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:01.513098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:01.514903 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] 10.222.0.54 "PUT /v2.0/ports/a2619855-5f87-48b8-8604-2e8fe3a86ff8 HTTP/1.1" status: 200  len: 1096 time: 4.0642068
Dec 16 09:36:01.541520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Pushing event updated for resources: {'Port': ['ID=a2619855-5f87-48b8-8604-2e8fe3a86ff8,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:01.547206 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636416-32be-4d9f-b71f-9dbb49e6532d None None] Pushing event updated for resources: {'Port': ['ID=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:01.555678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:01.585235 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-3a636416-32be-4d9f-b71f-9dbb49e6532d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:01.650840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-ce51b10f-195c-46d1-8b77-626ca48359d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:01.654936 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-ce51b10f-195c-46d1-8b77-626ca48359d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3574936
Dec 16 09:36:01.938495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:01.963263 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] Set router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:01.975325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '226f13d7-742a-4b27-9514-46bdded69b82', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '226f13d7-742a-4b27-9514-46bdded69b82', 'mac_address': 'fa:16:3e:bc:68:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:02.023636 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-47489af7-e477-4613-9d02-32ff67925fbe service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3577611
Dec 16 09:36:02.094705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Allocated IP 2001:db8::c4 (9074f6e1-bc9c-4098-9fd4-1a756ef89f0e/4f09820d-20d8-48fb-96af-9511e054aceb/ce45aca7-861b-4f59-ac7b-cd08cd8af7a0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:02.150701 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:02.217039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f13d7-742a-4b27-9514-46bdded69b82 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:02.245524 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-c1126af8-eb6a-430b-8473-910c9040a4ba service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999679
Dec 16 09:36:02.266178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:02.277071 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:02.281701 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd9f9537-efc2-42be-811e-3c89009528dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:02.293886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-527b5fc7-483f-4b4a-a639-dfc4d25353c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:02.295869 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-527b5fc7-483f-4b4a-a639-dfc4d25353c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 1099 time: 0.6995566
Dec 16 09:36:02.424423 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-ca6f76d0-5919-4a9b-b849-8b5739f9df26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a2619855-5f87-48b8-8604-2e8fe3a86ff8 HTTP/1.1" status: 200  len: 217 time: 0.1196396
Dec 16 09:36:02.474608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:02.481294 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:02.504699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:02.520959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['226f13d7-742a-4b27-9514-46bdded69b82'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:02.550064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-ea83151f-0d1e-4f2b-8e2f-400d49442088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:02.552053 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-ea83151f-0d1e-4f2b-8e2f-400d49442088 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1214738
Dec 16 09:36:02.575431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:02.584688 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2df10>, [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 4, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port': {'id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:45Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c32bc42b-3261-4f99-9f4a-42d6ac29e6c0', 'name': '', 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'mac_address': 'fa:16:3e:2c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:49Z', 'updated_at': '2021-12-16T09:36:01Z', 'revision_number': 4, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'subnets': [{'id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:02.587047 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-53dca3eb-6b3b-45f4-95d2-76dc9af4b3d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:02.600518 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749be048-c32e-4a23-8e27-5adfd3dc8b2b None None] The sync data for ids ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'] in n-d-820554-2 is: [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:35:51Z', 'revision_number': 4, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port': {'id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:45Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c32bc42b-3261-4f99-9f4a-42d6ac29e6c0', 'name': '', 'network_id': 'a88a097f-7422-4d11-b20c-5e0bfccce6c7', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'mac_address': 'fa:16:3e:2c:c0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:49Z', 'updated_at': '2021-12-16T09:36:01Z', 'revision_number': 4, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'subnets': [{'id': '2c56aefe-836c-4c15-97f5-6dfeb0158be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:02.679619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-b78001c7-e0a8-4693-904a-587b57d95f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:02.685565 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-b78001c7-e0a8-4693-904a-587b57d95f0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1258779
Dec 16 09:36:02.756291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Port': ['ID=ce45aca7-861b-4f59-ac7b-cd08cd8af7a0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:02.782727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network 9074f6e1-bc9c-4098-9fd4-1a756ef89f0e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:02.788598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:02.796331 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:02.798258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:02.948682 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-583431bb-6a4c-4717-a1e1-0254c81b52e9 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559004
Dec 16 09:36:03.158498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:03.281005 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5e49f16f-e1c7-4801-986b-b6796d5d058c req-8c4c524b-b571-4f4c-89db-274a9303d95f service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3063762
Dec 16 09:36:03.327724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:03.335104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:03.335554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:03.548921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2575dea-c239-4b1e-9796-1a365713c307 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:03.557457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:03.742731 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:03.752919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:03.766614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 226f13d7-742a-4b27-9514-46bdded69b82 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:03.861838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 226f13d7-742a-4b27-9514-46bdded69b82 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:03.862211 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:03.938758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,segment=NetworkSegment(4a2d7799-2a28-41a5-a5ab-0e8c2effc4be),segment_id=4a2d7799-2a28-41a5-a5ab-0e8c2effc4be)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:03.956336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:03.974695 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:04.094048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2575dea-c239-4b1e-9796-1a365713c307, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2575dea-c239-4b1e-9796-1a365713c307,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:04.125771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:04.140386 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:04.219716 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'b2575dea-c239-4b1e-9796-1a365713c307', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'b2575dea-c239-4b1e-9796-1a365713c307', 'mac_address': 'fa:16:3e:30:d8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:04.297064 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:04.322913 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:04.338667 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:04.359702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2575dea-c239-4b1e-9796-1a365713c307 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:04.386429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:04.393306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:04.397202 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:04.436498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2575dea-c239-4b1e-9796-1a365713c307, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2575dea-c239-4b1e-9796-1a365713c307,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:04.454380 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:04.477453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:04.481206 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:04.481676 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:04.543980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Router c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:36:04.578784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b2575dea-c239-4b1e-9796-1a365713c307,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:04.592072 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:04.688617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['b2575dea-c239-4b1e-9796-1a365713c307'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:04.748460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:04.768763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Sync routers for ids ['c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:04.791912 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:04.794609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 5.0170248
Dec 16 09:36:04.797370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:04.804029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Routers {'c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:04.804746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f26a57c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:05.015498 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:05.135808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Set router c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:05.183197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:05.438925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:05.461800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Deleting port ce45aca7-861b-4f59-ac7b-cd08cd8af7a0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:05.463674 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:05.465764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:05.466168 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:05.574140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a2619855-5f87-48b8-8604-2e8fe3a86ff8 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:05.721800 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:05.894959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Calling delete_port for ce45aca7-861b-4f59-ac7b-cd08cd8af7a0 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:05.917971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a2619855-5f87-48b8-8604-2e8fe3a86ff8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a2619855-5f87-48b8-8604-2e8fe3a86ff8,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:05.928653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f26a57c0>, [{'id': 'c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e', 'name': '', 'tenant_id': '6f0959204387473ab16c2ff343ade0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9074f6e1-bc9c-4098-9fd4-1a756ef89f0e', 'external_fixed_ips': [{'subnet_id': '4f09820d-20d8-48fb-96af-9511e054aceb', 'ip_address': '2001:db8::c4'}], 'enable_snat': True}, 'gw_port_id': 'ce45aca7-861b-4f59-ac7b-cd08cd8af7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:59Z', 'updated_at': '2021-12-16T09:36:03Z', 'revision_number': 3, 'project_id': '6f0959204387473ab16c2ff343ade0ff', 'gw_port': {'id': 'ce45aca7-861b-4f59-ac7b-cd08cd8af7a0', 'name': '', 'network_id': '9074f6e1-bc9c-4098-9fd4-1a756ef89f0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '4f09820d-20d8-48fb-96af-9511e054aceb', 'ip_address': '2001:db8::c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:01Z', 'updated_at': '2021-12-16T09:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f09820d-20d8-48fb-96af-9511e054aceb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:05.939896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Checking router: c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:36:05.940451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Updating router c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e port ce45aca7-861b-4f59-ac7b-cd08cd8af7a0 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:36:05.970733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', 'mac_address': 'fa:16:3e:68:57:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:06.043932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.093162 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.119486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2619855-5f87-48b8-8604-2e8fe3a86ff8 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:06.194632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a2619855-5f87-48b8-8604-2e8fe3a86ff8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a2619855-5f87-48b8-8604-2e8fe3a86ff8,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:06.196333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.198515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.202902 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6acae988-18fe-42f6-b4a6-3186f3086098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:06.206814 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c6a41ce-01ad-4d0e-a29b-2751f630bfd2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:06.261840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce45aca7-861b-4f59-ac7b-cd08cd8af7a0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:06.270807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:06.332191 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.376279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a2619855-5f87-48b8-8604-2e8fe3a86ff8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:06.381093 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:06.467512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['a2619855-5f87-48b8-8604-2e8fe3a86ff8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:06.617107 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:36:06.617481 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:36:06.675765 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.678760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.710381 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.711770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:06.732548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.736219 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "DELETE /v2.0/routers/c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e HTTP/1.1" status: 204  len: 168 time: 1.9332633
Dec 16 09:36:06.736697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39380) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:06.826511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Deleting subnet 4f09820d-20d8-48fb-96af-9511e054aceb {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:36:06.830849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.893525 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:06.971013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.066780 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.071920 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:07.110165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f09820d-20d8-48fb-96af-9511e054aceb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:07.113129 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.123599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.123984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.124358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.124725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.125089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.125451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.125812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.126169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.126525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.126885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.127266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.127624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:07.134497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/4f09820d-20d8-48fb-96af-9511e054aceb HTTP/1.1" status: 204  len: 168 time: 0.3967459
Dec 16 09:36:07.135107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:07.135660 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:07.184071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Port ce45aca7-861b-4f59-ac7b-cd08cd8af7a0 not found while updating agent binding for router c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e. {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 16 09:36:07.194930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Routers set() bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:07.196110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Router IDs set() for agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 16 09:36:07.196883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_agentschedulers_db [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent'). {{(pid=87656) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 16 09:36:07.197922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e9e56-7c13-43ce-bd33-858c0426ca29 None None] The sync data for ids ['c21f80a9-610c-47ef-8d02-d1ebf6a5aa1e'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:07.287047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.440164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.475815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f149fca0>,) {'filters': {'network_id': ['9074f6e1-bc9c-4098-9fd4-1a756ef89f0e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:07.492734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f149fca0>, '0c74a764-f8ef-44c7-aeb7-2b0b30eb8eb2') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:07.493053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f149fca0>, '0c74a764-f8ef-44c7-aeb7-2b0b30eb8eb2') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:07.514416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.533294 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.556570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a2619855-5f87-48b8-8604-2e8fe3a86ff8 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:07.564081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:36:07.564884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:36:07.597309 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:36:07.663268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port a2619855-5f87-48b8-8604-2e8fe3a86ff8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:07.669141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port a2619855-5f87-48b8-8604-2e8fe3a86ff8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:07.669640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.756629 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.764429 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbb2395e-b189-4865-86d4-3d0011d07f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:07.787020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9074f6e1-bc9c-4098-9fd4-1a756ef89f0e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 09:36:07.788849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event deleted for resources: {'Network': ['ID=9074f6e1-bc9c-4098-9fd4-1a756ef89f0e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:07.790742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.793300 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:07.797418 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "DELETE /v2.0/networks/9074f6e1-bc9c-4098-9fd4-1a756ef89f0e HTTP/1.1" status: 204  len: 168 time: 0.6602254
Dec 16 09:36:07.864223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.919576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a2619855-5f87-48b8-8604-2e8fe3a86ff8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a2619855-5f87-48b8-8604-2e8fe3a86ff8,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:07.924843 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:07.926576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2575dea-c239-4b1e-9796-1a365713c307 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:07.993670 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:08.066346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:08.072019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'router': {'name': 'tempest-router--2011629576', 'project_id': '72a0a4e7fc0646639f6934d745c9d859'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:08.081161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:08.092367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:router and tenant:72a0a4e7fc0646639f6934d745c9d859 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:08.100446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:08.111985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:08.133391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.134382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.166810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.188074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a2619855-5f87-48b8-8604-2e8fe3a86ff8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:08.201628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.210776 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:08.237115 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.240245 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8855b03c-7d01-42d7-b8e1-c77d519efc05 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1702867
Dec 16 09:36:08.240414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port b2575dea-c239-4b1e-9796-1a365713c307 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:08.240535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:08.248247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port b2575dea-c239-4b1e-9796-1a365713c307 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:08.248883 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.420241 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.496698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b2575dea-c239-4b1e-9796-1a365713c307, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2575dea-c239-4b1e-9796-1a365713c307,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:08.502598 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:08.505047 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:08.596234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b2575dea-c239-4b1e-9796-1a365713c307,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:08.609450 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:08.664328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d95079c-48aa-41c7-af2b-71b5b2f59573 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:09.068252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d95079c-48aa-41c7-af2b-71b5b2f59573 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:09.073569 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d95079c-48aa-41c7-af2b-71b5b2f59573 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:09.100128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d95079c-48aa-41c7-af2b-71b5b2f59573 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:09.100632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d95079c-48aa-41c7-af2b-71b5b2f59573 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a631085-1d0d-4971-a3d6-b95b4f36f695 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:09.112476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d95079c-48aa-41c7-af2b-71b5b2f59573 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:09.113690 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3d95079c-48aa-41c7-af2b-71b5b2f59573 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "DELETE /v2.0/routers/6a631085-1d0d-4971-a3d6-b95b4f36f695 HTTP/1.1" status: 204  len: 168 time: 0.8717570
Dec 16 09:36:09.272063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:09.575310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1025435986', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:09.591272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:09.595135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Usage tracker for resource:router and tenant:0205aa34fc1f45d68a2e4aeb94e720a3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:09.599153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:09.613178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:09.626676 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:09.627884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:09.645825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:10.079984 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:10.490547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:10.522548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:10.716162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Allocated IP 172.25.3.214 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/d32db00e-7b86-41d3-8ee5-50c4523bbde4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:11.066491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:11.119008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:11.123022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-05e725c2-ea25-4b30-a780-d0143a333dec tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:11.193916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:11.196872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:11.200972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:11.242051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event updated for resources: {'Port': ['ID=d32db00e-7b86-41d3-8ee5-50c4523bbde4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:11.246706 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:11.614049 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:11.743181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:11.935226 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bc8edb8-a9a4-4a08-ac85-eb11716f8de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:12.176258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:12.370696 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22edeae2-731a-4c5a-89e1-748a1aab1362', 'name': 'network-vif-deleted', 'tag': 'fe2f7e26-8e3d-4dad-8cbf-f1bb917b5435', 'status': 'completed', 'code': 200}
Dec 16 09:36:12.419692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Router 27f040f1-3207-409a-ba25-eca49fdfa6a6 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:36:12.450035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39446) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:12.548202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting subnet 07fc8814-8a45-4f11-bef0-38418f2dfe90 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:36:12.552155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:12.795020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:12.806809 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] Sync routers for ids ['27f040f1-3207-409a-ba25-eca49fdfa6a6'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:12.821737 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] Routers {'27f040f1-3207-409a-ba25-eca49fdfa6a6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:12.822988 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8ee50>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['27f040f1-3207-409a-ba25-eca49fdfa6a6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:12.826028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:12.829938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 3.5545552
Dec 16 09:36:12.830264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39466) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:12.897636 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8ee50>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:12.906336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-fc6e9ff7-b3bb-4df3-bfac-82d880568d46 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:12.909190 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] Routers {'27f040f1-3207-409a-ba25-eca49fdfa6a6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:12.911189 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8ee50>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:35:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['27f040f1-3207-409a-ba25-eca49fdfa6a6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:12.913542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-fc6e9ff7-b3bb-4df3-bfac-82d880568d46 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 822 time: 0.1851168
Dec 16 09:36:12.938794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-a7e5aa69-0136-44e4-9808-089191db1ff9 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/quotas/e656d1b15d8d44009c86333b469a23e6 HTTP/1.1" status: 200  len: 375 time: 0.0241046
Dec 16 09:36:12.986598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:12.997963 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8ee50>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:12.998657 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef3c42-ba6c-43be-8a68-85843c146366 None None] The sync data for ids ['27f040f1-3207-409a-ba25-eca49fdfa6a6'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:13.037735 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7bb87b15-5ac6-4fdc-b258-a866c60c2106 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/27f040f1-3207-409a-ba25-eca49fdfa6a6 HTTP/1.1" status: 200  len: 925 time: 0.2027094
Dec 16 09:36:13.037941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39470) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:13.087526 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f940d00d-9e19-44c8-a20d-2f6e895c2691 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=27f040f1-3207-409a-ba25-eca49fdfa6a6 HTTP/1.1" status: 200  len: 205 time: 0.0462475
Dec 16 09:36:13.087808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:13.101356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-098c4dce-eceb-4935-929e-e8609c0b056f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Synchronizing usage tracker for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:13.120015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.148710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-098c4dce-eceb-4935-929e-e8609c0b056f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Unset dirty status for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:13.150018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-098c4dce-eceb-4935-929e-e8609c0b056f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2106335
Dec 16 09:36:13.168236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-41c4bab1-c031-41d7-843d-71cc74920f4e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:36:13.169320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-41c4bab1-c031-41d7-843d-71cc74920f4e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0071554
Dec 16 09:36:13.268816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.298423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.308159 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f362c6b0-7fd3-43cd-8157-a2afe9ccc006 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:13.412017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.417506 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075849a-5a30-4117-a7c6-1b0fa7e63794 None None] Network 540e403c-4ed0-4630-a0c8-9487a01ff7ec requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:13.423693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Subnet': ['ID=07fc8814-8a45-4f11-bef0-38418f2dfe90,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:13.428342 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:13.441176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-d6300cb3-6dfe-4ed9-8cb5-13b9bd0e9460 service neutron] 10.222.0.66 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564840
Dec 16 09:36:13.471072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.495801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Deleting port d32db00e-7b86-41d3-8ee5-50c4523bbde4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:13.496275 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.603875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-45d960f3-9870-4fec-88dc-1eedcdae403f service neutron] 10.222.0.66 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606359
Dec 16 09:36:13.609786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/subnets/07fc8814-8a45-4f11-bef0-38418f2dfe90 HTTP/1.1" status: 204  len: 168 time: 1.1567709
Dec 16 09:36:13.610751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:13.778623 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'code': 200}
Dec 16 09:36:13.826907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] DHCP port deletion for 540e403c-4ed0-4630-a0c8-9487a01ff7ec request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:36:13.843311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Deleting port 49a900f8-09a7-48f1-8063-a6eec05be118 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:13.843707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.883393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.921112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port 49a900f8-09a7-48f1-8063-a6eec05be118 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:13.921452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:13.951466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:14.038219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2881b-fb04-4b0b-969c-c34ecf251e16 req-2cb76d38-c9eb-4c95-bdc9-c985f3abec3a tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:14.040395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97f2881b-fb04-4b0b-969c-c34ecf251e16 req-2cb76d38-c9eb-4c95-bdc9-c985f3abec3a tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 950 time: 0.1354239
Dec 16 09:36:14.121296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97f2881b-fb04-4b0b-969c-c34ecf251e16 req-3d11a063-1fc0-4718-a9b0-c208e07b9516 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741065
Dec 16 09:36:14.143347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Calling delete_port for d32db00e-7b86-41d3-8ee5-50c4523bbde4 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:14.237267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:14.281880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] For port 49a900f8-09a7-48f1-8063-a6eec05be118, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=49a900f8-09a7-48f1-8063-a6eec05be118,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:14.282324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:14.379422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:14.421075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517929-4553-425f-b34c-c249ef9a11ad req-82e8bcd2-d985-46aa-be04-cedf6e8ea46c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:14.429916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09517929-4553-425f-b34c-c249ef9a11ad req-82e8bcd2-d985-46aa-be04-cedf6e8ea46c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.1512592
Dec 16 09:36:14.450195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Calling delete_port for 49a900f8-09a7-48f1-8063-a6eec05be118 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:14.493525 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09517929-4553-425f-b34c-c249ef9a11ad req-6cc66629-505f-4ea0-b213-a8396859fc9f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625486
Dec 16 09:36:14.530773 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8af6fb19-fb41-40d9-89f7-b5221b44cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:14.600174 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:14.609851 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:14.681570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port 49a900f8-09a7-48f1-8063-a6eec05be118, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=49a900f8-09a7-48f1-8063-a6eec05be118,segment=NetworkSegment(6b4da82e-72e3-41d3-b984-6ad8730e83ce),segment_id=6b4da82e-72e3-41d3-b984-6ad8730e83ce)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:14.681955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:14.690795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Pushing event deleted for resources: {'Port': ['ID=49a900f8-09a7-48f1-8063-a6eec05be118,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:14.694345 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:14.695651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] No DVR routers for this DVR port 49a900f8-09a7-48f1-8063-a6eec05be118 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:36:14.934440 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'tag': 'b2575dea-c239-4b1e-9796-1a365713c307', 'status': 'completed', 'code': 200}
Dec 16 09:36:15.042274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for 49a900f8-09a7-48f1-8063-a6eec05be118 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:15.053944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 49a900f8-09a7-48f1-8063-a6eec05be118 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:15.091185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 49a900f8-09a7-48f1-8063-a6eec05be118 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:36:15.091548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 49a900f8-09a7-48f1-8063-a6eec05be118 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:15.185400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b3d3a30-d67b-4778-816d-f8c3b04ed2a2 req-e8fcdd4c-e24c-448f-b91e-cdd7cafdd813 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 210 time: 0.1064277
Dec 16 09:36:15.230447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:36:15.230829 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:36:15.240739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:15.285039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-c8d3f4cd-c375-427b-8867-9aa97648c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:15.286612 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-c8d3f4cd-c375-427b-8867-9aa97648c50b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 1101 time: 0.3509054
Dec 16 09:36:15.287369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:15.301054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-81067148-77be-463d-b072-91fa98d5476b tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:15.458259 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'status': 'completed', 'code': 200}
Dec 16 09:36:15.491599 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:15.645880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-964ca3fe-75f4-49ee-aa05-9223e02677e7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:15.648260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-964ca3fe-75f4-49ee-aa05-9223e02677e7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 822 time: 0.3899806
Dec 16 09:36:15.664189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Request body: {'port': {'device_id': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'admin_state_up': True, 'tenant_id': 'e656d1b15d8d44009c86333b469a23e6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:15.702052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event deleted for resources: {'Port': ['ID=d32db00e-7b86-41d3-8ee5-50c4523bbde4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:15.704371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-592008ce-8ea7-4288-aeb7-41967cbcdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:15.706303 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-592008ce-8ea7-4288-aeb7-41967cbcdcf4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4070184
Dec 16 09:36:15.746024 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:15.771113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port 49a900f8-09a7-48f1-8063-a6eec05be118 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:15.771482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:15.781216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}, {'server_uuid': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8'}, {'server_uuid': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2575dea-c239-4b1e-9796-1a365713c307'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:15.828839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:15.849094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:15.859504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] The port '49a900f8-09a7-48f1-8063-a6eec05be118' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:36:15.867495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Made reservation on behalf of e656d1b15d8d44009c86333b469a23e6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:15.872417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.044617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-3c09e2ba-7f47-41e2-86e0-51ca4ab862dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b2575dea-c239-4b1e-9796-1a365713c307 HTTP/1.1" status: 200  len: 217 time: 0.2244570
Dec 16 09:36:16.072857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Allocated IP 172.20.0.11 (ffebdb26-1632-4dbe-a67f-6a6fc5dbb040/3211252b-37a9-490f-98d3-6ca2798d4cdc/ec027423-668d-453b-9957-e768a57363d3) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:16.158824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.292183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a2a97c55-f3a1-48fc-ba1c-3b7265db695d no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:16.330559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.358127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.398263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.403218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f24c10>,) {'filters': {'network_id': ['540e403c-4ed0-4630-a0c8-9487a01ff7ec']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:16.412707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-5f1f2353-88f8-4c88-9af4-5c905b9f2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:16.414212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-5f1f2353-88f8-4c88-9af4-5c905b9f2d50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1099 time: 1.0553229
Dec 16 09:36:16.415963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.420973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-d8ccbed8-14f3-4b18-96a0-5eb136fd1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:16.422386 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-d8ccbed8-14f3-4b18-96a0-5eb136fd1097 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3664951
Dec 16 09:36:16.451072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f24c10>, '6b4da82e-72e3-41d3-b984-6ad8730e83ce') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:16.451423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f24c10>, '6b4da82e-72e3-41d3-b984-6ad8730e83ce') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:16.494513 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.565076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.575453 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:16.578192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:16.583695 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.585488 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:16.623517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031ea44-fca7-4f39-8402-55b6bf6e5f32 req-2d3c7f8d-f9fc-426b-98d5-8d71f5d062cb tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:16.631812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4031ea44-fca7-4f39-8402-55b6bf6e5f32 req-2d3c7f8d-f9fc-426b-98d5-8d71f5d062cb tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 950 time: 0.2874131
Dec 16 09:36:16.695222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:16.708818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:16.715858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:16.754694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:16.758387 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:16.792940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4031ea44-fca7-4f39-8402-55b6bf6e5f32 req-52e337ba-a7ae-49f6-9b28-21c16c6437db tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601737
Dec 16 09:36:16.821229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:16.840177 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:16.861937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:16.862866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.876516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-3b097b6b-acae-4da8-afc7-c2a6d8891610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:16.877989 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-3b097b6b-acae-4da8-afc7-c2a6d8891610 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4518974
Dec 16 09:36:16.881090 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:16.900470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2400966
Dec 16 09:36:16.919442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Request body: {'port': {'device_id': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:16.942094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'tag': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:16.991389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.006975 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.007874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Fanout notify agent at l3_agent the message router_deleted on router 27f040f1-3207-409a-ba25-eca49fdfa6a6 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:17.011408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.016258 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-c9b1d113-aa59-415b-9e20-aa0f657228ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.1255174
Dec 16 09:36:17.071806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:36:17.072603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:36:17.088033 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:36:17.214360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-f75dd4f8-83e8-43a5-9efc-4b6440a8068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:17.215939 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-f75dd4f8-83e8-43a5-9efc-4b6440a8068a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1816852
Dec 16 09:36:17.220637 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.225589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.234589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/27f040f1-3207-409a-ba25-eca49fdfa6a6 HTTP/1.1" status: 204  len: 168 time: 4.1380923
Dec 16 09:36:17.234975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39584) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:17.242106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2098193987', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': False}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:17.254114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:17.281155 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.287399 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eceb3fee-7744-4d5f-ae35-6c3297bc3c65 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:17.288082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:router and tenant:6f0959204387473ab16c2ff343ade0ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:17.297723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:17.303437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.314505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:17.317678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-15eead16-a9f1-4cc2-b86c-bdc9f4ed0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:17.318894 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-15eead16-a9f1-4cc2-b86c-bdc9f4ed0b4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.8724155
Dec 16 09:36:17.329487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Network': ['ID=540e403c-4ed0-4630-a0c8-9487a01ff7ec,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:17.347797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.349310 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.362690 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:17.363756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38f3a-6061-4d61-aece-5b2096e9c54d req-069a1359-501f-472b-860a-aeea287d0d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:17.365411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92a38f3a-6061-4d61-aece-5b2096e9c54d req-069a1359-501f-472b-860a-aeea287d0d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.2432013
Dec 16 09:36:17.380133 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/networks/540e403c-4ed0-4630-a0c8-9487a01ff7ec HTTP/1.1" status: 204  len: 168 time: 3.7661812
Dec 16 09:36:17.395086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:17.504993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-ce120fe0-d02e-44b3-b142-9ce55f54686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:17.506758 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-ce120fe0-d02e-44b3-b142-9ce55f54686f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2787433
Dec 16 09:36:17.607310 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.692184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92a38f3a-6061-4d61-aece-5b2096e9c54d req-0101e676-df1b-4acd-af88-616aa69ca96f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3159227
Dec 16 09:36:17.720344 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-87800a71-ad73-4d5a-a314-3e1879678570 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011273
Dec 16 09:36:17.774454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting subnet 7e20875e-2895-43be-a54e-8189700f2300 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:36:17.783303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:17.842324 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'code': 200}
Dec 16 09:36:17.842790 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', 'code': 200}
Dec 16 09:36:17.842790 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2575dea-c239-4b1e-9796-1a365713c307', 'code': 200}
Dec 16 09:36:17.895437 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-48c9b448-1f06-418a-bae5-6d9b35726668 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5608537
Dec 16 09:36:17.990114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.54', 63316) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:18.125220 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-81ce48d9-3043-4b76-9d78-8ceeb2fc458b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3894649
Dec 16 09:36:18.133482 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-12c92555-9754-4371-8b0b-1b832f2ae7c2 req-010fb2cd-bd56-4507-a464-c7e929644e69 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165444
Dec 16 09:36:18.523895 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:18.569696 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:18.778707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee3099-1b04-4686-bfcf-754641f67f0e req-9ecd24c1-777b-49ac-994d-929f0332f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:18.780092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0aee3099-1b04-4686-bfcf-754641f67f0e req-9ecd24c1-777b-49ac-994d-929f0332f862 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 1101 time: 0.7968185
Dec 16 09:36:18.860778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384508a1-c162-48c1-bd2c-295ef30bc5df req-026ff795-bbc8-4263-8764-cd732973b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:18.862196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-384508a1-c162-48c1-bd2c-295ef30bc5df req-026ff795-bbc8-4263-8764-cd732973b8d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 1101 time: 0.8696973
Dec 16 09:36:18.897886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe47d9-1c47-45f3-afdf-30bc1693b879 req-ff368850-4cdd-4fe4-a7c4-026e7a19c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:18.899312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69fe47d9-1c47-45f3-afdf-30bc1693b879 req-ff368850-4cdd-4fe4-a7c4-026e7a19c3dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1099 time: 0.8767409
Dec 16 09:36:18.946766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83226246-abfa-4fdd-a343-6e745ec5f24d req-078559b8-5f78-4dd8-bde1-96997288b04e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:18.947463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-83226246-abfa-4fdd-a343-6e745ec5f24d req-078559b8-5f78-4dd8-bde1-96997288b04e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Synchronizing usage tracker for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:18.954502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec027423-668d-453b-9957-e768a57363d3 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:18.976344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.006105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.044694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0aee3099-1b04-4686-bfcf-754641f67f0e req-928f7710-397c-47a3-a446-945ad9f8478d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448850
Dec 16 09:36:19.077878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-384508a1-c162-48c1-bd2c-295ef30bc5df req-24d3f1ba-8367-40d8-998c-4ea2666c72db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015023
Dec 16 09:36:19.083125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Transition to ACTIVE for port object ec027423-668d-453b-9957-e768a57363d3 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:19.087255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69fe47d9-1c47-45f3-afdf-30bc1693b879 req-fb2654d7-f109-478e-9664-108720f84dc3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731424
Dec 16 09:36:19.088699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-83226246-abfa-4fdd-a343-6e745ec5f24d req-078559b8-5f78-4dd8-bde1-96997288b04e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Unset dirty status for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:19.089754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83226246-abfa-4fdd-a343-6e745ec5f24d req-078559b8-5f78-4dd8-bde1-96997288b04e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 932 time: 0.8467610
Dec 16 09:36:19.097575 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.104556 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8dc348d2-d232-49d8-8ac3-bf03a47da416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:19.283933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:19.290068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.323133 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:19.324976 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:19.354073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-83226246-abfa-4fdd-a343-6e745ec5f24d req-d7258d1c-7466-40df-9d95-2303b3257768 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Synchronizing usage tracker for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:19.406760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Subnet': ['ID=7e20875e-2895-43be-a54e-8189700f2300,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:19.420357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.421619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be50ab-442c-4d8f-979b-cb5845409cd6 None None] Network 2fcff9b4-4317-4d69-8970-c155f7722c49 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:19.429844 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:19.457345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/subnets/7e20875e-2895-43be-a54e-8189700f2300 HTTP/1.1" status: 204  len: 168 time: 2.0593686
Dec 16 09:36:19.460781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39610) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:19.537764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-83226246-abfa-4fdd-a343-6e745ec5f24d req-d7258d1c-7466-40df-9d95-2303b3257768 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Unset dirty status for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:19.553331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83226246-abfa-4fdd-a343-6e745ec5f24d req-d7258d1c-7466-40df-9d95-2303b3257768 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4516628
Dec 16 09:36:19.670842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Attempting to bind port ec027423-668d-453b-9957-e768a57363d3 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:19.671197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Attempting to bind port ec027423-668d-453b-9957-e768a57363d3 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:19.671530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Attempting to bind port ec027423-668d-453b-9957-e768a57363d3 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:19.717900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.729579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:19.730073 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.738833 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.746166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] DHCP port deletion for 2fcff9b4-4317-4d69-8970-c155f7722c49 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:36:19.750692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Deleting port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:19.751305 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.792223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Port ec027423-668d-453b-9957-e768a57363d3 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:36:19.793723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Attempting to bind port ec027423-668d-453b-9957-e768a57363d3 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:19.804001 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.806961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:19.808047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Checking segment: {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:19.808822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Bound using segment: {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:19.809502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Bound port: ec027423-668d-453b-9957-e768a57363d3, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:19.810234 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:19.844589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:19.949175 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'tag': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', 'status': 'completed', 'code': 200}
Dec 16 09:36:20.088765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] For port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:20.089469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:20.115401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] For port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,segment=NetworkSegment(c5775385-b792-4a1e-92e3-bb0807b2e5ea),segment_id=c5775385-b792-4a1e-92e3-bb0807b2e5ea)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:20.115791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:20.217412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-f168eb09-f437-4a26-8dd7-0b591ff3ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:20.219280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-f168eb09-f437-4a26-8dd7-0b591ff3ff2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 1101 time: 0.2995400
Dec 16 09:36:20.233339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5682d5-1fba-4ca8-9cbc-ed78f731822a req-876ae916-cd86-4e5f-a6f2-6ca8d2f7cc61 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:20.235310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab5682d5-1fba-4ca8-9cbc-ed78f731822a req-876ae916-cd86-4e5f-a6f2-6ca8d2f7cc61 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 950 time: 0.2122211
Dec 16 09:36:20.240444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:20.261773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Calling delete_port for 27fd46a7-d59d-4e6f-92ef-eb7f1969985e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:20.341637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:20.347560 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:20.359420 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:20.388993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Allocated IP 172.25.3.23 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/4c707ab9-e48a-443e-a5e7-551c6a880ecc) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:20.430001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] No DVR routers for this DVR port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:36:20.440902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Pushing event deleted for resources: {'Port': ['ID=27fd46a7-d59d-4e6f-92ef-eb7f1969985e,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:20.451848 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:20.493128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Calling delete_port for 27fd46a7-d59d-4e6f-92ef-eb7f1969985e owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:20.511950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:20.646722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:36:20.647086 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:36:20.740289 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c3eff9d7-ffb9-4fcc-bac3-1a1e35b81530 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:20.871969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:20.872653 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:20.873980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] 10.222.0.74 "PUT /v2.0/ports/ec027423-668d-453b-9957-e768a57363d3 HTTP/1.1" status: 200  len: 1092 time: 3.9597623
Dec 16 09:36:20.888470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab5682d5-1fba-4ca8-9cbc-ed78f731822a req-ffbdb4f3-e2cd-4960-892b-ca4d8f1d56c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6224670
Dec 16 09:36:20.898197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'tag': 'ec027423-668d-453b-9957-e768a57363d3'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:21.056536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 27fd46a7-d59d-4e6f-92ef-eb7f1969985e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:21.058112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:21.061554 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:21.095987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 27fd46a7-d59d-4e6f-92ef-eb7f1969985e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:36:21.096342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 27fd46a7-d59d-4e6f-92ef-eb7f1969985e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:21.113501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-f0830c63-297a-44dd-98bf-e200efc1a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:21.115026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-f0830c63-297a-44dd-98bf-e200efc1a6a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.8717537
Dec 16 09:36:21.117781 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.148510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Deleting port 27fd46a7-d59d-4e6f-92ef-eb7f1969985e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:21.148883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.211617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-a0803cc0-d906-4119-84ac-1e3dd5536b01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a2619855-5f87-48b8-8604-2e8fe3a86ff8 HTTP/1.1" status: 200  len: 217 time: 0.0886197
Dec 16 09:36:21.217541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] The port '27fd46a7-d59d-4e6f-92ef-eb7f1969985e' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:36:21.316367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-99f6ab10-1a0e-4766-ad88-75c57c5b4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:21.318182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-99f6ab10-1a0e-4766-ad88-75c57c5b4c55 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 1095 time: 0.3882625
Dec 16 09:36:21.328787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d4901-bcce-4400-991e-592fbe107957 req-2b40af57-c294-4dbc-8adc-4a54c6154d32 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:21.330234 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-013d4901-bcce-4400-991e-592fbe107957 req-2b40af57-c294-4dbc-8adc-4a54c6154d32 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.3162200
Dec 16 09:36:21.332757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-062e08e8-532d-4c1d-a37a-82ac649b6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:21.334323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-062e08e8-532d-4c1d-a37a-82ac649b6715 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1133230
Dec 16 09:36:21.346452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.375931 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:36:21.384025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1db0820>,) {'filters': {'network_id': ['2fcff9b4-4317-4d69-8970-c155f7722c49']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:21.398229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1db0820>, 'c5775385-b792-4a1e-92e3-bb0807b2e5ea') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:21.399116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1db0820>, 'c5775385-b792-4a1e-92e3-bb0807b2e5ea') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:21.412235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.413380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-f551acff-04cb-4623-beab-2e6029b5390d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec027423-668d-453b-9957-e768a57363d3 HTTP/1.1" status: 200  len: 217 time: 0.0780931
Dec 16 09:36:21.414379 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.428340 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1f3d35e6-f464-4eb4-9dd6-cf4d1edf3c1b tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:21.435241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.443689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:36:21.444468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:36:21.460859 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:36:21.544322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.551814 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78e130b6-738d-4e28-940d-1edb74f55514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:21.575335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.581640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Pushing event deleted for resources: {'Network': ['ID=2fcff9b4-4317-4d69-8970-c155f7722c49,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:21.598046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.598421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.598789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.599172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.599564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.599927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.600282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.600633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.600983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.601267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:21.601388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.601673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.602021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:21.605041 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:21.618944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:21.628011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-013d4901-bcce-4400-991e-592fbe107957 req-198b1599-1d4c-4f0b-9d4b-cc9ed63971ed tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034929
Dec 16 09:36:21.631793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:21.679896 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] 10.222.0.66 "DELETE /v2.0/networks/2fcff9b4-4317-4d69-8970-c155f7722c49 HTTP/1.1" status: 204  len: 168 time: 2.2179527
Dec 16 09:36:21.701988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Port': ['ID=4c707ab9-e48a-443e-a5e7-551c6a880ecc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:21.710948 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:21.713227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-87514b74-cc69-4bca-ba3f-4f69f6b9035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:21.714656 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-87514b74-cc69-4bca-ba3f-4f69f6b9035a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3211252b-37a9-490f-98d3-6ca2798d4cdc HTTP/1.1" status: 200  len: 862 time: 0.2886550
Dec 16 09:36:21.754238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-0382ac9a-217d-4259-babd-f60a58fe4ce9 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:21.756781 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-0382ac9a-217d-4259-babd-f60a58fe4ce9 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "GET /v2.0/ports?device_id=96682c43-cb88-4704-9d0f-e5f6ce7e2585 HTTP/1.1" status: 200  len: 943 time: 0.1506603
Dec 16 09:36:21.782428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-312d21a4-2c47-4c50-aeca-dad1b3ca396e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592637
Dec 16 09:36:21.851799 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'code': 200}
Dec 16 09:36:21.852281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Deleting port a2a97c55-f3a1-48fc-ba1c-3b7265db695d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:21.852493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:21.868590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-61edb49a-c60a-48f5-855a-e529e47230ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:21.870029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-61edb49a-c60a-48f5-855a-e529e47230ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4430850
Dec 16 09:36:22.117919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] For port a2a97c55-f3a1-48fc-ba1c-3b7265db695d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:22.118276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.243069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:22.251060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Calling delete_port for a2a97c55-f3a1-48fc-ba1c-3b7265db695d owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:22.282919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1833476267'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:22.301452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:22.309299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:network and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:22.313907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:22.323458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:22.349290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:22.353051 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.430867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:36:22.449334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.449675 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Added segment 78b75070-0487-4e63-bbcd-7d8e1dce4fe3 of type vlan for network 713d1f13-3f1e-4f04-bc24-30c3d6295b56
Dec 16 09:36:22.470644 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.484947 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:22.524187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-c25a1bfa-4c4e-4f47-81a1-ae11ff78f640 service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6755550
Dec 16 09:36:22.525873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-be370e49-9d58-4b6c-88f4-8a4e8e8b2323 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5963018
Dec 16 09:36:22.532567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event deleted for resources: {'Port': ['ID=a2a97c55-f3a1-48fc-ba1c-3b7265db695d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:22.535526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:22.538845 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.597817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61938026-1c1b-44e9-8533-aa56e126c10e req-a3ca8d00-a66e-49e2-a8d3-47cc2a63663f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:22.599254 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-a3ca8d00-a66e-49e2-a8d3-47cc2a63663f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 0.6433833
Dec 16 09:36:22.624562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] No DVR routers for this DVR port a2a97c55-f3a1-48fc-ba1c-3b7265db695d on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:36:22.627076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.638644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-deleted', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:22.664498 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-dccd98c1-9e0c-43a1-a702-c916575d18aa req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "DELETE /v2.0/ports/a2a97c55-f3a1-48fc-ba1c-3b7265db695d HTTP/1.1" status: 204  len: 173 time: 0.8997099
Dec 16 09:36:22.665517 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.671925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:22.672553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.679314 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:22.773791 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.5278711
Dec 16 09:36:22.783190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:22.792458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1443170282'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:22.794570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-55c859b0-769e-4930-b50b-145573b87b41 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/quotas/1d83982fc8574d0a843996c8715a87e1 HTTP/1.1" status: 200  len: 375 time: 0.1367745
Dec 16 09:36:22.804235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:22.807368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Network': ['ID=713d1f13-3f1e-4f04-bc24-30c3d6295b56,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:22.809914 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:22.812454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:network and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:22.817282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:22.822396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:36:22.824637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:22.838487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:22.844239 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.875099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:36:22.881759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-8e28b7f8-04a0-4a88-8ff9-3d31e5052fef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0709763
Dec 16 09:36:22.888090 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.888606 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Added segment bd3f73b6-a6e2-422f-ae72-dde8b2985bb1 of type vlan for network 51445356-0fed-4fb2-be55-a175c29cf74b
Dec 16 09:36:22.926120 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.962649 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.968221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:22.968803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:22.972413 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e56a8a0-bff7-46c4-bccf-836b66aac059 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:23.036963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:23.077992 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2938888
Dec 16 09:36:23.080884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39666) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:23.086244 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-717e6c64-09b3-4fb9-89ad-7a4e8ace4e39 req-3db335b2-e27e-4530-b742-0ecb0fa89dbb service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5502796
Dec 16 09:36:23.086428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'subnet': {'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:23.095740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62b52023-c826-4fda-a9bb-29e4631e75fe req-3982a1ec-efb1-46a8-aaf8-aa6228304654 service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5587299
Dec 16 09:36:23.107615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Network': ['ID=51445356-0fed-4fb2-be55-a175c29cf74b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:23.114002 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:23.124640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 51445356-0fed-4fb2-be55-a175c29cf74b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:36:23.240098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-e5218e2a-5097-4b99-9626-2943e5405fb9 service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438418
Dec 16 09:36:23.352524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:23.356345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:subnet and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:23.359606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:23.365952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:23.376055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:23.379584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:23.528823 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9cc88f2e-42e9-428a-b3a1-8cdeedc2e8ec service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2878487
Dec 16 09:36:23.547604 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:23.611968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:23.618627 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:23.712550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Subnet': ['ID=a9a162a7-e174-4b6b-b020-e8883587f755,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:23.716741 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:23.735496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Checking segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:23.736007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network hostable DHCP agents. Network: 713d1f13-3f1e-4f04-bc24-30c3d6295b56, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:36:23.761831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:36:23.773804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 713d1f13-3f1e-4f04-bc24-30c3d6295b56) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:23.778917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:23.778917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:23.786548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776e959-0e7b-45ce-b0ba-9bba9edfb1bd None None] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:23.823341 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7413073
Dec 16 09:36:23.825862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:23.834134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'subnet': {'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:23.982283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fec6e-ec83-4d4d-bacf-8dd98b3d1232 req-77382bb7-afdb-4c26-9d4a-9e406d67f384 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:23.983779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b7fec6e-ec83-4d4d-bacf-8dd98b3d1232 req-77382bb7-afdb-4c26-9d4a-9e406d67f384 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 944 time: 0.1279778
Dec 16 09:36:23.984068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:23.989215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:subnet and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:23.991970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Router 78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:36:23.992208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:24.000001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:24.016602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:24.021522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:24.084416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'fixed_ips': [{'subnet_id': 'a9a162a7-e174-4b6b-b020-e8883587f755'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:36:24.087229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:24.133239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b7fec6e-ec83-4d4d-bacf-8dd98b3d1232 req-d90d9eb9-934f-4fd9-95a0-6eadbdb6e584 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376326
Dec 16 09:36:24.262119 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'tag': 'ec027423-668d-453b-9957-e768a57363d3', 'status': 'completed', 'code': 200}
Dec 16 09:36:24.342705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a2a97c55-f3a1-48fc-ba1c-3b7265db695d no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:24.370995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:24.376212 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21bd438e-1054-4498-8765-44c952723039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:24.386467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: a2a97c55-f3a1-48fc-ba1c-3b7265db695d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:36:24.387276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a2a97c55-f3a1-48fc-ba1c-3b7265db695d not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:24.403690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Allocated IP 10.1.1.2 (713d1f13-3f1e-4f04-bc24-30c3d6295b56/a9a162a7-e174-4b6b-b020-e8883587f755/a963d47e-5022-411b-a491-c5f57c8d59cb) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:24.464949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Subnet': ['ID=81c9617f-0d74-44ed-8789-a3553636ec69,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:24.469366 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:24.477213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Checking segment: {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:24.477778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network hostable DHCP agents. Network: 51445356-0fed-4fb2-be55-a175c29cf74b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:36:24.520392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 51445356-0fed-4fb2-be55-a175c29cf74b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:36:24.526991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:24.538153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 51445356-0fed-4fb2-be55-a175c29cf74b) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:24.539469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Sync routers for ids ['78ba95fa-3023-480b-bf2e-b5abc4b2a0c2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:24.542704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:24.543435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:24.563991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c12e7-35c1-4dbc-92e6-0daed03c068b None None] Network 51445356-0fed-4fb2-be55-a175c29cf74b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:24.566215 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:24.567594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.3294055
Dec 16 09:36:24.572143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39684) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:24.584546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-7405bbdd-3989-4d68-8c9f-b8559e9c2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:24.586018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-7405bbdd-3989-4d68-8c9f-b8559e9c2c61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 1095 time: 0.3387506
Dec 16 09:36:24.587902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d3e5b-62c2-4445-8580-2bc1703ac199 req-f127f779-1112-497c-88ae-b57179890bb8 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:24.589886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-399d3e5b-62c2-4445-8580-2bc1703ac199 req-f127f779-1112-497c-88ae-b57179890bb8 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1099 time: 0.2545929
Dec 16 09:36:24.642708 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.8147621
Dec 16 09:36:24.656026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:24.660272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Routers {'78ba95fa-3023-480b-bf2e-b5abc4b2a0c2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:24.660927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12df700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['78ba95fa-3023-480b-bf2e-b5abc4b2a0c2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:24.672641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'port': {'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'name': 'tempest-TaggedBootDevicesTest-1533013689', 'fixed_ips': [{'subnet_id': 'a9a162a7-e174-4b6b-b020-e8883587f755'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:24.725638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-399d3e5b-62c2-4445-8580-2bc1703ac199 req-e69c6edc-eb26-442a-bd72-6b2015d73623 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114066
Dec 16 09:36:24.795046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-2ea62453-e677-4cbb-90f2-249c996d2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:24.796609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-2ea62453-e677-4cbb-90f2-249c996d2de8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 923 time: 0.2040994
Dec 16 09:36:24.908709 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-5c0ac430-f2f8-4416-bf39-01c6b129f885 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec027423-668d-453b-9957-e768a57363d3 HTTP/1.1" status: 200  len: 217 time: 0.1020470
Dec 16 09:36:24.925832 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10b5d223-2d8b-487b-a945-9b2c2f4dee63 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 HTTP/1.1" status: 200  len: 908 time: 0.3484733
Dec 16 09:36:24.925832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:24.926930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:24.932442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2098193987', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': True}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:24.939204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:port and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:24.943526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:24.946342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:24.953800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Usage tracker for resource:router and tenant:6f0959204387473ab16c2ff343ade0ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:24.956769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:24.958965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:24.969226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:24.998095 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.012111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.013279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.028994 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.033878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-25bfbc11-cb1d-4137-88b9-2ffde604d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:25.036376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-25bfbc11-cb1d-4137-88b9-2ffde604d044 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3211252b-37a9-490f-98d3-6ca2798d4cdc HTTP/1.1" status: 200  len: 862 time: 0.0829408
Dec 16 09:36:25.094051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-76c8b7d0-1573-4646-875e-479b3ebb05e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488963
Dec 16 09:36:25.151058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Transition to ACTIVE for port object a963d47e-5022-411b-a491-c5f57c8d59cb will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:25.154801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Set router 78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:25.191094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:25.279375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-51445356-0fed-4fb2-be55-a175c29cf74b', 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'fixed_ips': [{'subnet_id': '81c9617f-0d74-44ed-8789-a3553636ec69'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:36:25.279375 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.282554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-94a86e75-3086-4ccf-8386-85eca848ad9d service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683354
Dec 16 09:36:25.308093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23630-5abf-4801-ab5e-ed20762dc333 req-f3ef4339-8f1f-48cf-a489-75a2b9f6e9b5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:25.309649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8cc23630-5abf-4801-ab5e-ed20762dc333 req-f3ef4339-8f1f-48cf-a489-75a2b9f6e9b5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 950 time: 0.4001858
Dec 16 09:36:25.317901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Transition to ACTIVE for port object a963d47e-5022-411b-a491-c5f57c8d59cb will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:25.420226 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.427496 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:25.440810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8cc23630-5abf-4801-ab5e-ed20762dc333 req-7d6e1d45-f747-4470-b84c-9f5c0d0e0a58 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809672
Dec 16 09:36:25.473077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c120d8a-4875-4cae-9024-188c7244ffa0 req-a0f07d92-c3ac-42e3-a693-f3109ef8ff81 service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847963
Dec 16 09:36:25.500081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:25.512429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:25.521898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:25.595406 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96682c43-cb88-4704-9d0f-e5f6ce7e2585', 'name': 'network-vif-deleted', 'tag': 'a2a97c55-f3a1-48fc-ba1c-3b7265db695d', 'status': 'completed', 'code': 200}
Dec 16 09:36:25.687881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Pushing event updated for resources: {'Port': ['ID=a963d47e-5022-411b-a491-c5f57c8d59cb,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:25.699941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.701754 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:25.722946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.763379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Attempting to bind port a963d47e-5022-411b-a491-c5f57c8d59cb on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:25.763755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Attempting to bind port a963d47e-5022-411b-a491-c5f57c8d59cb by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:25.764102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Attempting to bind port a963d47e-5022-411b-a491-c5f57c8d59cb on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:25.778520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:25.778904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Checking segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:25.779342 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.779746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Bound using segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:25.780223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Bound port: a963d47e-5022-411b-a491-c5f57c8d59cb, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:25.780601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:25.794948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] device_id is not set on port ed26d09c-34d9-4d2a-8575-cb8d4420004b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:36:25.834847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75b512db-8c4d-4f39-b36f-185826aac275 req-c1cc6bfc-357d-4b3c-8e8d-283b3db20faf tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 210 time: 0.0569067
Dec 16 09:36:25.836336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Allocated IP 10.2.2.2 (51445356-0fed-4fb2-be55-a175c29cf74b/81c9617f-0d74-44ed-8789-a3553636ec69/a97ae004-3115-4e40-ae06-38caf6106619) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:25.918687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61938026-1c1b-44e9-8533-aa56e126c10e req-a4c00ecf-dec2-4080-a22e-55fdabb1a7cc tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:25.919637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-61938026-1c1b-44e9-8533-aa56e126c10e req-a4c00ecf-dec2-4080-a22e-55fdabb1a7cc tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Synchronizing usage tracker for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:25.976832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12df700>, [{'id': '78ba95fa-3023-480b-bf2e-b5abc4b2a0c2', 'name': 'tempest-snat-router-2098193987', 'tenant_id': '6f0959204387473ab16c2ff343ade0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.23'}], 'enable_snat': False}, 'gw_port_id': '4c707ab9-e48a-443e-a5e7-551c6a880ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:22Z', 'revision_number': 3, 'project_id': '6f0959204387473ab16c2ff343ade0ff', 'gw_port': {'id': '4c707ab9-e48a-443e-a5e7-551c6a880ecc', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba95fa-3023-480b-bf2e-b5abc4b2a0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:25.983782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] For port a963d47e-5022-411b-a491-c5f57c8d59cb, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:25.990028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] For port a963d47e-5022-411b-a491-c5f57c8d59cb, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a963d47e-5022-411b-a491-c5f57c8d59cb,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:25.992776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Checking router: 78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:36:25.992964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Updating router 78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 port 4c707ab9-e48a-443e-a5e7-551c6a880ecc binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:36:26.015413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-61938026-1c1b-44e9-8533-aa56e126c10e req-a4c00ecf-dec2-4080-a22e-55fdabb1a7cc tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Unset dirty status for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:26.017100 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-a4c00ecf-dec2-4080-a22e-55fdabb1a7cc tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 1.0351503
Dec 16 09:36:26.025528 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:26.034385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Request body: {'port': {'device_id': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'admin_state_up': True, 'tenant_id': '1d83982fc8574d0a843996c8715a87e1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:26.038019 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:26.171987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:26.271570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Pushing event updated for resources: {'Port': ['ID=a963d47e-5022-411b-a491-c5f57c8d59cb,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:26.278476 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:26.341831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec027423-668d-453b-9957-e768a57363d3 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:26.357094 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:26.379442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 10.1.1.176 (713d1f13-3f1e-4f04-bc24-30c3d6295b56/a9a162a7-e174-4b6b-b020-e8883587f755/ed26d09c-34d9-4d2a-8575-cb8d4420004b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:26.384201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Transition to ACTIVE for port object a97ae004-3115-4e40-ae06-38caf6106619 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:26.406357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:26.422472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Usage tracker for resource:port and tenant:1d83982fc8574d0a843996c8715a87e1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:26.427769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:26.429028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d201b-0ee3-4a69-b9a6-67d48f37a3e3 req-33c536ef-a2a0-4619-a5db-1e5d71fca9d1 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:26.430732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd9d201b-0ee3-4a69-b9a6-67d48f37a3e3 req-33c536ef-a2a0-4619-a5db-1e5d71fca9d1 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 944 time: 0.0988693
Dec 16 09:36:26.500688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd9d201b-0ee3-4a69-b9a6-67d48f37a3e3 req-b7540fa4-a344-402d-967b-2c9899c72a0c tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613933
Dec 16 09:36:26.504723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:26.582776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Transition to ACTIVE for port object a97ae004-3115-4e40-ae06-38caf6106619 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:26.602864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:26.609833 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-be729bbe-911d-42e3-a4b2-2011ab807d9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:26.699801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Made reservation on behalf of 1d83982fc8574d0a843996c8715a87e1 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:26.705064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:26.721572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Network 51445356-0fed-4fb2-be55-a175c29cf74b is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:26.745973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:26.747775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Pushing event updated for resources: {'Port': ['ID=a97ae004-3115-4e40-ae06-38caf6106619,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:26.754712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:26.758331 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:26.804138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d52f3-7c83-4eb5-a951-d983888c020a req-0457c714-83b9-4acf-8c20-2ce31bd9c349 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:26.812167 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-821d52f3-7c83-4eb5-a951-d983888c020a req-0457c714-83b9-4acf-8c20-2ce31bd9c349 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 950 time: 0.1274424
Dec 16 09:36:26.868183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-821d52f3-7c83-4eb5-a951-d983888c020a req-3b086035-7791-4c84-b0fb-b027d9077340 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547295
Dec 16 09:36:26.934332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:26.934628 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-025bd889-ae13-47cc-8935-737768df78ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.7136269
Dec 16 09:36:26.947452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:26.953210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Attempting to bind port a97ae004-3115-4e40-ae06-38caf6106619 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:26.953210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Attempting to bind port a97ae004-3115-4e40-ae06-38caf6106619 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:26.953210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Attempting to bind port a97ae004-3115-4e40-ae06-38caf6106619 on network 51445356-0fed-4fb2-be55-a175c29cf74b {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:26.999483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.001238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'ec027423-668d-453b-9957-e768a57363d3', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'port_id': 'ec027423-668d-453b-9957-e768a57363d3', 'mac_address': 'fa:16:3e:19:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3211252b-37a9-490f-98d3-6ca2798d4cdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:27.005672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:27.005672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Checking segment: {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:27.005973 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.006255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Bound using segment: {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:27.006584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Bound port: a97ae004-3115-4e40-ae06-38caf6106619, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:27.007147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.075026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.154945 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.181328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a963d47e-5022-411b-a491-c5f57c8d59cb up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:27.216536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.245378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Transition to ACTIVE for port object ed26d09c-34d9-4d2a-8575-cb8d4420004b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:27.247049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Allocated IP 172.20.0.11 (8bfa16db-6f3d-4cad-ac6f-f52169e822b1/75a0b7da-64fa-402c-b97c-9398052c9bd4/2a295cb4-95fb-4b6f-993d-a3a354d789de) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:27.280551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Transition to ACTIVE for port object 4c707ab9-e48a-443e-a5e7-551c6a880ecc will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:27.302082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec027423-668d-453b-9957-e768a57363d3 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:27.324953 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.377600 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:27.377839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2345-a17a-483e-a8ea-c63fda2a30fc req-f03f12d2-b8bc-45d5-b98e-7553dbc6e224 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:27.382553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-836d2345-a17a-483e-a8ea-c63fda2a30fc req-f03f12d2-b8bc-45d5-b98e-7553dbc6e224 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.3371146
Dec 16 09:36:27.476450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c9c2f-8b14-43e1-bc07-564f75ea0254 None None] Pushing event updated for resources: {'Port': ['ID=4c707ab9-e48a-443e-a5e7-551c6a880ecc,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:27.502039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Attempting to bind port 4c707ab9-e48a-443e-a5e7-551c6a880ecc on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:27.502721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Attempting to bind port 4c707ab9-e48a-443e-a5e7-551c6a880ecc by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:27.503723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Attempting to bind port 4c707ab9-e48a-443e-a5e7-551c6a880ecc on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:27.512133 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9d4c9c2f-8b14-43e1-bc07-564f75ea0254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:27.516025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-836d2345-a17a-483e-a8ea-c63fda2a30fc req-ac277dd2-0efc-4556-9f0c-72c2d67e02fc tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288211
Dec 16 09:36:27.531062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:27.534147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:27.540154 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.540711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:27.543619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Bound port: 4c707ab9-e48a-443e-a5e7-551c6a880ecc, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:27.554058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.625723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:27.633688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.653349 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:27.676106 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.678913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] For port a97ae004-3115-4e40-ae06-38caf6106619, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:27.689839 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-24b14ccd-835f-4d68-a40f-25e95b4552a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:27.770807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Allocated IP 172.25.3.56 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ac1bb0e4-e4e4-4e54-b888-c3855cd69165) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:27.789033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:27.795706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a963d47e-5022-411b-a491-c5f57c8d59cb completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:27.802580 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:27.821245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] For port a97ae004-3115-4e40-ae06-38caf6106619, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a97ae004-3115-4e40-ae06-38caf6106619,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:27.829957 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:27.842887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:27.957967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] For port 4c707ab9-e48a-443e-a5e7-551c6a880ecc, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:27.965200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f536ca-5ea0-4093-b289-17cb89d22879 None None] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:27.991014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:28.000128 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:28.021558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:28.052228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7767a379-a7ba-412f-bfc7-920580a0200b req-1ef95478-497e-4a50-b91c-3779d08e8344 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 210 time: 0.0833759
Dec 16 09:36:28.057460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:28.069173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:28.124769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['ec027423-668d-453b-9957-e768a57363d3'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:28.137351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:28.138150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.203837 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.5410159
Dec 16 09:36:28.203837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:28.211445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'port': {'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'name': 'tempest-TaggedBootDevicesTest-1152286149', 'fixed_ips': [{'subnet_id': 'a9a162a7-e174-4b6b-b020-e8883587f755'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:28.239664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] For port 4c707ab9-e48a-443e-a5e7-551c6a880ecc, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4c707ab9-e48a-443e-a5e7-551c6a880ecc,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:28.265438 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.314924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Pushing event updated for resources: {'Port': ['ID=a97ae004-3115-4e40-ae06-38caf6106619,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:28.346144 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:28.368602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a7514820-3767-46c9-aff9-25862421945f None None] Provisioning for port a963d47e-5022-411b-a491-c5f57c8d59cb completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:28.373164 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:28.382031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.451807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a7514820-3767-46c9-aff9-25862421945f None None] Provisioning complete for port a963d47e-5022-411b-a491-c5f57c8d59cb triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:28.452237 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7514820-3767-46c9-aff9-25862421945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.472451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.524824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:28.533750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:port and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:28.539460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:28.547681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.553334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:28.559201 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:28.610391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de0855-1a9e-4344-85cc-2b0c3598b76a req-43eee2a0-6c65-450c-bb1b-092eedc7057e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:28.613267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Routers {'78ba95fa-3023-480b-bf2e-b5abc4b2a0c2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:28.614042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12df700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['78ba95fa-3023-480b-bf2e-b5abc4b2a0c2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:28.616905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de0855-1a9e-4344-85cc-2b0c3598b76a req-43eee2a0-6c65-450c-bb1b-092eedc7057e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:28.618507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46de0855-1a9e-4344-85cc-2b0c3598b76a req-43eee2a0-6c65-450c-bb1b-092eedc7057e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863&device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 1691 time: 0.1012664
Dec 16 09:36:28.645024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:28.650032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.667874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:28.671852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:28.672245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46de0855-1a9e-4344-85cc-2b0c3598b76a req-973407b0-0733-429c-8c6c-1fed795fa2ea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476000
Dec 16 09:36:28.673854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1bb0e4-e4e4-4e54-b888-c3855cd69165,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:28.676223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:28.712386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:28.718671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:28.734039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-950f8c1e-fba8-4c79-beda-37553317892d tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:28.790710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] device_id is not set on port 41b49abc-8f01-4a2b-8635-73d3011dfed5 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:36:28.806530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c9c2f-8b14-43e1-bc07-564f75ea0254 None None] Pushing event updated for resources: {'Port': ['ID=4c707ab9-e48a-443e-a5e7-551c6a880ecc,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:28.879867 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9d4c9c2f-8b14-43e1-bc07-564f75ea0254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:28.929764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-2c70a560-ed72-48f4-99b4-396249fdbce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:28.931540 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-2c70a560-ed72-48f4-99b4-396249fdbce7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1099 time: 0.1376216
Dec 16 09:36:29.106172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] Set router 78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:29.112860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad9952-02c3-429a-abbd-22b5fbf1b543 req-dbde4262-336b-4d63-ae52-065464e39eb8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:29.121243 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8ad9952-02c3-429a-abbd-22b5fbf1b543 req-dbde4262-336b-4d63-ae52-065464e39eb8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 945 time: 0.2963719
Dec 16 09:36:29.132732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 10.1.1.226 (713d1f13-3f1e-4f04-bc24-30c3d6295b56/a9a162a7-e174-4b6b-b020-e8883587f755/41b49abc-8f01-4a2b-8635-73d3011dfed5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:29.144328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-866750da-c694-402b-af3f-78f07fef1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:29.145932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:29.146393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-866750da-c694-402b-af3f-78f07fef1467 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2068527
Dec 16 09:36:29.151317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:29.165533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:29.235762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8ad9952-02c3-429a-abbd-22b5fbf1b543 req-ec70193b-c8e4-44f2-9c83-732fcac7207f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132851
Dec 16 09:36:29.269077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-0dfaae75-9b7f-48cc-b913-ebdf97b9de62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.1151688
Dec 16 09:36:29.331132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a97ae004-3115-4e40-ae06-38caf6106619 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:29.339615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-ba7e9cd5-58b0-4d39-9df1-61ceda1ed511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:29.341365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-ba7e9cd5-58b0-4d39-9df1-61ceda1ed511 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0657120
Dec 16 09:36:29.350416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:29.384506 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7514820-3767-46c9-aff9-25862421945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:29.402492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7392a149-31a7-48c0-8768-4968e435aead None None] Network 51445356-0fed-4fb2-be55-a175c29cf74b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:29.438651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:29.443676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:29.496252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:29.497175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:29.529324 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4998012
Dec 16 09:36:29.549033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Request body: {'port': {'device_id': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:29.689531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a7514820-3767-46c9-aff9-25862421945f None None] For port a963d47e-5022-411b-a491-c5f57c8d59cb, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a963d47e-5022-411b-a491-c5f57c8d59cb,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:29.716360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7514820-3767-46c9-aff9-25862421945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:29.726934 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0758a458-7c00-442b-bf9a-9fe04f2265ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:29.804448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a97ae004-3115-4e40-ae06-38caf6106619 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:29.896250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31650053-dacb-4a70-8df8-061d52375176 req-715456c0-2a3c-40f0-bfd6-f9784bbe6374 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:29.903240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31650053-dacb-4a70-8df8-061d52375176 req-715456c0-2a3c-40f0-bfd6-f9784bbe6374 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.3015285
Dec 16 09:36:29.929708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-c365ce5b-fbfc-4ec5-8a1d-71807f7ca5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:29.931205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-c365ce5b-fbfc-4ec5-8a1d-71807f7ca5c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5780008
Dec 16 09:36:30.068218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Provisioning for port a97ae004-3115-4e40-ae06-38caf6106619 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:30.078635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Provisioning complete for port a97ae004-3115-4e40-ae06-38caf6106619 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:30.079441 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.083486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31650053-dacb-4a70-8df8-061d52375176 req-41cd51cf-9885-4e1f-8dec-8f766b24155f tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793160
Dec 16 09:36:30.167426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7514820-3767-46c9-aff9-25862421945f None None] Pushing event updated for resources: {'Port': ['ID=a963d47e-5022-411b-a491-c5f57c8d59cb,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:30.184307 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a7514820-3767-46c9-aff9-25862421945f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:30.258887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.261485 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12df700>, [{'id': '78ba95fa-3023-480b-bf2e-b5abc4b2a0c2', 'name': 'tempest-snat-router-2098193987', 'tenant_id': '6f0959204387473ab16c2ff343ade0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.23'}], 'enable_snat': False}, 'gw_port_id': '4c707ab9-e48a-443e-a5e7-551c6a880ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:22Z', 'revision_number': 3, 'project_id': '6f0959204387473ab16c2ff343ade0ff', 'gw_port': {'id': '4c707ab9-e48a-443e-a5e7-551c6a880ecc', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba95fa-3023-480b-bf2e-b5abc4b2a0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:30.280066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Transition to ACTIVE for port object 41b49abc-8f01-4a2b-8635-73d3011dfed5 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:30.281831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024a04e-b659-444f-9cb0-6171a203854a None None] The sync data for ids ['78ba95fa-3023-480b-bf2e-b5abc4b2a0c2'] in n-d-820554-2 is: [{'id': '78ba95fa-3023-480b-bf2e-b5abc4b2a0c2', 'name': 'tempest-snat-router-2098193987', 'tenant_id': '6f0959204387473ab16c2ff343ade0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.23'}], 'enable_snat': False}, 'gw_port_id': '4c707ab9-e48a-443e-a5e7-551c6a880ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:22Z', 'revision_number': 3, 'project_id': '6f0959204387473ab16c2ff343ade0ff', 'gw_port': {'id': '4c707ab9-e48a-443e-a5e7-551c6a880ecc', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba95fa-3023-480b-bf2e-b5abc4b2a0c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:30.298992 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.333976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec027423-668d-453b-9957-e768a57363d3 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:30.386635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.423668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] For port a97ae004-3115-4e40-ae06-38caf6106619, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a97ae004-3115-4e40-ae06-38caf6106619,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:30.434832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.442120 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:30.490873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-f690aad7-47b1-474f-a1b2-77d18e2654ff service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5494714
Dec 16 09:36:30.594750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Pushing event updated for resources: {'Port': ['ID=a97ae004-3115-4e40-ae06-38caf6106619,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:30.605058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port ec027423-668d-453b-9957-e768a57363d3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:30.609473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:30.611501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04ceb7e1-f473-4493-afd1-a6b23283c072 None None] Provisioning for port ed26d09c-34d9-4d2a-8575-cb8d4420004b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:30.616653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port ec027423-668d-453b-9957-e768a57363d3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:30.617147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.637205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.652399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04ceb7e1-f473-4493-afd1-a6b23283c072 None None] Provisioning complete for port ed26d09c-34d9-4d2a-8575-cb8d4420004b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:30.653248 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04ceb7e1-f473-4493-afd1-a6b23283c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.674368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.724778 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8bb91b98-509f-4fac-9196-d837cd53f6c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:30.740941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-04ceb7e1-f473-4493-afd1-a6b23283c072 None None] Port ed26d09c-34d9-4d2a-8575-cb8d4420004b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:36:30.778045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04ceb7e1-f473-4493-afd1-a6b23283c072 None None] Provisioning complete for port a963d47e-5022-411b-a491-c5f57c8d59cb triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:30.778429 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04ceb7e1-f473-4493-afd1-a6b23283c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.807477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-941fa791-ab10-4dcb-a4e5-196ab2f9d4d6 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3035791
Dec 16 09:36:30.903703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=41b49abc-8f01-4a2b-8635-73d3011dfed5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:30.906914 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:30.956627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6e042-80cd-49f0-b391-99e9a9ebe90f req-daacaa95-7f1a-4b79-add3-311386d53973 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:30.960203 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:30.965415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53a6e042-80cd-49f0-b391-99e9a9ebe90f req-daacaa95-7f1a-4b79-add3-311386d53973 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 932 time: 0.3413751
Dec 16 09:36:31.059618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:31.069770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec027423-668d-453b-9957-e768a57363d3'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:31.083228 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:31.087016 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-347860b0-90b2-49ef-805a-24a6675ccaf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:31.094151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53a6e042-80cd-49f0-b391-99e9a9ebe90f req-d67eb20d-684e-4556-a294-c848318859ad tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233625
Dec 16 09:36:31.126993 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-86d84546-4cd0-4388-b6e4-4b055b2a88e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3165216
Dec 16 09:36:31.145589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:31.150070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:31.192117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:31.225686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:31.251867 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:31.259515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a963d47e-5022-411b-a491-c5f57c8d59cb up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:31.371747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a963d47e-5022-411b-a491-c5f57c8d59cb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:31.372130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:31.403457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:31.405956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:31.491786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-380d82cb-1245-47ee-b72a-a0ef21654dc5 None None] Provisioning complete for port a97ae004-3115-4e40-ae06-38caf6106619 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:31.492493 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-380d82cb-1245-47ee-b72a-a0ef21654dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:31.496368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.506855 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:31.705074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a97ae004-3115-4e40-ae06-38caf6106619 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:31.726423 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.5218596
Dec 16 09:36:31.777294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.777938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.778237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.779442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.779442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.779932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.780861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.782974 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ace1593b-2efc-438e-9db0-9cd2f4bd574b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6500 time: 0.3803549
Dec 16 09:36:31.802331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee6118-d557-4414-9794-f8538f41a5b2 req-94868b12-a07c-4239-80c2-647a11fb30c3 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:31.807667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bee6118-d557-4414-9794-f8538f41a5b2 req-94868b12-a07c-4239-80c2-647a11fb30c3 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 1101 time: 0.4038334
Dec 16 09:36:31.815690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Router f3c91bea-d323-42aa-8da6-93a780f2a494 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:36:31.902709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a97ae004-3115-4e40-ae06-38caf6106619 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:31.903090 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:31.998854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7bee6118-d557-4414-9794-f8538f41a5b2 req-d6abdc0e-b99c-4e01-9b80-1c290d04db7a tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Synchronizing usage tracker for tenant:c0a81784677147dfb279961dba8effd3 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:32.036565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-22a40a5c-485c-447b-81e7-84f05cac1747 None None] Provisioning for port 41b49abc-8f01-4a2b-8635-73d3011dfed5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:32.039392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Deleting port 21bca239-3142-4c6f-809b-884bc26e589f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:32.039750 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.043055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4c707ab9-e48a-443e-a5e7-551c6a880ecc up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:32.082586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-22a40a5c-485c-447b-81e7-84f05cac1747 None None] Provisioning complete for port 41b49abc-8f01-4a2b-8635-73d3011dfed5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:32.083331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22a40a5c-485c-447b-81e7-84f05cac1747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.100086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7bee6118-d557-4414-9794-f8538f41a5b2 req-d6abdc0e-b99c-4e01-9b80-1c290d04db7a tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Unset dirty status for tenant:c0a81784677147dfb279961dba8effd3 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:32.101287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bee6118-d557-4414-9794-f8538f41a5b2 req-d6abdc0e-b99c-4e01-9b80-1c290d04db7a tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908876
Dec 16 09:36:32.116604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-09feaef4-8e8a-4f52-a9ad-a02c4f35f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:32.117074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-09feaef4-8e8a-4f52-a9ad-a02c4f35f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:32.117583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-09feaef4-8e8a-4f52-a9ad-a02c4f35f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:32.119341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-09feaef4-8e8a-4f52-a9ad-a02c4f35f8c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 2298 time: 0.3044019
Dec 16 09:36:32.155058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-22a40a5c-485c-447b-81e7-84f05cac1747 None None] Port 41b49abc-8f01-4a2b-8635-73d3011dfed5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:36:32.168768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a295cb4-95fb-4b6f-993d-a3a354d789de {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:32.169663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4c707ab9-e48a-443e-a5e7-551c6a880ecc completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:32.175316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4c707ab9-e48a-443e-a5e7-551c6a880ecc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:32.175811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.194695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.221137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Transition to ACTIVE for port object 2a295cb4-95fb-4b6f-993d-a3a354d789de will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:32.229121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.234817 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-662a9fd6-27e1-43d2-9410-afb2ebba7d3c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:32.310882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:32.326863 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Sync routers for ids ['f3c91bea-d323-42aa-8da6-93a780f2a494'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:32.330324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.342885 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Routers {'f3c91bea-d323-42aa-8da6-93a780f2a494'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:32.343579 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbe0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f3c91bea-d323-42aa-8da6-93a780f2a494'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:32.356418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4c707ab9-e48a-443e-a5e7-551c6a880ecc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4c707ab9-e48a-443e-a5e7-551c6a880ecc,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:32.361695 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.368896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:32.396677 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-df98a00a-4dbc-459d-9d0d-f7eda527ea03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 200  len: 1001 time: 0.2441826
Dec 16 09:36:32.452475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:32.486286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4c707ab9-e48a-443e-a5e7-551c6a880ecc,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:32.492400 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:32.497210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:32.509752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ee131701-19c9-413f-b5b5-2dbf110294b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:32.511308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-ee131701-19c9-413f-b5b5-2dbf110294b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1479e4e5-5ae8-45c3-b52e-e94de53334fd HTTP/1.1" status: 200  len: 855 time: 0.1053998
Dec 16 09:36:32.536823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.538299 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 7.6103208
Dec 16 09:36:32.541157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39780) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:32.583415 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Set router f3c91bea-d323-42aa-8da6-93a780f2a494 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:32.720119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] For port 21bca239-3142-4c6f-809b-884bc26e589f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21bca239-3142-4c6f-809b-884bc26e589f,segment=NetworkSegment(c98b9d0e-68f7-4341-b83a-80d954bbfdc7),segment_id=c98b9d0e-68f7-4341-b83a-80d954bbfdc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:32.720119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.741088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Attempting to bind port 2a295cb4-95fb-4b6f-993d-a3a354d789de on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:32.741676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Attempting to bind port 2a295cb4-95fb-4b6f-993d-a3a354d789de by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:32.741891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Attempting to bind port 2a295cb4-95fb-4b6f-993d-a3a354d789de on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:32.752072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Port 2a295cb4-95fb-4b6f-993d-a3a354d789de on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:36:32.752461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Attempting to bind port 2a295cb4-95fb-4b6f-993d-a3a354d789de on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:32.764128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:32.764560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Checking segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:32.765008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Bound using segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:32.765488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Bound port: 2a295cb4-95fb-4b6f-993d-a3a354d789de, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:32.765895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:32.783651 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-af84864d-d040-4755-bd1c-38aa41d8e95e tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/f3c91bea-d323-42aa-8da6-93a780f2a494 HTTP/1.1" status: 200  len: 907 time: 0.2409613
Dec 16 09:36:32.786752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39784) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:32.864193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619612f-1aae-4b7b-8110-769f85321912 req-20640d5b-9a22-4dac-86f3-960d9d1d89c8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:32.865674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0619612f-1aae-4b7b-8110-769f85321912 req-20640d5b-9a22-4dac-86f3-960d9d1d89c8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 946 time: 0.5785294
Dec 16 09:36:32.872792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Calling delete_port for 21bca239-3142-4c6f-809b-884bc26e589f owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:32.902701 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbe0>, [{'id': 'f3c91bea-d323-42aa-8da6-93a780f2a494', 'name': 'tempest-snat-router-2098193987', 'tenant_id': '6f0959204387473ab16c2ff343ade0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ac1bb0e4-e4e4-4e54-b888-c3855cd69165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:25Z', 'updated_at': '2021-12-16T09:36:29Z', 'revision_number': 3, 'project_id': '6f0959204387473ab16c2ff343ade0ff', 'gw_port': {'id': 'ac1bb0e4-e4e4-4e54-b888-c3855cd69165', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c91bea-d323-42aa-8da6-93a780f2a494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:27Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:32.909273 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Checking router: f3c91bea-d323-42aa-8da6-93a780f2a494 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:36:32.910374 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Updating router f3c91bea-d323-42aa-8da6-93a780f2a494 port ac1bb0e4-e4e4-4e54-b888-c3855cd69165 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:36:32.984293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0619612f-1aae-4b7b-8110-769f85321912 req-c290924e-159e-4386-bd5a-499342c31997 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780609
Dec 16 09:36:33.024021 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.028324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:33.034752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:33.043836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.063779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1502d48-afcd-4708-87d5-44cb005d5034 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:33.087581 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec027423-668d-453b-9957-e768a57363d3', 'code': 200}
Dec 16 09:36:33.129695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.133216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4c707ab9-e48a-443e-a5e7-551c6a880ecc up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:33.136656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-bc5f82f4-ef5e-4d1e-aeda-05c41dec2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:33.138148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-bc5f82f4-ef5e-4d1e-aeda-05c41dec2c4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6173961
Dec 16 09:36:33.239803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:33.240668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.242181 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] 10.222.0.74 "PUT /v2.0/ports/2a295cb4-95fb-4b6f-993d-a3a354d789de HTTP/1.1" status: 200  len: 1092 time: 3.6976454
Dec 16 09:36:33.242851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:33.291784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4c707ab9-e48a-443e-a5e7-551c6a880ecc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:33.294024 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.372138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:33.379562 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:33.437195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.451347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61938026-1c1b-44e9-8533-aa56e126c10e req-c4e14aa1-3744-4656-b310-5d2a4d8c7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:33.454491 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-c4e14aa1-3744-4656-b310-5d2a4d8c7b1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 1095 time: 0.1425114
Dec 16 09:36:33.497149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-4a05f7ba-b549-479b-a335-269c1d138e97 service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3455687
Dec 16 09:36:33.501533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadba7f1-37b3-492d-933a-6b7ab8c22d1e req-c7e683c7-2950-4ed0-ae66-7c3a9957eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:33.503503 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fadba7f1-37b3-492d-933a-6b7ab8c22d1e req-c7e683c7-2950-4ed0-ae66-7c3a9957eaeb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 1097 time: 0.3272438
Dec 16 09:36:33.534577 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-f70a2e5d-1157-410c-86b9-c9042f9c7c64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de HTTP/1.1" status: 200  len: 217 time: 0.0708146
Dec 16 09:36:33.564529 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.579707 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Transition to ACTIVE for port object ac1bb0e4-e4e4-4e54-b888-c3855cd69165 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:33.587876 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.592500 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-1c1d80a4-0024-4c20-8653-3fdeca85cd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:33.602130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61938026-1c1b-44e9-8533-aa56e126c10e req-e44efe16-00f5-483d-b6d7-f17e0ec260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:33.603670 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-e44efe16-00f5-483d-b6d7-f17e0ec260d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.0630097
Dec 16 09:36:33.652334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.656504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Deleting port ac1bb0e4-e4e4-4e54-b888-c3855cd69165 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:33.656843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.662063 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-270a79a4-17f8-46f9-9c6f-82217531c828 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:33.674248 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Attempting to bind port ac1bb0e4-e4e4-4e54-b888-c3855cd69165 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:33.675679 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Attempting to bind port ac1bb0e4-e4e4-4e54-b888-c3855cd69165 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:33.676158 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Attempting to bind port ac1bb0e4-e4e4-4e54-b888-c3855cd69165 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:33.682245 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2966d2-3f0a-435f-98a1-a4f0e5f13462 None None] Pushing event updated for resources: {'Port': ['ID=ac1bb0e4-e4e4-4e54-b888-c3855cd69165,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:33.685193 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-bb2966d2-3f0a-435f-98a1-a4f0e5f13462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:33.688081 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:33.688603 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:33.689111 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.689606 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:33.690182 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Bound port: ac1bb0e4-e4e4-4e54-b888-c3855cd69165, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:33.690737 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.692351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fadba7f1-37b3-492d-933a-6b7ab8c22d1e req-ff1ca8ec-80af-4b9e-afb8-93c404515b82 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634650
Dec 16 09:36:33.713955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba81a3-68d0-49f3-8bfe-0e62f94e147a req-c31b4616-5b8a-422a-9962-f377bac4a2d1 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:33.715561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbba81a3-68d0-49f3-8bfe-0e62f94e147a req-c31b4616-5b8a-422a-9962-f377bac4a2d1 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.3858383
Dec 16 09:36:33.747720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bca239-3142-4c6f-809b-884bc26e589f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:33.776918 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] For port ac1bb0e4-e4e4-4e54-b888-c3855cd69165, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:33.781647 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] For port ac1bb0e4-e4e4-4e54-b888-c3855cd69165, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ac1bb0e4-e4e4-4e54-b888-c3855cd69165,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:33.787817 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:33.791087 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:33.802557 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-da111503-9a5e-44a9-ab48-dd4aeca384b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:33.839429 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-42737885-c98d-4726-8cb8-fe82cb9d2696 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2258010
Dec 16 09:36:33.894422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-c7925bce-7740-4da4-a72b-91aaf1658907 service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3880630
Dec 16 09:36:33.899825 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Routers {'f3c91bea-d323-42aa-8da6-93a780f2a494'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:33.900458 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbe0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f3c91bea-d323-42aa-8da6-93a780f2a494'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:33.907137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbba81a3-68d0-49f3-8bfe-0e62f94e147a req-24acb3b2-8fa3-4062-829e-5b1bbf20b58b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737790
Dec 16 09:36:33.963766 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2966d2-3f0a-435f-98a1-a4f0e5f13462 None None] Pushing event updated for resources: {'Port': ['ID=ac1bb0e4-e4e4-4e54-b888-c3855cd69165,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:33.973442 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-bb2966d2-3f0a-435f-98a1-a4f0e5f13462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:34.055421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-93cbfa23-e7f1-4462-a3f4-a8b9a9d95f6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 217 time: 0.1446748
Dec 16 09:36:34.095052 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] Set router f3c91bea-d323-42aa-8da6-93a780f2a494 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:34.107966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] For port ac1bb0e4-e4e4-4e54-b888-c3855cd69165, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ac1bb0e4-e4e4-4e54-b888-c3855cd69165,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:34.108321 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:34.124868 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-3625b09e-2e85-4009-9a30-d3829ccb7cb0 service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1960580
Dec 16 09:36:34.214176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-86f03aa6-f5f6-461d-a78b-ac1947020e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:34.215815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-86f03aa6-f5f6-461d-a78b-ac1947020e56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.1514974
Dec 16 09:36:34.235341 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbe0>, [{'id': 'f3c91bea-d323-42aa-8da6-93a780f2a494', 'name': 'tempest-snat-router-2098193987', 'tenant_id': '6f0959204387473ab16c2ff343ade0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:25Z', 'updated_at': '2021-12-16T09:36:33Z', 'revision_number': 4, 'project_id': '6f0959204387473ab16c2ff343ade0ff', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:34.240189 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6128d-0eec-4517-810e-282b5fdf8a05 None None] The sync data for ids ['f3c91bea-d323-42aa-8da6-93a780f2a494'] in n-d-820554-2 is: [{'id': 'f3c91bea-d323-42aa-8da6-93a780f2a494', 'name': 'tempest-snat-router-2098193987', 'tenant_id': '6f0959204387473ab16c2ff343ade0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:25Z', 'updated_at': '2021-12-16T09:36:33Z', 'revision_number': 4, 'project_id': '6f0959204387473ab16c2ff343ade0ff', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:34.262432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Calling delete_port for ac1bb0e4-e4e4-4e54-b888-c3855cd69165 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:34.353288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:34.365284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328126674', 'description': 'tempest-description--1404449412'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:34.371669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:34.375550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:security_group and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:34.378513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:34.384249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:34.419415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:34.500988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:34.513302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:security_group_rule and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:34.524785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:34.563049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:34.579500 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-61938026-1c1b-44e9-8533-aa56e126c10e req-cbc54f5c-8792-44dc-818d-6a036b4823e7 service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4060631
Dec 16 09:36:34.580273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:34.617893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:34.628874 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:34.678129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac1bb0e4-e4e4-4e54-b888-c3855cd69165,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:34.688267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-449cef08-f1d3-413a-8a3d-9a61338792d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:34.689851 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-449cef08-f1d3-413a-8a3d-9a61338792d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2576587
Dec 16 09:36:34.705615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957120d-8e10-4be7-8395-f61d01d160f9 req-ed6f0b87-e311-444a-b320-64eff9ef8f07 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:34.707581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a957120d-8e10-4be7-8395-f61d01d160f9 req-ed6f0b87-e311-444a-b320-64eff9ef8f07 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 944 time: 0.2380898
Dec 16 09:36:34.711369 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:34.798410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:34.917421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a957120d-8e10-4be7-8395-f61d01d160f9 req-216f0bb0-7040-429d-b0de-ef236fee7c10 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902583
Dec 16 09:36:34.973199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:34.986990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:34.992823 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5e360008-d8e8-442d-bb25-a6f4b8203aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:35.010601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.016655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.043098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-0b681002-34da-4ab0-baf5-be3bd501918b service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3447986
Dec 16 09:36:35.060615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f02303f-983e-49cc-85cc-e78393ab54b5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:35.070207 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:35.072497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.073273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3c91bea-d323-42aa-8da6-93a780f2a494 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:35.075351 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.079455 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.7224412
Dec 16 09:36:35.084254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39798) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:35.092972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'security_group_rule': {'security_group_id': '2f02303f-983e-49cc-85cc-e78393ab54b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:35.098274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.099866 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "DELETE /v2.0/routers/f3c91bea-d323-42aa-8da6-93a780f2a494 HTTP/1.1" status: 204  len: 168 time: 2.3121228
Dec 16 09:36:35.102575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:35.151213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:35.167938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:security_group_rule and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:35.254046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:35.286463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:35.288140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.372992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.404228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Router d88b9940-0877-4e70-88f5-077b752a9038 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:36:35.406632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-75bfa335-cf2f-4367-a031-90446e0dbc5e service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3527021
Dec 16 09:36:35.508050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694008a-a8c1-4c4b-a8ad-b254116493cc req-b1bb9cf6-fc76-4799-8369-0c3eab4c8305 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:35.509480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8694008a-a8c1-4c4b-a8ad-b254116493cc req-b1bb9cf6-fc76-4799-8369-0c3eab4c8305 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 1101 time: 0.3559074
Dec 16 09:36:35.510718 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-efa8dbbd-a012-49c8-aeb0-0e06e81ed1ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 217 time: 0.0926573
Dec 16 09:36:35.606642 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.616861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Deleting port 4c707ab9-e48a-443e-a5e7-551c6a880ecc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:35.617198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.800914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] For port 4c707ab9-e48a-443e-a5e7-551c6a880ecc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4c707ab9-e48a-443e-a5e7-551c6a880ecc,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:35.801300 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.928759 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.938203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Calling delete_port for 4c707ab9-e48a-443e-a5e7-551c6a880ecc owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:35.940972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8694008a-a8c1-4c4b-a8ad-b254116493cc req-a7bb98e6-87e3-41ed-93fe-cf5a0c709d7a tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3674495
Dec 16 09:36:35.946804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:35.952271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-568b2ec2-93f2-42e8-a71a-57c689b80741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:35.954189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-568b2ec2-93f2-42e8-a71a-57c689b80741 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.3829050
Dec 16 09:36:35.995525 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:36.010483 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'status': 'completed', 'code': 200}
Dec 16 09:36:36.020576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:36.034437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] Sync routers for ids ['d88b9940-0877-4e70-88f5-077b752a9038'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:36.039913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0144d96d-4965-4807-826e-75f2bf3ad104,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:36.042946 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:36.062562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] 10.222.0.66 "PUT /v2.0/routers/d88b9940-0877-4e70-88f5-077b752a9038/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7108407
Dec 16 09:36:36.063966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:36.070080 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.074695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9888389
Dec 16 09:36:36.075504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39816) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:36.078900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] Routers {'d88b9940-0877-4e70-88f5-077b752a9038'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:36.079919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff820>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d88b9940-0877-4e70-88f5-077b752a9038'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:36.082517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'security_group_rule': {'security_group_id': '2f02303f-983e-49cc-85cc-e78393ab54b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:36.091816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:36.097809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:security_group_rule and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:36.101682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:36.109325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:36.188977 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.200714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-3fc1d1be-42fe-40dd-b64b-31dc8282e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:36.202258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-3fc1d1be-42fe-40dd-b64b-31dc8282e15d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2390711
Dec 16 09:36:36.273726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] Set router d88b9940-0877-4e70-88f5-077b752a9038 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:36.348852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcd39b-37bd-4d22-92e8-83c35f24c9d7 req-246363b5-9496-48e0-8754-5e3b4e4ebad7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:36.349902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.350245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37fcd39b-37bd-4d22-92e8-83c35f24c9d7 req-246363b5-9496-48e0-8754-5e3b4e4ebad7 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 946 time: 0.2345779
Dec 16 09:36:36.357509 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3dd59174-b653-4b33-b243-a510e4677d91 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:36.381935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2a295cb4-95fb-4b6f-993d-a3a354d789de details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:36.415615 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.422271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c707ab9-e48a-443e-a5e7-551c6a880ecc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:36.426321 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.443020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-23556b2f-4ff5-4950-9adb-5c5e287f6477 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317860
Dec 16 09:36:36.446895 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b83b607b-4a71-4bc1-83d8-a30a5a5e61c7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:36.451055 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:36.457417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.498159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9153935-228d-481b-8fd0-902aadbe81b3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:36.500612 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:36.511354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37fcd39b-37bd-4d22-92e8-83c35f24c9d7 req-11ebffdc-dfce-4568-80b5-adf3168e996a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451883
Dec 16 09:36:36.577835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-d6329120-0dea-4707-a78e-b38df8e10a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:36.579569 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-d6329120-0dea-4707-a78e-b38df8e10a65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 1095 time: 0.4257092
Dec 16 09:36:36.682857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:36.685791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.689926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6085610
Dec 16 09:36:36.691923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:36.703067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'mac_address': 'fa:16:3e:a9:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:36.728249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:36.746794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff820>, [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:36:33Z', 'revision_number': 5, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:36.756338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:36.759790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] Checking router: d88b9940-0877-4e70-88f5-077b752a9038 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:36:36.765195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:floatingip and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:36.769645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-f6829c2e-c131-4030-8987-a3234df30057 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3165443
Dec 16 09:36:36.770318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:36.776661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] Routers {'d88b9940-0877-4e70-88f5-077b752a9038'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:36.777310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff820>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d88b9940-0877-4e70-88f5-077b752a9038'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:36.785071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:36.831665 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.869007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-12b51b49-5fb9-4922-baf6-ca020325ef3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e HTTP/1.1" status: 200  len: 217 time: 0.0851140
Dec 16 09:36:36.872359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.902143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a295cb4-95fb-4b6f-993d-a3a354d789de {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:36.944645 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:36.984081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:36.992240 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.003237 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ebea3e8a-e8ca-4d28-a775-8bf2aa5c3460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:37.042516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ca74a-b02a-404a-a116-48fe7357a9a8 req-12f788e8-bfbe-4109-aee6-aec7059787b5 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:37.049351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b8ca74a-b02a-404a-a116-48fe7357a9a8 req-12f788e8-bfbe-4109-aee6-aec7059787b5 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.3587666
Dec 16 09:36:37.057479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-d001bc3e-2fef-48d1-97ae-c5edecbe0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:37.058931 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-d001bc3e-2fef-48d1-97ae-c5edecbe0730 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 906 time: 0.4701455
Dec 16 09:36:37.072700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-715e4c64-fa30-44ed-a014-4e10df7aac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:37.074194 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-715e4c64-fa30-44ed-a014-4e10df7aac57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.1839850
Dec 16 09:36:37.095806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] Set router d88b9940-0877-4e70-88f5-077b752a9038 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:36:37.154795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b8ca74a-b02a-404a-a116-48fe7357a9a8 req-acea5f01-81af-413f-b4ea-fc55c0dd6286 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044416
Dec 16 09:36:37.195728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-c99edfbe-6080-4a14-a959-c84a0fdf598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:37.197269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-c99edfbe-6080-4a14-a959-c84a0fdf598e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1147664
Dec 16 09:36:37.202301 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-283c5e3c-00ae-4682-991a-12760ee0e81a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de HTTP/1.1" status: 200  len: 217 time: 0.0828207
Dec 16 09:36:37.204171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.208091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.213747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:37.216201 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.225338 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:37.278165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Deleting port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:37.278560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.302302 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.327205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.327745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:37.348670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-c380eec7-dcad-4096-b2ad-416d805b03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:37.350118 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-c380eec7-dcad-4096-b2ad-416d805b03fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.1359413
Dec 16 09:36:37.406700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['2a295cb4-95fb-4b6f-993d-a3a354d789de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:37.480220 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-1db72c12-8881-4308-8917-38ce7bdcf071 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1103778
Dec 16 09:36:37.498180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.502648 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "DELETE /v2.0/routers/78ba95fa-3023-480b-bf2e-b5abc4b2a0c2 HTTP/1.1" status: 204  len: 168 time: 2.3954899
Dec 16 09:36:37.570941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1dff820>, [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:36:33Z', 'revision_number': 5, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:37.589051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39826) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:37.592921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a026824a-6fad-4dbe-b58f-f2faf88562ba None None] The sync data for ids ['d88b9940-0877-4e70-88f5-077b752a9038'] in n-d-820554-2 is: [{'id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'name': 'tempest-ServersTestMultiNic-1298507812-router', 'tenant_id': '2bfbb9d4fb534761955a50a1727a3876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:47Z', 'updated_at': '2021-12-16T09:36:33Z', 'revision_number': 5, 'project_id': '2bfbb9d4fb534761955a50a1727a3876', 'gw_port': {'id': '5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b9940-0877-4e70-88f5-077b752a9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:48Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:37.636789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-506796738', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:37.651295 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-98bde699-e71c-4562-9ca3-aa59c6a0231e service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4333425
Dec 16 09:36:37.655522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-889a12e2-4abc-423a-9d7e-867fe94885c0 service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546652
Dec 16 09:36:37.664452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 172.25.3.229 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/f7117896-28fa-4bc8-adf0-7bb52ecfa397) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:37.671885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:37.703030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Usage tracker for resource:router and tenant:0205aa34fc1f45d68a2e4aeb94e720a3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:37.756008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:37.775991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] For port 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:37.776343 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.793604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:37.880296 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.881332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:37.915397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Calling delete_port for 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:37.964791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-f506297e-af64-4a20-9688-429d525c6d91 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2981899
Dec 16 09:36:37.973065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee309eb2-cf79-4690-9ae2-f4e879c2552d req-99d1e19c-e094-4eba-8901-51a6351c51bf tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:37.974491 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee309eb2-cf79-4690-9ae2-f4e879c2552d req-99d1e19c-e094-4eba-8901-51a6351c51bf tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 945 time: 0.3863084
Dec 16 09:36:38.008754 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1ef7b8a9-393d-44cf-9df6-3a2e97c4eacd req-0fa9502a-dc4f-4851-bf93-b6f7b6df3f5e service neutron] 10.222.0.74 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3453968
Dec 16 09:36:38.127636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.131495 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a909d3c8-674f-4548-a9a3-7ee6f96a2148 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:38.169730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.175331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:38.178442 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:38.219933 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-312c89db-d875-4284-8573-5e3479ff9a8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c9fd142c-fec2-449e-8560-2781fcdcca21 HTTP/1.1" status: 200  len: 217 time: 0.2444897
Dec 16 09:36:38.275607 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.282423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.447768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee309eb2-cf79-4690-9ae2-f4e879c2552d req-89a5276a-4cf8-4645-8325-f57aabc6c5a9 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801936
Dec 16 09:36:38.465537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-c5500cec-2e0b-460c-910f-a45962112d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:38.466994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-c5500cec-2e0b-460c-910f-a45962112d31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.2345691
Dec 16 09:36:38.604543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.607146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.635153 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.635818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88b9940-0877-4e70-88f5-077b752a9038 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:38.654225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.655636 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] 10.222.0.66 "DELETE /v2.0/routers/d88b9940-0877-4e70-88f5-077b752a9038 HTTP/1.1" status: 204  len: 168 time: 2.5906363
Dec 16 09:36:38.655971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.658223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:38.698544 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.720597 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:38.736914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Deleting subnet 94913205-1647-493d-953b-2e91efb53cd8 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:36:38.740781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.794432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.838404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:38.840295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:38.874610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.882273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:38.947657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.952092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25c7fb35-ee79-4771-9daa-f3214f058acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:38.956501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=f7117896-28fa-4bc8-adf0-7bb52ecfa397,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:38.961852 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:38.972322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-5f42d3c4-0489-466b-b64b-530be45ab94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:38.973819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-5f42d3c4-0489-466b-b64b-530be45ab94d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4467673
Dec 16 09:36:38.986134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94913205-1647-493d-953b-2e91efb53cd8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:38.989230 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:38.990192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:38.995920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff74ce1c-875a-4122-972e-24c5687dc381 None None] Network 1004cbd6-2387-45d6-b907-4a00bbc08f99 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:39.000597 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/94913205-1647-493d-953b-2e91efb53cd8 HTTP/1.1" status: 204  len: 168 time: 0.3380804
Dec 16 09:36:39.000869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:39.108339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77a550-fa1d-4445-ba2d-889b0a77b5fe req-de1efe35-4fde-42dd-87e0-422dcbf26944 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:39.115129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae77a550-fa1d-4445-ba2d-889b0a77b5fe req-de1efe35-4fde-42dd-87e0-422dcbf26944 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 946 time: 0.3961971
Dec 16 09:36:39.122884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.136466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Deleting port 23b359fe-6197-448f-9481-e4ab8aea6eed {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:39.138069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.206742 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.223901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae77a550-fa1d-4445-ba2d-889b0a77b5fe req-fe26658c-01af-4f69-ba84-eda7ce10512b tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074562
Dec 16 09:36:39.271070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21bca239-3142-4c6f-809b-884bc26e589f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:39.308092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 21bca239-3142-4c6f-809b-884bc26e589f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:36:39.308449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21bca239-3142-4c6f-809b-884bc26e589f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:39.308873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4c707ab9-e48a-443e-a5e7-551c6a880ecc no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:39.311189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-0b94da51-9a91-4303-8919-d5c6c1f720fc service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3274672
Dec 16 09:36:39.347420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 4c707ab9-e48a-443e-a5e7-551c6a880ecc {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:36:39.347779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4c707ab9-e48a-443e-a5e7-551c6a880ecc not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:39.348211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:39.372504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] DHCP port deletion for 1004cbd6-2387-45d6-b907-4a00bbc08f99 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:36:39.385543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:36:39.385925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5da6ecb8-715a-4c2d-9997-e3a0e4fbccd7 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:39.387529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Deleting port 23b359fe-6197-448f-9481-e4ab8aea6eed {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:39.387907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.420673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] For port 23b359fe-6197-448f-9481-e4ab8aea6eed, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=23b359fe-6197-448f-9481-e4ab8aea6eed,segment=NetworkSegment(c98b9d0e-68f7-4341-b83a-80d954bbfdc7),segment_id=c98b9d0e-68f7-4341-b83a-80d954bbfdc7)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:39.421198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.559959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Calling delete_port for 23b359fe-6197-448f-9481-e4ab8aea6eed owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:39.622274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] For port 23b359fe-6197-448f-9481-e4ab8aea6eed, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=23b359fe-6197-448f-9481-e4ab8aea6eed,segment=NetworkSegment(c98b9d0e-68f7-4341-b83a-80d954bbfdc7),segment_id=c98b9d0e-68f7-4341-b83a-80d954bbfdc7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:39.622687 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.643423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.647619 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-478a3b58-8afe-43fc-aaca-98f8239c6f83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:39.700518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b359fe-6197-448f-9481-e4ab8aea6eed,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:39.703292 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:39.706042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] No DVR routers for this DVR port 23b359fe-6197-448f-9481-e4ab8aea6eed on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:36:39.709772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.751919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Calling delete_port for 23b359fe-6197-448f-9481-e4ab8aea6eed owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:39.837357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.864753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f11a7ca0>,) {'filters': {'network_id': ['1004cbd6-2387-45d6-b907-4a00bbc08f99']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:39.866468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   from cryptography.utils import int_from_bytes
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   from cryptography.utils import int_from_bytes
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn_limited(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.873506 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:36:39.876148 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:36:39.879814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:36:39.880184 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:36:39.881008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11a7ca0>, 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:39.881353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11a7ca0>, 'c98b9d0e-68f7-4341-b83a-80d954bbfdc7') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:39.892592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.906079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.909215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-17ee2621-27d9-411e-a558-f54d8bb9dbe4 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5865331
Dec 16 09:36:39.909921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.917978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:36:39.918358 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:36:39.931585 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:36:40.007756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.011347 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3468fb12-1d06-496b-a8cd-b2cb8cbcc0bf tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:40.024611 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.034716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=1004cbd6-2387-45d6-b907-4a00bbc08f99,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:40.039474 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:40.044945 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1004cbd6-2387-45d6-b907-4a00bbc08f99 HTTP/1.1" status: 204  len: 168 time: 1.0431697
Dec 16 09:36:40.101462 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-030e9736-1073-40c6-b79c-e0bae21b0842 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 200  len: 217 time: 0.1528103
Dec 16 09:36:40.118127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef64e6-851a-4867-9226-26a753de7fba req-7a0d85cc-bc70-4d47-a686-f06df87f77d8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:40.119580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87ef64e6-851a-4867-9226-26a753de7fba req-7a0d85cc-bc70-4d47-a686-f06df87f77d8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.7057431
Dec 16 09:36:40.223668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:40.271277 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5746d0e9-ddb5-4899-aa73-c28f67cfef48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bfbb9d4fb534761955a50a1727a3876&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0462852
Dec 16 09:36:40.273616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39856) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:40.298269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87ef64e6-851a-4867-9226-26a753de7fba req-adc9fb92-cccf-4f27-b52f-2aa1835c3df6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436706
Dec 16 09:36:40.307474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-a296d1a6-a424-4c1a-b0c0-6619e773d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:40.309039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-a296d1a6-a424-4c1a-b0c0-6619e773d344 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.1867990
Dec 16 09:36:40.331383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.356744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.376286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Allocated IP 172.25.3.87 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/4186ad55-c59c-4c71-bebf-b165e99984da) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:40.382026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Deleting port 23b359fe-6197-448f-9481-e4ab8aea6eed {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:40.383540 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.414433 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.416653 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.420042 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6da568e9-6c6c-4e20-9f25-7df530846c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:40.435029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fada24c-68b3-44d5-ac14-076555b616fe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:40.439195 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:40.441373 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.443974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.445106 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fada24c-68b3-44d5-ac14-076555b616fe HTTP/1.1" status: 204  len: 168 time: 0.1705980
Dec 16 09:36:40.446394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2a295cb4-95fb-4b6f-993d-a3a354d789de up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:40.506250 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9426224c-0917-4a5f-a0b5-8b19460f1da9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:40.546299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7d6c2-6baf-447a-860c-abf99c04699c None None] The port '23b359fe-6197-448f-9481-e4ab8aea6eed' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:36:40.578818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 2a295cb4-95fb-4b6f-993d-a3a354d789de completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:40.585000 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 2a295cb4-95fb-4b6f-993d-a3a354d789de triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:40.585573 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.650050 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f55f5c8f-1148-48e9-a474-c921a23e7790 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0757906
Dec 16 09:36:40.729036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.756381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:40.766186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:40.770261 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.772146 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:40.778584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=f7117896-28fa-4bc8-adf0-7bb52ecfa397,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:40.803577 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:40.805950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-b9e6836b-f85b-44c7-9c5f-01e8023ce681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:40.807430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-b9e6836b-f85b-44c7-9c5f-01e8023ce681 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4809673
Dec 16 09:36:40.829950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.844867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:40.848446 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:40.951430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.988864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:40.998854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2966456
Dec 16 09:36:41.029369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0ba5ebd-449a-4987-b456-494538908054 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:41.030824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0ba5ebd-449a-4987-b456-494538908054 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3658137
Dec 16 09:36:41.061511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23b359fe-6197-448f-9481-e4ab8aea6eed no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:41.083666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-6544754c-3c58-48fa-845c-0277e52be4c2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/quotas/3a5e3a49f84f4038805610e3dedf48a5 HTTP/1.1" status: 200  len: 375 time: 0.0376596
Dec 16 09:36:41.088556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-6f1339e7-1f3a-43fa-a35a-93d3ca7de2ef service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619698
Dec 16 09:36:41.100591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 23b359fe-6197-448f-9481-e4ab8aea6eed {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:36:41.100949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23b359fe-6197-448f-9481-e4ab8aea6eed not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:41.157148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.347101 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6356628e-8916-4d61-9d8c-960b8b533f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:41.355616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:41.443257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:41.449818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:41.456857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:41.471588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1780577314-network', 'tenant_id': '81692f2fb48e402e8b7a310286448494'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:41.476651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:41.480719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Usage tracker for resource:network and tenant:81692f2fb48e402e8b7a310286448494 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:41.483322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event updated for resources: {'Port': ['ID=4186ad55-c59c-4c71-bebf-b165e99984da,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:41.483916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:41.489309 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:41.490286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:41.556526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-35b16efc-84ac-4896-aafd-3757d7a63130 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4719748
Dec 16 09:36:41.629994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-7edddb52-7ef3-40ba-a32f-e31f87a1a71b service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5086102
Dec 16 09:36:41.632162 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.636849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Made reservation on behalf of 81692f2fb48e402e8b7a310286448494 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:41.639585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.652361 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.670042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:41.673951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Usage tracker for resource:security_group_rule and tenant:81692f2fb48e402e8b7a310286448494 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:41.677500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:41.683395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:41.777168 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-3e6bfea2-9108-4cf2-9ff1-58727da20fb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 200  len: 217 time: 0.0722177
Dec 16 09:36:41.797692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.802236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.805677 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5779b04-f536-4fa1-84ee-91a1f5181e09 tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:41.839079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:36:41.845291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:41.850029 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:41.853929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.855513 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Added segment ca874b7e-791a-4e73-a45d-d18f626b37ce of type vlan for network 033b4f26-60bd-4f82-8595-85fd23b8af9f
Dec 16 09:36:41.888579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.895809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-fe4d4deb-2124-421a-8eb4-c0213c7eb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:41.897257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-fe4d4deb-2124-421a-8eb4-c0213c7eb80b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.0893371
Dec 16 09:36:41.920136 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9bd06d52-4678-4521-ab76-4116c4c8a74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.942249 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.944720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:41.945435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:41.972886 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bdb9612d-f4be-4590-975e-841515df127e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:42.004569 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6478322
Dec 16 09:36:42.016907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39912) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:42.081533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Request body: {'subnet': {'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1780577314-subnet', 'tenant_id': '81692f2fb48e402e8b7a310286448494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:42.091660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:42.106619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Usage tracker for resource:subnet and tenant:81692f2fb48e402e8b7a310286448494 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:42.111897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:42.122010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:42.124067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Pushing event updated for resources: {'Network': ['ID=033b4f26-60bd-4f82-8595-85fd23b8af9f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:42.127301 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:42.136752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Made reservation on behalf of 81692f2fb48e402e8b7a310286448494 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:42.137298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 033b4f26-60bd-4f82-8595-85fd23b8af9f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:36:42.146778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:42.179010 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:42.238685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-9c4dc422-19ef-47c4-bafa-b50468bdee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:42.240948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-9c4dc422-19ef-47c4-bafa-b50468bdee57 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2788928
Dec 16 09:36:42.520927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:42.533507 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7906fe25-765d-46e8-ab2d-d0eda712975a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:42.572456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-3bbe438c-5acb-46fd-b04e-478c608bdcb8 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3230283
Dec 16 09:36:42.653729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Checking segment: {'id': 'ca874b7e-791a-4e73-a45d-d18f626b37ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:42.653893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Network hostable DHCP agents. Network: 033b4f26-60bd-4f82-8595-85fd23b8af9f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:36:42.664450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b911ee-aaea-4f0f-8d2f-c73ea2a3132e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:42.665764 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:42.680309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Network 033b4f26-60bd-4f82-8595-85fd23b8af9f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:36:42.692983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 033b4f26-60bd-4f82-8595-85fd23b8af9f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:42.698430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:42.699034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:42.704184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0439a-2c41-4df9-ad5b-de6039cdaf2f None None] Network 033b4f26-60bd-4f82-8595-85fd23b8af9f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:42.724867 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7063868
Dec 16 09:36:43.015554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641b467-7022-4659-ab7e-a34656ef0c3b None None] Network 033b4f26-60bd-4f82-8595-85fd23b8af9f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:36:43.019140 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:43.088729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271ad373-65d8-4ccc-9176-a13b7d91a483 req-4d24e08e-c188-4d1a-bb85-de4700ed4058 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5065210
Dec 16 09:36:43.120990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4f90e-99f9-43fd-b967-fa58809b770f req-1eb728e5-bf12-428e-acb5-0c3f3314b370 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:43.128504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03c4f90e-99f9-43fd-b967-fa58809b770f req-1eb728e5-bf12-428e-acb5-0c3f3314b370 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 946 time: 0.5219162
Dec 16 09:36:43.259078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03c4f90e-99f9-43fd-b967-fa58809b770f req-20cf672a-dae1-4735-b811-dca479456744 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294091
Dec 16 09:36:43.310898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Router d73bc1b3-0e74-442c-9b60-df879b7a4127 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:36:43.315393 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'code': 200}
Dec 16 09:36:43.554455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-dfcf2d98-614c-4a1f-9ccf-588385ea23f4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:43.598349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-dfcf2d98-614c-4a1f-9ccf-588385ea23f4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:43.599512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-dfcf2d98-614c-4a1f-9ccf-588385ea23f4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1328126674&fields=id&tenant_id=d31048b143aa4b7eb2748907a1576312 HTTP/1.1" status: 200  len: 267 time: 0.2032220
Dec 16 09:36:43.601765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:43.614009 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] Sync routers for ids ['d73bc1b3-0e74-442c-9b60-df879b7a4127'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:43.622886 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] Routers {'d73bc1b3-0e74-442c-9b60-df879b7a4127'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:43.623535 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e29910>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d73bc1b3-0e74-442c-9b60-df879b7a4127'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:43.673537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85523cf-152b-4d77-8a43-d1a26542372b req-3223026f-b6c8-4ea4-bd7a-74ee6b7cfa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:43.675615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b85523cf-152b-4d77-8a43-d1a26542372b req-3223026f-b6c8-4ea4-bd7a-74ee6b7cfa1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 1097 time: 0.2580674
Dec 16 09:36:43.697991 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e29910>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:43.702973 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:43.707291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:43.707785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 6.1131306
Dec 16 09:36:43.709211 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] Routers {'d73bc1b3-0e74-442c-9b60-df879b7a4127'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:43.710015 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e29910>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d73bc1b3-0e74-442c-9b60-df879b7a4127'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:43.713696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:43.723219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-1f303ec6-da68-4546-95a5-69ce696e43ce tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:43.723819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-1f303ec6-da68-4546-95a5-69ce696e43ce tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:43.754906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b85523cf-152b-4d77-8a43-d1a26542372b req-64d3386f-a438-4ea7-a0c3-5419f82583f3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699382
Dec 16 09:36:43.757247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-1f303ec6-da68-4546-95a5-69ce696e43ce tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:43.764294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-1f303ec6-da68-4546-95a5-69ce696e43ce tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports/ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 932 time: 0.1507690
Dec 16 09:36:43.783388 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e29910>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:43.784621 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c194f9-420d-479e-be3a-03af055738d1 None None] The sync data for ids ['d73bc1b3-0e74-442c-9b60-df879b7a4127'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:43.847653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e1183644-7f09-44c7-bfc4-5dcae977bbd1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0497797
Dec 16 09:36:43.866724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:43.960826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f388980b-5f2f-4c5d-97da-7c72964d3895 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:43.967871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f388980b-5f2f-4c5d-97da-7c72964d3895 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports/41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 932 time: 0.2025983
Dec 16 09:36:44.037988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-25277fbf-8a5e-463b-bd24-162ab3a558c4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0691047
Dec 16 09:36:44.097821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7ffc8ae8-fab6-4ad9-a1c1-75d677e5433b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0587432
Dec 16 09:36:44.275329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-061ed358-6c58-4800-9efa-bfb95c0379ca tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0602312
Dec 16 09:36:44.314528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-83b1f9b1-11a3-43f9-819c-9aba926e38d8 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:44.316931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-83b1f9b1-11a3-43f9-819c-9aba926e38d8 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4593475
Dec 16 09:36:44.382965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:44.390878 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:44.412752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec027423-668d-453b-9957-e768a57363d3 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:44.445676 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14a0cf04-1693-4e24-869d-7b0418dc47e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:44.606032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:44.622223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'ec027423-668d-453b-9957-e768a57363d3', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'port_id': 'ec027423-668d-453b-9957-e768a57363d3', 'mac_address': 'fa:16:3e:19:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3211252b-37a9-490f-98d3-6ca2798d4cdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:44.688813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a5557295-7b6f-477d-bbd6-5d59a6645d90 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:44.690294 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:44.694685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a5557295-7b6f-477d-bbd6-5d59a6645d90 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:44.700412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a5557295-7b6f-477d-bbd6-5d59a6645d90 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:44.701246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a5557295-7b6f-477d-bbd6-5d59a6645d90 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:44.708492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec027423-668d-453b-9957-e768a57363d3 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:44.725892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:44.730653 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:44.733436 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:44.785612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-1489c542-8f58-45d1-a869-5293f9aa12c5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:44.787442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-1489c542-8f58-45d1-a869-5293f9aa12c5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5016246
Dec 16 09:36:44.790879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a5557295-7b6f-477d-bbd6-5d59a6645d90 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:44.792494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a5557295-7b6f-477d-bbd6-5d59a6645d90 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 1990 time: 0.6934493
Dec 16 09:36:44.802023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:44.807333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:44.810579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:44.813796 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:44.830955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Usage tracker for resource:port and tenant:3a5e3a49f84f4038805610e3dedf48a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:44.834835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:44.891000 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['ec027423-668d-453b-9957-e768a57363d3'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:44.903683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:44.910263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-5318ddda-fed9-429c-bd2a-328a88f0ecce tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/quotas/d31048b143aa4b7eb2748907a1576312 HTTP/1.1" status: 200  len: 375 time: 0.0841365
Dec 16 09:36:44.957920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:44.961308 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.099516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:45.108635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Usage tracker for resource:port and tenant:3a5e3a49f84f4038805610e3dedf48a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:45.114620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:45.128164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:45.153960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:45.157429 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.223095 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.226452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2777a170-443a-44de-8253-7b51db53f781 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&fields=id HTTP/1.1" status: 200  len: 532 time: 0.3013313
Dec 16 09:36:45.265511 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.271568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.436723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.207 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/3dbef17e-f89f-4e8a-b2da-a46aa134f3a5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:45.465078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Router d73bc1b3-0e74-442c-9b60-df879b7a4127 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:36:45.465726 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.519825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-53248c77-1bcd-410d-8f3c-439b57bb17b5 service neutron] 10.222.0.66 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2788103
Dec 16 09:36:45.655054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:45.661895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.663280 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6b0a05a3-5666-4160-96ee-c23bc6aea0c4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "PUT /v2.0/routers/d73bc1b3-0e74-442c-9b60-df879b7a4127 HTTP/1.1" status: 200  len: 924 time: 1.9542704
Dec 16 09:36:45.665643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:45.669505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] Sync routers for ids ['d73bc1b3-0e74-442c-9b60-df879b7a4127'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:45.680521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] Routers {'d73bc1b3-0e74-442c-9b60-df879b7a4127'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:45.681241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2238160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d73bc1b3-0e74-442c-9b60-df879b7a4127'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:45.746241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2238160>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:45.756432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] Routers {'d73bc1b3-0e74-442c-9b60-df879b7a4127'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:45.757144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2238160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d73bc1b3-0e74-442c-9b60-df879b7a4127'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:45.816463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-5803bf21-c6a2-4666-8553-229e7a25c73e service neutron] 10.222.0.66 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863543
Dec 16 09:36:45.881446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2238160>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:45.881876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd6597-cb42-4a01-a5b4-8fdfc236ec7b None None] The sync data for ids ['d73bc1b3-0e74-442c-9b60-df879b7a4127'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:45.913466 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:45.927556 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-786d8b64-e2fd-45a7-bf9c-d01f1ce43c80 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/d73bc1b3-0e74-442c-9b60-df879b7a4127 HTTP/1.1" status: 200  len: 924 time: 0.2560878
Dec 16 09:36:45.928128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39964) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:45.933048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-4f81e015-0203-4b0f-865f-f646b871732f service neutron] 10.222.0.66 "GET /v2.0/ports/ed26d09c-34d9-4d2a-8575-cb8d4420004b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1156886
Dec 16 09:36:45.973662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:46.028966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b7dbb-d3a7-4b9a-8462-9f15cd1c023e tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:46.033647 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-822b7dbb-d3a7-4b9a-8462-9f15cd1c023e tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=d73bc1b3-0e74-442c-9b60-df879b7a4127&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1015577
Dec 16 09:36:46.033810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:46.096809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-1e4af035-3d94-4860-9e8c-dbc265b9d091 service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626973
Dec 16 09:36:46.100875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:46.113996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:46.134642 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-53960c8a-1a80-4242-ae64-4a1f5b391efa tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:46.174902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9153c967-7402-4ccd-9d99-79c4b66fbc91 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:46.175503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9153c967-7402-4ccd-9d99-79c4b66fbc91 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Synchronizing usage tracker for tenant:6f0959204387473ab16c2ff343ade0ff on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:46.197819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9153c967-7402-4ccd-9d99-79c4b66fbc91 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Unset dirty status for tenant:6f0959204387473ab16c2ff343ade0ff on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:36:46.202170 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9153c967-7402-4ccd-9d99-79c4b66fbc91 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.1672885
Dec 16 09:36:46.204608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:46.262996 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb8109b4-da21-436b-9aab-add78a5a5e90 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=d73bc1b3-0e74-442c-9b60-df879b7a4127 HTTP/1.1" status: 200  len: 205 time: 0.0571864
Dec 16 09:36:46.266560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:46.315703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:46.324557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:46.333489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:46.337410 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:46.341195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:46.395611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.83 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/9acbb953-57b5-4197-906a-67db3a319fdc) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:46.427776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec027423-668d-453b-9957-e768a57363d3 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:46.480166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:46.480398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:46.536784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-28e0debd-55f7-4890-baf9-13e6a3f115a4 service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4030910
Dec 16 09:36:46.715536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:46.729293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port ec027423-668d-453b-9957-e768a57363d3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:46.729725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:46.760873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cc725d87-a69a-49ef-9cc1-db2c0e512193 None None] Provisioning for port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:46.773317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cc725d87-a69a-49ef-9cc1-db2c0e512193 None None] Provisioning complete for port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:46.773733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc725d87-a69a-49ef-9cc1-db2c0e512193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:46.795041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4622862
Dec 16 09:36:46.822569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Request body: {'port': {'device_id': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:46.991468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a465b4a5-fab2-4226-9f2d-1ed7ac3bf61c service neutron] 10.222.0.66 "GET /v2.0/ports/41b49abc-8f01-4a2b-8635-73d3011dfed5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.4237123
Dec 16 09:36:47.016705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cc725d87-a69a-49ef-9cc1-db2c0e512193 None None] Port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:36:47.034834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.063144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.085215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Deleting port 4186ad55-c59c-4c71-bebf-b165e99984da {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:47.086099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.135908 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.187481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:47.189516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec027423-668d-453b-9957-e768a57363d3'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:47.196766 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.199243 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:47.225241 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.293330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:47.305173 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:47.331034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-10a12614-20aa-42d0-ad55-a130ac00b7d1 service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294368
Dec 16 09:36:47.335538 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.339400 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.479720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Calling delete_port for 4186ad55-c59c-4c71-bebf-b165e99984da owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:47.541596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object 9acbb953-57b5-4197-906a-67db3a319fdc will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:47.664041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-9ba8c543-9282-4bb9-9f68-e90ac2f9f1db service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3213398
Dec 16 09:36:47.715686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.719604 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:47.727540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:47.728571 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8b716d4-e3db-486f-beb8-26a1805e81fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:47.780368 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce24f7c7-77d9-48f6-9aee-33a8ddbd8eb6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:47.806243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event deleted for resources: {'Port': ['ID=4186ad55-c59c-4c71-bebf-b165e99984da,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:47.811790 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:47.919688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:47.925889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:47.933387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:47.945536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.031419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:48.032044 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.047064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=9acbb953-57b5-4197-906a-67db3a319fdc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:48.101312 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:48.143786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.3405747
Dec 16 09:36:48.194052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Request body: {'port': {'device_id': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:48.224627 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.229323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.248573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a41a873d-140e-4876-bcab-856f977253ce service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5721865
Dec 16 09:36:48.266890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.267813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Fanout notify agent at l3_agent the message router_deleted on router d73bc1b3-0e74-442c-9b60-df879b7a4127 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:48.295075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.296613 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/d73bc1b3-0e74-442c-9b60-df879b7a4127 HTTP/1.1" status: 204  len: 168 time: 2.0282767
Dec 16 09:36:48.303425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40002) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:48.313904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-858828344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:48.324771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:48.329886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Usage tracker for resource:router and tenant:0205aa34fc1f45d68a2e4aeb94e720a3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:48.333611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:48.363802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:48.376727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4671cfd8-dc81-4668-a1b4-847a87574041 None None] Provisioning for port 9acbb953-57b5-4197-906a-67db3a319fdc completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:48.385474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4671cfd8-dc81-4668-a1b4-847a87574041 None None] Provisioning complete for port 9acbb953-57b5-4197-906a-67db3a319fdc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:48.386259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4671cfd8-dc81-4668-a1b4-847a87574041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.389286 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.391143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.415445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.445905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.464246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4671cfd8-dc81-4668-a1b4-847a87574041 None None] Port 9acbb953-57b5-4197-906a-67db3a319fdc cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:36:48.482732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.486006 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-708abfbe-8239-4e17-a27b-e250b105cdb3 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1806824
Dec 16 09:36:48.489525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40006) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:48.496607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:48.506680 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.531748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:48.596854 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:48.900375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-e1899740-54e4-46f1-a221-3856d9cfcfe1 service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6402402
Dec 16 09:36:49.004863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Transition to ACTIVE for port object 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:49.028490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.038010 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec61cec8-6731-40bc-89aa-0ae070597529 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:49.170625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.342825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:49.386585 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:49.391189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-88b0d8be-3c64-4268-99e7-f1bb0395c929 service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4837177
Dec 16 09:36:49.568526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.585491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Attempting to bind port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:49.585862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Attempting to bind port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:49.586149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Attempting to bind port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:49.606580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.643772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:36:49.644126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Attempting to bind port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:49.653694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:49.654169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:49.654631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:49.655057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Bound port: 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:49.655576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.698422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-1ab0adb9-92e2-40ed-967d-da5af0c5fea9 service neutron] 10.222.0.66 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2828345
Dec 16 09:36:49.700541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acbb953-57b5-4197-906a-67db3a319fdc {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:49.784583 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.796624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Allocated IP 172.25.3.25 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/10ffb3d1-d937-4d9b-b164-10dc17bf2e8c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:49.871307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] For port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:49.893827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Transition to ACTIVE for port object 9acbb953-57b5-4197-906a-67db3a319fdc will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:49.900077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] For port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:49.901369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.907948 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:49.952125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:49.989629 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:50.030820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:50.034676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b1ccf91b-7b50-4e26-8e00-3c6c2c454b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:50.086333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:50.087590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:50.090496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 HTTP/1.1" status: 200  len: 1096 time: 3.2722938
Dec 16 09:36:50.091244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'tag': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:36:50.119074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:50.126686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:50.131031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:50.159803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9acbb953-57b5-4197-906a-67db3a319fdc,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:50.165549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event updated for resources: {'Port': ['ID=10ffb3d1-d937-4d9b-b164-10dc17bf2e8c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:50.168805 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:50.173108 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-e0293ad2-cb77-429d-8f44-97b9388437d4 service neutron] 10.222.0.66 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3901069
Dec 16 09:36:50.190689 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:50.223631 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f2a1649-fa98-43d7-ae52-4148d12a910c tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:50.702128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:50.725550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-851b4a8b-920f-4f69-bb41-0d79a6cccc0a service neutron] 10.222.0.66 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4553952
Dec 16 09:36:50.841671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:50.856583 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:50.902582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Attempting to bind port 9acbb953-57b5-4197-906a-67db3a319fdc on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:50.905572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Attempting to bind port 9acbb953-57b5-4197-906a-67db3a319fdc by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:50.906046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Attempting to bind port 9acbb953-57b5-4197-906a-67db3a319fdc on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:50.942422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Port 9acbb953-57b5-4197-906a-67db3a319fdc on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:36:50.943009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Attempting to bind port 9acbb953-57b5-4197-906a-67db3a319fdc on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:50.947155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-36361c85-44cb-4861-b42e-7eaa12ecba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:50.949875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-36361c85-44cb-4861-b42e-7eaa12ecba6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7 HTTP/1.1" status: 200  len: 1099 time: 0.7929249
Dec 16 09:36:51.032773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:51.033129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:51.033615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:51.034548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Bound port: 9acbb953-57b5-4197-906a-67db3a319fdc, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:51.034897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:51.098870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-cc9c7233-6e35-4bec-b75e-dce123d4ac23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 HTTP/1.1" status: 200  len: 217 time: 0.1365666
Dec 16 09:36:51.156102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b75b787e-f8ae-4138-b362-96bbfce0b0b4 service neutron] 10.222.0.66 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4177506
Dec 16 09:36:51.303639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e5dc4410-6667-4de2-8060-85d048845ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:51.305078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e5dc4410-6667-4de2-8060-85d048845ae3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1925068
Dec 16 09:36:51.309952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] For port 9acbb953-57b5-4197-906a-67db3a319fdc, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:51.316045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] For port 9acbb953-57b5-4197-906a-67db3a319fdc, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9acbb953-57b5-4197-906a-67db3a319fdc,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:51.320756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:51.324507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:51.327133 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:51.335041 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f5047f2-1849-470d-8e6b-250b054db740 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:51.444855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:51.445468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:51.446851 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] 10.222.0.74 "PUT /v2.0/ports/9acbb953-57b5-4197-906a-67db3a319fdc HTTP/1.1" status: 200  len: 1095 time: 3.2583158
Dec 16 09:36:51.474002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-724087e1-e364-4a88-bff6-0c283b313176 service neutron] 10.222.0.66 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3169734
Dec 16 09:36:51.618825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Router 977165de-7997-4f31-b5df-810649d84f40 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:36:51.651592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9acbb953-57b5-4197-906a-67db3a319fdc,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:51.657650 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:51.735767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e12aa081-a037-43a4-bb51-c688955dd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:51.742468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-e12aa081-a037-43a4-bb51-c688955dd22e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.3726430
Dec 16 09:36:51.871419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-c2923ee7-5f49-45f4-9ff5-48c74c3a7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:51.872898 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-c2923ee7-5f49-45f4-9ff5-48c74c3a7db7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 1098 time: 0.3558977
Dec 16 09:36:51.911406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:36:51.922734 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] Sync routers for ids ['977165de-7997-4f31-b5df-810649d84f40'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:36:51.942185 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] Routers {'977165de-7997-4f31-b5df-810649d84f40'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:51.943531 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ddbc40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['977165de-7997-4f31-b5df-810649d84f40'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:51.947304 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:51.953660 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "PUT /v2.0/routers/977165de-7997-4f31-b5df-810649d84f40 HTTP/1.1" status: 200  len: 882 time: 3.4621184
Dec 16 09:36:51.954589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:51.983597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-a30900b2-d36e-4f12-ad7a-08f6e89dedea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9acbb953-57b5-4197-906a-67db3a319fdc HTTP/1.1" status: 200  len: 217 time: 0.0901637
Dec 16 09:36:52.034971 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ddbc40>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:52.044775 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] Routers {'977165de-7997-4f31-b5df-810649d84f40'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:36:52.045756 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ddbc40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['977165de-7997-4f31-b5df-810649d84f40'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:52.091249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-38766e19-927e-4efb-9da3-4c2320f330be service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452826
Dec 16 09:36:52.115689 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ddbc40>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:36:52.116467 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191020b-7283-41ef-befd-3d40e46146ba None None] The sync data for ids ['977165de-7997-4f31-b5df-810649d84f40'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:36:52.271043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-4af374b0-e3c9-40e2-b963-146e6048d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:52.273143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-4af374b0-e3c9-40e2-b963-146e6048d3f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2796988
Dec 16 09:36:52.312542 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d8ea6fb5-60f2-47a1-8676-6acbe6f8c945 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/977165de-7997-4f31-b5df-810649d84f40 HTTP/1.1" status: 200  len: 923 time: 0.3538492
Dec 16 09:36:52.316673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:52.364925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-94ad174e-8b04-4be6-9b4f-29c7756b679a service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2594914
Dec 16 09:36:52.381693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-ce5558f4-4d65-4cb8-8035-a0870a88f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:52.383483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-ce5558f4-4d65-4cb8-8035-a0870a88f0c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1017709
Dec 16 09:36:52.491380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04195083-ddd0-43dd-a44d-c89f74b8abe8 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:52.498908 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04195083-ddd0-43dd-a44d-c89f74b8abe8 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=977165de-7997-4f31-b5df-810649d84f40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1776035
Dec 16 09:36:52.500363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:52.629080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-6901d49c-a9f1-4bb7-89fc-28f793290a2f service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2358592
Dec 16 09:36:52.702961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eee696-35d1-4d6e-9eeb-f74487ac50b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:52.704466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-71eee696-35d1-4d6e-9eeb-f74487ac50b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.2029910
Dec 16 09:36:52.708507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:52.765599 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-df4ec0c4-4089-4051-a98e-dc3f20f6e157 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=977165de-7997-4f31-b5df-810649d84f40 HTTP/1.1" status: 200  len: 205 time: 0.0558763
Dec 16 09:36:52.768706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:52.981453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed96a333-d8c2-4480-b36b-efb0db873c8c req-65ee928e-13a4-46b7-bd13-43f0729bee13 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3335526
Dec 16 09:36:53.044266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:53.130635 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-ecfc67fe-fc97-4a0f-90e1-4883a6d8caf7 service neutron] show failed (client error): The resource could not be found.
Dec 16 09:36:53.134608 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-ecfc67fe-fc97-4a0f-90e1-4883a6d8caf7 service neutron] 10.222.0.54 "GET /v2.0/ports/226f13d7-742a-4b27-9514-46bdded69b82/bindings/n-h2-820554-2 HTTP/1.1" status: 404  len: 380 time: 0.1493793
Dec 16 09:36:53.266082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddd484-082a-49aa-953e-651b8234ef78 req-e09edcc1-efc8-4f73-b036-5096eff4146c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:53.267067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98ddd484-082a-49aa-953e-651b8234ef78 req-e09edcc1-efc8-4f73-b036-5096eff4146c tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.1718009
Dec 16 09:36:53.352269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98ddd484-082a-49aa-953e-651b8234ef78 req-a74e72c6-b4f3-4f4e-9794-008615f16da6 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791678
Dec 16 09:36:53.560616 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:53.574368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Deleting port 10ffb3d1-d937-4d9b-b164-10dc17bf2e8c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:36:53.574724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:53.601094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-e1f0eb22-3531-4d4b-84dd-ae67a76f433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:53.602574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-e1f0eb22-3531-4d4b-84dd-ae67a76f433f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561&tenant_id=9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 1099 time: 0.1078320
Dec 16 09:36:53.626359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820554-2', 'device_owner': 'compute:nova'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:53.813063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:53.819753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:53.822961 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:54.117671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Calling delete_port for 10ffb3d1-d937-4d9b-b164-10dc17bf2e8c owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:36:54.126268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:54.176683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5', 'mac_address': 'fa:16:3e:44:c2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:54.267073 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:54.289206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:54.332815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:54.338602 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:54.342013 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:54.395040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:54.444350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:54.455249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.455869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.456625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.457133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.457932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.458435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.459031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.459556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.460041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.460667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.461396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.461881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:36:54.482051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:54.488551 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:54.541751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:54.559102 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf7096d4-14f7-4af6-9b55-6815f076ecda tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:54.616192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:54.715288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event deleted for resources: {'Port': ['ID=10ffb3d1-d937-4d9b-b164-10dc17bf2e8c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:54.782017 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:54.836131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:54.966174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0bdd5d68-5e28-4183-a256-5305e8fe5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:54.967663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0bdd5d68-5e28-4183-a256-5305e8fe5bf5 service neutron] 10.222.0.54 "GET /v2.0/ports/ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 1028 time: 0.3278744
Dec 16 09:36:55.043860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.047495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7c514f94-0bf0-41c9-86b8-c1406b1d6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:55.048976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7c514f94-0bf0-41c9-86b8-c1406b1d6c6b service neutron] 10.222.0.54 "GET /v2.0/ports/41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 1028 time: 0.0734756
Dec 16 09:36:55.142176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.146631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.181176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.182645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Fanout notify agent at l3_agent the message router_deleted on router 977165de-7997-4f31-b5df-810649d84f40 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:36:55.206002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Transition to ACTIVE for port object 226f13d7-742a-4b27-9514-46bdded69b82 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:55.218910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.220718 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/977165de-7997-4f31-b5df-810649d84f40 HTTP/1.1" status: 204  len: 168 time: 2.4510093
Dec 16 09:36:55.222830 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.227787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40090) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:55.239303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-325325610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:55.249079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:55.251002 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:55.254855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Usage tracker for resource:router and tenant:0205aa34fc1f45d68a2e4aeb94e720a3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:36:55.257723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:36:55.266110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:55.297950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.303731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.327795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.357138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.391600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:55.399228 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-943208b5-bc4b-4c96-9b76-23895cec1ecc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1693063
Dec 16 09:36:55.400171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:36:55.406447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': True}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:55.547487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7966bfb9-c79e-4a81-ba60-07152a7e0630 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:55.562051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7966bfb9-c79e-4a81-ba60-07152a7e0630 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:55.575932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7966bfb9-c79e-4a81-ba60-07152a7e0630 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:55.577691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7966bfb9-c79e-4a81-ba60-07152a7e0630 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 1990 time: 0.5136373
Dec 16 09:36:55.581993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:55.592419 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:55.738829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-a4362eb2-b81c-4a7d-aba7-b4822e69a835 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:55.742053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-a4362eb2-b81c-4a7d-aba7-b4822e69a835 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/networks?id=033b4f26-60bd-4f82-8595-85fd23b8af9f HTTP/1.1" status: 200  len: 814 time: 0.9514713
Dec 16 09:36:55.764461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] No DVR routers for this DVR port 226f13d7-742a-4b27-9514-46bdded69b82 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:36:55.815708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:36:55.887265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-b0ed9d7f-1af7-4651-930a-0e5442c17f66 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/quotas/81692f2fb48e402e8b7a310286448494 HTTP/1.1" status: 200  len: 375 time: 0.1144083
Dec 16 09:36:55.991359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:36:55.995128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:36:55.995128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:55.998039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d2daf96c-32ce-4540-aad6-6c61c59c9952 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31048b143aa4b7eb2748907a1576312 HTTP/1.1" status: 200  len: 380 time: 0.3356147
Dec 16 09:36:56.024547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'admin_state_up': True, 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'security_groups': ['2f02303f-983e-49cc-85cc-e78393ab54b5']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:36:56.040046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:56.042433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:56.042903 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.164550 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.216574 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.260993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:56.269486 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.270592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:36:56.286659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:36:56.287008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:36:56.295703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-c7fa1760-4d69-42d4-a058-f66827b380e6 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=81692f2fb48e402e8b7a310286448494&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4065497
Dec 16 09:36:56.322625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:36:56.323015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:36:56.323404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:36:56.323847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Bound port: 226f13d7-742a-4b27-9514-46bdded69b82, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:36:56.324204 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.330022 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:56.460778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:36:56.463292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:56.466358 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:56.472800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9acbb953-57b5-4197-906a-67db3a319fdc details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:36:56.489457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:36:56.502576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:36:56.630600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.654033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:36:56.661822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.668418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.781722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9acbb953-57b5-4197-906a-67db3a319fdc, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9acbb953-57b5-4197-906a-67db3a319fdc,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:56.805425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:36:56.809165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:36:56.840588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9acbb953-57b5-4197-906a-67db3a319fdc', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '9acbb953-57b5-4197-906a-67db3a319fdc', 'mac_address': 'fa:16:3e:d6:78:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:36:56.859991 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.866906 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:56.922420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Allocated IP 172.25.3.159 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/c9ffdd5d-02d9-4a1e-8cb4-2b9dfbaf8a79) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:56.954320 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.974287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:56.974873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:56.976345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] 10.222.0.74 "PUT /v2.0/ports/226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 1094 time: 3.3617787
Dec 16 09:36:56.993426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-f4ade952-42f5-4139-b2d4-a64e4c922cb8 service neutron] 10.222.0.66 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6387718
Dec 16 09:36:57.005082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acbb953-57b5-4197-906a-67db3a319fdc {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:36:57.031682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9acbb953-57b5-4197-906a-67db3a319fdc, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9acbb953-57b5-4197-906a-67db3a319fdc,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:36:57.037705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:57.041035 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:57.199999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:57.229260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9acbb953-57b5-4197-906a-67db3a319fdc,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:57.236018 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:57.256390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:57.264392 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:57.278087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:57.282864 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:57.354484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 172.20.0.13 (6295502d-70ae-49f3-8736-b527f785ee2c/0992bf35-eb0c-4829-8199-c98aaed2b9c3/3aedbb06-f2dc-4612-84ca-57ff5db20b22) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:36:57.375488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-edf6b7c7-bb87-4e69-a8bd-3795ce0a1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:57.378490 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-edf6b7c7-bb87-4e69-a8bd-3795ce0a1470 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1097 time: 0.3577003
Dec 16 09:36:57.388952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ffdd5d-02d9-4a1e-8cb4-2b9dfbaf8a79,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:57.394932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-e1c56367-695b-464d-83fd-2e9a581d831e service neutron] 10.222.0.66 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4004250
Dec 16 09:36:57.403635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:57.405339 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:57.406447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:57.422381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:57.476099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:36:57.869836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-608baf24-dc77-457b-879a-a2e050ad51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:57.871405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-608baf24-dc77-457b-879a-a2e050ad51c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4751482
Dec 16 09:36:58.072442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-34c232cb-2279-45e5-915f-a09d7d955930 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.1823099
Dec 16 09:36:58.217230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-4cb89d00-ea68-48ea-b039-1f8a0f7c9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:58.218944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-4cb89d00-ea68-48ea-b039-1f8a0f7c9176 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1247447
Dec 16 09:36:58.222794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:58.319859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Transition to ACTIVE for port object 3aedbb06-f2dc-4612-84ca-57ff5db20b22 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:36:58.367837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22237-54ea-4638-b422-8538241337dc req-c9769a26-6a3a-49c6-8b4d-ebc7925596c7 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:58.370199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1d22237-54ea-4638-b422-8538241337dc req-c9769a26-6a3a-49c6-8b4d-ebc7925596c7 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 946 time: 0.5433435
Dec 16 09:36:58.440490 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:36:58.480574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1d22237-54ea-4638-b422-8538241337dc req-2fea1dfb-0d08-4a0c-b835-b4765cde5a2a tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993419
Dec 16 09:36:58.506649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-8e76f058-d929-4183-aff7-f7a486cd6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:58.516534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-8e76f058-d929-4183-aff7-f7a486cd6314 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2833366
Dec 16 09:36:58.518211 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:58.584310 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec027423-668d-453b-9957-e768a57363d3', 'code': 200}
Dec 16 09:36:58.594545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0fd0aa0-c650-4d4e-ac15-db3ea08a39e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:36:58.662334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:58.704888 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'tag': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5', 'status': 'completed', 'code': 200}
Dec 16 09:36:59.054448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 6295502d-70ae-49f3-8736-b527f785ee2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:36:59.090874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:36:59.102542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:36:59.231108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=3aedbb06-f2dc-4612-84ca-57ff5db20b22,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:36:59.248291 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:36:59.311302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:59.311969 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:59.389146 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-5a367fc3-27ec-4394-a2ae-5a03ea889e7c service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8427651
Dec 16 09:36:59.534791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:59.538212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:59.588778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0e36f18f-b21f-4844-895c-94a9f85fc06e None None] Provisioning for port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:36:59.595439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0e36f18f-b21f-4844-895c-94a9f85fc06e None None] Provisioning complete for port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:36:59.596745 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e36f18f-b21f-4844-895c-94a9f85fc06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:36:59.601492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8171f65-a320-4481-91c3-6ea42b8bb186 req-ad149ed6-2b0e-412e-8b10-2b6a06bf7a61 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795354
Dec 16 09:36:59.735112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0e36f18f-b21f-4844-895c-94a9f85fc06e None None] Port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:36:59.836124 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8291118
Dec 16 09:36:59.868345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef363a-2bee-406a-b79d-59f0db46ead1 req-35f81133-d86f-419e-aee8-2a17e7b21bc9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:59.868345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4bef363a-2bee-406a-b79d-59f0db46ead1 req-35f81133-d86f-419e-aee8-2a17e7b21bc9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:36:59.868345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-cdb00c26-f4be-44bd-97d0-b4e03061234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:36:59.868345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-cdb00c26-f4be-44bd-97d0-b4e03061234b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7 HTTP/1.1" status: 200  len: 1101 time: 1.1493876
Dec 16 09:36:59.870377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'admin_state_up': True, 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'security_groups': ['2f02303f-983e-49cc-85cc-e78393ab54b5']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:00.095950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-e514f7bd-42f0-45fb-974a-36b73fa1331e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:00.097578 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-e514f7bd-42f0-45fb-974a-36b73fa1331e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.54 "GET /v2.0/networks?id=033b4f26-60bd-4f82-8595-85fd23b8af9f HTTP/1.1" status: 200  len: 814 time: 0.4836659
Dec 16 09:37:00.099199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Router 9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:37:00.100752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-e50344e0-5aeb-4631-b8f2-6e8e159fc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:00.102198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-e50344e0-5aeb-4631-b8f2-6e8e159fc823 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2157054
Dec 16 09:37:00.214242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Request body: {'port': {'device_id': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f', 'admin_state_up': True, 'tenant_id': '81692f2fb48e402e8b7a310286448494'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:00.256115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4bef363a-2bee-406a-b79d-59f0db46ead1 req-35f81133-d86f-419e-aee8-2a17e7b21bc9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:00.257614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bef363a-2bee-406a-b79d-59f0db46ead1 req-35f81133-d86f-419e-aee8-2a17e7b21bc9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 932 time: 1.2164309
Dec 16 09:37:00.337331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-83212c81-8c13-466c-a826-c8fb9dea85ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 HTTP/1.1" status: 200  len: 217 time: 0.1343365
Dec 16 09:37:00.340296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:37:00.351207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:00.351362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] Sync routers for ids ['9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:37:00.355515 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "PUT /v2.0/routers/9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b HTTP/1.1" status: 200  len: 918 time: 4.9540658
Dec 16 09:37:00.356161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:00.376551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] Routers {'9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:00.377625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f211ed00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:00.487584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f211ed00>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:00.504574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9acbb953-57b5-4197-906a-67db3a319fdc up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:00.586377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] Routers {'9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:00.588221 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fe3cb79d-d1fb-4030-8cf8-38f9848c0e59 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b HTTP/1.1" status: 200  len: 924 time: 0.2305675
Dec 16 09:37:00.588706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-d97eb9a7-c1c9-487b-a511-07cdc1ef8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:00.589364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f211ed00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:00.589872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:00.592302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-d97eb9a7-c1c9-487b-a511-07cdc1ef8362 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1732767
Dec 16 09:37:00.698701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:00.713240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'tag': '9acbb953-57b5-4197-906a-67db3a319fdc'}, {'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}, {'name': 'network-changed', 'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:00.714018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f4e0c-6d70-4172-a7fb-9b2f4c9e86d9 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:00.730880 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d93f4e0c-6d70-4172-a7fb-9b2f4c9e86d9 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1398211
Dec 16 09:37:00.736174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:00.747439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f211ed00>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:00.748269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb86e7b-4515-4b86-8f1f-ed3676978fb5 None None] The sync data for ids ['9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:37:00.771635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 9acbb953-57b5-4197-906a-67db3a319fdc completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:00.782967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9acbb953-57b5-4197-906a-67db3a319fdc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:00.784143 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:00.790588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bef363a-2bee-406a-b79d-59f0db46ead1 req-442f34fe-0315-463b-b921-e5061370375e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4446802
Dec 16 09:37:00.933186 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:00.941436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ec744-83f3-4df1-a3f3-4b5e122c3380 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:00.943410 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-175ec744-83f3-4df1-a3f3-4b5e122c3380 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.2042181
Dec 16 09:37:00.946019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:00.974180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9acbb953-57b5-4197-906a-67db3a319fdc, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9acbb953-57b5-4197-906a-67db3a319fdc,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:00.974947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:00.980952 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:00.983789 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e4c6e096-739d-4aa3-a325-9dd8b9a52648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:01.009231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:01.023605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:01.032789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Usage tracker for resource:port and tenant:81692f2fb48e402e8b7a310286448494 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:01.052960 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5e1d1806-4ad2-42fd-9c95-7984e0e474f2 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b HTTP/1.1" status: 200  len: 205 time: 0.1053715
Dec 16 09:37:01.055935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:01.088135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:01.103144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9acbb953-57b5-4197-906a-67db3a319fdc,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:01.112366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:01.118183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:01.119724 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:01.122382 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:01.140122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-53e08e03-f146-4a02-a69a-8b26f9c51dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:01.141834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-53e08e03-f146-4a02-a69a-8b26f9c51dd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.5232992
Dec 16 09:37:01.186781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Made reservation on behalf of 81692f2fb48e402e8b7a310286448494 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:01.193220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:01.290228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:01.728270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:01.760229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Deleting port c9ffdd5d-02d9-4a1e-8cb4-2b9dfbaf8a79 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:01.761704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:01.821701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab695d9-3bcc-436d-9eb2-3ef40f4cac4c req-a4127924-23d3-4158-9f16-32077dcb0460 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:01.822471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1ab695d9-3bcc-436d-9eb2-3ef40f4cac4c req-a4127924-23d3-4158-9f16-32077dcb0460 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:01.904352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-1cdd82b0-36c0-4527-a839-141a3ad40c32 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7281530
Dec 16 09:37:01.972039 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:02.005800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 10.1.1.108 (713d1f13-3f1e-4f04-bc24-30c3d6295b56/a9a162a7-e174-4b6b-b020-e8883587f755/be439f31-8f3d-43be-add6-ea11b41f5eb7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:02.032857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1ab695d9-3bcc-436d-9eb2-3ef40f4cac4c req-a4127924-23d3-4158-9f16-32077dcb0460 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:02.034929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ab695d9-3bcc-436d-9eb2-3ef40f4cac4c req-a4127924-23d3-4158-9f16-32077dcb0460 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7 HTTP/1.1" status: 200  len: 950 time: 0.9983163
Dec 16 09:37:02.043486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Allocated IP 172.20.0.11 (033b4f26-60bd-4f82-8595-85fd23b8af9f/76b911ee-aaea-4f0f-8d2f-c73ea2a3132e/c3d83043-7cc4-4882-a27e-348498a15cec) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:02.133081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Calling delete_port for c9ffdd5d-02d9-4a1e-8cb4-2b9dfbaf8a79 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:02.272976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d0836e-84a7-4be6-a7f1-eb3dca19e059 req-871a1e8b-ca7a-4210-8b1b-dc0ec2438d89 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3694777
Dec 16 09:37:02.276037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ab695d9-3bcc-436d-9eb2-3ef40f4cac4c req-b9abb38d-7125-4b70-b161-d5cc0a2c0cb6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2263236
Dec 16 09:37:02.482960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:02.488318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:37:02.488798 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7286d359-4eac-4042-bf60-29494d07eb45 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:02.585680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event deleted for resources: {'Port': ['ID=c9ffdd5d-02d9-4a1e-8cb4-2b9dfbaf8a79,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:02.607715 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:02.754109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:02.772425 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:02.799997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '226f13d7-742a-4b27-9514-46bdded69b82', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '226f13d7-742a-4b27-9514-46bdded69b82', 'mac_address': 'fa:16:3e:bc:68:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:37:02.813885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Transition to ACTIVE for port object be439f31-8f3d-43be-add6-ea11b41f5eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:02.843844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:02.875916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aed6e5-bc2c-4cbc-882f-af72405cf8c2 req-a619ffd7-6efe-467e-ab2f-bfd02158f092 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:02.878051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23aed6e5-bc2c-4cbc-882f-af72405cf8c2 req-a619ffd7-6efe-467e-ab2f-bfd02158f092 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 946 time: 0.3387306
Dec 16 09:37:02.889237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:02.918769 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:02.927531 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a99701e-0419-453d-a092-26063dc5300a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:02.932634 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:02.971438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f13d7-742a-4b27-9514-46bdded69b82 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:02.996301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.008776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:03.028535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.031211 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a7514820-3767-46c9-aff9-25862421945f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:03.050185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23aed6e5-bc2c-4cbc-882f-af72405cf8c2 req-f09a0e59-71f2-4bea-b974-a8b80ea5a8e1 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554525
Dec 16 09:37:03.088981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:03.091176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=be439f31-8f3d-43be-add6-ea11b41f5eb7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:03.107594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:03.130077 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:03.132730 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-36999f90-c49e-420b-a35e-ef70dd32d7eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:03.212585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Network 033b4f26-60bd-4f82-8595-85fd23b8af9f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:03.221295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.225922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.228148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:03.262875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:03.268116 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:03.301390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.302417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Fanout notify agent at l3_agent the message router_deleted on router 9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:37:03.325375 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.330888 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b HTTP/1.1" status: 204  len: 168 time: 2.2705104
Dec 16 09:37:03.331802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:03.341899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-215261916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:03.353001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:03.358023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Usage tracker for resource:router and tenant:0205aa34fc1f45d68a2e4aeb94e720a3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:03.367147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:03.368163 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:03.368831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.381230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:03.398570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:03.400418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.406834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.418397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:03.445665 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.482517 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.501998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['226f13d7-742a-4b27-9514-46bdded69b82'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:03.526819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.532158 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0449e4ec-9c33-4022-aaf2-74528cec21c6 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1963220
Dec 16 09:37:03.532680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:03.542730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:03.597175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Pushing event updated for resources: {'Port': ['ID=c3d83043-7cc4-4882-a27e-348498a15cec,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:03.603601 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:03.611734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7488859
Dec 16 09:37:03.629699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'admin_state_up': True, 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'security_groups': ['2f02303f-983e-49cc-85cc-e78393ab54b5']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:03.730242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b11841ac-06df-4641-8f57-4434f41be5af None None] Provisioning for port be439f31-8f3d-43be-add6-ea11b41f5eb7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:03.749758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b11841ac-06df-4641-8f57-4434f41be5af None None] Provisioning complete for port be439f31-8f3d-43be-add6-ea11b41f5eb7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:03.750448 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b11841ac-06df-4641-8f57-4434f41be5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.837499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b11841ac-06df-4641-8f57-4434f41be5af None None] Port be439f31-8f3d-43be-add6-ea11b41f5eb7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:03.855653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:03.867181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:03.867852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:03.912921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:port and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:03.918120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:03.929429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:03.933663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7295325
Dec 16 09:37:03.947431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Request body: {'port': {'device_id': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:03.987898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e13d6c-7201-4854-9385-a2f0e1918e39 req-52b02948-73ca-4c68-9e60-65a0b5684aea tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:03.988532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-21e13d6c-7201-4854-9385-a2f0e1918e39 req-52b02948-73ca-4c68-9e60-65a0b5684aea tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Synchronizing usage tracker for tenant:81692f2fb48e402e8b7a310286448494 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:04.006581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:04.010332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:04.140647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-21e13d6c-7201-4854-9385-a2f0e1918e39 req-52b02948-73ca-4c68-9e60-65a0b5684aea tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Unset dirty status for tenant:81692f2fb48e402e8b7a310286448494 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:04.141736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21e13d6c-7201-4854-9385-a2f0e1918e39 req-52b02948-73ca-4c68-9e60-65a0b5684aea tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 932 time: 0.6573205
Dec 16 09:37:04.168057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:04.175246 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:04.478976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21e13d6c-7201-4854-9385-a2f0e1918e39 req-9fc0030d-9389-460e-9786-d1a438189246 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909787
Dec 16 09:37:04.521013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:04.551792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 10.1.1.136 (713d1f13-3f1e-4f04-bc24-30c3d6295b56/a9a162a7-e174-4b6b-b020-e8883587f755/75522773-3687-4ba3-94b7-232acb25636c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:04.556567 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:04.714985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Allocated IP 172.25.3.130 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/3758461f-7b6e-45e8-a800-8778648f766f) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:04.718106 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5', 'code': 200}
Dec 16 09:37:04.795884 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'tag': '9acbb953-57b5-4197-906a-67db3a319fdc', 'status': 'completed', 'code': 200}
Dec 16 09:37:04.796196 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'code': 200}
Dec 16 09:37:04.796506 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'status': 'completed', 'code': 200}
Dec 16 09:37:04.965967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-d56d5b70-9f81-49fd-9072-f2b754b234cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:04.967653 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-d56d5b70-9f81-49fd-9072-f2b754b234cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1098 time: 0.1312912
Dec 16 09:37:04.972734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.053349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.118485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.124635 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba7498d0-7ae8-442e-8d04-ccbbfdb9702b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:05.143031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cb678-c729-45c7-8bed-e7f44df518cb req-fa617781-59e8-4a91-82b6-67c0f73ac559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.144539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-589cb678-c729-45c7-8bed-e7f44df518cb req-fa617781-59e8-4a91-82b6-67c0f73ac559 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7 HTTP/1.1" status: 200  len: 1101 time: 0.3286126
Dec 16 09:37:05.152392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Transition to ACTIVE for port object 75522773-3687-4ba3-94b7-232acb25636c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:05.195337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d83043-7cc4-4882-a27e-348498a15cec {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:05.208175 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.218333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-1cae557f-9eb4-4a4e-bbdc-a2ac2a8cd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.219823 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-1cae557f-9eb4-4a4e-bbdc-a2ac2a8cd58e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2440240
Dec 16 09:37:05.221617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:05.224658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:05.229979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:05.262553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd4c9-5136-464c-971f-5e205af4016f req-619e785c-3b42-467f-bc7f-236c6a39b58b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.268453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd4c9-5136-464c-971f-5e205af4016f req-619e785c-3b42-467f-bc7f-236c6a39b58b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.269169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ddfd4c9-5136-464c-971f-5e205af4016f req-619e785c-3b42-467f-bc7f-236c6a39b58b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:05.272714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-589cb678-c729-45c7-8bed-e7f44df518cb req-2c4352ed-a4d8-4862-a102-ffefc7ccbbf9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166847
Dec 16 09:37:05.273702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Transition to ACTIVE for port object c3d83043-7cc4-4882-a27e-348498a15cec will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:05.283967 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.291193 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-369b85cd-8020-4913-8422-76a765cc3532 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:05.332198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Pushing event updated for resources: {'Port': ['ID=3758461f-7b6e-45e8-a800-8778648f766f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:05.336771 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-6571d101-9419-4522-a52b-ba396f41133e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.1099513
Dec 16 09:37:05.337495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-feb176e0-6899-4358-a52c-1dc2c535a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.337657 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:05.338954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-feb176e0-6899-4358-a52c-1dc2c535a02b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 1100 time: 0.3469763
Dec 16 09:37:05.380312 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.445733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ddfd4c9-5136-464c-971f-5e205af4016f req-619e785c-3b42-467f-bc7f-236c6a39b58b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:05.446883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ddfd4c9-5136-464c-971f-5e205af4016f req-619e785c-3b42-467f-bc7f-236c6a39b58b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 1654 time: 0.5585518
Dec 16 09:37:05.588533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Pushing event updated for resources: {'Port': ['ID=c3d83043-7cc4-4882-a27e-348498a15cec,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:05.593231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:05.606053 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:05.606929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:05.615884 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80faf0ee-0667-44f4-aedd-49852d6b16a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:05.646152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:05.730215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-391fd0ec-eb8b-4124-940f-628eeb10d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.731691 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-391fd0ec-eb8b-4124-940f-628eeb10d72b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2598007
Dec 16 09:37:05.775682 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ddfd4c9-5136-464c-971f-5e205af4016f req-a4fa8d50-3b0d-4400-ae5d-29ded0a8e7a3 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2632926
Dec 16 09:37:05.811546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=75522773-3687-4ba3-94b7-232acb25636c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:05.839860 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:05.848606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.849243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.876810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-7c15a671-e293-472a-9e4f-6787cec542e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:05.878217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-7c15a671-e293-472a-9e4f-6787cec542e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.5257516
Dec 16 09:37:05.884612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Attempting to bind port c3d83043-7cc4-4882-a27e-348498a15cec on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:05.884856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Attempting to bind port c3d83043-7cc4-4882-a27e-348498a15cec by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'ca874b7e-791a-4e73-a45d-d18f626b37ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:05.885248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Attempting to bind port c3d83043-7cc4-4882-a27e-348498a15cec on network 033b4f26-60bd-4f82-8595-85fd23b8af9f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:05.950764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Port c3d83043-7cc4-4882-a27e-348498a15cec on network 033b4f26-60bd-4f82-8595-85fd23b8af9f not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:05.951093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Attempting to bind port c3d83043-7cc4-4882-a27e-348498a15cec on network 033b4f26-60bd-4f82-8595-85fd23b8af9f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:05.963246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3373787
Dec 16 09:37:05.972817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-273c3c95-bf8b-4196-8333-912337011f70 None None] Provisioning for port 75522773-3687-4ba3-94b7-232acb25636c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:05.978305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-273c3c95-bf8b-4196-8333-912337011f70 None None] Provisioning complete for port 75522773-3687-4ba3-94b7-232acb25636c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:05.979069 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-273c3c95-bf8b-4196-8333-912337011f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:05.995475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-0289570f-0a4e-4929-99ce-b310bc92a12f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9acbb953-57b5-4197-906a-67db3a319fdc HTTP/1.1" status: 200  len: 217 time: 0.1054578
Dec 16 09:37:06.001919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:06.002261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Checking segment: {'id': 'ca874b7e-791a-4e73-a45d-d18f626b37ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:06.002645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Bound using segment: {'id': 'ca874b7e-791a-4e73-a45d-d18f626b37ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:06.003082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Bound port: c3d83043-7cc4-4882-a27e-348498a15cec, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca874b7e-791a-4e73-a45d-d18f626b37ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:06.003835 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.018262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-ea5d2d24-d2dc-487b-843b-350f49cb79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:06.019849 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-ea5d2d24-d2dc-487b-843b-350f49cb79a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2808297
Dec 16 09:37:06.020192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b', 'admin_state_up': True, 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'security_groups': ['2f02303f-983e-49cc-85cc-e78393ab54b5']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:06.036612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-273c3c95-bf8b-4196-8333-912337011f70 None None] Port 75522773-3687-4ba3-94b7-232acb25636c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:06.059058 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.318736 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-06b92f9b-7973-4aba-823b-ed873289514d service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2907958
Dec 16 09:37:06.391361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-dc7205f1-fbd0-44dc-8090-0d3e0b2e51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:06.393516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-dc7205f1-fbd0-44dc-8090-0d3e0b2e51ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3558581
Dec 16 09:37:06.492219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9032-fe97-46bd-bb02-89e09985d9ce req-a06b9b80-78e6-476d-b23a-3860f6bce640 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:06.498568 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:06.499787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40fd9032-fe97-46bd-bb02-89e09985d9ce req-a06b9b80-78e6-476d-b23a-3860f6bce640 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 946 time: 0.5553255
Dec 16 09:37:06.523838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:06.545181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] For port c3d83043-7cc4-4882-a27e-348498a15cec, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:06.556203 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-24c9f2df-b03c-44e1-a60c-9b3127e0dfff service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310283
Dec 16 09:37:06.575135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:06.590013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] For port c3d83043-7cc4-4882-a27e-348498a15cec, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c3d83043-7cc4-4882-a27e-348498a15cec,segment=NetworkSegment(ca874b7e-791a-4e73-a45d-d18f626b37ce),segment_id=ca874b7e-791a-4e73-a45d-d18f626b37ce)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:06.606216 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.612971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40fd9032-fe97-46bd-bb02-89e09985d9ce req-13ccea61-877f-4992-961f-41f61c836b79 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121333
Dec 16 09:37:06.616323 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:06.663448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:06.688349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.692937 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.723526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acbb953-57b5-4197-906a-67db3a319fdc'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:06.757226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 226f13d7-742a-4b27-9514-46bdded69b82 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:06.758115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:06.758723 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.760112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] 10.222.0.54 "PUT /v2.0/ports/c3d83043-7cc4-4882-a27e-348498a15cec HTTP/1.1" status: 200  len: 1092 time: 2.8173366
Dec 16 09:37:06.767417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 226f13d7-742a-4b27-9514-46bdded69b82 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:06.768237 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.811387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'tag': 'c3d83043-7cc4-4882-a27e-348498a15cec'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:06.879498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-6ffe1864-4f26-47c2-accb-ed778fda2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:06.880976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-6ffe1864-4f26-47c2-accb-ed778fda2149 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4649274
Dec 16 09:37:06.912008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.914445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Pushing event updated for resources: {'Port': ['ID=c3d83043-7cc4-4882-a27e-348498a15cec,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:06.925711 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:06.941831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Router 20a35f85-c653-4540-9781-51107383f72c is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:37:06.949581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:06.953657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:06.955048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec027423-668d-453b-9957-e768a57363d3 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:06.979296 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:07.066445 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:07.085247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:07.088388 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:07.112845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7395fb-ddb0-4cec-8e83-db9a95a39d43 req-a3a6c042-ca79-4c2d-b047-ec3b11cb3f2e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:07.114312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce7395fb-ddb0-4cec-8e83-db9a95a39d43 req-a3a6c042-ca79-4c2d-b047-ec3b11cb3f2e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7 HTTP/1.1" status: 200  len: 950 time: 0.3409216
Dec 16 09:37:07.134346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:37:07.135889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-249cf9bd-01bc-45e8-8358-ba3c19e2db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:07.137335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-249cf9bd-01bc-45e8-8358-ba3c19e2db2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81692f2fb48e402e8b7a310286448494&device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 1095 time: 0.3190944
Dec 16 09:37:07.143531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:07.144929 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "PUT /v2.0/routers/20a35f85-c653-4540-9781-51107383f72c HTTP/1.1" status: 200  len: 919 time: 3.6105218
Dec 16 09:37:07.146242 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:07.147574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40216) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:07.148435 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] Sync routers for ids ['20a35f85-c653-4540-9781-51107383f72c'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:37:07.160172 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] Routers {'20a35f85-c653-4540-9781-51107383f72c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:07.161349 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38591c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20a35f85-c653-4540-9781-51107383f72c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:07.184853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:07.190014 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:07.193106 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:07.235567 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38591c0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:07.246525 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] Routers {'20a35f85-c653-4540-9781-51107383f72c'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:07.247581 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38591c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20a35f85-c653-4540-9781-51107383f72c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:07.274031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-328d4f40-c85b-4421-8250-813b5169d7c2 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833058
Dec 16 09:37:07.275302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-1208fe53-9dbb-4f0f-af30-b2ea1e0cbfa3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d83043-7cc4-4882-a27e-348498a15cec HTTP/1.1" status: 200  len: 217 time: 0.0963056
Dec 16 09:37:07.282166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:07.286692 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:07.322980 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38591c0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:07.323426 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d28aa6-e75a-4aa2-9aa4-174bf54da46b None None] The sync data for ids ['20a35f85-c653-4540-9781-51107383f72c'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:37:07.487633 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-67b07564-354d-4590-a4d6-6cf281fd1910 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/20a35f85-c653-4540-9781-51107383f72c HTTP/1.1" status: 200  len: 925 time: 0.3361688
Dec 16 09:37:07.488052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40220) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:07.494116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce7395fb-ddb0-4cec-8e83-db9a95a39d43 req-15b71af8-db2d-4397-9318-300d1a03c59f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3607175
Dec 16 09:37:07.547468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-ada9b30b-da8d-4337-ba93-5f6f6505e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:07.548951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-ada9b30b-da8d-4337-ba93-5f6f6505e4f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=76b911ee-aaea-4f0f-8d2f-c73ea2a3132e HTTP/1.1" status: 200  len: 854 time: 0.2579322
Dec 16 09:37:07.572309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488ce00d-efae-403f-bb2a-198c49210fa7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:07.573895 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-488ce00d-efae-403f-bb2a-198c49210fa7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=20a35f85-c653-4540-9781-51107383f72c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0849042
Dec 16 09:37:07.576714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40226) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:07.661178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-569be508-34ea-4ded-b430-f48781d4f532 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=033b4f26-60bd-4f82-8595-85fd23b8af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1042879
Dec 16 09:37:07.697484 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-6971f810-1b5f-474f-8853-3a605d187d76 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4052210
Dec 16 09:37:07.712928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1f78b-1cb5-4166-874e-3df716fa4965 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:07.714386 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d2c1f78b-1cb5-4166-874e-3df716fa4965 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.1365247
Dec 16 09:37:07.717358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40230) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:07.762580 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-885a0cdd-0083-4238-b97d-f4126857ff0b tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a35f85-c653-4540-9781-51107383f72c HTTP/1.1" status: 200  len: 205 time: 0.0438099
Dec 16 09:37:07.764931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:07.957014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:07.996907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 10.2.2.100 (51445356-0fed-4fb2-be55-a175c29cf74b/81c9617f-0d74-44ed-8789-a3553636ec69/dcefe06c-8f72-449e-be96-7b2215573864) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:08.097582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-6d54da1b-d59a-4479-acbc-cc39a55509a2 service neutron] 10.222.0.54 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3990641
Dec 16 09:37:08.143148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:08.152688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Deleting port 3758461f-7b6e-45e8-a800-8778648f766f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:08.153097 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:08.154987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296d03d-7127-418a-87ce-8bd8b01074ee req-c19d9139-0f6e-4e09-87df-f4d7df49ceb2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:08.156482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7296d03d-7127-418a-87ce-8bd8b01074ee req-c19d9139-0f6e-4e09-87df-f4d7df49ceb2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.5064604
Dec 16 09:37:08.219650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-d6e5ba61-6160-470a-990f-76d13b9410aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:08.221134 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-d6e5ba61-6160-470a-990f-76d13b9410aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1099 time: 0.3027844
Dec 16 09:37:08.327721 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:08.463670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Calling delete_port for 3758461f-7b6e-45e8-a800-8778648f766f owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:08.472856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7296d03d-7127-418a-87ce-8bd8b01074ee req-2e819f78-2f4d-47b8-8867-34d7c587c5a4 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2646749
Dec 16 09:37:08.524728 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46c465b3-fae9-4dc9-9b62-b42d864c12ea req-dd957cc9-8d68-4549-8ad8-6e8e94cfa176 service neutron] 10.222.0.54 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4183481
Dec 16 09:37:08.535946 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:08.552560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-cab513c9-24dd-46d7-abc1-87e1e2e23aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:08.554122 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-cab513c9-24dd-46d7-abc1-87e1e2e23aaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.2734823
Dec 16 09:37:08.559981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Transition to ACTIVE for port object dcefe06c-8f72-449e-be96-7b2215573864 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:08.632853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-2682067d-29ca-4d11-98dd-a2dfdd276fda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.0699909
Dec 16 09:37:08.654637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:08.659736 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be44515a-7c21-4d1c-a13f-298f6dda56e3 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:08.704463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-7a613240-c50a-495d-b9a7-ec3251017e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:08.706235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event deleted for resources: {'Port': ['ID=3758461f-7b6e-45e8-a800-8778648f766f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:08.706891 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-7a613240-c50a-495d-b9a7-ec3251017e1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0671833
Dec 16 09:37:08.708373 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:08.709965 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:08.715002 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b2e38d07-ecf5-4d3e-bcc0-16d8a120e268 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:08.878545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 51445356-0fed-4fb2-be55-a175c29cf74b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:08.887707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:08.896798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:08.937837 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:08.945304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=dcefe06c-8f72-449e-be96-7b2215573864,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:08.965943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.966266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.966649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.967027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.967450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.967823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.968188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.968552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.968916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.969289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.969637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.969995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:08.980216 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:09.000793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:09.001442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.029267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-4b5fe484-89c7-4de6-bd87-0865d18bae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:09.030843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-4b5fe484-89c7-4de6-bd87-0865d18bae80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2756414
Dec 16 09:37:09.046510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c21e79-9edc-46e7-9552-2318635d8743 req-108f9689-870a-4434-ba93-a0572e799e99 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:09.048027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0c21e79-9edc-46e7-9552-2318635d8743 req-108f9689-870a-4434-ba93-a0572e799e99 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 946 time: 0.2993774
Dec 16 09:37:09.130690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.132944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.144931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1441388
Dec 16 09:37:09.159593 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.160447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Fanout notify agent at l3_agent the message router_deleted on router 20a35f85-c653-4540-9781-51107383f72c {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:37:09.161668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b', 'admin_state_up': True, 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'security_groups': ['2f02303f-983e-49cc-85cc-e78393ab54b5']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:09.176656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.178021 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/20a35f85-c653-4540-9781-51107383f72c HTTP/1.1" status: 204  len: 168 time: 1.4119101
Dec 16 09:37:09.182026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:09.187659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1525606916', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:09.194315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a520d9a0-e5c6-4fa4-bf49-62d4b55a5d6b None None] Provisioning for port dcefe06c-8f72-449e-be96-7b2215573864 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:09.196387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:09.199867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a520d9a0-e5c6-4fa4-bf49-62d4b55a5d6b None None] Provisioning complete for port dcefe06c-8f72-449e-be96-7b2215573864 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:09.200304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Usage tracker for resource:router and tenant:0205aa34fc1f45d68a2e4aeb94e720a3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:09.200468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a520d9a0-e5c6-4fa4-bf49-62d4b55a5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.203132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:09.210140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:09.220544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.221473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.238029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.257661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a520d9a0-e5c6-4fa4-bf49-62d4b55a5d6b None None] Port dcefe06c-8f72-449e-be96-7b2215573864 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:09.265799 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0c21e79-9edc-46e7-9552-2318635d8743 req-216713fc-96bf-482b-8c90-24febd5e44a3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966736
Dec 16 09:37:09.322817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-2820d851-fe71-4519-b82a-8e3f7654ab0f service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737734
Dec 16 09:37:09.521135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.609787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:09.617773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Usage tracker for resource:port and tenant:d31048b143aa4b7eb2748907a1576312 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:09.627800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:09.638855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:09.671585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Made reservation on behalf of d31048b143aa4b7eb2748907a1576312 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:09.676630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.717980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3fcc9407-18d9-4db1-983a-a27fa84c1bd3 req-cb55bd12-41d2-4115-90aa-7053c683c16c service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3840783
Dec 16 09:37:09.761226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4404f-276b-4140-8977-8f9fefd70b09 req-ab2ef90e-d540-4203-959e-ef65fd546cb6 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:09.762684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-acd4404f-276b-4140-8977-8f9fefd70b09 req-ab2ef90e-d540-4203-959e-ef65fd546cb6 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 944 time: 0.4003377
Dec 16 09:37:09.832270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.862275 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:09.863730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-acd4404f-276b-4140-8977-8f9fefd70b09 req-c2098da7-fc8a-4235-adea-89012c5c833e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947893
Dec 16 09:37:09.892867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c3d83043-7cc4-4882-a27e-348498a15cec details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:37:09.994012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Allocated IP 10.2.2.200 (51445356-0fed-4fb2-be55-a175c29cf74b/81c9617f-0d74-44ed-8789-a3553636ec69/9363e44b-53f9-4857-ad2a-5cad587d73a8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:10.029463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Allocated IP 172.25.3.233 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/41047fc6-2757-41c7-b139-d978381dd0a6) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:10.059230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c3d83043-7cc4-4882-a27e-348498a15cec, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c3d83043-7cc4-4882-a27e-348498a15cec,segment=NetworkSegment(ca874b7e-791a-4e73-a45d-d18f626b37ce),segment_id=ca874b7e-791a-4e73-a45d-d18f626b37ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:10.074990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'c3d83043-7cc4-4882-a27e-348498a15cec', 'network_id': '033b4f26-60bd-4f82-8595-85fd23b8af9f', 'port_id': 'c3d83043-7cc4-4882-a27e-348498a15cec', 'mac_address': 'fa:16:3e:b2:f0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b911ee-aaea-4f0f-8d2f-c73ea2a3132e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:37:10.167602 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.183270 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acbb953-57b5-4197-906a-67db3a319fdc', 'code': 200}
Dec 16 09:37:10.197917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d83043-7cc4-4882-a27e-348498a15cec {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:10.217194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c3d83043-7cc4-4882-a27e-348498a15cec, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c3d83043-7cc4-4882-a27e-348498a15cec,segment=NetworkSegment(ca874b7e-791a-4e73-a45d-d18f626b37ce),segment_id=ca874b7e-791a-4e73-a45d-d18f626b37ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:10.226862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.227973 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'tag': 'c3d83043-7cc4-4882-a27e-348498a15cec', 'status': 'completed', 'code': 200}
Dec 16 09:37:10.229465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fe0334b4-79a5-4a22-b9de-7ef68405e226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:10.243697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.258229 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.277839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.290466 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7aac150-92ae-4539-8569-1dec3908818a tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:10.302965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c3d83043-7cc4-4882-a27e-348498a15cec,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:10.306070 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:10.343382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:10.352632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:10.355358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:10.411800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event updated for resources: {'Port': ['ID=41047fc6-2757-41c7-b139-d978381dd0a6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:10.414689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Transition to ACTIVE for port object 9363e44b-53f9-4857-ad2a-5cad587d73a8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:10.415437 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:10.502060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c3d83043-7cc4-4882-a27e-348498a15cec'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:10.504318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.508736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dac5a-4d61-4137-8793-32dc6749f8cd req-a2eef3bf-db54-489e-9887-3175cc0c9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.510295 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-971dac5a-4d61-4137-8793-32dc6749f8cd req-a2eef3bf-db54-489e-9887-3175cc0c9d6b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 1100 time: 0.2406981
Dec 16 09:37:10.516970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-19d4094c-ab89-4446-a533-8e2f426dbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.518965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-19d4094c-ab89-4446-a533-8e2f426dbb14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81692f2fb48e402e8b7a310286448494&device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 1096 time: 0.2507553
Dec 16 09:37:10.519701 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3a483a9a-207f-4c50-a904-1681c87bba56 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:10.619639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-edc5ad72-97df-4aed-ab8d-6ea5e55b405b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.625388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-edc5ad72-97df-4aed-ab8d-6ea5e55b405b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.631755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-edc5ad72-97df-4aed-ab8d-6ea5e55b405b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.637773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-edc5ad72-97df-4aed-ab8d-6ea5e55b405b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.638371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-edc5ad72-97df-4aed-ab8d-6ea5e55b405b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:10.737590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Network 51445356-0fed-4fb2-be55-a175c29cf74b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:10.748745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:10.758078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:10.787952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event updated for resources: {'Port': ['ID=9363e44b-53f9-4857-ad2a-5cad587d73a8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:10.791913 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:10.812086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-971dac5a-4d61-4137-8793-32dc6749f8cd req-0d656309-46e2-4c0f-9916-280498acbf6b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421584
Dec 16 09:37:10.818790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-edc5ad72-97df-4aed-ab8d-6ea5e55b405b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:10.823639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-edc5ad72-97df-4aed-ab8d-6ea5e55b405b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 3096 time: 0.4816079
Dec 16 09:37:10.901279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.901905 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.909490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-452af23a-3614-4054-ae69-e1aceb733125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:10.910957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-452af23a-3614-4054-ae69-e1aceb733125 service neutron] 10.222.0.54 "GET /v2.0/networks?id=033b4f26-60bd-4f82-8595-85fd23b8af9f HTTP/1.1" status: 200  len: 915 time: 0.3600879
Dec 16 09:37:10.942128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:10.987977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6c88bbb-d1fd-4bca-b827-c0bc8aecdb32 req-c7af1851-a82f-4603-82f0-ddf5152ddf7e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585248
Dec 16 09:37:10.994833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94411abb-26e5-46ac-aec2-f70f02cdad2c None None] Provisioning for port 9363e44b-53f9-4857-ad2a-5cad587d73a8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:10.997822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-7894f626-725c-4759-80c0-856c662d784d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d83043-7cc4-4882-a27e-348498a15cec HTTP/1.1" status: 200  len: 217 time: 0.0768175
Dec 16 09:37:11.001248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8452897
Dec 16 09:37:11.002470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94411abb-26e5-46ac-aec2-f70f02cdad2c None None] Provisioning complete for port 9363e44b-53f9-4857-ad2a-5cad587d73a8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:11.002857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94411abb-26e5-46ac-aec2-f70f02cdad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:11.052819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:11.059860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-94411abb-26e5-46ac-aec2-f70f02cdad2c None None] Port 9363e44b-53f9-4857-ad2a-5cad587d73a8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:11.175406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-10245120-1d7b-4bd2-9f10-3a44f7b2b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:11.176850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-10245120-1d7b-4bd2-9f10-3a44f7b2b318 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=76b911ee-aaea-4f0f-8d2f-c73ea2a3132e HTTP/1.1" status: 200  len: 854 time: 0.1670048
Dec 16 09:37:11.273897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-d1cb35a6-9694-496f-808f-b7715c6e6f55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=033b4f26-60bd-4f82-8595-85fd23b8af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644658
Dec 16 09:37:11.306408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:11.321220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:11.456581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988d9b9-826b-49e6-8776-1c2d33c2c07e req-b3235489-ee99-417b-8662-7f6d686fbeab tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:11.458090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8988d9b9-826b-49e6-8776-1c2d33c2c07e req-b3235489-ee99-417b-8662-7f6d686fbeab tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 949 time: 0.3382635
Dec 16 09:37:11.535152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Router e17f9564-be1e-4fb0-afed-1ce4baac9658 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:37:11.640189 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:11.713312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-4debf1b7-5c86-4eb6-ba11-2d6447bbeac5 service neutron] 10.222.0.54 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4305072
Dec 16 09:37:11.730766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:37:11.740689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] Sync routers for ids ['e17f9564-be1e-4fb0-afed-1ce4baac9658'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:37:11.749975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] Routers {'e17f9564-be1e-4fb0-afed-1ce4baac9658'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:11.750589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f138aca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e17f9564-be1e-4fb0-afed-1ce4baac9658'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:11.757513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:11.761219 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 2.5757163
Dec 16 09:37:11.761493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:11.766630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:11.814607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f138aca0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:11.823119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] Routers {'e17f9564-be1e-4fb0-afed-1ce4baac9658'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:11.823746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f138aca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:36:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e17f9564-be1e-4fb0-afed-1ce4baac9658'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:11.835519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8988d9b9-826b-49e6-8776-1c2d33c2c07e req-bae31052-f2be-468e-b477-1bb1639d10f0 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3625150
Dec 16 09:37:11.887909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f138aca0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:11.888323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1c05f-3e13-4810-bb76-4fa6b4e6ff5f None None] The sync data for ids ['e17f9564-be1e-4fb0-afed-1ce4baac9658'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:37:11.914925 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae96cddd-1ac4-420a-bc51-cc2cc47111e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:11.921178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c3d83043-7cc4-4882-a27e-348498a15cec up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:11.994649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d23767e2-d7ae-4a2d-b79c-0a8a7ca93047 req-aae27000-2d88-4f43-affc-d4d14d9bf4de service neutron] 10.222.0.54 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704947
Dec 16 09:37:12.004565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port c3d83043-7cc4-4882-a27e-348498a15cec completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:12.012999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port c3d83043-7cc4-4882-a27e-348498a15cec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:12.014007 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.113476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aedbb06-f2dc-4612-84ca-57ff5db20b22 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:12.125600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.146951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Transition to ACTIVE for port object 3aedbb06-f2dc-4612-84ca-57ff5db20b22 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:12.156765 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.162709 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:12.178951 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.200258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}, {'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec027423-668d-453b-9957-e768a57363d3'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:12.226595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c3d83043-7cc4-4882-a27e-348498a15cec, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c3d83043-7cc4-4882-a27e-348498a15cec,segment=NetworkSegment(ca874b7e-791a-4e73-a45d-d18f626b37ce),segment_id=ca874b7e-791a-4e73-a45d-d18f626b37ce)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:12.231714 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.235077 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:12.381340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c3d83043-7cc4-4882-a27e-348498a15cec,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:12.386099 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:12.397935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Pushing event updated for resources: {'Port': ['ID=3aedbb06-f2dc-4612-84ca-57ff5db20b22,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:12.409226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:12.638957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-01469760-dfaf-462a-9edb-d0580c82fc44 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:12.640408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.640898 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-01469760-dfaf-462a-9edb-d0580c82fc44 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561&tenant_id=9347d0d23cb541258e095e1c8c647f8e&binding%3Ahost_id=n-h2-820554-2 HTTP/1.1" status: 200  len: 948 time: 0.4406104
Dec 16 09:37:12.696012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.709564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Deleting port 41047fc6-2757-41c7-b139-d978381dd0a6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:12.709899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.717940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Attempting to bind port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:12.718303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Attempting to bind port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:12.718659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Attempting to bind port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 on network 6295502d-70ae-49f3-8736-b527f785ee2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:12.737860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 on network 6295502d-70ae-49f3-8736-b527f785ee2c not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:12.738216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Attempting to bind port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 on network 6295502d-70ae-49f3-8736-b527f785ee2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:12.750805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede04f-41a8-4daf-baf8-dd2ac9b2a6db req-f4f98477-9c54-457f-87b1-2dc6265c4f53 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:12.752365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1ede04f-41a8-4daf-baf8-dd2ac9b2a6db req-f4f98477-9c54-457f-87b1-2dc6265c4f53 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 944 time: 0.2826896
Dec 16 09:37:12.757411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:12.757774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Checking segment: {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:12.758190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Bound using segment: {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:12.758689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Bound port: 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf1a80e-d51a-4493-bee6-5144bdecbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:12.759029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.863059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-4a57e12b-eedf-4ed6-b876-9fc232937d9e service neutron] 10.222.0.74 "GET /v2.0/ports/226f13d7-742a-4b27-9514-46bdded69b82/bindings/n-h2-820554-2 HTTP/1.1" status: 200  len: 382 time: 0.1992238
Dec 16 09:37:12.867532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-64b679dc-e70f-4c03-86a0-e1a277c8708b tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:12.868972 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-64b679dc-e70f-4c03-86a0-e1a277c8708b tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cbb491a-7d11-43a8-8f65-5e549a10ce46 HTTP/1.1" status: 200  len: 944 time: 0.2122078
Dec 16 09:37:12.879807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1ede04f-41a8-4daf-baf8-dd2ac9b2a6db req-db10beef-1188-4ca0-86ee-4b2dc7eae961 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070356
Dec 16 09:37:12.962180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:12.967498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] For port 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:12.977769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] For port 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:12.980027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Deleting port ec027423-668d-453b-9957-e768a57363d3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:12.980363 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:13.014638 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:13.018612 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-280e4717-d3b4-4573-a28c-91fc0d8cd3f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:13.089173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:13.089173 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:13.090553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] 10.222.0.54 "PUT /v2.0/ports/3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1092 time: 2.0453668
Dec 16 09:37:13.095821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:13.121039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Calling delete_port for 41047fc6-2757-41c7-b139-d978381dd0a6 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:13.125569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:13.177458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-4c80700d-f226-4f67-9e0c-54ab30877e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:13.179798 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-4c80700d-f226-4f67-9e0c-54ab30877e72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1099 time: 0.2849054
Dec 16 09:37:13.210288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Pushing event updated for resources: {'Port': ['ID=3aedbb06-f2dc-4612-84ca-57ff5db20b22,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:13.213668 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:13.366819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a49569-6e15-4755-a995-9d142832ef70 req-b4639c87-0cb4-46e4-b0e5-c36274e93662 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:13.368250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32a49569-6e15-4755-a995-9d142832ef70 req-b4639c87-0cb4-46e4-b0e5-c36274e93662 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 946 time: 0.3875420
Dec 16 09:37:13.405525 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:13.463083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] For port ec027423-668d-453b-9957-e768a57363d3, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec027423-668d-453b-9957-e768a57363d3,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:13.463380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:13.635317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32a49569-6e15-4755-a995-9d142832ef70 req-ded6ebc0-e6f5-4a4f-a6e6-a88c66588c2f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597423
Dec 16 09:37:13.636381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-1116aa76-d1c4-46ba-9a2a-7e9562ed039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:13.637740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-1116aa76-d1c4-46ba-9a2a-7e9562ed039f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4461355
Dec 16 09:37:13.724667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-56f57a64-1ae7-4c12-adf0-e4f79ac5fbbd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.0765786
Dec 16 09:37:13.734920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Calling delete_port for ec027423-668d-453b-9957-e768a57363d3 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:13.776871 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:13.782557 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a32c2f36-343e-434a-87ff-c4de52090a32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:13.832680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Pushing event deleted for resources: {'Port': ['ID=41047fc6-2757-41c7-b139-d978381dd0a6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:13.840693 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:13.872681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:13.969297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-110fc295-8ee9-46fa-900b-edb2a3fcbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:13.970774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-110fc295-8ee9-46fa-900b-edb2a3fcbfd5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2058072
Dec 16 09:37:13.989712 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.085666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9642e3-b64d-4a8f-a7ed-6e440a073962 req-43829d2d-c741-42a5-ad61-7d57cb2f18ac tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:14.087116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf9642e3-b64d-4a8f-a7ed-6e440a073962 req-43829d2d-c741-42a5-ad61-7d57cb2f18ac tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 946 time: 0.3208685
Dec 16 09:37:14.155460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-1ac38461-bb60-442d-89ee-dca7d906e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:14.156913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-1ac38461-bb60-442d-89ee-dca7d906e6fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1753848
Dec 16 09:37:14.160864 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf9642e3-b64d-4a8f-a7ed-6e440a073962 req-a8e3725b-0e75-44a5-9b2e-c05ae580a1d3 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608723
Dec 16 09:37:14.245884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.253347 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:14.300300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event deleted for resources: {'Port': ['ID=ec027423-668d-453b-9957-e768a57363d3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:14.354529 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:14.358923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed26d09c-34d9-4d2a-8575-cb8d4420004b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:14.380388 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.422799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Transition to ACTIVE for port object ed26d09c-34d9-4d2a-8575-cb8d4420004b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:14.434291 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.440150 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73ff770c-90b0-4a2a-a14c-f14a11d90e9e tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:14.441976 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3610c205-9d3f-4aca-ab7e-b89498c9501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.474756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-62ca09f1-1a54-4a5c-b384-c580d9ccef1a service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3033535
Dec 16 09:37:14.496154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.498120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] No DVR routers for this DVR port ec027423-668d-453b-9957-e768a57363d3 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:14.500862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.503382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-deleted', 'tag': 'ec027423-668d-453b-9957-e768a57363d3'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:14.511939 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.575776 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-d9bb31e9-6092-40ba-b96c-f7b3ba1c46db req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "DELETE /v2.0/ports/ec027423-668d-453b-9957-e768a57363d3 HTTP/1.1" status: 204  len: 173 time: 1.6993036
Dec 16 09:37:14.654042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36733c8-82dd-440a-b682-8495a43593f5 req-0387527d-475a-432e-b635-6bbd8962794a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:14.663459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Router e17f9564-be1e-4fb0-afed-1ce4baac9658 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:37:14.663691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36733c8-82dd-440a-b682-8495a43593f5 req-0387527d-475a-432e-b635-6bbd8962794a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:14.668649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36733c8-82dd-440a-b682-8495a43593f5 req-0387527d-475a-432e-b635-6bbd8962794a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:14.675238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36733c8-82dd-440a-b682-8495a43593f5 req-0387527d-475a-432e-b635-6bbd8962794a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:14.682433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36733c8-82dd-440a-b682-8495a43593f5 req-0387527d-475a-432e-b635-6bbd8962794a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:14.684241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e36733c8-82dd-440a-b682-8495a43593f5 req-0387527d-475a-432e-b635-6bbd8962794a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 3829 time: 0.3980944
Dec 16 09:37:14.752629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Pushing event updated for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:14.766246 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:14.824789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:37:14.831268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.832215 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "PUT /v2.0/routers/e17f9564-be1e-4fb0-afed-1ce4baac9658 HTTP/1.1" status: 200  len: 710 time: 3.0698502
Dec 16 09:37:14.834896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40274) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:14.837210 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] Sync routers for ids ['e17f9564-be1e-4fb0-afed-1ce4baac9658'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:37:14.848313 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] Routers {'e17f9564-be1e-4fb0-afed-1ce4baac9658'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:14.849079 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8eac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:37:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e17f9564-be1e-4fb0-afed-1ce4baac9658'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:14.870000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e36733c8-82dd-440a-b682-8495a43593f5 req-246cf53b-c808-408e-a55f-6f828b6bc10c tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1690552
Dec 16 09:37:14.879990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-7326264e-08d4-4c3b-bf5c-1633427a6452 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3866119
Dec 16 09:37:14.902244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Attempting to bind port ed26d09c-34d9-4d2a-8575-cb8d4420004b on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:14.902507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Attempting to bind port ed26d09c-34d9-4d2a-8575-cb8d4420004b by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:14.902997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Attempting to bind port ed26d09c-34d9-4d2a-8575-cb8d4420004b on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:14.908216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Port ed26d09c-34d9-4d2a-8575-cb8d4420004b on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:14.908735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Attempting to bind port ed26d09c-34d9-4d2a-8575-cb8d4420004b on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:14.915056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:14.915678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Checking segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:14.916232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Bound using segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:14.916832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Bound port: ed26d09c-34d9-4d2a-8575-cb8d4420004b, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:14.917590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:14.918988 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8eac0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:14.942015 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] Routers {'e17f9564-be1e-4fb0-afed-1ce4baac9658'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:37:14.942983 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8eac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:37:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e17f9564-be1e-4fb0-afed-1ce4baac9658'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:15.016948 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8eac0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:15.017684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:15.018132 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1b2c9-80b8-458f-9695-dc7ba472352b None None] The sync data for ids ['e17f9564-be1e-4fb0-afed-1ce4baac9658'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:37:15.026083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:15.031764 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.037612 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-edee81b6-eccb-442a-9c80-7a77074ab16b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:15.131948 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6b31d7a5-f493-4138-8926-0a687adec485 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/routers/e17f9564-be1e-4fb0-afed-1ce4baac9658 HTTP/1.1" status: 200  len: 745 time: 0.2958698
Dec 16 09:37:15.134996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40278) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:15.142469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:15.143085 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.144454 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] 10.222.0.54 "PUT /v2.0/ports/ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 1131 time: 2.0230219
Dec 16 09:37:15.174769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:15.194209 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f9fa24b-bd68-4943-ac59-8eb7066714b6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=e17f9564-be1e-4fb0-afed-1ce4baac9658 HTTP/1.1" status: 200  len: 205 time: 0.0578301
Dec 16 09:37:15.197162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:15.208749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Pushing event updated for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:15.226510 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:15.230733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.263862 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6a042520-8505-4ff7-8d2d-2870d6ab3f86 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=e17f9564-be1e-4fb0-afed-1ce4baac9658 HTTP/1.1" status: 200  len: 205 time: 0.0651774
Dec 16 09:37:15.266163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:15.420359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8690ef72-2679-4b0c-b618-16924de35714 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.456663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be49b62-136e-4f7e-8e24-fbf71e47afbb req-0b3cd628-a6f8-41a7-bdf5-6827fa9e2eb8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:15.458095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9be49b62-136e-4f7e-8e24-fbf71e47afbb req-0b3cd628-a6f8-41a7-bdf5-6827fa9e2eb8 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.4215524
Dec 16 09:37:15.462607 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.466054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.559336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9be49b62-136e-4f7e-8e24-fbf71e47afbb req-b918a90a-e218-4f31-b0e3-7bdb686bcf41 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869019
Dec 16 09:37:15.646325 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'code': 200}
Dec 16 09:37:15.646860 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec027423-668d-453b-9957-e768a57363d3', 'code': 200}
Dec 16 09:37:15.747762 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8690ef72-2679-4b0c-b618-16924de35714 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.750287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8690ef72-2679-4b0c-b618-16924de35714 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.773656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8690ef72-2679-4b0c-b618-16924de35714 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.774271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8690ef72-2679-4b0c-b618-16924de35714 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Fanout notify agent at l3_agent the message router_deleted on router e17f9564-be1e-4fb0-afed-1ce4baac9658 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:37:15.785997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8690ef72-2679-4b0c-b618-16924de35714 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:15.787078 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8690ef72-2679-4b0c-b618-16924de35714 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/e17f9564-be1e-4fb0-afed-1ce4baac9658 HTTP/1.1" status: 204  len: 168 time: 0.5197771
Dec 16 09:37:15.790912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40292) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:15.844263 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a49d46a1-7ee4-451c-9a59-421a2eeea55f tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=e17f9564-be1e-4fb0-afed-1ce4baac9658 HTTP/1.1" status: 200  len: 205 time: 0.0497770
Dec 16 09:37:15.844263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:15.901867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1211-a204-4f59-8676-8b12040e1535 req-34feca09-cba1-4507-bedc-25420c1d4ceb tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:15.912495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9fb1211-a204-4f59-8676-8b12040e1535 req-34feca09-cba1-4507-bedc-25420c1d4ceb tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 949 time: 0.1708519
Dec 16 09:37:15.919882 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-9cbbd93c-c108-479a-8fcb-f75b8a9028c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] delete failed (client error): The resource could not be found.
Dec 16 09:37:15.920897 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9cbbd93c-c108-479a-8fcb-f75b8a9028c5 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/e17f9564-be1e-4fb0-afed-1ce4baac9658 HTTP/1.1" status: 404  len: 336 time: 0.0757549
Dec 16 09:37:15.924263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:15.973719 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2164d351-e625-4bf9-b583-6f3f6509ab7c tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a35f85-c653-4540-9781-51107383f72c HTTP/1.1" status: 200  len: 205 time: 0.0480635
Dec 16 09:37:15.976083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.025019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9fb1211-a204-4f59-8676-8b12040e1535 req-13cf9467-6259-4462-b02a-16f9ab035220 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116197
Dec 16 09:37:16.031110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b49abc-8f01-4a2b-8635-73d3011dfed5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:16.043606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:16.047691 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f8af6279-7dac-4eeb-954f-88253215f165 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] delete failed (client error): The resource could not be found.
Dec 16 09:37:16.049484 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f8af6279-7dac-4eeb-954f-88253215f165 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/20a35f85-c653-4540-9781-51107383f72c HTTP/1.1" status: 404  len: 336 time: 0.0724163
Dec 16 09:37:16.052001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.063512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Transition to ACTIVE for port object 41b49abc-8f01-4a2b-8635-73d3011dfed5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:16.068068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:16.072584 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:16.096226 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40d0234c-67f1-4de7-a2f9-77b6ac7d75ca tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b HTTP/1.1" status: 200  len: 205 time: 0.0424674
Dec 16 09:37:16.098310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.108527 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'status': 'completed', 'code': 200}
Dec 16 09:37:16.185778 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-9d8b1a8b-20f6-4f6d-94e0-5ccdfb442a70 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] delete failed (client error): The resource could not be found.
Dec 16 09:37:16.186809 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9d8b1a8b-20f6-4f6d-94e0-5ccdfb442a70 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/9641ecc1-c0e7-40c5-9cfc-cf5cb7f6955b HTTP/1.1" status: 404  len: 336 time: 0.0876265
Dec 16 09:37:16.190144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.246600 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-68886718-461a-47df-98e1-59acf6b6d319 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=977165de-7997-4f31-b5df-810649d84f40 HTTP/1.1" status: 200  len: 205 time: 0.0531886
Dec 16 09:37:16.247065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.321446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=41b49abc-8f01-4a2b-8635-73d3011dfed5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:16.324500 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:16.339026 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-970a74a9-6b94-4cf6-ad5c-fb55287847b7 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] delete failed (client error): The resource could not be found.
Dec 16 09:37:16.340508 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-970a74a9-6b94-4cf6-ad5c-fb55287847b7 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/977165de-7997-4f31-b5df-810649d84f40 HTTP/1.1" status: 404  len: 336 time: 0.0921216
Dec 16 09:37:16.343329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.389950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9b4d51c-9395-4b1b-8988-a3b9b2162b13 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=d73bc1b3-0e74-442c-9b60-df879b7a4127 HTTP/1.1" status: 200  len: 205 time: 0.0457351
Dec 16 09:37:16.392215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40336) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.415566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.416051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.416527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.416995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.417460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.417921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.418383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.420443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-d951fc31-eb70-4813-96e7-bd69ca6fc406 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6170 time: 0.2433715
Dec 16 09:37:16.452760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Attempting to bind port 41b49abc-8f01-4a2b-8635-73d3011dfed5 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:16.453102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Attempting to bind port 41b49abc-8f01-4a2b-8635-73d3011dfed5 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:16.453438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Attempting to bind port 41b49abc-8f01-4a2b-8635-73d3011dfed5 on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:16.514628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Port 41b49abc-8f01-4a2b-8635-73d3011dfed5 on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:16.515049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Attempting to bind port 41b49abc-8f01-4a2b-8635-73d3011dfed5 on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:16.532671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:16.533118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Checking segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:16.533771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Bound using segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:16.534293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Bound port: 41b49abc-8f01-4a2b-8635-73d3011dfed5, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:16.534710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:16.552063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec027423-668d-453b-9957-e768a57363d3 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:16.600600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: ec027423-668d-453b-9957-e768a57363d3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:16.612199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec027423-668d-453b-9957-e768a57363d3 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:16.693067 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-ae498b50-e596-4415-8a63-c8c2b6be4216 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] delete failed (client error): The resource could not be found.
Dec 16 09:37:16.694083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ae498b50-e596-4415-8a63-c8c2b6be4216 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/d73bc1b3-0e74-442c-9b60-df879b7a4127 HTTP/1.1" status: 404  len: 336 time: 0.3010426
Dec 16 09:37:16.699629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.773888 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb6bc806-f9f9-4888-be6b-dc100ff22831 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "GET /v2.0/ports?device_id=27f040f1-3207-409a-ba25-eca49fdfa6a6 HTTP/1.1" status: 200  len: 205 time: 0.0727961
Dec 16 09:37:16.774469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.811353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-fc7fff5c-1220-4cb8-aede-eaef9e3b0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.811842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-fc7fff5c-1220-4cb8-aede-eaef9e3b0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.812310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-fc7fff5c-1220-4cb8-aede-eaef9e3b0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:16.814084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-fc7fff5c-1220-4cb8-aede-eaef9e3b0194 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d31048b143aa4b7eb2748907a1576312&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3842754
Dec 16 09:37:16.854084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] For port 41b49abc-8f01-4a2b-8635-73d3011dfed5, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:16.883953 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbb491a-7d11-43a8-8f65-5e549a10ce46', 'name': 'network-vif-deleted', 'tag': 'ec027423-668d-453b-9957-e768a57363d3', 'status': 'completed', 'code': 200}
Dec 16 09:37:16.893830 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-8aec6bae-9134-47e9-ba34-f73af009f628 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] delete failed (client error): The resource could not be found.
Dec 16 09:37:16.898171 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8aec6bae-9134-47e9-ba34-f73af009f628 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/routers/27f040f1-3207-409a-ba25-eca49fdfa6a6 HTTP/1.1" status: 404  len: 336 time: 0.1227069
Dec 16 09:37:16.898725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40358) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:16.922822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] For port 41b49abc-8f01-4a2b-8635-73d3011dfed5, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:16.929625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:16.936882 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-183b948c-4f11-4dc2-aa98-5a0975f94550 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:16.993510 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.006728 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-79207bb4-0411-46b8-997d-c8f315015ffe tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:37:17.007653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79207bb4-0411-46b8-997d-c8f315015ffe tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:37:17.009678 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-79207bb4-0411-46b8-997d-c8f315015ffe tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] 10.222.0.66 "DELETE /v2.0/subnets/4f09820d-20d8-48fb-96af-9511e054aceb HTTP/1.1" status: 404  len: 337 time: 0.1099672
Dec 16 09:37:17.044153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.044937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.046202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 1131 time: 1.8770504
Dec 16 09:37:17.096189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:17.175139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-82c73b67-24a9-4d18-bc37-eb48a1389d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.176557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de79aa16-3db9-4e4c-8300-3a6a513908db req-82c73b67-24a9-4d18-bc37-eb48a1389d95 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3522787
Dec 16 09:37:17.177229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=41b49abc-8f01-4a2b-8635-73d3011dfed5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:17.183361 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:17.282216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b904999-e3ef-47f9-9cda-428e5e9437d8 req-697eb80f-9ac6-4e2a-81b0-4ce15951c9ab tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.293032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b904999-e3ef-47f9-9cda-428e5e9437d8 req-697eb80f-9ac6-4e2a-81b0-4ce15951c9ab tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 946 time: 0.2943649
Dec 16 09:37:17.319642 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.398423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:17.412676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b904999-e3ef-47f9-9cda-428e5e9437d8 req-103708d3-3336-4ca8-a58e-b50701d85dac tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179013
Dec 16 09:37:17.618033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.634609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:17.639840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0205aa34fc1f45d68a2e4aeb94e720a3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:17.643303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:17.648710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d83043-7cc4-4882-a27e-348498a15cec'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:17.656636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:17.744848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.748578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.760615 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbbd4243-f3f3-43c8-b75e-eef03dc17f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:17.803124 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0205aa34fc1f45d68a2e4aeb94e720a3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4005938
Dec 16 09:37:17.803457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40378) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:17.806239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4b882e-12b0-4c03-936a-be0b4b9fd829,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:17.819213 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:17.870028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.896180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.947837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-9a3a4911-8c8f-4747-878d-6b32dd322684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.948602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.949321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-9a3a4911-8c8f-4747-878d-6b32dd322684 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561&tenant_id=9347d0d23cb541258e095e1c8c647f8e HTTP/1.1" status: 200  len: 1099 time: 0.2544796
Dec 16 09:37:17.953763 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90be71a6-468d-4956-93c6-dba1749cd5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:17.963618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.966882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4b882e-12b0-4c03-936a-be0b4b9fd829,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:17.969371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.969653 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:17.971180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:17.975935 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f4b882e-12b0-4c03-936a-be0b4b9fd829 HTTP/1.1" status: 204  len: 168 time: 0.1679373
Dec 16 09:37:17.976113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.981638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.987484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.993929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:17.999726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:18.001579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-327419c0-2a65-4db2-bea4-fa6ab227e3c5 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5375 time: 0.3053453
Dec 16 09:37:18.009488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820554-2', 'device_owner': 'compute:nova'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:18.118676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b'}, {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '41b49abc-8f01-4a2b-8635-73d3011dfed5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:18.214016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f45d3e69-3a52-4a66-8853-02489bdeb532 req-a9e95375-46d5-48c0-a9b0-28c930490873 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1774502
Dec 16 09:37:18.219264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be439f31-8f3d-43be-add6-ea11b41f5eb7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:18.230025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.239770 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.261764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Transition to ACTIVE for port object be439f31-8f3d-43be-add6-ea11b41f5eb7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:18.270578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:18.291690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.301415 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8a4afdbb-ed0c-4a89-8154-a9b955d8e40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:18.327049 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bfd5c91d-db50-4113-99a9-927f077bab57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f0959204387473ab16c2ff343ade0ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0539136
Dec 16 09:37:18.329368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:18.426352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.457404 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.528460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.536235 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7373459-5546-46a5-a91c-fd272fc4b32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:18.549758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14fc56-dfbf-4771-b047-8f55f99a5174,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:18.552137 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.556501 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea14fc56-dfbf-4771-b047-8f55f99a5174 HTTP/1.1" status: 204  len: 168 time: 0.2225773
Dec 16 09:37:18.556501 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:18.558517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2a295cb4-95fb-4b6f-993d-a3a354d789de details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:37:18.637654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Pushing event updated for resources: {'Port': ['ID=be439f31-8f3d-43be-add6-ea11b41f5eb7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:18.661880 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:18.803533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Attempting to bind port be439f31-8f3d-43be-add6-ea11b41f5eb7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:18.803961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Attempting to bind port be439f31-8f3d-43be-add6-ea11b41f5eb7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:18.804349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Attempting to bind port be439f31-8f3d-43be-add6-ea11b41f5eb7 on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:18.806493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:18.816792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Port be439f31-8f3d-43be-add6-ea11b41f5eb7 on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:18.816792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Attempting to bind port be439f31-8f3d-43be-add6-ea11b41f5eb7 on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:18.821052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'mac_address': 'fa:16:3e:a9:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:37:18.831888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:18.832304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Checking segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:18.832760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Bound using segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:18.833282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Bound port: be439f31-8f3d-43be-add6-ea11b41f5eb7, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:18.833691 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.881727 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.902248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b689-9f2c-4dd7-adea-f72d05b10171 req-1f5d95e8-a39b-4d63-8145-4a24c89e07f1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:18.902824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a295cb4-95fb-4b6f-993d-a3a354d789de {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:18.908137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b689-9f2c-4dd7-adea-f72d05b10171 req-1f5d95e8-a39b-4d63-8145-4a24c89e07f1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:18.909712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d179b689-9f2c-4dd7-adea-f72d05b10171 req-1f5d95e8-a39b-4d63-8145-4a24c89e07f1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7&device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 1690 time: 0.3967690
Dec 16 09:37:18.919584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:18.923974 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:18.925827 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:18.958392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:19.004618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:19.007797 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:19.014290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d179b689-9f2c-4dd7-adea-f72d05b10171 req-ed5f943d-2cea-4f7c-8734-7d1287b8cac5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860777
Dec 16 09:37:19.043804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] For port be439f31-8f3d-43be-add6-ea11b41f5eb7, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:19.053726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:19.095712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] For port be439f31-8f3d-43be-add6-ea11b41f5eb7, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:19.104578 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:19.105509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['2a295cb4-95fb-4b6f-993d-a3a354d789de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:19.110902 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:19.248234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:19.248864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:19.250184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] 10.222.0.54 "PUT /v2.0/ports/be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 1091 time: 2.1682670
Dec 16 09:37:19.256461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:19.284451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:19.366057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Transition to ACTIVE for port object 226f13d7-742a-4b27-9514-46bdded69b82 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:19.382602 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:19.392734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Pushing event updated for resources: {'Port': ['ID=be439f31-8f3d-43be-add6-ea11b41f5eb7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:19.400726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:19.403581 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:19.744500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0715-81d7-45b3-baf0-a3458a2fe079 req-f572dcff-5606-40c3-89c0-1ae130c6267b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:19.754428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32cc0715-81d7-45b3-baf0-a3458a2fe079 req-f572dcff-5606-40c3-89c0-1ae130c6267b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.6112685
Dec 16 09:37:19.858428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:19.867315 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:19.871918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] No DVR routers for this DVR port 226f13d7-742a-4b27-9514-46bdded69b82 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:19.882155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:19.933292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32cc0715-81d7-45b3-baf0-a3458a2fe079 req-19e9bff6-70cf-4073-b87a-fbe5608d0233 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779013
Dec 16 09:37:19.998757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:19.999101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:19.999480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:20.010977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:20.011201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Attempting to bind port 226f13d7-742a-4b27-9514-46bdded69b82 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:20.024614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:20.024998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:20.025339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:20.025773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Bound port: 226f13d7-742a-4b27-9514-46bdded69b82, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:20.026125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.255434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:20.389742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-740687867', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:20.401791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:20.406355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Usage tracker for resource:port and tenant:bf53c6c7d92144d794c5c748db1541cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:20.410113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:20.417285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:20.432881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Made reservation on behalf of bf53c6c7d92144d794c5c748db1541cf for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:20.435532 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.451537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.467438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:20.475634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Usage tracker for resource:security_group_rule and tenant:bf53c6c7d92144d794c5c748db1541cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:20.478685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:20.484907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:20.538699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:20.542070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75522773-3687-4ba3-94b7-232acb25636c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:20.551148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:20.566096 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.571253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2a295cb4-95fb-4b6f-993d-a3a354d789de up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:20.574147 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.583142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0dd777d3-c0f0-4336-84d5-094caa0ecdf7 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:20.631635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.637996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.640210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b4c1594-e670-421a-b792-8d8fd1fe0ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:20.659745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] device_id is not set on port 7d39f868-ef8a-48f4-85ca-5a292d5811b1 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:37:20.667256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:20.682509 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:20.689226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Transition to ACTIVE for port object 75522773-3687-4ba3-94b7-232acb25636c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:20.699739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-1a5f625f-25f6-48c2-afb8-a0f4c4edf756 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:20.701231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-1a5f625f-25f6-48c2-afb8-a0f4c4edf756 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 822 time: 0.5460243
Dec 16 09:37:20.702498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:20.703095 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.713757 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] 10.222.0.54 "PUT /v2.0/ports/226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 1095 time: 2.7096088
Dec 16 09:37:20.715818 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.728203 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:20.729620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 2a295cb4-95fb-4b6f-993d-a3a354d789de triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:20.730644 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:20.746263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fbed0-ec5e-4262-8570-200f12982792,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:20.751788 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:20.883660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Allocated IP 172.25.3.104 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/7d39f868-ef8a-48f4-85ca-5a292d5811b1) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:20.938079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-20a80814-bbb8-46c3-8ee7-819367ca8fc6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/quotas/e656d1b15d8d44009c86333b469a23e6 HTTP/1.1" status: 200  len: 375 time: 0.2231650
Dec 16 09:37:21.003838 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.108495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:21.120231 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.123439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:21.145312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Pushing event updated for resources: {'Port': ['ID=75522773-3687-4ba3-94b7-232acb25636c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:21.152316 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:21.172207 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:21.234307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.280158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.287378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:21.292509 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54ffd919-f942-45fe-9b01-423666c1fa61 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:21.295412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:21.305739 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:21.364575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-457ac2f5-26a8-4cb6-946b-d3d3bd3e87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:21.366210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-457ac2f5-26a8-4cb6-946b-d3d3bd3e87f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1098 time: 0.5751884
Dec 16 09:37:21.379582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:21.382854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:21.385105 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-29cc6452-959d-47d6-8f8a-6f7e3a9c41a3 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4461038
Dec 16 09:37:21.391929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:21.393125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Attempting to bind port 75522773-3687-4ba3-94b7-232acb25636c on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:21.393580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Attempting to bind port 75522773-3687-4ba3-94b7-232acb25636c by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:21.394097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Attempting to bind port 75522773-3687-4ba3-94b7-232acb25636c on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:21.423956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Pushing event updated for resources: {'Port': ['ID=7d39f868-ef8a-48f4-85ca-5a292d5811b1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:21.434804 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:21.458338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:21.458936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.489295 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.2326903
Dec 16 09:37:21.492825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40488) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:21.498226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.104'}]}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:21.503986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:21.507832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Usage tracker for resource:router and tenant:bf53c6c7d92144d794c5c748db1541cf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:21.509476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Port 75522773-3687-4ba3-94b7-232acb25636c on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:21.509920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Attempting to bind port 75522773-3687-4ba3-94b7-232acb25636c on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:21.516236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:21.522100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:21.535831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.537158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.554387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.832893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:21.833492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Checking segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:21.833616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Bound using segment: {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:21.833973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Bound port: 75522773-3687-4ba3-94b7-232acb25636c, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b75070-0487-4e63-bbcd-7d8e1dce4fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:21.834315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.874178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.960913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] For port 75522773-3687-4ba3-94b7-232acb25636c, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:21.964113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] For port 75522773-3687-4ba3-94b7-232acb25636c, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=75522773-3687-4ba3-94b7-232acb25636c,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:21.983542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:21.992041 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8f8eafc-2b3f-42b7-b453-302ab73b42b0 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:22.030702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-320f54da-e2bf-45df-a757-7f1710d3385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:22.032172 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-320f54da-e2bf-45df-a757-7f1710d3385a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.6413732
Dec 16 09:37:22.152474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:22.153857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:22.154621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 1091 time: 2.8742671
Dec 16 09:37:22.155923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-8fc9a441-7cac-4c7a-b3e9-34edd0beac81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 200  len: 217 time: 0.0992293
Dec 16 09:37:22.169295 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fb6f34c-48e6-466a-968e-06f745c49c2a service neutron] 10.222.0.66 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7832224
Dec 16 09:37:22.248860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:22.297177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Pushing event updated for resources: {'Port': ['ID=75522773-3687-4ba3-94b7-232acb25636c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:22.356967 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:22.395457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-67663797-63be-4ab5-aa79-451265a2df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:22.403600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-67663797-63be-4ab5-aa79-451265a2df18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2366152
Dec 16 09:37:22.521084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:22.556801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:22.564499 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:22.609655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-e04c04af-5d00-4498-8263-08b581aaa42f service neutron] 10.222.0.66 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3871078
Dec 16 09:37:22.839880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:22.893302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3a993737-6642-49ed-ba6c-1441b0d8a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:22.894798 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-3a993737-6642-49ed-ba6c-1441b0d8a92d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4805515
Dec 16 09:37:23.075061 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d83043-7cc4-4882-a27e-348498a15cec', 'code': 200}
Dec 16 09:37:23.079511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcefe06c-8f72-449e-be96-7b2215573864 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:23.090600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:23.107348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Transition to ACTIVE for port object dcefe06c-8f72-449e-be96-7b2215573864 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:23.171550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:23.256711 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71bc667a-bcde-41dc-b524-59a14f59393a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:23.338582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-ce2a05dc-2f53-4002-9191-7f3869f2428c service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4242134
Dec 16 09:37:23.350575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:23.361874 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:23.397153 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:23.397774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b430686-3b50-4746-9f10-cbd760a583ab {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:37:23.450439 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b', 'status': 'completed', 'code': 200}
Dec 16 09:37:23.450651 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '41b49abc-8f01-4a2b-8635-73d3011dfed5', 'status': 'completed', 'code': 200}
Dec 16 09:37:23.452621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcefe06c-8f72-449e-be96-7b2215573864,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:23.468793 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:37:23.475235 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:23.480664 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-36cfba8f-ee19-4471-b853-0d58101b37a1 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.9772768
Dec 16 09:37:23.481514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:23.483711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6353cd5-577e-4929-8b82-584f2dba0110 req-32c3b873-cb2e-4464-a901-05005defe8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:23.485174 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-d6353cd5-577e-4929-8b82-584f2dba0110 req-32c3b873-cb2e-4464-a901-05005defe8b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 1097 time: 0.1737208
Dec 16 09:37:23.645624 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-d6353cd5-577e-4929-8b82-584f2dba0110 req-4d3788fa-2b75-4291-be30-7c55db4a290c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512387
Dec 16 09:37:23.668206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Deleting port 7d39f868-ef8a-48f4-85ca-5a292d5811b1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:23.668894 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:23.949410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fe8474c-373f-4ccb-8341-29d7df063d56 req-901bbfd7-a2b6-4df2-8a95-ce0c782ce765 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4824121
Dec 16 09:37:24.042269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:24.120863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.121352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.121837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.122315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.122777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.123283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.123779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.125695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-198892e6-d60a-47c6-8fbc-23da9823465d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6371 time: 0.6742308
Dec 16 09:37:24.215469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Calling delete_port for 7d39f868-ef8a-48f4-85ca-5a292d5811b1 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:24.297521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-82f717d6-6d39-4343-b99e-b9ee056596f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.297922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-82f717d6-6d39-4343-b99e-b9ee056596f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.298428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-82f717d6-6d39-4343-b99e-b9ee056596f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.300069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-82f717d6-6d39-4343-b99e-b9ee056596f0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d31048b143aa4b7eb2748907a1576312&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1669047
Dec 16 09:37:24.440872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:24.453380 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:24.460837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-79267d45-f9aa-41e6-a7a6-7794a100dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.462321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-79267d45-f9aa-41e6-a7a6-7794a100dd28 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1548533
Dec 16 09:37:24.493564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58e10-de7b-4f71-ab1c-e0971b9aed22 req-4c15a70a-816e-4714-93bb-e065279af605 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.500758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78d58e10-de7b-4f71-ab1c-e0971b9aed22 req-4c15a70a-816e-4714-93bb-e065279af605 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 946 time: 1.1611681
Dec 16 09:37:24.509075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d39f868-ef8a-48f4-85ca-5a292d5811b1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:24.527651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Attempting to bind port dcefe06c-8f72-449e-be96-7b2215573864 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:24.528027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Attempting to bind port dcefe06c-8f72-449e-be96-7b2215573864 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:24.528331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Attempting to bind port dcefe06c-8f72-449e-be96-7b2215573864 on network 51445356-0fed-4fb2-be55-a175c29cf74b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:24.560441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.560831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.561257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.561634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.562085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.562459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.562915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.563353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.564585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.565055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.565466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.565829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:24.580272 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:24.639862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Port dcefe06c-8f72-449e-be96-7b2215573864 on network 51445356-0fed-4fb2-be55-a175c29cf74b not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:24.640199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Attempting to bind port dcefe06c-8f72-449e-be96-7b2215573864 on network 51445356-0fed-4fb2-be55-a175c29cf74b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:24.651990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:24.680609 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] 10.222.0.66 "DELETE /v2.0/ports/7d39f868-ef8a-48f4-85ca-5a292d5811b1 HTTP/1.1" status: 204  len: 168 time: 1.1907289
Dec 16 09:37:24.717201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:24.717619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Checking segment: {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:24.718126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Bound using segment: {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:24.718578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Bound port: dcefe06c-8f72-449e-be96-7b2215573864, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:24.718931 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:24.756118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78d58e10-de7b-4f71-ab1c-e0971b9aed22 req-eba268ee-f261-4b71-9d03-0cabf0f3d4bb tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538602
Dec 16 09:37:24.915413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7182b710-75da-4ff4-bed4-242d9dbad4f6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.916990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7182b710-75da-4ff4-bed4-242d9dbad4f6 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 822 time: 0.4536467
Dec 16 09:37:24.921694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] For port dcefe06c-8f72-449e-be96-7b2215573864, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:24.930040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.930525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.931128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.931641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.932109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.932574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.933039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:24.934933 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-e4df85d2-6ecb-4eb5-a35d-3ddac331fdc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6371 time: 0.2741981
Dec 16 09:37:24.942882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Request body: {'port': {'device_id': '6ad52966-f0a1-4905-8143-860043f82ead', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'admin_state_up': True, 'tenant_id': 'e656d1b15d8d44009c86333b469a23e6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:25.064498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] For port dcefe06c-8f72-449e-be96-7b2215573864, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=dcefe06c-8f72-449e-be96-7b2215573864,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:25.077487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:25.198531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:25.219847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:25.279886 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64830709-6e66-4da8-89d1-ee8281daf5dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:25.368774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=dcefe06c-8f72-449e-be96-7b2215573864,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:25.383919 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:25.385403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:25.386062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:25.387546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] 10.222.0.54 "PUT /v2.0/ports/dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 1091 time: 3.1662908
Dec 16 09:37:25.389816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:25.398475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Usage tracker for resource:port and tenant:e656d1b15d8d44009c86333b469a23e6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:25.404787 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:25.407335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:25.424776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:25.451482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Request body: {'port': {'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:25.468770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:25.475790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Usage tracker for resource:security_group_rule and tenant:8fcba11dd6584c1599ad352d1bc3a92d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:25.486700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:25.508082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:25.531670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}, {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7'}, {'name': 'network-changed', 'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}, {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '75522773-3687-4ba3-94b7-232acb25636c'}, {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:25.645788 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:25.652339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:25.675827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Made reservation on behalf of e656d1b15d8d44009c86333b469a23e6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:25.686473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:25.692479 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7eacaf07-c65d-4b99-b334-741cc94abf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:25.914084 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fcba11dd6584c1599ad352d1bc3a92d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6919992
Dec 16 09:37:25.917040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40530) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:25.958944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52965b6f-8e2a-4999-9530-4df9063580c5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:25.966408 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:26.009972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.010986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:37:26.039428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.053170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Allocated IP 172.20.0.9 (ffebdb26-1632-4dbe-a67f-6a6fc5dbb040/3211252b-37a9-490f-98d3-6ca2798d4cdc/42639bae-9687-4091-a490-128cf0de5aa5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:26.109732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.122731 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:26.151445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52965b6f-8e2a-4999-9530-4df9063580c5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:26.163512 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:26.164950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.168334 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52965b6f-8e2a-4999-9530-4df9063580c5 HTTP/1.1" status: 204  len: 168 time: 0.2480772
Dec 16 09:37:26.237701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:26.263197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '226f13d7-742a-4b27-9514-46bdded69b82', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '226f13d7-742a-4b27-9514-46bdded69b82', 'mac_address': 'fa:16:3e:bc:68:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:37:26.356604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.378747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f13d7-742a-4b27-9514-46bdded69b82 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:26.400370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:26.410540 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.413838 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:26.460787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.527529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-43617c4b-bb1a-4802-93d9-d99c152dbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.530432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-43617c4b-bb1a-4802-93d9-d99c152dbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.532994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-43617c4b-bb1a-4802-93d9-d99c152dbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.536690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-43617c4b-bb1a-4802-93d9-d99c152dbb32 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d31048b143aa4b7eb2748907a1576312&shared=False HTTP/1.1" status: 200  len: 2293 time: 1.4748371
Dec 16 09:37:26.540724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.566730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=12']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:26.571330 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:26.617716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.731043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['226f13d7-742a-4b27-9514-46bdded69b82'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:26.752327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-9af9ae15-acd5-489d-aab5-5ee89f2e6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.753778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfddc6bb-8ec2-4093-9701-106f9c81f617 req-9af9ae15-acd5-489d-aab5-5ee89f2e6711 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1854825
Dec 16 09:37:26.775629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:26.781362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.788355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.794385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.800238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.805960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.811719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.817517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.827218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18db5382-4363-4606-af11-c0c98458424b req-d81071f7-fe2c-4abe-ba43-6bfc7f3e0f92 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5411 time: 1.7112219
Dec 16 09:37:26.840577 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:26.851251 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d122a2ae-5357-4119-8ac0-448976fca01a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf53c6c7d92144d794c5c748db1541cf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0737302
Dec 16 09:37:26.853448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40542) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:26.892586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:26.898488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:26.901636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:26.914536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.942157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:26.976186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:26.976716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:27.000693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:27.009467 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4111f31d-585a-4de3-a4c9-c350ca88beda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:27.027034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fbed0-ec5e-4262-8570-200f12982792,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:27.054067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:27.056482 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d1fbed0-ec5e-4262-8570-200f12982792 HTTP/1.1" status: 204  len: 168 time: 0.2021420
Dec 16 09:37:27.061499 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:27.103310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18db5382-4363-4606-af11-c0c98458424b req-9b6247fd-2b8b-4359-a58c-4d434a85cf83 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2765372
Dec 16 09:37:27.127245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1841004
Dec 16 09:37:27.132772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event updated for resources: {'Port': ['ID=42639bae-9687-4091-a490-128cf0de5aa5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:27.144522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Request body: {'port': {'device_id': '6ad52966-f0a1-4905-8143-860043f82ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:27.184203 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:27.482851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:27.600783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1beff9-3a9a-4d0b-95e3-cd1e18700c16 req-76b8f46f-8fb1-48ce-8ecf-4dce5bc2b6fd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:27.607420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd1beff9-3a9a-4d0b-95e3-cd1e18700c16 req-76b8f46f-8fb1-48ce-8ecf-4dce5bc2b6fd tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 948 time: 0.3655915
Dec 16 09:37:27.736183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd1beff9-3a9a-4d0b-95e3-cd1e18700c16 req-dd12c688-43c1-4cfd-af61-076f9b0b6d41 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278946
Dec 16 09:37:27.957992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9363e44b-53f9-4857-ad2a-5cad587d73a8 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:27.969496 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:27.999502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Transition to ACTIVE for port object 9363e44b-53f9-4857-ad2a-5cad587d73a8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:28.024682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.037375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:28.060452 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-874dac97-cb84-495b-b6c7-7ef2d0ab2f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:28.176690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 226f13d7-742a-4b27-9514-46bdded69b82 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:28.187123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 226f13d7-742a-4b27-9514-46bdded69b82 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:28.187706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.263352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=9363e44b-53f9-4857-ad2a-5cad587d73a8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:28.273482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:28.294848 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:28.421018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.441813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1829042070'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:28.453929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:28.461640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Usage tracker for resource:network and tenant:19b096d3a59e423d8da0b217276b6a40 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:28.465262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:28.466753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:28.474859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:28.478166 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.480378 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fe0334b4-79a5-4a22-b9de-7ef68405e226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:28.513267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:28.523799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.554077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.589519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:28.599901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Usage tracker for resource:security_group_rule and tenant:19b096d3a59e423d8da0b217276b6a40 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:28.607773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:28.631405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:28.637415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=13']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:28.642287 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:28.745387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Attempting to bind port 9363e44b-53f9-4857-ad2a-5cad587d73a8 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:28.746034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Attempting to bind port 9363e44b-53f9-4857-ad2a-5cad587d73a8 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:28.746203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Attempting to bind port 9363e44b-53f9-4857-ad2a-5cad587d73a8 on network 51445356-0fed-4fb2-be55-a175c29cf74b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:28.753055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.755689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Port 9363e44b-53f9-4857-ad2a-5cad587d73a8 on network 51445356-0fed-4fb2-be55-a175c29cf74b not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:28.756097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Attempting to bind port 9363e44b-53f9-4857-ad2a-5cad587d73a8 on network 51445356-0fed-4fb2-be55-a175c29cf74b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:28.760948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.765565 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1b97d14-e0ce-43e2-8509-e125e029ac8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:28.767396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:28.767823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Checking segment: {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:28.768321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Bound using segment: {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:28.768835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Bound port: 9363e44b-53f9-4857-ad2a-5cad587d73a8, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:28.769259 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.803965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:37:28.811979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c7f59-d542-4f61-a84e-f5d4397a54ce,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:28.815369 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:28.824851 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.825389 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Added segment 0c8ceb60-938c-47af-bb29-ca89037eb481 of type vlan for network a9d8a1ca-99d8-4628-a633-fa33c5ab9969
Dec 16 09:37:28.836902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56edb9b-b345-48c7-add2-5209e6f2ccef req-f9d6efc0-b958-483e-9a7d-4e38a575579a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:28.837792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e56edb9b-b345-48c7-add2-5209e6f2ccef req-f9d6efc0-b958-483e-9a7d-4e38a575579a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Synchronizing usage tracker for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:28.863243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42639bae-9687-4091-a490-128cf0de5aa5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:28.880406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.897777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.931536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.931980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e56edb9b-b345-48c7-add2-5209e6f2ccef req-f9d6efc0-b958-483e-9a7d-4e38a575579a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Unset dirty status for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:28.938820 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e56edb9b-b345-48c7-add2-5209e6f2ccef req-f9d6efc0-b958-483e-9a7d-4e38a575579a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 931 time: 0.9183776
Dec 16 09:37:28.941043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:28.941653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:28.969101 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f5b7e8-a588-4dc2-8331-2f984d8beabb tempest-ExternalNetworksTestJSON-1664700586 tempest-ExternalNetworksTestJSON-1664700586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:28.996003 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.7181649
Dec 16 09:37:28.996257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-04fa6e6e-4d4e-42ee-937f-80a9816e1aa8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5327888
Dec 16 09:37:28.997691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:29.007892 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e56edb9b-b345-48c7-add2-5209e6f2ccef req-2e66ac35-2f58-46cc-95a8-55ee61d580f5 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679815
Dec 16 09:37:29.042243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Transition to ACTIVE for port object 42639bae-9687-4091-a490-128cf0de5aa5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:29.052430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:29.069482 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:29.177724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'subnet': {'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:29.210682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] For port 9363e44b-53f9-4857-ad2a-5cad587d73a8, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:29.253727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Network': ['ID=a9d8a1ca-99d8-4628-a633-fa33c5ab9969,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:29.270027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:37:29.292557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] For port 9363e44b-53f9-4857-ad2a-5cad587d73a8, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:29.342252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:29.346625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:29.350357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Pushing event updated for resources: {'Port': ['ID=42639bae-9687-4091-a490-128cf0de5aa5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:29.387825 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:29.388117 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:29.407909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:29.415200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Usage tracker for resource:subnet and tenant:19b096d3a59e423d8da0b217276b6a40 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:29.419099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:29.425855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:29.447815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:29.454944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:29.506716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:29.507366 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:29.508796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] 10.222.0.54 "PUT /v2.0/ports/9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 1091 time: 4.0694840
Dec 16 09:37:29.551633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=9363e44b-53f9-4857-ad2a-5cad587d73a8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:29.608113 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:29.627457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-c54a8380-7968-4acc-92fa-f269fac0e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:29.629026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-c54a8380-7968-4acc-92fa-f269fac0e3ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 1101 time: 0.5002291
Dec 16 09:37:29.673654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Attempting to bind port 42639bae-9687-4091-a490-128cf0de5aa5 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:29.674079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Attempting to bind port 42639bae-9687-4091-a490-128cf0de5aa5 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:29.674341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Attempting to bind port 42639bae-9687-4091-a490-128cf0de5aa5 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:29.684288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc51748-a9e3-436c-adb8-5ac504dd3059 req-9b0a60eb-1c3e-4a07-95cc-6efacf3e8a46 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:29.694418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdc51748-a9e3-436c-adb8-5ac504dd3059 req-9b0a60eb-1c3e-4a07-95cc-6efacf3e8a46 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7 HTTP/1.1" status: 200  len: 1101 time: 0.4090450
Dec 16 09:37:29.712301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Port 42639bae-9687-4091-a490-128cf0de5aa5 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:29.712640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Attempting to bind port 42639bae-9687-4091-a490-128cf0de5aa5 on network ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:29.730701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:29.731046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Checking segment: {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:29.731487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Bound using segment: {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:29.732021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Bound port: 42639bae-9687-4091-a490-128cf0de5aa5, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34804fe2-4421-4f05-91f6-0774b0fa1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:29.732375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:29.801397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:29.806057 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:29.898512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Subnet': ['ID=b304ee54-7d0d-4c6b-b577-b99996c20b7c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:29.906572 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:29.913961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Checking segment: {'id': '0c8ceb60-938c-47af-bb29-ca89037eb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:29.915850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network hostable DHCP agents. Network: a9d8a1ca-99d8-4628-a633-fa33c5ab9969, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:37:29.945891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:37:29.963792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a9d8a1ca-99d8-4628-a633-fa33c5ab9969) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:29.975150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4071f05-31df-40c4-8786-66734bf45d69 None None] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:37:29.986622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:29.987504 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:29.989752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdc51748-a9e3-436c-adb8-5ac504dd3059 req-84588013-1e04-4665-95f2-e2e3f2e87fc1 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2944362
Dec 16 09:37:30.027967 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0291886
Dec 16 09:37:30.030732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:30.034358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.034961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.035541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.036064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.036588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.037121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.037673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.039777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a28142d6-58de-4584-9213-d25c826e4599 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6480 time: 0.4820929
Dec 16 09:37:30.044350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2043286318'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:30.044943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] For port 42639bae-9687-4091-a490-128cf0de5aa5, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:30.136191 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-137c25ca-d7e3-4fdc-b9d5-1be2a52bdeca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 217 time: 0.0776746
Dec 16 09:37:30.137921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] For port 42639bae-9687-4091-a490-128cf0de5aa5, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=42639bae-9687-4091-a490-128cf0de5aa5,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:30.139555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-b4b0c85d-bc76-41ed-a868-9cfcce886c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.141448 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-b4b0c85d-bc76-41ed-a868-9cfcce886c9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4447258
Dec 16 09:37:30.143834 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:30.151266 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-47569287-06e0-4d8b-b33c-a8913f2bf4f7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:30.182557 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'code': 200}
Dec 16 09:37:30.183002 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7', 'status': 'completed', 'code': 200}
Dec 16 09:37:30.183435 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'status': 'completed', 'code': 200}
Dec 16 09:37:30.183839 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '75522773-3687-4ba3-94b7-232acb25636c', 'status': 'completed', 'code': 200}
Dec 16 09:37:30.184236 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864', 'status': 'completed', 'code': 200}
Dec 16 09:37:30.216513 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'code': 200}
Dec 16 09:37:30.330661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-19472138-5bfc-4360-aab5-a95713f8325e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 200  len: 217 time: 0.1503866
Dec 16 09:37:30.341848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.342605 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:30.344164 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] 10.222.0.74 "PUT /v2.0/ports/42639bae-9687-4091-a490-128cf0de5aa5 HTTP/1.1" status: 200  len: 1091 time: 3.2073894
Dec 16 09:37:30.363463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:30.384249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Usage tracker for resource:port and tenant:19b096d3a59e423d8da0b217276b6a40 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:30.394488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:30.402677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:30.413604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:30.417176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:30.447128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] device_id is not set on port a1d16a32-20a8-4248-85fc-c913e93af57d yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:37:30.448579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'tenant_id': '19b096d3a59e423d8da0b217276b6a40', 'fixed_ips': [{'subnet_id': 'b304ee54-7d0d-4c6b-b577-b99996c20b7c'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:37:30.449519 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:30.582027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d31ab15f-fa0f-49bd-8c09-b29bb4239d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.583553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d31ab15f-fa0f-49bd-8c09-b29bb4239d3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.4352653
Dec 16 09:37:30.600687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Pushing event updated for resources: {'Port': ['ID=42639bae-9687-4091-a490-128cf0de5aa5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:30.604373 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:30.623727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Allocated IP 2001:db8::394 (a9d8a1ca-99d8-4628-a633-fa33c5ab9969/b304ee54-7d0d-4c6b-b577-b99996c20b7c/a1d16a32-20a8-4248-85fc-c913e93af57d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:30.687572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-f6f9cc11-4e0f-4f07-8016-82b7ab761629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.687572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-f6f9cc11-4e0f-4f07-8016-82b7ab761629 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.3414989
Dec 16 09:37:30.961076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ce00-1396-4d84-af48-b1f1e49a7746 req-3b9e6ba2-418c-4bde-8a0e-71760e4bf3aa tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.968133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0085ce00-1396-4d84-af48-b1f1e49a7746 req-3b9e6ba2-418c-4bde-8a0e-71760e4bf3aa tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 946 time: 0.5177786
Dec 16 09:37:30.974318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-9b4c9322-be98-4ddb-b78b-963c69a05a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:30.975770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-9b4c9322-be98-4ddb-b78b-963c69a05a35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 1094 time: 0.5867870
Dec 16 09:37:30.984368 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-63ceba9e-d572-4ad2-a5e5-1e50bba866fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1692741
Dec 16 09:37:30.999550 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:31.061651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Transition to ACTIVE for port object a1d16a32-20a8-4248-85fc-c913e93af57d will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:31.071829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b872caa4-56de-40a6-a0c1-f29b7b38a038 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42639bae-9687-4091-a490-128cf0de5aa5 HTTP/1.1" status: 200  len: 217 time: 0.0761073
Dec 16 09:37:31.117070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-5c2cea2b-874c-405d-8865-ac04b5ed4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:31.118533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-5c2cea2b-874c-405d-8865-ac04b5ed4261 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5131173
Dec 16 09:37:31.122719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-1d8eb73c-b699-4ee6-99cd-135dd708020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:31.124876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-de45ddc4-85c8-4001-bee9-51f550d92be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:31.125024 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-1d8eb73c-b699-4ee6-99cd-135dd708020e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 1100 time: 0.1094525
Dec 16 09:37:31.126845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-de45ddc4-85c8-4001-bee9-51f550d92be2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.4311030
Dec 16 09:37:31.133576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:31.140402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:31.265000 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Allocated IP 2001:db8::2 (a9d8a1ca-99d8-4628-a633-fa33c5ab9969/b304ee54-7d0d-4c6b-b577-b99996c20b7c/6268c90b-6a97-4276-a669-1a6f5a5394cf) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:31.344149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0085ce00-1396-4d84-af48-b1f1e49a7746 req-499a0234-8b44-4edd-b208-3ffefe2375f8 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3750443
Dec 16 09:37:31.434507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-eeb12cfe-2b04-4fda-a0bb-3daca720ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:31.436336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-eeb12cfe-2b04-4fda-a0bb-3daca720ff68 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3211252b-37a9-490f-98d3-6ca2798d4cdc HTTP/1.1" status: 200  len: 862 time: 0.3547335
Dec 16 09:37:31.547237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-b1be5dbb-769c-43cd-b83f-4bbb49df6638 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978708
Dec 16 09:37:31.612795 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:31.626498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Transition to ACTIVE for port object 6268c90b-6a97-4276-a669-1a6f5a5394cf will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:31.647905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-c488f192-5247-4788-848e-7a3148161daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:31.648875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Transition to ACTIVE for port object 6268c90b-6a97-4276-a669-1a6f5a5394cf will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:31.652198 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-c488f192-5247-4788-848e-7a3148161daa service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4597008
Dec 16 09:37:31.659847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=a1d16a32-20a8-4248-85fc-c913e93af57d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:31.669116 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:31.673201 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:31.677691 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:31.696152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:31.754789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:31.768038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:31.775016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Pushing event updated for resources: {'Port': ['ID=6268c90b-6a97-4276-a669-1a6f5a5394cf,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:31.778153 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:31.785433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:31.786196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:31.789888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:31.791593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:31.795132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:31.831138 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-de0ebb96-06ea-4f98-b131-54c89141332a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 200  len: 217 time: 0.1460972
Dec 16 09:37:31.834263 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.8008218
Dec 16 09:37:31.835526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:31.877084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6ad86cf6-4803-4d97-99db-c33790f36867 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7344909
Dec 16 09:37:31.941459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-868228699', 'allowed_address_pairs': [{'ip_address': '2001:db8::394', 'mac_address': 'fa:16:3e:6a:09:e2'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:31.952557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Attempting to bind port 6268c90b-6a97-4276-a669-1a6f5a5394cf on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:31.952941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Attempting to bind port 6268c90b-6a97-4276-a669-1a6f5a5394cf by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0c8ceb60-938c-47af-bb29-ca89037eb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:31.953475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Attempting to bind port 6268c90b-6a97-4276-a669-1a6f5a5394cf on network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:31.959237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:31.959630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Checking segment: {'id': '0c8ceb60-938c-47af-bb29-ca89037eb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:31.960172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:31.960586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Bound using segment: {'id': '0c8ceb60-938c-47af-bb29-ca89037eb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:31.961311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Bound port: 6268c90b-6a97-4276-a669-1a6f5a5394cf, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8ceb60-938c-47af-bb29-ca89037eb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:31.962447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:32.036630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-a0360f6e-3107-4d3a-b2fa-e3a184f5ce58 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499953
Dec 16 09:37:32.042561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-ec970a89-abac-4a43-a74e-a8656252df53 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8792949
Dec 16 09:37:32.046407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-3f963a31-3b96-45d6-badd-0fd37dc20cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:32.048785 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-3f963a31-3b96-45d6-badd-0fd37dc20cc9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.2102792
Dec 16 09:37:32.101645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] For port 6268c90b-6a97-4276-a669-1a6f5a5394cf, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:32.105949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] For port 6268c90b-6a97-4276-a669-1a6f5a5394cf, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6268c90b-6a97-4276-a669-1a6f5a5394cf,segment=NetworkSegment(0c8ceb60-938c-47af-bb29-ca89037eb481),segment_id=0c8ceb60-938c-47af-bb29-ca89037eb481)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:32.114655 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:32.119577 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:32.180652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:32.185014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Usage tracker for resource:port and tenant:19b096d3a59e423d8da0b217276b6a40 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:32.188177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:32.195500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:32.209584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:32.216414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Pushing event updated for resources: {'Port': ['ID=6268c90b-6a97-4276-a669-1a6f5a5394cf,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:32.231316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:32.236393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-0515c655-d6cd-4092-8a82-60b0bf004a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:32.238199 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-0515c655-d6cd-4092-8a82-60b0bf004a51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1800122
Dec 16 09:37:32.243342 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:32.325374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8'}, {'name': 'network-changed', 'server_uuid': '6ad52966-f0a1-4905-8143-860043f82ead', 'tag': '42639bae-9687-4091-a490-128cf0de5aa5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:32.349735 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-78edff59-e482-47c7-98b0-24a998b29be4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.3062525
Dec 16 09:37:32.366687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-59ade7ef-dbd8-4220-8288-4fae5cb0cea6 service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7831492
Dec 16 09:37:32.553458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:32.636912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] device_id is not set on port 0123403d-970c-41b2-b0aa-6e515cf27a0a yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:37:32.648817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3339e25b-11e0-44e4-a7b6-cdad2b8ea28d req-91b6d26f-d0e2-43cf-98a9-1462cbf04c0b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4827001
Dec 16 09:37:32.656277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e71bdb06-71ee-47a6-ae0e-03af375dc07d req-01a2b04e-a65b-4989-8367-d05fa6f18c38 service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852946
Dec 16 09:37:32.684473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a49b6-a63a-4ff4-8592-29cb14985e35 req-cc06030a-7b8c-4b6f-a30a-2416034adc06 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:32.693101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e61a49b6-a63a-4ff4-8592-29cb14985e35 req-cc06030a-7b8c-4b6f-a30a-2416034adc06 tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 1100 time: 0.6532345
Dec 16 09:37:32.738216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-78e42f93-a910-4849-a429-4a61019f6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:32.743962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-78e42f93-a910-4849-a429-4a61019f6049 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.3728595
Dec 16 09:37:32.747716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-199ed99c-d39b-4383-ba72-fe7a5ca19d7f service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4416499
Dec 16 09:37:32.853591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e61a49b6-a63a-4ff4-8592-29cb14985e35 req-b26dbd68-9499-4a21-b10f-30b2b44b7e3a tempest-MigrationsAdminTest-215113006 tempest-MigrationsAdminTest-215113006-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592367
Dec 16 09:37:32.931995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-58b364db-5103-48ea-9869-dae308fdc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:32.933410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-58b364db-5103-48ea-9869-dae308fdc11b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1775253
Dec 16 09:37:33.106034 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8e633a0e-4753-4eb7-9500-829c4167c0de req-3eeb44a9-7eed-405c-86a3-1b070d01008d service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3435636
Dec 16 09:37:33.107380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Allocated IP 2001:db8::bb (a9d8a1ca-99d8-4628-a633-fa33c5ab9969/b304ee54-7d0d-4c6b-b577-b99996c20b7c/0123403d-970c-41b2-b0aa-6e515cf27a0a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:33.239308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6268c90b-6a97-4276-a669-1a6f5a5394cf up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:33.378272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 6268c90b-6a97-4276-a669-1a6f5a5394cf completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:33.558243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:33.580605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Transition to ACTIVE for port object 0123403d-970c-41b2-b0aa-6e515cf27a0a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:33.606368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-5f5ebcb2-a46d-4b8f-ab54-7bf79be71e4f service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6622164
Dec 16 09:37:33.613873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:33.625323 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d9b9293-4f87-4eca-9419-471fa31df47f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:33.635129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.653635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.661231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.671377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.680736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.687308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.695561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.701722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:33.703627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79100818-ceb8-4e11-94bd-de541960c432 req-6188ceaf-02f1-4555-ad0a-73fba042be30 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.5924063
Dec 16 09:37:33.707084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:33.709662 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:33.716997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.717694 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:33.754719 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 1.9156590
Dec 16 09:37:33.756506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:33.822708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=0123403d-970c-41b2-b0aa-6e515cf27a0a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:33.827623 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:33.859352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79100818-ceb8-4e11-94bd-de541960c432 req-ef14e9a8-1c90-4976-bc51-81c6e044ad31 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1546719
Dec 16 09:37:33.881212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d139-19f8-4164-9c87-a0bb7f9fa27b tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.887446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d139-19f8-4164-9c87-a0bb7f9fa27b tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.894893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63d139-19f8-4164-9c87-a0bb7f9fa27b tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:33.896203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b63d139-19f8-4164-9c87-a0bb7f9fa27b tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Synchronizing usage tracker for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:33.931901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d964f-9ac3-4609-95b4-ab097e8e704b None None] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:37:33.940526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b63d139-19f8-4164-9c87-a0bb7f9fa27b tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Unset dirty status for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:33.943089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4b63d139-19f8-4164-9c87-a0bb7f9fa27b tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 0.1853855
Dec 16 09:37:33.945290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:33.984858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-bd45befc-6516-458e-8ed1-6b5f313b35ae service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2737417
Dec 16 09:37:34.057700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port 0123403d-970c-41b2-b0aa-6e515cf27a0a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:34.058322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:34.131589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Provisioning for port 6268c90b-6a97-4276-a669-1a6f5a5394cf completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:34.138419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Provisioning complete for port 6268c90b-6a97-4276-a669-1a6f5a5394cf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:34.139221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:34.191849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-99b876cd-6569-4e14-be00-25bbe334d765 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.1950538
Dec 16 09:37:34.356087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-fbf201bf-a8fb-4722-87e5-d3e828ffb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.357566 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-fbf201bf-a8fb-4722-87e5-d3e828ffb3c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1598313
Dec 16 09:37:34.440014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.446578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.453356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.461512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.462315 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:34.466263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.472783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.478860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.486602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-28e1574b-e6b1-4bf2-a5dc-b37ad97fefdf tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.3633585
Dec 16 09:37:34.612599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b0369dd-a0ea-43e6-9318-c327e0088fb3 req-4d9af49f-2264-4274-887a-475262a8e352 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1250072
Dec 16 09:37:34.617317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 42639bae-9687-4091-a490-128cf0de5aa5 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:37:34.642243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7eaebb5e-f1b2-4ac2-8041-86ace5c4dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:34.648404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-7eaebb5e-f1b2-4ac2-8041-86ace5c4dfc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2795243
Dec 16 09:37:34.721652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:34.809130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 42639bae-9687-4091-a490-128cf0de5aa5, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=42639bae-9687-4091-a490-128cf0de5aa5,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:34.837304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '42639bae-9687-4091-a490-128cf0de5aa5', 'network_id': 'ffebdb26-1632-4dbe-a67f-6a6fc5dbb040', 'port_id': '42639bae-9687-4091-a490-128cf0de5aa5', 'mac_address': 'fa:16:3e:e5:42:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3211252b-37a9-490f-98d3-6ca2798d4cdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:37:34.852405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] For port 6268c90b-6a97-4276-a669-1a6f5a5394cf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6268c90b-6a97-4276-a669-1a6f5a5394cf,segment=NetworkSegment(0c8ceb60-938c-47af-bb29-ca89037eb481),segment_id=0c8ceb60-938c-47af-bb29-ca89037eb481)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:34.890218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:34.898639 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:34.971378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Calling delete_port for 0123403d-970c-41b2-b0aa-6e515cf27a0a owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:34.986199 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:34.993614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-36fb80e2-685c-4a2f-a993-1c60cd8eca23 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343875
Dec 16 09:37:34.996274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13394d0-d9da-4502-8c9b-c49fa51adda8 req-75b50ee8-2aee-44d3-be76-032d2eac170a tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:35.004983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c13394d0-d9da-4502-8c9b-c49fa51adda8 req-75b50ee8-2aee-44d3-be76-032d2eac170a tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 1100 time: 0.1347926
Dec 16 09:37:35.019671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Pushing event updated for resources: {'Port': ['ID=6268c90b-6a97-4276-a669-1a6f5a5394cf,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:35.024008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42639bae-9687-4091-a490-128cf0de5aa5 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:35.029767 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:35.066901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 42639bae-9687-4091-a490-128cf0de5aa5, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=42639bae-9687-4091-a490-128cf0de5aa5,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:35.076233 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:35.078530 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:35.238242 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:35.245609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-9f472cbc-91cc-415e-a3e2-624e8410c463 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2375140
Dec 16 09:37:35.245891 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-46b8cc5f-74df-40f6-9863-3e5567e46230 tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:35.264510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6268c90b-6a97-4276-a669-1a6f5a5394cf up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:35.302963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Port': ['ID=0123403d-970c-41b2-b0aa-6e515cf27a0a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:35.307251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:35.385900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=42639bae-9687-4091-a490-128cf0de5aa5,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:35.390443 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:37:35.394352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6268c90b-6a97-4276-a669-1a6f5a5394cf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:35.394743 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:35.427465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c13394d0-d9da-4502-8c9b-c49fa51adda8 req-206c8fbf-3688-4985-94db-7ace261e4889 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4214971
Dec 16 09:37:35.452063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-18836e42-c580-4711-8d1e-4db6fbe24c1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.1566300
Dec 16 09:37:35.484742 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:35.503850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['42639bae-9687-4091-a490-128cf0de5aa5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:35.537789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:35.571926 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/ports/0123403d-970c-41b2-b0aa-6e515cf27a0a HTTP/1.1" status: 204  len: 168 time: 1.6240983
Dec 16 09:37:35.574096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:35.610804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6fb9b12f-8bb3-4832-a073-eae764a956f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:35.616876 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6fb9b12f-8bb3-4832-a073-eae764a956f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1635358
Dec 16 09:37:35.686183 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa51107-f56d-4d72-a84f-e4cb9939dd59 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] GET failed (client error): The resource could not be found.
Dec 16 09:37:35.686543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eaa51107-f56d-4d72-a84f-e4cb9939dd59 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Synchronizing usage tracker for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:35.707650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eaa51107-f56d-4d72-a84f-e4cb9939dd59 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Unset dirty status for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:35.710028 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eaa51107-f56d-4d72-a84f-e4cb9939dd59 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "GET /v2.0/ports/0123403d-970c-41b2-b0aa-6e515cf27a0a HTTP/1.1" status: 404  len: 333 time: 0.1336994
Dec 16 09:37:35.713171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:35.725466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-85314852'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:35.737903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9d3adb8d-0a45-48d8-8b17-d9cb2fe8cf6e None None] Provisioning complete for port 6268c90b-6a97-4276-a669-1a6f5a5394cf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:35.738288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d3adb8d-0a45-48d8-8b17-d9cb2fe8cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:35.824610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d4aee75b-955e-47dc-8e66-5f0af12438ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:35.831404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d4aee75b-955e-47dc-8e66-5f0af12438ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2025175
Dec 16 09:37:35.978580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfbec9-19ab-4f21-9a83-70090454e7b1 req-614208a8-1faa-4ff4-87ce-077d4192479a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:35.980138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8cfbec9-19ab-4f21-9a83-70090454e7b1 req-614208a8-1faa-4ff4-87ce-077d4192479a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 944 time: 0.2767503
Dec 16 09:37:36.019418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:36.034970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:36.060813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:36.065389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:36.075850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9d3adb8d-0a45-48d8-8b17-d9cb2fe8cf6e None None] Provisioning for port a1d16a32-20a8-4248-85fc-c913e93af57d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:36.087314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9d3adb8d-0a45-48d8-8b17-d9cb2fe8cf6e None None] Provisioning complete for port a1d16a32-20a8-4248-85fc-c913e93af57d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:36.087701 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d3adb8d-0a45-48d8-8b17-d9cb2fe8cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:36.095826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] device_id is not set on port 46be6b98-018e-400c-accb-1ac94179bb95 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:37:36.123401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8cfbec9-19ab-4f21-9a83-70090454e7b1 req-9514ea43-a9e8-44ac-b526-33de034f3fbc tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343794
Dec 16 09:37:36.177036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-af3d2e0d-a613-4a68-be15-1b8e6f45c969 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3254311
Dec 16 09:37:36.254425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9d3adb8d-0a45-48d8-8b17-d9cb2fe8cf6e None None] Port a1d16a32-20a8-4248-85fc-c913e93af57d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:36.264762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9d3adb8d-0a45-48d8-8b17-d9cb2fe8cf6e None None] Could not find standard attr ID for object 0123403d-970c-41b2-b0aa-6e515cf27a0a. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:37:36.395118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-408c6f33-41f2-4bc7-b320-91c5d3b1f7f0 None None] Provisioning complete for port a1d16a32-20a8-4248-85fc-c913e93af57d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:36.395573 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-408c6f33-41f2-4bc7-b320-91c5d3b1f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:36.442969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Allocated IP 2001:db8::3d7 (a9d8a1ca-99d8-4628-a633-fa33c5ab9969/b304ee54-7d0d-4c6b-b577-b99996c20b7c/46be6b98-018e-400c-accb-1ac94179bb95) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:36.453583 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'code': 200}
Dec 16 09:37:36.512269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-408c6f33-41f2-4bc7-b320-91c5d3b1f7f0 None None] Port a1d16a32-20a8-4248-85fc-c913e93af57d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:36.515454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-408c6f33-41f2-4bc7-b320-91c5d3b1f7f0 None None] Could not find standard attr ID for object 0123403d-970c-41b2-b0aa-6e515cf27a0a. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:37:36.533018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-711d492b-19b7-4ccd-82b6-ba6eb0c6caa6 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3438575
Dec 16 09:37:36.818360 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8', 'status': 'completed', 'code': 200}
Dec 16 09:37:36.819049 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad52966-f0a1-4905-8143-860043f82ead', 'tag': '42639bae-9687-4091-a490-128cf0de5aa5', 'status': 'completed', 'code': 200}
Dec 16 09:37:36.826653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-42d6d97c-0db6-4681-b033-8379641b95a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.2861450
Dec 16 09:37:36.846603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:36.874415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Transition to ACTIVE for port object 46be6b98-018e-400c-accb-1ac94179bb95 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:36.898744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-7eb38d36-6a69-46bf-a451-20c519f936e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:36.900300 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-7eb38d36-6a69-46bf-a451-20c519f936e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e656d1b15d8d44009c86333b469a23e6&device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 1095 time: 0.1091485
Dec 16 09:37:36.929990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:36.940448 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19d3f6d7-f15a-499b-ac2f-c83dfdd19ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:36.951146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6f1d29d3-677d-4eb1-8dc2-361428f02689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:36.952674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-6f1d29d3-677d-4eb1-8dc2-361428f02689 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1147485
Dec 16 09:37:37.032280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.038078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.043914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.049637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.055383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.061103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.062508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:37.067408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.068202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:37.070548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:37.076502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.077129 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:37.081104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-401988a0-1235-4f32-8479-933ca28a6fa2 req-87ee82ac-3fb2-449b-b317-783c5f25fd01 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.2069316
Dec 16 09:37:37.114767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=46be6b98-018e-400c-accb-1ac94179bb95,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:37.117830 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:37.119946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-cc97b61e-f62a-4af2-a9e9-df49100be2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.121505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-cc97b61e-f62a-4af2-a9e9-df49100be2ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1613955
Dec 16 09:37:37.169535 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.4519193
Dec 16 09:37:37.169535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-3ff50b11-4e0f-445b-bebe-77f2f45675e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.169535 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-3ff50b11-4e0f-445b-bebe-77f2f45675e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 200  len: 923 time: 0.2605166
Dec 16 09:37:37.169918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40678) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:37.244730 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-7d80f77a-0a1b-47da-80cc-3331737178eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42639bae-9687-4091-a490-128cf0de5aa5 HTTP/1.1" status: 200  len: 217 time: 0.0679152
Dec 16 09:37:37.255764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::394', 'mac_address': 'fa:16:3e:6a:09:e2'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:37.334775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-b4e979d9-a897-487e-86f0-be81f69da17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.336970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-b4e979d9-a897-487e-86f0-be81f69da17a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3211252b-37a9-490f-98d3-6ca2798d4cdc HTTP/1.1" status: 200  len: 862 time: 0.0843658
Dec 16 09:37:37.388212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-fdc7277e-a3e3-4988-ab2c-13e0f62bc4ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438170
Dec 16 09:37:37.443702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7123584b-c612-4ee9-aca7-a7d9820b8391 None None] Provisioning for port 46be6b98-018e-400c-accb-1ac94179bb95 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:37.449116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7123584b-c612-4ee9-aca7-a7d9820b8391 None None] Provisioning complete for port 46be6b98-018e-400c-accb-1ac94179bb95 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:37.449258 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7123584b-c612-4ee9-aca7-a7d9820b8391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:37.481566 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-c2f43cd5-88da-4f35-a215-f0a158dca8a1 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452535
Dec 16 09:37:37.512015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7123584b-c612-4ee9-aca7-a7d9820b8391 None None] Port 46be6b98-018e-400c-accb-1ac94179bb95 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:37.536213 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-8e43bc79-94f9-4d27-aafc-9006bcc2b3c8 service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405649
Dec 16 09:37:37.615648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.621415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.627318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.633153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.638957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.644843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.650626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:37.652606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-5c129648-a2a4-46c0-b1ea-2280fd9f793d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.4347987
Dec 16 09:37:37.788606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:37.801321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-133bfc4a-2c93-4743-89d6-42e268f57ec9 req-07e84105-838b-4dff-939e-5d9a468a9d69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1106980
Dec 16 09:37:37.803327 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d33b92c4-e03f-4da6-b739-3da8441ee313 service neutron] 10.222.0.74 "GET /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582171
Dec 16 09:37:37.808628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-1a119957-d4c3-4979-ba69-1d332f96e94f service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3194511
Dec 16 09:37:37.923463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-02a2b0c4-eddf-40db-a910-7a21891c0219 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.0839105
Dec 16 09:37:38.013953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7f51640b-8865-4f2b-978e-5a55372b1c2b tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0420585
Dec 16 09:37:38.131379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-94297154-6780-42e4-b1ab-bfa397c65856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:38.132811 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-94297154-6780-42e4-b1ab-bfa397c65856 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.2013636
Dec 16 09:37:38.360733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-5c953705-ac01-4bd7-9411-dca20fbcca8c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:38.362160 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-5c953705-ac01-4bd7-9411-dca20fbcca8c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3394003
Dec 16 09:37:38.378040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d68850b3-5803-458c-b641-3a2d25a9c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:38.379443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d68850b3-5803-458c-b641-3a2d25a9c422 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1942539
Dec 16 09:37:38.419884 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-4cf7b9aa-7c9b-4afb-a89a-64c410bfc4d8 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/quotas/3a5e3a49f84f4038805610e3dedf48a5 HTTP/1.1" status: 200  len: 375 time: 0.0518901
Dec 16 09:37:38.613338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 42639bae-9687-4091-a490-128cf0de5aa5 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:38.623794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:38.678876 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:38.682815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 42639bae-9687-4091-a490-128cf0de5aa5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:38.687570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 42639bae-9687-4091-a490-128cf0de5aa5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:38.687951 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:38.691518 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c38b800-c012-4bc5-a3e4-d2709bf3aaa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:38.774324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] In _notify_port_updated(), no bound segment for port 46be6b98-018e-400c-accb-1ac94179bb95 on network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:37:38.779756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:38.780375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:38.781646 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "PUT /v2.0/ports/46be6b98-018e-400c-accb-1ac94179bb95 HTTP/1.1" status: 200  len: 1001 time: 1.6111808
Dec 16 09:37:38.784785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40706) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:38.830899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=46be6b98-018e-400c-accb-1ac94179bb95,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:38.838951 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:38.851628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-70a60f5b-0515-452e-8c37-6ba6597cc58c service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4374897
Dec 16 09:37:38.864329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-928d6f6a-c42b-4cdb-ae72-75ef16159516 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:38.865847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-928d6f6a-c42b-4cdb-ae72-75ef16159516 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 949 time: 0.4837685
Dec 16 09:37:38.866536 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:38.876231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port 46be6b98-018e-400c-accb-1ac94179bb95 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:38.877079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:38.902994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad52966-f0a1-4905-8143-860043f82ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42639bae-9687-4091-a490-128cf0de5aa5'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:38.920055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 42639bae-9687-4091-a490-128cf0de5aa5, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=42639bae-9687-4091-a490-128cf0de5aa5,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:38.955308 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:38.962217 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:39.002900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fd6e8caf-045b-4939-a060-fb217bb09465 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.4295976
Dec 16 09:37:39.075735 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=42639bae-9687-4091-a490-128cf0de5aa5,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:39.077534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Deleting port 226f13d7-742a-4b27-9514-46bdded69b82 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:39.077881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:39.085902 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:39.156599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddc26127-161c-4479-9065-3cd62d54a81d None None] Provisioning complete for port 46be6b98-018e-400c-accb-1ac94179bb95 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:39.157295 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddc26127-161c-4479-9065-3cd62d54a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:39.166311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-162b2b44-60e8-4022-a556-ee7fc30cf7da service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2975476
Dec 16 09:37:39.239472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddc26127-161c-4479-9065-3cd62d54a81d None None] Port 46be6b98-018e-400c-accb-1ac94179bb95 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:39.271899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:39.284388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-74815ffa-556a-432b-b9bb-dcab58e65a78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.0859499
Dec 16 09:37:39.423577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Calling delete_port for 46be6b98-018e-400c-accb-1ac94179bb95 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:39.452081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-fa1e553d-fb90-463d-a47d-d61761bf88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:39.454380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-fa1e553d-fb90-463d-a47d-d61761bf88bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.1594877
Dec 16 09:37:39.560930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] For port 226f13d7-742a-4b27-9514-46bdded69b82, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=226f13d7-742a-4b27-9514-46bdded69b82,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:39.564721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:39.592202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:39.610189 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-607cd995-12f3-4c2f-8f8a-6fe2e88d25cb tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:39.646543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40736) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:39.724985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Port': ['ID=46be6b98-018e-400c-accb-1ac94179bb95,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:39.729379 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:39.794608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Calling delete_port for 226f13d7-742a-4b27-9514-46bdded69b82 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:39.936729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:39.944921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-711114eb-4a83-4373-b82a-851dab4121fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:39.946675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-711114eb-4a83-4373-b82a-851dab4121fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4839890
Dec 16 09:37:39.948025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/ports/46be6b98-018e-400c-accb-1ac94179bb95 HTTP/1.1" status: 204  len: 168 time: 1.1602190
Dec 16 09:37:39.950545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:39.995861 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce573c3c-cd23-4df8-8ad5-21234071cd4d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] GET failed (client error): The resource could not be found.
Dec 16 09:37:39.996645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce573c3c-cd23-4df8-8ad5-21234071cd4d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Synchronizing usage tracker for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:40.021565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.022046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.022511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.022976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.023459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.023912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.024543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.026415 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-30acb589-568d-4285-996a-98927f04c19b req-570fc508-0d72-41aa-abc4-1a8d97b328ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6500 time: 0.3731170
Dec 16 09:37:40.027761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce573c3c-cd23-4df8-8ad5-21234071cd4d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Unset dirty status for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:40.028906 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce573c3c-cd23-4df8-8ad5-21234071cd4d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "GET /v2.0/ports/46be6b98-018e-400c-accb-1ac94179bb95 HTTP/1.1" status: 404  len: 333 time: 0.0775607
Dec 16 09:37:40.046103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:40.055741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1427725102'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:40.161636 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-30acb589-568d-4285-996a-98927f04c19b req-9fd13261-e10d-4612-bded-3d41c93e70ab service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1276522
Dec 16 09:37:40.229335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:40.240313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:40.252768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:40.256906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:40.274365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-265b2319-70f8-43cb-9c34-45363c3d9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.275887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-265b2319-70f8-43cb-9c34-45363c3d9587 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81692f2fb48e402e8b7a310286448494&device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 1097 time: 0.6372766
Dec 16 09:37:40.278916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] device_id is not set on port 80442953-b5a0-4e09-8e08-d5e22f259e22 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:37:40.334048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63cb08-7ef4-439b-8072-ad0a3ff10faf req-a1e6aa61-398f-4808-acda-66892338e5b7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.335528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd63cb08-7ef4-439b-8072-ad0a3ff10faf req-a1e6aa61-398f-4808-acda-66892338e5b7 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 949 time: 0.5667806
Dec 16 09:37:40.432747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Allocated IP 2001:db8::3d8 (a9d8a1ca-99d8-4628-a633-fa33c5ab9969/b304ee54-7d0d-4c6b-b577-b99996c20b7c/80442953-b5a0-4e09-8e08-d5e22f259e22) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:40.436017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:40.439578 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-48c17623-40a8-49e0-8bb4-12afdc521c43 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4681370
Dec 16 09:37:40.447151 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-559d3548-1004-467b-b579-ec57daec8fd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:40.449568 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388', 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:40.478768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9cc26b84-b486-4d3d-adad-5399593ba99e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:40.532609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event deleted for resources: {'Port': ['ID=226f13d7-742a-4b27-9514-46bdded69b82,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:40.606437 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:40.664691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd63cb08-7ef4-439b-8072-ad0a3ff10faf req-c469e425-fe74-4660-83fc-fe84e9424009 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108158
Dec 16 09:37:40.732204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:40.749288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Transition to ACTIVE for port object 80442953-b5a0-4e09-8e08-d5e22f259e22 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:40.788544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:40.795647 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9bb9981b-3c5b-47ae-91b5-16a5cffdecae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:40.868814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] No DVR routers for this DVR port 226f13d7-742a-4b27-9514-46bdded69b82 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:40.874153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:40.883178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-deleted', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:40.928406 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-228a2b06-6cd3-47ba-8e6d-e940c2dfdfe6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0689840
Dec 16 09:37:40.955214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2348cb-d659-48b1-8c47-e9864d4268fb req-d1b6eb87-290d-4d0b-bbc5-0b5d87551d9b service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4657629
Dec 16 09:37:40.964003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-f9c6229c-2bab-4249-b8e0-6de9aeb515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:40.965442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-f9c6229c-2bab-4249-b8e0-6de9aeb515f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=033b4f26-60bd-4f82-8595-85fd23b8af9f HTTP/1.1" status: 200  len: 915 time: 0.6756163
Dec 16 09:37:40.969960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4920991a-4d0d-4db7-8472-5a97b0369794 req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "DELETE /v2.0/ports/226f13d7-742a-4b27-9514-46bdded69b82 HTTP/1.1" status: 204  len: 173 time: 2.0753834
Dec 16 09:37:41.029469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=80442953-b5a0-4e09-8e08-d5e22f259e22,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:41.033528 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:41.035634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:41.044579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:41.061000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:41.066184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.066788 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:41.112716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-57540d38-e3e8-4cdc-ad38-634d678f9299 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d83043-7cc4-4882-a27e-348498a15cec HTTP/1.1" status: 200  len: 217 time: 0.1311369
Dec 16 09:37:41.230990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-c49d1625-c09b-4fdf-ae79-d6c802819e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.232462 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-c49d1625-c09b-4fdf-ae79-d6c802819e05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=76b911ee-aaea-4f0f-8d2f-c73ea2a3132e HTTP/1.1" status: 200  len: 854 time: 0.1075287
Dec 16 09:37:41.292542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01933cad-08f9-4e31-8b83-bc38bb6a165c req-9495cf20-f87c-4241-b0fa-6ba23a911f6e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.294062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01933cad-08f9-4e31-8b83-bc38bb6a165c req-9495cf20-f87c-4241-b0fa-6ba23a911f6e tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 945 time: 0.4118800
Dec 16 09:37:41.297453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-9f8ebd55-0023-481f-b559-ceb4f0dd8368 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=033b4f26-60bd-4f82-8595-85fd23b8af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545263
Dec 16 09:37:41.321654 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.2744324
Dec 16 09:37:41.324409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40758) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:41.332741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6a:09:e2'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:41.347420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.347911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.348365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.349803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.350265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.350724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.351193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.353022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-1ebf212d-155d-4918-8613-d1523725ab1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6480 time: 0.2912831
Dec 16 09:37:41.393328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c24f0a5b-37e5-491b-b069-c2afb6121909 None None] Provisioning for port 80442953-b5a0-4e09-8e08-d5e22f259e22 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:41.401381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c24f0a5b-37e5-491b-b069-c2afb6121909 None None] Provisioning complete for port 80442953-b5a0-4e09-8e08-d5e22f259e22 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:41.402147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c24f0a5b-37e5-491b-b069-c2afb6121909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:41.438779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-f235174b-21f6-40bd-965b-29d81ce28325 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.440283 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-f235174b-21f6-40bd-965b-29d81ce28325 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5010595
Dec 16 09:37:41.467187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': '1949b950-cfd8-493e-bf6a-f173413f9999', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:41.472956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c24f0a5b-37e5-491b-b069-c2afb6121909 None None] Port 80442953-b5a0-4e09-8e08-d5e22f259e22 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:41.564466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-43dbc2ac-6ca2-465f-b355-668a01bf7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.564915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-43dbc2ac-6ca2-465f-b355-668a01bf7d90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=713d1f13-3f1e-4f04-bc24-30c3d6295b56 HTTP/1.1" status: 200  len: 903 time: 0.1633215
Dec 16 09:37:41.639434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:41.640352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-02c78054-1415-4d30-8fdb-e18a75480d6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.0669832
Dec 16 09:37:41.691862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01933cad-08f9-4e31-8b83-bc38bb6a165c req-6db96278-3d73-4f0c-9bee-eadb9702e454 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3858140
Dec 16 09:37:41.746764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-7e8cd6f0-4879-4bee-a93a-6eb8e2130697 service neutron] 10.222.0.54 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4419188
Dec 16 09:37:41.752538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-4c7acb08-aa02-43a4-be7c-34b45e082ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:41.753939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-4c7acb08-aa02-43a4-be7c-34b45e082ebb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1063693
Dec 16 09:37:41.791845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:41.816871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:41.831109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:41.844108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:41.848212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:41.918783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9fa9bf1-34db-49a0-9f61-a9b93145fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.107714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:42.145328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 226f13d7-742a-4b27-9514-46bdded69b82 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:42.145780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 226f13d7-742a-4b27-9514-46bdded69b82 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:42.166405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93f4d8f6-a5ef-4337-b62f-ed4b3b84cba9 req-0fa09443-e539-4752-a6e3-b612f1d43218 service neutron] 10.222.0.54 "GET /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4114919
Dec 16 09:37:42.174754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-00337064-1ffc-4068-a3ed-d161f9a10d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.176225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-00337064-1ffc-4068-a3ed-d161f9a10d2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4019897
Dec 16 09:37:42.191137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.47 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/a7463c61-4b51-4ae7-b06e-03e0ccef27d6) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:42.196048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.202032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.208389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.214121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.220049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.225841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.231725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.233594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-d2233723-d5a1-40b5-8d14-9626d7bf4a4f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.3387280
Dec 16 09:37:42.288684 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.308234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.317193 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9a39822-323a-4e0e-8667-d59301f19f99 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:42.362208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-afca4e0c-1209-4b73-bb13-d6f0d8396ffb req-7db6b582-4da4-4beb-be81-4b1b484413ca tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1086285
Dec 16 09:37:42.403431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-c4c23ce5-a1a6-48e0-8669-1d6e45823b74 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186928
Dec 16 09:37:42.440583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] In _notify_port_updated(), no bound segment for port 80442953-b5a0-4e09-8e08-d5e22f259e22 on network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:37:42.443416 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad52966-f0a1-4905-8143-860043f82ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42639bae-9687-4091-a490-128cf0de5aa5', 'code': 200}
Dec 16 09:37:42.446678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.447411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.452187 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "PUT /v2.0/ports/80442953-b5a0-4e09-8e08-d5e22f259e22 HTTP/1.1" status: 200  len: 1003 time: 1.1268430
Dec 16 09:37:42.458311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:42.552128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=80442953-b5a0-4e09-8e08-d5e22f259e22,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:42.570952 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:42.613444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port 80442953-b5a0-4e09-8e08-d5e22f259e22 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:42.613743 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.627526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2a295cb4-95fb-4b6f-993d-a3a354d789de no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:42.658649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2415a2d-21ff-4101-a936-ad529e13114b req-4c7bc568-0f88-4db9-83d1-9e7190287e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 210 time: 0.0792115
Dec 16 09:37:42.720622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-f2fbfaf9-dd0b-4b4f-b6a0-5dd8c4e24d55 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3076143
Dec 16 09:37:42.755509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a1c65-d211-42d1-a56b-d95caa2e81a0 req-22798e8d-5849-4ddc-8cd1-3dff350ec710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:42.757021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-190a1c65-d211-42d1-a56b-d95caa2e81a0 req-22798e8d-5849-4ddc-8cd1-3dff350ec710 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 1096 time: 0.2319183
Dec 16 09:37:42.802901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.814287 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.864231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:42.871631 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.874617 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:42.892234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object a7463c61-4b51-4ae7-b06e-03e0ccef27d6 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:42.929510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-190a1c65-d211-42d1-a56b-d95caa2e81a0 req-3cb6e573-9493-4dee-a547-707d1d8a6a38 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636863
Dec 16 09:37:42.947351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-23288a29-885a-4433-9a58-2e53c4e64a39 None None] Provisioning complete for port 80442953-b5a0-4e09-8e08-d5e22f259e22 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:42.947983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-23288a29-885a-4433-9a58-2e53c4e64a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:42.961920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-40256bba-e3ae-4981-9b1b-6a367decb88f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9347d0d23cb541258e095e1c8c647f8e&device_id=f4f037d8-2ce8-4960-ae0d-70299bc5f561 HTTP/1.1" status: 200  len: 210 time: 0.0937455
Dec 16 09:37:43.015014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:43.018330 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:43.022796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-23288a29-885a-4433-9a58-2e53c4e64a39 None None] Port 80442953-b5a0-4e09-8e08-d5e22f259e22 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:43.029016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.029562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.030033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.030539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.031048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.031552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.032560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.034812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d82f6639-a57d-42a7-aa81-99da60eac1a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6480 time: 0.2179167
Dec 16 09:37:43.035276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.042330 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4e0442-7029-4ec2-b631-66ba2082c4b6 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:43.046932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891b54-e1c5-4314-bc0e-8472ad5e19ec req-4aa5bc7b-dbc1-4fef-a76e-faa6fa6803cd tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.047415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:43.048987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07891b54-e1c5-4314-bc0e-8472ad5e19ec req-4aa5bc7b-dbc1-4fef-a76e-faa6fa6803cd tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 946 time: 0.1296701
Dec 16 09:37:43.084105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:43.133090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:43.145915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:43.152556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:43.174355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07891b54-e1c5-4314-bc0e-8472ad5e19ec req-629cda2c-b593-4b10-990e-9e328ff6fe1a tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/security-groups?id=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069174
Dec 16 09:37:43.186387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.209846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:43.215604 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:43.254921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-7dc7dddc-1c6a-45b3-9681-e0f10221d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.264796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-7dc7dddc-1c6a-45b3-9681-e0f10221d8ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 903 time: 0.2147934
Dec 16 09:37:43.364365 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f037d8-2ce8-4960-ae0d-70299bc5f561', 'name': 'network-vif-deleted', 'tag': '226f13d7-742a-4b27-9514-46bdded69b82', 'status': 'completed', 'code': 200}
Dec 16 09:37:43.383432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-2c177d3d-8d83-4979-a6f1-1d637c4e6207 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1113002
Dec 16 09:37:43.479222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-8d0ecf0e-3889-40cd-a830-f26c9c51bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.481593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-8d0ecf0e-3889-40cd-a830-f26c9c51bcaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.0917521
Dec 16 09:37:43.515465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Calling delete_port for 80442953-b5a0-4e09-8e08-d5e22f259e22 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:43.575998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.576616 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.605868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-79cb6c7b-c15c-4c68-acb0-8d06be5e14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:43.609159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-79cb6c7b-c15c-4c68-acb0-8d06be5e14e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1188896
Dec 16 09:37:43.626341 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1643538
Dec 16 09:37:43.634144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-86a74cfc-fa0e-4d4e-8f12-16e4c0371d5d None None] Provisioning for port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:43.644011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-86a74cfc-fa0e-4d4e-8f12-16e4c0371d5d None None] Provisioning complete for port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:43.644422 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86a74cfc-fa0e-4d4e-8f12-16e4c0371d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.671011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Request body: {'port': {'device_id': '1949b950-cfd8-493e-bf6a-f173413f9999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:43.708211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-86a74cfc-fa0e-4d4e-8f12-16e4c0371d5d None None] Port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:43.799936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.806736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-028f7b09-8128-443c-978d-f8461e6d8896 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913562
Dec 16 09:37:43.811593 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0851b88-37f3-4997-9ac4-0ef42a833376 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:43.863389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Port': ['ID=80442953-b5a0-4e09-8e08-d5e22f259e22,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:43.868839 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:43.897180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.926865 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.986867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:43.993214 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/ports/80442953-b5a0-4e09-8e08-d5e22f259e22 HTTP/1.1" status: 204  len: 168 time: 1.5340183
Dec 16 09:37:43.995886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40820) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:44.064052 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60116ae-d3f4-421f-bd55-fbe02aab94e9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] GET failed (client error): The resource could not be found.
Dec 16 09:37:44.069360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a60116ae-d3f4-421f-bd55-fbe02aab94e9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "GET /v2.0/ports/80442953-b5a0-4e09-8e08-d5e22f259e22 HTTP/1.1" status: 404  len: 333 time: 0.0681872
Dec 16 09:37:44.070170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40828) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:44.093260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-673314913'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:44.177832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c66aa176-3b91-4da9-828e-ff81176d77f8 req-d1e3b023-62c2-4674-b49a-331d36375f08 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3636672
Dec 16 09:37:44.384849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7463c61-4b51-4ae7-b06e-03e0ccef27d6 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:44.393568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:44.410700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Transition to ACTIVE for port object a7463c61-4b51-4ae7-b06e-03e0ccef27d6 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:44.414360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:44.418379 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a828c500-8eb0-4f08-aaac-856d44e68ce9 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:44.434752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d185742b-d46d-4787-b817-a2dc3f2d8036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:44.444202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:44.537481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:44.541768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Usage tracker for resource:port and tenant:19b096d3a59e423d8da0b217276b6a40 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:44.544991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:44.551412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:44.564492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:44.568211 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:44.620397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] device_id is not set on port f92c2f97-42e3-4c81-98d3-fecfba327021 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:37:44.621713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Pushing event updated for resources: {'Port': ['ID=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:44.631961 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:44.666361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Attempting to bind port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:44.666712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Attempting to bind port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:44.667139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Attempting to bind port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:44.675152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:44.675812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Attempting to bind port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:44.683102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:44.683538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:44.683995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:44.684490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Bound port: a7463c61-4b51-4ae7-b06e-03e0ccef27d6, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:44.684904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:44.699883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.700365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.700837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.701304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.701771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.702228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.702689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.705132 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7037798c-2401-43b8-8871-4dd580e210da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6480 time: 0.4345233
Dec 16 09:37:44.716585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb939d-3ae5-429d-8cb1-69f6cf90a4ae req-3518d5d9-c20b-4964-b171-a1ec6f30ede2 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.718019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7eeb939d-3ae5-429d-8cb1-69f6cf90a4ae req-3518d5d9-c20b-4964-b171-a1ec6f30ede2 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 945 time: 0.3960598
Dec 16 09:37:44.783103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] For port a7463c61-4b51-4ae7-b06e-03e0ccef27d6, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:44.786549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] For port a7463c61-4b51-4ae7-b06e-03e0ccef27d6, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:44.790282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:44.794770 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa59d08b-0377-4ff3-9a63-ac891f06973d tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:44.843277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.844876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:44.846221 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] 10.222.0.74 "PUT /v2.0/ports/a7463c61-4b51-4ae7-b06e-03e0ccef27d6 HTTP/1.1" status: 200  len: 1095 time: 1.1795571
Dec 16 09:37:44.854159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1949b950-cfd8-493e-bf6a-f173413f9999', 'tag': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:44.881863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Pushing event updated for resources: {'Port': ['ID=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:44.885830 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:44.913798 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7eeb939d-3ae5-429d-8cb1-69f6cf90a4ae req-07b67574-bab7-4b7f-acc9-c510170855d5 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736460
Dec 16 09:37:44.968817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Allocated IP 2001:db8::1ee (a9d8a1ca-99d8-4628-a633-fa33c5ab9969/b304ee54-7d0d-4c6b-b577-b99996c20b7c/f92c2f97-42e3-4c81-98d3-fecfba327021) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:44.984590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-9d6991d0-9ec9-4ee4-af2c-45973bfea863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:44.986295 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-9d6991d0-9ec9-4ee4-af2c-45973bfea863 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 1098 time: 0.0984762
Dec 16 09:37:45.021361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-0fe97046-43df-4fdf-88da-824c7f518e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.022899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-0fe97046-43df-4fdf-88da-824c7f518e47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=713d1f13-3f1e-4f04-bc24-30c3d6295b56 HTTP/1.1" status: 200  len: 903 time: 0.3039603
Dec 16 09:37:45.086950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-033a267a-9660-41b7-81df-3014006f66b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a7463c61-4b51-4ae7-b06e-03e0ccef27d6 HTTP/1.1" status: 200  len: 217 time: 0.0862956
Dec 16 09:37:45.129914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-a7ee8bf2-5950-49b9-ba9f-bd8510ad5cdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.0928204
Dec 16 09:37:45.156939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-17e885be-9c17-4c5e-b8be-0ae9bd5c425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.158495 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-17e885be-9c17-4c5e-b8be-0ae9bd5c425e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0645263
Dec 16 09:37:45.233685 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:45.246371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-6fe9532e-ccfe-43ab-b0da-9d22c71e8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.247928 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-6fe9532e-ccfe-43ab-b0da-9d22c71e8db8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0826750
Dec 16 09:37:45.301672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7879c672-2d85-4bc9-867b-c35d65de0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.303101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7879c672-2d85-4bc9-867b-c35d65de0e92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1193862
Dec 16 09:37:45.394258 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-e666e5db-de0f-4d1e-bbdf-887047c752cd service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334338
Dec 16 09:37:45.426989 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:45.456607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Transition to ACTIVE for port object f92c2f97-42e3-4c81-98d3-fecfba327021 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:45.459839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:45.496872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-c16d95d5-252c-42b4-bfec-aae4f9ad9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.498361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-c16d95d5-252c-42b4-bfec-aae4f9ad9c50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1862302
Dec 16 09:37:45.527861 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:45.541238 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-a947ebc7-007f-4c6c-80f8-a644f5f80cae req-daf8b188-5b82-402c-8265-85eccde4afeb service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321511
Dec 16 09:37:45.543261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.549625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.555938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.562130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.569450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.575151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.580977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.582806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-d97272d8-e856-474a-8156-80e584df8475 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.2263467
Dec 16 09:37:45.632173 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92d79b18-6eff-48a2-bd3f-54898a2b7404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:45.732757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:45.745873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:45.751493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=f92c2f97-42e3-4c81-98d3-fecfba327021,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:45.755195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:45.760657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:45.761271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:45.767954 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:45.792120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e3dcb81-df5f-47ce-a32f-9f26bf2b3152 req-5890bff0-b0e8-47bc-82c0-b0f0d176f6e3 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1259062
Dec 16 09:37:45.828816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.7575841
Dec 16 09:37:45.831816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:45.835715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-3d655350-9d12-4954-9f74-414dcd27b4ce service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3303030
Dec 16 09:37:45.839585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'network_id': 'a9d8a1ca-99d8-4628-a633-fa33c5ab9969', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2446617'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:45.999049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f22d1d4-b19a-4651-a954-2ca68bedf13e None None] Provisioning for port f92c2f97-42e3-4c81-98d3-fecfba327021 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:46.003994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f22d1d4-b19a-4651-a954-2ca68bedf13e None None] Provisioning complete for port f92c2f97-42e3-4c81-98d3-fecfba327021 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:46.004442 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f22d1d4-b19a-4651-a954-2ca68bedf13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:46.061131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6f22d1d4-b19a-4651-a954-2ca68bedf13e None None] Port f92c2f97-42e3-4c81-98d3-fecfba327021 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:46.156271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:46.161888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-d239fe6f-4248-49e1-b638-421aefecce27 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3083096
Dec 16 09:37:46.167017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Usage tracker for resource:port and tenant:19b096d3a59e423d8da0b217276b6a40 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:46.170439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:46.180446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8d344-82bd-4d05-9f15-52dc10ddb4d3 req-2972ac8e-3564-449b-ad12-8a4ac20f7035 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.181988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ffc8d344-82bd-4d05-9f15-52dc10ddb4d3 req-2972ac8e-3564-449b-ad12-8a4ac20f7035 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 947 time: 0.2019007
Dec 16 09:37:46.185994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:46.386903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Made reservation on behalf of 19b096d3a59e423d8da0b217276b6a40 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:46.390931 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:46.425374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ffc8d344-82bd-4d05-9f15-52dc10ddb4d3 req-e0fa0ac8-d235-4969-a69d-eccde3f54e27 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359715
Dec 16 09:37:46.439998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] device_id is not set on port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:37:46.534423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.534925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.535400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.535863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.536321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.536777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.537234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.539110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7edf17c3-8c8c-4457-b458-de6e4ebf8d4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6480 time: 0.3264458
Dec 16 09:37:46.691981 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'code': 200}
Dec 16 09:37:46.715201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Allocated IP 2001:db8::93 (a9d8a1ca-99d8-4628-a633-fa33c5ab9969/b304ee54-7d0d-4c6b-b577-b99996c20b7c/1fc52ce6-86a1-43dd-986e-0f0371d8bfd9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:46.745660 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1949b950-cfd8-493e-bf6a-f173413f9999', 'tag': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6', 'status': 'completed', 'code': 200}
Dec 16 09:37:46.778008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-01777be2-026b-4f6a-bce8-0e008faaa139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:46.779959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-01777be2-026b-4f6a-bce8-0e008faaa139 service neutron] 10.222.0.54 "GET /v2.0/networks?id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 903 time: 0.2082143
Dec 16 09:37:46.870183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-63bbf3cd-9a59-4406-b051-2b374a532cba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.0804398
Dec 16 09:37:47.007812 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:47.019189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-dad4630f-c3c0-485b-8d07-7246de9669ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.020667 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-dad4630f-c3c0-485b-8d07-7246de9669ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 1098 time: 0.2345545
Dec 16 09:37:47.130596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7e54b4a8-e717-49ee-9966-10bd6102e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.132072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-7e54b4a8-e717-49ee-9966-10bd6102e247 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.2550123
Dec 16 09:37:47.173656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-647ee291-da54-45a6-a1e5-b48821340f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.175123 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-647ee291-da54-45a6-a1e5-b48821340f21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.1471193
Dec 16 09:37:47.245311 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-778dcab3-4b1a-4cff-9968-f00765c24e8f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a7463c61-4b51-4ae7-b06e-03e0ccef27d6 HTTP/1.1" status: 200  len: 217 time: 0.0613294
Dec 16 09:37:47.290781 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:47.318176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-adced630-dc8a-49ab-bf03-4ad3ad29af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.319650 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-adced630-dc8a-49ab-bf03-4ad3ad29af6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0662723
Dec 16 09:37:47.322580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Transition to ACTIVE for port object 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:47.333103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-90b2427f-efa1-43b8-af29-f89a21919e59 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.333840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-90b2427f-efa1-43b8-af29-f89a21919e59 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:47.347552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed79098-4365-41e0-a141-dd1e79881de5 req-1af49672-9245-4a7d-90b8-40332459a206 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.348258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bed79098-4365-41e0-a141-dd1e79881de5 req-1af49672-9245-4a7d-90b8-40332459a206 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:47.376719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-fe7517b6-7ccf-45ab-a198-6ed74e64b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.378316 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-fe7517b6-7ccf-45ab-a198-6ed74e64b2c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2350776
Dec 16 09:37:47.385254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bed79098-4365-41e0-a141-dd1e79881de5 req-1af49672-9245-4a7d-90b8-40332459a206 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:47.386376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bed79098-4365-41e0-a141-dd1e79881de5 req-1af49672-9245-4a7d-90b8-40332459a206 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 950 time: 0.3043187
Dec 16 09:37:47.389710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-90b2427f-efa1-43b8-af29-f89a21919e59 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:47.390778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-90b2427f-efa1-43b8-af29-f89a21919e59 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d9e82e5-53d4-4e62-b25b-1a83f7e1d772 HTTP/1.1" status: 200  len: 950 time: 0.3697634
Dec 16 09:37:47.395639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-98c10205-4bc1-46b9-ae64-f1be8c112d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.398546 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-98c10205-4bc1-46b9-ae64-f1be8c112d82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0713091
Dec 16 09:37:47.531057 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-3a8b6c7d-f995-46dd-9461-aecf0a0aa7c3 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249876
Dec 16 09:37:47.582992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:47.598203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Deleting port a58c4e9f-b71f-40c7-881c-f4bed83fd89f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:47.598568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:47.628081 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39072e6-b8df-46d3-9fb5-54b39ee9470e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:47.671079 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-bf4beb88-6f24-4500-8794-c27195a9b348 req-4b7eda4c-0242-48a6-8252-b3ba3ab46493 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281357
Dec 16 09:37:47.714274 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bed79098-4365-41e0-a141-dd1e79881de5 req-ec3a7d61-cbfe-428c-a963-357826bbc7ba tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008847
Dec 16 09:37:47.770959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:47.778519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:47.790297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:47.796062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:47.796712 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:47.804504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=1fc52ce6-86a1-43dd-986e-0f0371d8bfd9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:47.808296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-5c1f41cb-497e-49df-aa78-1d707a0933f1 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4195571
Dec 16 09:37:47.815598 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:47.939649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 2.1067722
Dec 16 09:37:47.943031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:47.949779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::394', 'mac_address': 'fa:16:3e:6a:09:e2'}, {'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:1a:41:13'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:48.107059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e717294-276e-4af2-9b7b-459593603f29 None None] Provisioning for port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:48.113690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e717294-276e-4af2-9b7b-459593603f29 None None] Provisioning complete for port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:48.114218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e717294-276e-4af2-9b7b-459593603f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.170646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9e717294-276e-4af2-9b7b-459593603f29 None None] Port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:48.236182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.310957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08576c08-8c69-4057-8d70-604acb2c6d3a req-09d5e43d-02df-4f49-b6ad-3a27cf77ecc9 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4662831
Dec 16 09:37:48.336136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3402f34-d89a-4ea4-b944-d7ed014342ef req-938ffec8-2e2d-4083-86c8-6c957c9c1b5c tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:48.337598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3402f34-d89a-4ea4-b944-d7ed014342ef req-938ffec8-2e2d-4083-86c8-6c957c9c1b5c tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 945 time: 0.4963789
Dec 16 09:37:48.370683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] For port a58c4e9f-b71f-40c7-881c-f4bed83fd89f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:48.371022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.493586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.498221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.502931 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66ce7b4c-a40e-4189-b30b-c43f28466eea tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:48.575216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Calling delete_port for a58c4e9f-b71f-40c7-881c-f4bed83fd89f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:48.596966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] In _notify_port_updated(), no bound segment for port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 on network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:37:48.602375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:48.603007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.605268 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "PUT /v2.0/ports/1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 HTTP/1.1" status: 200  len: 1064 time: 0.6611633
Dec 16 09:37:48.610752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:48.613997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3402f34-d89a-4ea4-b944-d7ed014342ef req-6c29a8c0-10ad-4374-9a70-b7ea295c63ee tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674067
Dec 16 09:37:48.660677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a7463c61-4b51-4ae7-b06e-03e0ccef27d6 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:37:48.697954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event updated for resources: {'Port': ['ID=1fc52ce6-86a1-43dd-986e-0f0371d8bfd9,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:48.723128 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:48.746931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-09278a0a-50a9-4684-8c39-18bb2767b12f tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:48.748477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-09278a0a-50a9-4684-8c39-18bb2767b12f tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.54 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 946 time: 0.2817488
Dec 16 09:37:48.750110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:48.751690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.856660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a7463c61-4b51-4ae7-b06e-03e0ccef27d6, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:48.878816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Deleting port c3d83043-7cc4-4882-a27e-348498a15cec {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:48.879392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.879888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6', 'mac_address': 'fa:16:3e:32:55:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:37:48.880903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815761bb-a996-4294-b593-b92fc758dc31 req-3647dd6a-adc9-4cc5-93ee-462c2dd37403 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:48.881873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-815761bb-a996-4294-b593-b92fc758dc31 req-3647dd6a-adc9-4cc5-93ee-462c2dd37403 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Synchronizing usage tracker for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:48.933038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-815761bb-a996-4294-b593-b92fc758dc31 req-3647dd6a-adc9-4cc5-93ee-462c2dd37403 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Unset dirty status for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:48.934188 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-815761bb-a996-4294-b593-b92fc758dc31 req-3647dd6a-adc9-4cc5-93ee-462c2dd37403 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd8b33bf-9646-4acd-9b47-a1a9df906d14 HTTP/1.1" status: 200  len: 944 time: 0.3845856
Dec 16 09:37:48.949689 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.966928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7463c61-4b51-4ae7-b06e-03e0ccef27d6 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:48.987012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a7463c61-4b51-4ae7-b06e-03e0ccef27d6, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:48.994297 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.995426 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:48.999815 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:49.007321 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d4a8e149-413d-45de-8ff2-34aa50324f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:49.037104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9cc26b84-b486-4d3d-adad-5399593ba99e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:49.062190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388', 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:49.062349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event deleted for resources: {'Port': ['ID=a58c4e9f-b71f-40c7-881c-f4bed83fd89f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:49.074073 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:49.168585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1aee461a-4840-4935-ba0c-ae5fae87457a None None] Provisioning complete for port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:49.169522 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aee461a-4840-4935-ba0c-ae5fae87457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:49.202129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Deleting port 2a295cb4-95fb-4b6f-993d-a3a354d789de {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:49.203084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:49.240927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] No DVR routers for this DVR port a58c4e9f-b71f-40c7-881c-f4bed83fd89f on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:49.261690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:49.264273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-deleted', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:49.280586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361506-bc31-4b99-94c4-e2dce832458a req-fa0a7881-040f-4fef-835c-23d3c2c16de6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:49.283042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:49.287880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-fa0a7881-040f-4fef-835c-23d3c2c16de6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 0.5018649
Dec 16 09:37:49.322185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1aee461a-4840-4935-ba0c-ae5fae87457a None None] Port 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:37:49.340005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:49.345814 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:49.367184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-7755edf8-de64-4ee6-a164-1bb2d1f05bd5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/quotas/1d83982fc8574d0a843996c8715a87e1 HTTP/1.1" status: 200  len: 375 time: 0.0782130
Dec 16 09:37:49.396666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a7463c61-4b51-4ae7-b06e-03e0ccef27d6'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:49.405136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2592ee6f-f981-4890-a087-a107a93aaf11 req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "DELETE /v2.0/ports/a58c4e9f-b71f-40c7-881c-f4bed83fd89f HTTP/1.1" status: 204  len: 173 time: 1.9906523
Dec 16 09:37:49.459307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Calling delete_port for 1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:49.536140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] For port c3d83043-7cc4-4882-a27e-348498a15cec, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c3d83043-7cc4-4882-a27e-348498a15cec,segment=NetworkSegment(ca874b7e-791a-4e73-a45d-d18f626b37ce),segment_id=ca874b7e-791a-4e73-a45d-d18f626b37ce)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:49.536504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:49.736705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Calling delete_port for c3d83043-7cc4-4882-a27e-348498a15cec owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:49.803045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-5fa540cd-7fcc-4f1f-87ee-7889ac1ef42f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4351640
Dec 16 09:37:49.807275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] For port 2a295cb4-95fb-4b6f-993d-a3a354d789de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=2a295cb4-95fb-4b6f-993d-a3a354d789de,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:49.807647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:49.943853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Calling delete_port for 2a295cb4-95fb-4b6f-993d-a3a354d789de owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:49.972468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:49.991670 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90152df4-6e6b-4df0-8e05-56706df19cb4 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:50.049908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Port': ['ID=1fc52ce6-86a1-43dd-986e-0f0371d8bfd9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:50.061882 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:50.187317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-adbeb6df-4ccc-42f2-9bd4-c562df666400 service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3775723
Dec 16 09:37:50.206888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:50.214107 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a8e49dcd-3a1e-44d2-a555-f6fb67afaede tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:50.218564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:50.231081 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b5d6a8a5-3980-45ba-a729-bf8dc0987c20 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:50.270922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event deleted for resources: {'Port': ['ID=2a295cb4-95fb-4b6f-993d-a3a354d789de,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:50.300006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:50.371710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Pushing event deleted for resources: {'Port': ['ID=c3d83043-7cc4-4882-a27e-348498a15cec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:50.375303 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:50.392294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] No DVR routers for this DVR port 2a295cb4-95fb-4b6f-993d-a3a354d789de on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:50.396391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:50.398912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-deleted', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:50.425978 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-815761bb-a996-4294-b593-b92fc758dc31 req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.74 "DELETE /v2.0/ports/2a295cb4-95fb-4b6f-993d-a3a354d789de HTTP/1.1" status: 204  len: 173 time: 1.3185272
Dec 16 09:37:50.442039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] No DVR routers for this DVR port c3d83043-7cc4-4882-a27e-348498a15cec on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:50.445846 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:50.484044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99ffbc2c-c025-402e-99bf-e87b675d602e req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.54 "DELETE /v2.0/ports/c3d83043-7cc4-4882-a27e-348498a15cec HTTP/1.1" status: 204  len: 173 time: 1.6964679
Dec 16 09:37:50.493883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-f079bd22-ca36-4b7c-b003-ae6bc9ccc626 service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2997456
Dec 16 09:37:50.554190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:50.556989 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/ports/1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 HTTP/1.1" status: 204  len: 168 time: 1.9372368
Dec 16 09:37:50.559521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:50.611859 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f54eed7-7ec2-4ef4-97ad-601445945d02 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] GET failed (client error): The resource could not be found.
Dec 16 09:37:50.612396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f54eed7-7ec2-4ef4-97ad-601445945d02 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Synchronizing usage tracker for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:50.629018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f54eed7-7ec2-4ef4-97ad-601445945d02 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Unset dirty status for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:50.630201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2f54eed7-7ec2-4ef4-97ad-601445945d02 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "GET /v2.0/ports/1fc52ce6-86a1-43dd-986e-0f0371d8bfd9 HTTP/1.1" status: 404  len: 333 time: 0.0694294
Dec 16 09:37:50.633412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40886) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:50.660429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:50.721610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: a58c4e9f-b71f-40c7-881c-f4bed83fd89f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:50.722256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a58c4e9f-b71f-40c7-881c-f4bed83fd89f not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:50.722899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2a295cb4-95fb-4b6f-993d-a3a354d789de no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:50.737436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port f92c2f97-42e3-4c81-98d3-fecfba327021 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:50.737754 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:50.762494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 2a295cb4-95fb-4b6f-993d-a3a354d789de {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:50.763151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 2a295cb4-95fb-4b6f-993d-a3a354d789de not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:50.835600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:50.841852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:50.847952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:50.853861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:50.860314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:50.866194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:50.872117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:50.876444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-f2e4616f-c451-4d03-91ef-f2736ad2fcd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.1387243
Dec 16 09:37:50.925216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-337c62aa-6317-4c31-9a3c-fdc616af41ca req-2a64f7de-2aef-4b16-a748-b35e3f00d296 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442715
Dec 16 09:37:51.150680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-510490f1-efc7-4a1e-af17-25f2194ba1a4 req-6226d203-5509-47e7-abbe-f7bacca0b316 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Synchronizing usage tracker for tenant:81692f2fb48e402e8b7a310286448494 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:51.177213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-510490f1-efc7-4a1e-af17-25f2194ba1a4 req-6226d203-5509-47e7-abbe-f7bacca0b316 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Unset dirty status for tenant:81692f2fb48e402e8b7a310286448494 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:51.178497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-510490f1-efc7-4a1e-af17-25f2194ba1a4 req-6226d203-5509-47e7-abbe-f7bacca0b316 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] 10.222.0.66 "GET /v2.0/ports?device_id=b524c575-7717-4e46-9ee4-bc67e3f211b0 HTTP/1.1" status: 200  len: 210 time: 0.0769923
Dec 16 09:37:51.204929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:51.342284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Calling delete_port for f92c2f97-42e3-4c81-98d3-fecfba327021 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:51.384619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2239027-23a9-4d0f-89af-0f0f0592c521 req-f13f05db-ca09-4973-9533-e18a653b5aaa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:51.386122 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2239027-23a9-4d0f-89af-0f0f0592c521 req-f13f05db-ca09-4973-9533-e18a653b5aaa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 948 time: 0.0895088
Dec 16 09:37:51.436984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2239027-23a9-4d0f-89af-0f0f0592c521 req-688dbb2f-1f50-4e62-a2b9-269af448dc2c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443923
Dec 16 09:37:51.510578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:51.517609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e728d38-9a9e-4540-a867-453216a9fb0d tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:51.567062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Port': ['ID=f92c2f97-42e3-4c81-98d3-fecfba327021,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:51.570555 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:51.613175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:51.627043 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/ports/f92c2f97-42e3-4c81-98d3-fecfba327021 HTTP/1.1" status: 204  len: 168 time: 0.9925311
Dec 16 09:37:51.629597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:51.678008 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1abd465-9200-4dab-adb9-1f2e98bcb2a0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] GET failed (client error): The resource could not be found.
Dec 16 09:37:51.678552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c1abd465-9200-4dab-adb9-1f2e98bcb2a0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Synchronizing usage tracker for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:51.694441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c1abd465-9200-4dab-adb9-1f2e98bcb2a0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Unset dirty status for tenant:19b096d3a59e423d8da0b217276b6a40 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:51.699285 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1abd465-9200-4dab-adb9-1f2e98bcb2a0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "GET /v2.0/ports/f92c2f97-42e3-4c81-98d3-fecfba327021 HTTP/1.1" status: 404  len: 333 time: 0.0650218
Dec 16 09:37:51.699825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40906) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:51.793154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port a1d16a32-20a8-4248-85fc-c913e93af57d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:51.793529 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:51.983203 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9e82e5-53d4-4e62-b25b-1a83f7e1d772', 'name': 'network-vif-deleted', 'tag': 'a58c4e9f-b71f-40c7-881c-f4bed83fd89f', 'status': 'completed', 'code': 200}
Dec 16 09:37:51.992255 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8b33bf-9646-4acd-9b47-a1a9df906d14', 'name': 'network-vif-deleted', 'tag': '2a295cb4-95fb-4b6f-993d-a3a354d789de', 'status': 'completed', 'code': 200}
Dec 16 09:37:52.164844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f62e36a-9abb-4b6b-af52-cfd85fd5a58d req-084a2bc1-87bf-44e7-9170-88315e6c40ab tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 210 time: 0.0798986
Dec 16 09:37:52.171044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c3d83043-7cc4-4882-a27e-348498a15cec no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:52.204164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361506-bc31-4b99-94c4-e2dce832458a req-9d86a3dd-4b43-4346-acbc-2ed496a6be0b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:52.205591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-9d86a3dd-4b43-4346-acbc-2ed496a6be0b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 0.3190029
Dec 16 09:37:52.216740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: c3d83043-7cc4-4882-a27e-348498a15cec {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:52.217243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c3d83043-7cc4-4882-a27e-348498a15cec not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:52.223878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Request body: {'port': {'device_id': '09147354-79c8-4af5-9760-c49a1a6e878a', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'admin_state_up': True, 'tenant_id': '1d83982fc8574d0a843996c8715a87e1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:52.305314 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:52.601744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Calling delete_port for a1d16a32-20a8-4248-85fc-c913e93af57d owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:52.673735 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a7463c61-4b51-4ae7-b06e-03e0ccef27d6 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:37:52.731685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:52.737712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Usage tracker for resource:port and tenant:1d83982fc8574d0a843996c8715a87e1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:52.741705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:37:52.741842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:52.746747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:37:52.747438 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:52.751371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:52.799390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904882b7-d03a-4a3d-b807-3fe023a432b5 req-3fd5a7f5-0705-4a07-b258-46c7786363f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:52.800853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-904882b7-d03a-4a3d-b807-3fe023a432b5 req-3fd5a7f5-0705-4a07-b258-46c7786363f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 945 time: 0.4984624
Dec 16 09:37:52.829565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Made reservation on behalf of 1d83982fc8574d0a843996c8715a87e1 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:52.832842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:52.869946 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:52.898542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1949b950-cfd8-493e-bf6a-f173413f9999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:52.909060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a7463c61-4b51-4ae7-b06e-03e0ccef27d6, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:52.912334 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:52.914172 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9d4c9c2f-8b14-43e1-bc07-564f75ea0254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:52.921619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:52.941902 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9b881b2-4462-48e5-a9eb-f1e94eab2958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:52.980891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:52.983814 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:52.987613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-904882b7-d03a-4a3d-b807-3fe023a432b5 req-536de5fc-1e92-4fa6-badf-db29ac0a4108 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d04f806-ddda-4ed5-aba8-71431ef062bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786597
Dec 16 09:37:53.000560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Port': ['ID=a1d16a32-20a8-4248-85fc-c913e93af57d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:53.009199 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:53.057511 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.120414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/ports/a1d16a32-20a8-4248-85fc-c913e93af57d HTTP/1.1" status: 204  len: 168 time: 1.4193192
Dec 16 09:37:53.123579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40920) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:53.193053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Allocated IP 172.20.0.12 (8bfa16db-6f3d-4cad-ac6f-f52169e822b1/75a0b7da-64fa-402c-b97c-9398052c9bd4/c473ccff-52b9-4df0-95e3-5c96e27891cf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:53.216997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting subnet b304ee54-7d0d-4c6b-b577-b99996c20b7c {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:37:53.221027 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.308650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.381033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970c72-99a1-40f4-951a-cb041622b763 req-56675df2-67ef-424d-8a89-38d68d7c4039 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.381844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-45970c72-99a1-40f4-951a-cb041622b763 req-56675df2-67ef-424d-8a89-38d68d7c4039 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Synchronizing usage tracker for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:53.393928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-45970c72-99a1-40f4-951a-cb041622b763 req-56675df2-67ef-424d-8a89-38d68d7c4039 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Unset dirty status for tenant:e656d1b15d8d44009c86333b469a23e6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:53.395024 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45970c72-99a1-40f4-951a-cb041622b763 req-56675df2-67ef-424d-8a89-38d68d7c4039 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ad52966-f0a1-4905-8143-860043f82ead HTTP/1.1" status: 200  len: 945 time: 0.0970039
Dec 16 09:37:53.466744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Deleting port 42639bae-9687-4091-a490-128cf0de5aa5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:53.467114 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.576306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.640103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.646444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.652249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.658071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.663877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.669632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.676584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:53.679184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-31f88c3a-97be-4bae-b457-935439ca13eb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.3732014
Dec 16 09:37:53.722789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.725507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] For port 42639bae-9687-4091-a490-128cf0de5aa5, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=42639bae-9687-4091-a490-128cf0de5aa5,segment=NetworkSegment(34804fe2-4421-4f05-91f6-0774b0fa1b1d),segment_id=34804fe2-4421-4f05-91f6-0774b0fa1b1d)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:53.725873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.766529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e70d4f08-f742-4121-bba6-ec23e163c5b6 req-b0d2bb3f-2dee-49ab-9a1b-e8fefde242b4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0781872
Dec 16 09:37:53.782641 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.787388 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e85e0f60-5d6f-4c13-872e-2677f040bec6 tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:53.827138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Subnet': ['ID=b304ee54-7d0d-4c6b-b577-b99996c20b7c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:53.831684 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:53.833535 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.840612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/subnets/b304ee54-7d0d-4c6b-b577-b99996c20b7c HTTP/1.1" status: 204  len: 168 time: 0.7161815
Dec 16 09:37:53.842516 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.844369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40928) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:53.850671 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca35fb6f-ae91-4c3b-a9ac-f5d059957c0b tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:53.853513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85134f-7817-4555-8841-9ef9f6f4a1eb None None] Network a9d8a1ca-99d8-4628-a633-fa33c5ab9969 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:37:53.855698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Calling delete_port for 42639bae-9687-4091-a490-128cf0de5aa5 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:53.887088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:53.964770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Deleting subnet 76b911ee-aaea-4f0f-8d2f-c73ea2a3132e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:37:53.974366 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:53.987495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'name': 'network-vif-deleted', 'tag': 'c3d83043-7cc4-4882-a27e-348498a15cec'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:54.046267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:54.048702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.070264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:54.082094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:54.107671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:54.137811 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:54.156973 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.158388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.194525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] DHCP port deletion for a9d8a1ca-99d8-4628-a633-fa33c5ab9969 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:37:54.202653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Deleting port 6268c90b-6a97-4276-a669-1a6f5a5394cf {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:54.203434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.204545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:54.205188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.211462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port 6268c90b-6a97-4276-a669-1a6f5a5394cf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:54.211802 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.228922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.238023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d6fc849-9786-4482-9785-98c463d4bf68 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:54.241303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['42639bae-9687-4091-a490-128cf0de5aa5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:54.273966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0537410
Dec 16 09:37:54.284216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b3e6-c74e-496e-9056-67f8a4b51f95 req-540596e8-f871-42ef-bcfa-617eb1bc15e7 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:54.285765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00e4b3e6-c74e-496e-9056-67f8a4b51f95 req-540596e8-f871-42ef-bcfa-617eb1bc15e7 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 949 time: 0.2906632
Dec 16 09:37:54.293255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Request body: {'port': {'device_id': '09147354-79c8-4af5-9760-c49a1a6e878a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:54.419227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event deleted for resources: {'Port': ['ID=42639bae-9687-4091-a490-128cf0de5aa5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:54.425017 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:54.475776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00e4b3e6-c74e-496e-9056-67f8a4b51f95 req-a14b9973-d73a-45e2-96c2-2295439342e0 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561887
Dec 16 09:37:54.496724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] For port 6268c90b-6a97-4276-a669-1a6f5a5394cf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6268c90b-6a97-4276-a669-1a6f5a5394cf,segment=NetworkSegment(0c8ceb60-938c-47af-bb29-ca89037eb481),segment_id=0c8ceb60-938c-47af-bb29-ca89037eb481)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:54.496724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.506734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] No DVR routers for this DVR port 42639bae-9687-4091-a490-128cf0de5aa5 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:54.509067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.514237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.517349 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4c3b042-b4e9-4bf6-854f-fc19399471b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:54.553129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad52966-f0a1-4905-8143-860043f82ead', 'name': 'network-vif-deleted', 'tag': '42639bae-9687-4091-a490-128cf0de5aa5'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:54.602852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b911ee-aaea-4f0f-8d2f-c73ea2a3132e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:54.607003 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1949b950-cfd8-493e-bf6a-f173413f9999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6', 'code': 200}
Dec 16 09:37:54.622810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.628410 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/76b911ee-aaea-4f0f-8d2f-c73ea2a3132e HTTP/1.1" status: 204  len: 168 time: 0.7385187
Dec 16 09:37:54.630674 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:54.631372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40942) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:54.636148 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-45970c72-99a1-40f4-951a-cb041622b763 req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.74 "DELETE /v2.0/ports/42639bae-9687-4091-a490-128cf0de5aa5 HTTP/1.1" status: 204  len: 173 time: 1.2342417
Dec 16 09:37:54.684242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Calling delete_port for 6268c90b-6a97-4276-a669-1a6f5a5394cf owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:54.754570 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.771940 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.778325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:54.832407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Pushing event deleted for resources: {'Port': ['ID=6268c90b-6a97-4276-a669-1a6f5a5394cf,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:54.838144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] No DVR routers for this DVR port 6268c90b-6a97-4276-a669-1a6f5a5394cf on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:54.844887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.849402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.849980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.850574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.851140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.851725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.852403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.852836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.853268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.853697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.854235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.854532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:37:54.860610 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:54.887928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.916001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0df4130>,) {'filters': {'network_id': ['033b4f26-60bd-4f82-8595-85fd23b8af9f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:54.928250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0df4130>, 'ca874b7e-791a-4e73-a45d-d18f626b37ce') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:54.928560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0df4130>, 'ca874b7e-791a-4e73-a45d-d18f626b37ce') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:54.940304 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.957643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.964049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:37:54.964442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:37:54.978096 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:37:54.988481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.026825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] For port 6268c90b-6a97-4276-a669-1a6f5a5394cf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6268c90b-6a97-4276-a669-1a6f5a5394cf,segment=NetworkSegment(0c8ceb60-938c-47af-bb29-ca89037eb481),segment_id=0c8ceb60-938c-47af-bb29-ca89037eb481)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:55.027108 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.056186 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.059761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4751b09-ade4-4ee5-bf11-b6738a4dcad7 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:55.073721 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.084543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Pushing event deleted for resources: {'Network': ['ID=033b4f26-60bd-4f82-8595-85fd23b8af9f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:55.089352 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] 10.222.0.66 "DELETE /v2.0/networks/033b4f26-60bd-4f82-8595-85fd23b8af9f HTTP/1.1" status: 204  len: 168 time: 0.4540036
Dec 16 09:37:55.089352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:55.145483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6268c90b-6a97-4276-a669-1a6f5a5394cf no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:55.183262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 6268c90b-6a97-4276-a669-1a6f5a5394cf {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:55.183703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6268c90b-6a97-4276-a669-1a6f5a5394cf not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:55.244862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Calling delete_port for 6268c90b-6a97-4276-a669-1a6f5a5394cf owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:55.287178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:55.342870 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-02807798-2616-4a48-9195-21ff07709963 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81692f2fb48e402e8b7a310286448494&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0542219
Dec 16 09:37:55.345270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40954) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:55.391889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a705c-4274-4c4f-8a24-6630276778b6 req-093a952c-fcd5-4c1e-a300-09e147bcccce tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:55.392589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-380a705c-4274-4c4f-8a24-6630276778b6 req-093a952c-fcd5-4c1e-a300-09e147bcccce tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:55.401485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e7eb3-25d1-46ab-b932-51c3be1ee0a5 req-f7eaac35-1f21-4b0e-9564-082b4cd38129 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:55.402140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6a1e7eb3-25d1-46ab-b932-51c3be1ee0a5 req-f7eaac35-1f21-4b0e-9564-082b4cd38129 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Synchronizing usage tracker for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:37:55.403339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.423589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777c751-ccda-48d1-b765-699dc8cc3a3b req-4c0828d2-715f-4bed-ab01-eafdc89a03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:55.425434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d777c751-ccda-48d1-b765-699dc8cc3a3b req-4c0828d2-715f-4bed-ab01-eafdc89a03d9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 1100 time: 0.6069221
Dec 16 09:37:55.429071 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.489992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-380a705c-4274-4c4f-8a24-6630276778b6 req-093a952c-fcd5-4c1e-a300-09e147bcccce tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:55.491266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-380a705c-4274-4c4f-8a24-6630276778b6 req-093a952c-fcd5-4c1e-a300-09e147bcccce tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.9446564
Dec 16 09:37:55.491661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.496955 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd9097a0-ebea-4573-9c26-935c39e373ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:55.508589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6a1e7eb3-25d1-46ab-b932-51c3be1ee0a5 req-f7eaac35-1f21-4b0e-9564-082b4cd38129 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Unset dirty status for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:37:55.510314 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a1e7eb3-25d1-46ab-b932-51c3be1ee0a5 req-f7eaac35-1f21-4b0e-9564-082b4cd38129 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 932 time: 0.7307696
Dec 16 09:37:55.517151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.520976 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c32fcd7c-adb8-4ac6-9b1e-6f393091edb9 HTTP/1.1" status: 204  len: 168 time: 0.1747746
Dec 16 09:37:55.522127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32fcd7c-adb8-4ac6-9b1e-6f393091edb9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:55.524569 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:55.604054 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:37:55.604378 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:37:55.667856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d777c751-ccda-48d1-b765-699dc8cc3a3b req-d9ebd9c2-8278-47b0-a2c4-3fadff3f9d84 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211564
Dec 16 09:37:55.706614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Deleting port 9cc26b84-b486-4d3d-adad-5399593ba99e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:55.706953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:55.768792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a1e7eb3-25d1-46ab-b932-51c3be1ee0a5 req-8ee7ee03-fbe9-40f6-adf6-303f76378579 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670580
Dec 16 09:37:56.075679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c473ccff-52b9-4df0-95e3-5c96e27891cf {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:37:56.090333 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.108024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Deleting port 6268c90b-6a97-4276-a669-1a6f5a5394cf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:37:56.108359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.200853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Transition to ACTIVE for port object c473ccff-52b9-4df0-95e3-5c96e27891cf will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:37:56.208762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] For port 9cc26b84-b486-4d3d-adad-5399593ba99e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cc26b84-b486-4d3d-adad-5399593ba99e,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:37:56.209124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.225298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] The port '6268c90b-6a97-4276-a669-1a6f5a5394cf' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:37:56.227736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.234601 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fa13b44-498c-4a03-8b01-2d7600438a34 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:56.283638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:56.396232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2024354458-network', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:56.401402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:56.405383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Usage tracker for resource:network and tenant:85c4dbfaf0004d72a8efc880a94a5dfc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:56.408469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:56.415265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:56.425675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Made reservation on behalf of 85c4dbfaf0004d72a8efc880a94a5dfc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:56.428199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.440986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.456982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:56.460870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Usage tracker for resource:security_group_rule and tenant:85c4dbfaf0004d72a8efc880a94a5dfc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:56.463742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:56.469617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:56.559958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Calling delete_port for 9cc26b84-b486-4d3d-adad-5399593ba99e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:37:56.563756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.568022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.571347 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4cc03a98-6a58-485f-8f44-980d38cea77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:56.603666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:37:56.609219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8ba20c-eca6-45ed-82bb-13655cc45fd1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:56.614013 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:56.617819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.618189 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Added segment 2215d1e6-347d-452b-a3e8-73ee44288f74 of type vlan for network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2
Dec 16 09:37:56.645150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.670729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc162d98-81a6-45aa-be45-b9a2c3533de5 req-8ca5845f-f2cd-4493-b5e7-0efc85716960 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:56.673135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc162d98-81a6-45aa-be45-b9a2c3533de5 req-8ca5845f-f2cd-4493-b5e7-0efc85716960 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=97b48dd5-9747-459e-a3b2-ad77e42399e6 HTTP/1.1" status: 200  len: 950 time: 0.7867851
Dec 16 09:37:56.677476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.678995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:56.679824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.685113 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2d6c4293-c04d-4c5b-9fd3-5e049e02ec7a tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:56.789652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Pushing event updated for resources: {'Network': ['ID=7e8b4711-bb73-449f-aaa9-eb1ba4529de2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:56.795681 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5109434
Dec 16 09:37:56.797315 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:56.797983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:56.803939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Request body: {'subnet': {'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2024354458-subnet', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:56.810017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:56.814725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Usage tracker for resource:subnet and tenant:85c4dbfaf0004d72a8efc880a94a5dfc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:56.816762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:37:56.818473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:56.824596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:56.836094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Made reservation on behalf of 85c4dbfaf0004d72a8efc880a94a5dfc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:56.839099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.855182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:56.870457 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:56.902180 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:56.976138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f214c460>,) {'filters': {'network_id': ['a9d8a1ca-99d8-4628-a633-fa33c5ab9969']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:56.996839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc162d98-81a6-45aa-be45-b9a2c3533de5 req-3404b942-c872-45c6-b007-fb4ba2ef7aba tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/security-groups?id=1841a3ba-78fc-43bd-ad23-a7c949f6ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870526
Dec 16 09:37:57.001231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f214c460>, '0c8ceb60-938c-47af-bb29-ca89037eb481') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:57.001664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f214c460>, '0c8ceb60-938c-47af-bb29-ca89037eb481') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:37:57.058411 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.103102 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b524c575-7717-4e46-9ee4-bc67e3f211b0', 'name': 'network-vif-deleted', 'tag': 'c3d83043-7cc4-4882-a27e-348498a15cec', 'status': 'completed', 'code': 200}
Dec 16 09:37:57.108537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.108798 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.113251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac493506-446b-4bc0-8f89-7c4a876e58fd tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:57.114925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Attempting to bind port c473ccff-52b9-4df0-95e3-5c96e27891cf on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:37:57.115229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Attempting to bind port c473ccff-52b9-4df0-95e3-5c96e27891cf by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:37:57.115571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Attempting to bind port c473ccff-52b9-4df0-95e3-5c96e27891cf on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:57.127956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:37:57.128369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:37:57.144890 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:37:57.152649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Port c473ccff-52b9-4df0-95e3-5c96e27891cf on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:37:57.152649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Attempting to bind port c473ccff-52b9-4df0-95e3-5c96e27891cf on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:37:57.195551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Checking segment: {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:57.195908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Network hostable DHCP agents. Network: 7e8b4711-bb73-449f-aaa9-eb1ba4529de2, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:37:57.201497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4446b5e-25be-45f7-b218-4c3be79703bf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:57.205014 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:57.217638 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad52966-f0a1-4905-8143-860043f82ead', 'name': 'network-vif-deleted', 'tag': '42639bae-9687-4091-a490-128cf0de5aa5', 'status': 'completed', 'code': 200}
Dec 16 09:37:57.221341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:37:57.221763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Checking segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:37:57.222436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Bound using segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:37:57.223207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Bound port: c473ccff-52b9-4df0-95e3-5c96e27891cf, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:37:57.223731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.225371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:37:57.236399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 7e8b4711-bb73-449f-aaa9-eb1ba4529de2) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:57.239844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.243081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.245276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.246090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907536e8-56eb-4d6a-97df-0f429a05737d None None] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:37:57.261897 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:57.270760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4714324
Dec 16 09:37:57.273504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40994) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:57.279658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:57.287595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:57.291928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Usage tracker for resource:router and tenant:85c4dbfaf0004d72a8efc880a94a5dfc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:57.295325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:57.302232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:57.319328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.320659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.334233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:37:57.349352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event deleted for resources: {'Port': ['ID=9cc26b84-b486-4d3d-adad-5399593ba99e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:57.374911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.400448 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:57.450424 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.469373 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-44c887cf-44fc-4ab9-8e44-5c981a7d5008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:57.518156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.539760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Pushing event deleted for resources: {'Network': ['ID=a9d8a1ca-99d8-4628-a633-fa33c5ab9969,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:57.568748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a798662-57ba-4099-8e9e-506d97003dc7 None None] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:37:57.570430 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:57.574172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] No DVR routers for this DVR port 9cc26b84-b486-4d3d-adad-5399593ba99e on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:37:57.597667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.597667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-380a705c-4274-4c4f-8a24-6630276778b6 req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.54 "DELETE /v2.0/ports/9cc26b84-b486-4d3d-adad-5399593ba99e HTTP/1.1" status: 204  len: 173 time: 2.0779510
Dec 16 09:37:57.611508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] 10.222.0.66 "DELETE /v2.0/networks/a9d8a1ca-99d8-4628-a633-fa33c5ab9969 HTTP/1.1" status: 204  len: 168 time: 3.7551603
Dec 16 09:37:57.630312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:37:57.630312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:37:57.645932 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.652022 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-beb02c99-62df-414f-9a48-f7b4f1abb0b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:57.733049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.733868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:57.735722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] 10.222.0.54 "PUT /v2.0/ports/c473ccff-52b9-4df0-95e3-5c96e27891cf HTTP/1.1" status: 200  len: 1092 time: 3.4489832
Dec 16 09:37:57.763867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.771020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.777307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.785127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.792469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.801076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.808223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.820213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-77400243-3749-4d5e-a089-9b77934fb84a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.4685292
Dec 16 09:37:57.913249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:57.934133 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:57.955109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7319f44c-a175-4336-bfac-96c7791d9e48 req-8b3aafc0-7651-4959-b4d9-85547e06495e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1334317
Dec 16 09:37:57.988611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361506-bc31-4b99-94c4-e2dce832458a req-e6d6a446-4e17-4a1a-9403-bc201fb9640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:57.990379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-e6d6a446-4e17-4a1a-9403-bc201fb9640d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 1095 time: 0.1644828
Dec 16 09:37:58.050021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:58.074500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-e1536a3c-f898-46cd-ae92-b97904ef5c14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf HTTP/1.1" status: 200  len: 217 time: 0.0754614
Dec 16 09:37:58.078247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.204345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361506-bc31-4b99-94c4-e2dce832458a req-4ac04e16-08f6-457d-b362-c9941a3f3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:58.205925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-4ac04e16-08f6-457d-b362-c9941a3f3664 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.1247108
Dec 16 09:37:58.247256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:58.272403 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-21dbd74c-8a7d-4471-bf00-c1f2255955ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19b096d3a59e423d8da0b217276b6a40&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2214344
Dec 16 09:37:58.275070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:58.299507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 9cc26b84-b486-4d3d-adad-5399593ba99e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:58.300288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cc26b84-b486-4d3d-adad-5399593ba99e not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:58.400816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-4107263c-aaf6-4ac5-8df6-48ebf69ec434 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1844954
Dec 16 09:37:58.416650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e0e2b-e907-4275-9c65-b0780f6aba51 req-11b639f2-af89-416d-a703-91ba03be19fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:58.418080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f80e0e2b-e907-4275-9c65-b0780f6aba51 req-11b639f2-af89-416d-a703-91ba03be19fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 949 time: 0.3050551
Dec 16 09:37:58.521783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.526916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.542733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f80e0e2b-e907-4275-9c65-b0780f6aba51 req-6724b96e-453b-4f4c-8d1d-c6e2eec2fbcc tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072650
Dec 16 09:37:58.568641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.582193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-3fcfae31-a863-4fcf-a3f9-6bc79effdeb3 service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732552
Dec 16 09:37:58.617864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.722051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 42639bae-9687-4091-a490-128cf0de5aa5 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:37:58.742066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.747526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5a73af0-c0fc-4941-8457-5e6046d67c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:58.760632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c7f59-d542-4f61-a84e-f5d4397a54ce,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:58.764051 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:58.765503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 42639bae-9687-4091-a490-128cf0de5aa5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:37:58.766123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 42639bae-9687-4091-a490-128cf0de5aa5 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:37:58.775647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f361506-bc31-4b99-94c4-e2dce832458a req-ed85da72-e6ad-4435-856c-92fea0416272 service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866159
Dec 16 09:37:58.778414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Allocated IP 172.25.3.168 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a072ef27-344c-4033-b7b1-39affa8572d0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:37:58.793428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658df69d-246d-49e0-a7e0-d34dc0c6a357 req-f06327da-3105-4d5b-98b3-edd61fe06cc6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:58.797972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-658df69d-246d-49e0-a7e0-d34dc0c6a357 req-f06327da-3105-4d5b-98b3-edd61fe06cc6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 944 time: 0.1376419
Dec 16 09:37:58.799396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.803068 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f1c7f59-d542-4f61-a84e-f5d4397a54ce HTTP/1.1" status: 204  len: 168 time: 0.5272686
Dec 16 09:37:58.842792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-658df69d-246d-49e0-a7e0-d34dc0c6a357 req-4f45cddd-d41b-4582-b436-80a8ef6ed747 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395787
Dec 16 09:37:58.955269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.988113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:58.992988 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22e272bc-096e-418c-a88c-7ee467ee96f4 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:37:59.056467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:37:59.059370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:37:59.063070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:37:59.108027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Pushing event updated for resources: {'Port': ['ID=a072ef27-344c-4033-b7b1-39affa8572d0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:37:59.109266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-deleted', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e'}, {'name': 'network-changed', 'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:37:59.112278 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:37:59.136635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855689e-913d-46ae-888e-c1a670fcd14a req-14704995-04b8-4064-87fc-a4ba9ffab4bc tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.139249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e855689e-913d-46ae-888e-c1a670fcd14a req-14704995-04b8-4064-87fc-a4ba9ffab4bc tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 1100 time: 0.0855024
Dec 16 09:37:59.189668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e855689e-913d-46ae-888e-c1a670fcd14a req-5adb57f5-37d4-4bec-a8bd-52e44646aa3f tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443308
Dec 16 09:37:59.553164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:59.672618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41056) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:37:59.716772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.723525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.730390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.737523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.746522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.756580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.763139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:37:59.765082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db900684-b44f-42cd-824a-62230a2ef260 req-f30ce3b0-1617-4b3c-b4b9-aa3f28913836 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5423 time: 0.1546645
Dec 16 09:37:59.798467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'networks': [{'name': 'tempest-network--1933885742'}, {'name': 'tempest-network--68247108'}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:59.798773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'network': {'name': 'tempest-network--1933885742'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:59.799387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'network': {'name': 'tempest-network--68247108'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:37:59.811456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:59.820125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:network and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:59.824526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:37:59.835303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db900684-b44f-42cd-824a-62230a2ef260 req-083e5d04-ad25-4784-9504-bcc1c2aaa6f6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0620732
Dec 16 09:37:59.836202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:37:59.848657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Made reservation on behalf of b7375a9124b349a787d5b333dd892dc9 for: {'network': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:37:59.854166 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:59.867859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:37:59.918984 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b48dd5-9747-459e-a3b2-ad77e42399e6', 'name': 'network-vif-deleted', 'tag': '9cc26b84-b486-4d3d-adad-5399593ba99e', 'status': 'completed', 'code': 200}
Dec 16 09:37:59.919360 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'status': 'completed', 'code': 200}
Dec 16 09:37:59.966062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:37:59.990575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:security_group_rule and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:37:59.994912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:00.009117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:00.066666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.097864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-b00f4f09-fc56-44e1-a594-61d792bde872 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:00.098553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-b00f4f09-fc56-44e1-a594-61d792bde872 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Synchronizing usage tracker for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:00.109106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-66d0c127-1a5f-400a-9105-45306ce0a4c5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0561609
Dec 16 09:38:00.126610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-98fa2d9f-b4a2-446a-9541-8ff5cad39e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:00.128112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-98fa2d9f-b4a2-446a-9541-8ff5cad39e01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 1095 time: 0.2007110
Dec 16 09:38:00.239273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-b00f4f09-fc56-44e1-a594-61d792bde872 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Unset dirty status for tenant:9347d0d23cb541258e095e1c8c647f8e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:00.240386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-b00f4f09-fc56-44e1-a594-61d792bde872 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 949 time: 0.3633993
Dec 16 09:38:00.251959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ed26d09c-34d9-4d2a-8575-cb8d4420004b details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:00.277277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:38:00.391167 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:00.404276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b', 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'port_id': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b', 'mac_address': 'fa:16:3e:6f:15:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a162a7-e174-4b6b-b020-e8883587f755', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:00.466424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.466692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Deleting port 0761eef7-7a0c-4563-958f-12f2b2a64388 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:38:00.466795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.473189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:38:00.485916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed26d09c-34d9-4d2a-8575-cb8d4420004b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:00.492720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.493088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Sync routers for ids ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:38:00.493938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2194822
Dec 16 09:38:00.496804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:00.516373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Routers {'4e8d3cf8-b165-4cf9-aa43-44132e205d83'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:00.516937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1cf9190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:37:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:00.546380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-6739fcb1-0d08-43ae-a78e-73904ada6eed tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:00.548365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-6739fcb1-0d08-43ae-a78e-73904ada6eed tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4292789
Dec 16 09:38:00.554566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-c0e99d8b-b172-4f62-9918-0ac97c9487cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:00.555969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-c0e99d8b-b172-4f62-9918-0ac97c9487cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 906 time: 0.4066906
Dec 16 09:38:00.563791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.586996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:00.596681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.597407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device be439f31-8f3d-43be-add6-ea11b41f5eb7 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:00.601608 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-95bd3ea0-9538-4d0e-9865-236598bb310b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:00.628952 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.629538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:00.653876 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd041927-6a49-4a23-9144-690d183e5f73 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:00.662264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-dbce3228-6e6e-46e7-8d00-4234c8b8a181 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/quotas/3a5e3a49f84f4038805610e3dedf48a5 HTTP/1.1" status: 200  len: 375 time: 0.1031284
Dec 16 09:38:00.670715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-1e879103-efc0-4356-beca-153d7722e2f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf HTTP/1.1" status: 200  len: 217 time: 0.1043742
Dec 16 09:38:00.779792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:00.785468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port be439f31-8f3d-43be-add6-ea11b41f5eb7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:00.792826 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:00.804020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Set router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:00.911206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'be439f31-8f3d-43be-add6-ea11b41f5eb7', 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'port_id': 'be439f31-8f3d-43be-add6-ea11b41f5eb7', 'mac_address': 'fa:16:3e:c3:d0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a162a7-e174-4b6b-b020-e8883587f755', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:00.962590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24123240-6470-4835-a1b7-29c5250996c3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:00.967779 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:01.012215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:38:01.086648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-28cd9bc5-edfa-4ed0-84e7-692369f74be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:01.088155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-28cd9bc5-edfa-4ed0-84e7-692369f74be5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.3889115
Dec 16 09:38:01.094224 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.094606 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Added segment 827cac82-bf9e-4136-a2b8-f81a1a55e8c3 of type vlan for network 19427ba6-a41b-4d62-ad20-2a588c226c99
Dec 16 09:38:01.112276 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.146347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be439f31-8f3d-43be-add6-ea11b41f5eb7 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:01.162967 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-36baab49-ef9e-4262-b07b-f80f62fa26fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590818
Dec 16 09:38:01.209595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port be439f31-8f3d-43be-add6-ea11b41f5eb7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:01.218449 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.219789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 41b49abc-8f01-4a2b-8635-73d3011dfed5 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:01.223420 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:01.228320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.309684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-a9749084-b908-46a5-b94f-68c99b6a309d tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&fields=id HTTP/1.1" status: 200  len: 486 time: 0.6030295
Dec 16 09:38:01.324891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=be439f31-8f3d-43be-add6-ea11b41f5eb7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:01.329847 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:01.331295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] For port 0761eef7-7a0c-4563-958f-12f2b2a64388, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0761eef7-7a0c-4563-958f-12f2b2a64388,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:01.331667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.332182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 41b49abc-8f01-4a2b-8635-73d3011dfed5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:01.354733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '41b49abc-8f01-4a2b-8635-73d3011dfed5', 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'port_id': '41b49abc-8f01-4a2b-8635-73d3011dfed5', 'mac_address': 'fa:16:3e:9d:97:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a162a7-e174-4b6b-b020-e8883587f755', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:01.364442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1cf9190>, [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:37:59Z', 'revision_number': 3, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port': {'id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:58Z', 'updated_at': '2021-12-16T09:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:01.402637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Checking router: 4e8d3cf8-b165-4cf9-aa43-44132e205d83 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:38:01.409071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Updating router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 port a072ef27-344c-4033-b7b1-39affa8572d0 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:38:01.411234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.491992 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.493129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Calling delete_port for 0761eef7-7a0c-4563-958f-12f2b2a64388 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:38:01.532059 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.552365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:38:01.580776 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.581040 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Added segment c0d648f8-c371-4aca-83cc-e00eda0ff6c4 of type vlan for network c3ce0021-6fb7-490d-9074-17984583ecf5
Dec 16 09:38:01.605394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b49abc-8f01-4a2b-8635-73d3011dfed5 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:01.611555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-073a932b-34da-40e9-a33a-7350f3e257f4 service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4258151
Dec 16 09:38:01.658013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 41b49abc-8f01-4a2b-8635-73d3011dfed5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:01.703491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.704293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3aedbb06-f2dc-4612-84ca-57ff5db20b22 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:01.715587 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:01.757276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Allocated IP 172.20.0.1 (7e8b4711-bb73-449f-aaa9-eb1ba4529de2/a4446b5e-25be-45f7-b218-4c3be79703bf/c05c04a4-30be-4535-a4ed-d50618c9f899) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:01.790291 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.816581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=41b49abc-8f01-4a2b-8635-73d3011dfed5,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:01.824125 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:01.845863 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:01.863562 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1a92e4dd-3792-4ad6-ad09-7e17786df7a7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:01.866120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0761eef7-7a0c-4563-958f-12f2b2a64388'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:01.894727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7d3ab42-8c04-4001-a4a4-99a9bf803f96 req-8f601540-e696-4614-ad09-1dc2d14661d9 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5893fb-548f-4fde-93ae-f2a16a498a8f HTTP/1.1" status: 200  len: 210 time: 0.0919874
Dec 16 09:38:01.931103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Pushing event deleted for resources: {'Port': ['ID=0761eef7-7a0c-4563-958f-12f2b2a64388,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:01.971614 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:02.066136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] No DVR routers for this DVR port 0761eef7-7a0c-4563-958f-12f2b2a64388 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:38:02.071193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.074353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-deleted', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:02.081559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.083316 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a8c520-55e3-4eef-a97e-144a0ab81761 req-f6d45f1b-3698-4ce1-b872-8f3f69c59a56 service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4536414
Dec 16 09:38:02.083932 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.084619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.092156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:02.098938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:02.099502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.106274 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:02.147624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:02.168104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'port_id': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'mac_address': 'fa:16:3e:9b:8b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:02.169056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.182808 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdbaf304-8b66-4d5e-854a-d50698abefd5 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:02.246738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:02.257504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:02.270928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:02.280191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Network': ['ID=19427ba6-a41b-4d62-ad20-2a588c226c99,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:02.286193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 2.6123137
Dec 16 09:38:02.287691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b4a9b57-571d-46fa-9ded-d3ae3b426f18 req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] 10.222.0.74 "DELETE /v2.0/ports/0761eef7-7a0c-4563-958f-12f2b2a64388 HTTP/1.1" status: 204  len: 173 time: 1.9904373
Dec 16 09:38:02.305330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 19427ba6-a41b-4d62-ad20-2a588c226c99 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:38:02.309383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41092) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:02.336602 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.380854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Pushing event updated for resources: {'Port': ['ID=c05c04a4-30be-4535-a4ed-d50618c9f899,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:02.385963 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:02.395749 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.464572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.542325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Network': ['ID=c3ce0021-6fb7-490d-9074-17984583ecf5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:02.551242 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:02.551763 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.431s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:02.552208 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:02.566012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aedbb06-f2dc-4612-84ca-57ff5db20b22 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:02.597337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Transition to ACTIVE for port object a072ef27-344c-4033-b7b1-39affa8572d0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:02.599968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.612539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c3ce0021-6fb7-490d-9074-17984583ecf5 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:38:02.635032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffeda6-23b4-4c59-9d14-df67b14e0f41 req-093fe2c6-309a-43ca-9250-b7e1c1433ef4 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:02.646328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21ffeda6-23b4-4c59-9d14-df67b14e0f41 req-093fe2c6-309a-43ca-9250-b7e1c1433ef4 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 944 time: 0.4569664
Dec 16 09:38:02.733213 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.748201 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:02.798972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85dc14-8f26-412b-a972-b921cba4b528 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:02.804968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85dc14-8f26-412b-a972-b921cba4b528 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:02.810760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85dc14-8f26-412b-a972-b921cba4b528 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:02.816800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85dc14-8f26-412b-a972-b921cba4b528 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:02.817661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc85dc14-8f26-412b-a972-b921cba4b528 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Synchronizing usage tracker for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:02.826959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:02.858144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.858889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9363e44b-53f9-4857-ad2a-5cad587d73a8 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:02.864291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21ffeda6-23b4-4c59-9d14-df67b14e0f41 req-47b0c691-908c-4801-bc23-1d0ba84be746 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164862
Dec 16 09:38:02.864893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Attempting to bind port a072ef27-344c-4033-b7b1-39affa8572d0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:02.865458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Attempting to bind port a072ef27-344c-4033-b7b1-39affa8572d0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:02.866005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Attempting to bind port a072ef27-344c-4033-b7b1-39affa8572d0 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:02.866300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc85dc14-8f26-412b-a972-b921cba4b528 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Unset dirty status for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:02.868489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dc85dc14-8f26-412b-a972-b921cba4b528 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.5572503
Dec 16 09:38:02.870488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:02.880467 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.882155 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.897236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:02.897633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:02.898095 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.898560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:02.899046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Bound port: a072ef27-344c-4033-b7b1-39affa8572d0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:02.899465 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:02.938243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29886b83-1470-40a0-a5e2-361fa60d0d18 None None] Pushing event updated for resources: {'Port': ['ID=a072ef27-344c-4033-b7b1-39affa8572d0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:02.941524 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29886b83-1470-40a0-a5e2-361fa60d0d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:02.949351 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:02.952829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:02.954110 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc5c1ed8-af0d-4401-8742-da5c0dd45567 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:02.998108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.101618 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.182272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Pushing event updated for resources: {'Port': ['ID=c05c04a4-30be-4535-a4ed-d50618c9f899,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:03.202776 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:03.208492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] For port a072ef27-344c-4033-b7b1-39affa8572d0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:03.215925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] For port a072ef27-344c-4033-b7b1-39affa8572d0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a072ef27-344c-4033-b7b1-39affa8572d0,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:03.217204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3aedbb06-f2dc-4612-84ca-57ff5db20b22,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:03.223632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-8b26a2b7-af2a-419f-919a-58a604fed5df tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0668175
Dec 16 09:38:03.232577 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.237171 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:03.237706 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:03.246613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.294418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:03.296903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.307794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:03.321915 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.359982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Routers {'4e8d3cf8-b165-4cf9-aa43-44132e205d83'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:03.360663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1cf9190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:37:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:03.419967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29886b83-1470-40a0-a5e2-361fa60d0d18 None None] Pushing event updated for resources: {'Port': ['ID=a072ef27-344c-4033-b7b1-39affa8572d0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:03.439443 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29886b83-1470-40a0-a5e2-361fa60d0d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:03.459570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9363e44b-53f9-4857-ad2a-5cad587d73a8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:03.472589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2ac82e0>,) {'filters': {'network_id': ['19427ba6-a41b-4d62-ad20-2a588c226c99']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:03.505452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.515479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.522699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.531753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.536864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '9363e44b-53f9-4857-ad2a-5cad587d73a8', 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b', 'port_id': '9363e44b-53f9-4857-ad2a-5cad587d73a8', 'mac_address': 'fa:16:3e:a3:5d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c9617f-0d74-44ed-8789-a3553636ec69', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:03.544661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.553130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.559339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.568289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2af66c68-eb19-46cb-8b1d-762769171007 req-dbbd082f-c427-44aa-8974-6fb5732e6b13 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5427 time: 0.5219574
Dec 16 09:38:03.605265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2ac82e0>, '827cac82-bf9e-4136-a2b8-f81a1a55e8c3') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:03.605567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2ac82e0>, '827cac82-bf9e-4136-a2b8-f81a1a55e8c3') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:03.622695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.624033 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.625566 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.631956 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:03.655869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04606f2e-3e67-4e0a-9730-a587aa397abf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:03.666235 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:03.678990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9363e44b-53f9-4857-ad2a-5cad587d73a8 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:03.697611 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.700843 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "DELETE /v2.0/security-groups/04606f2e-3e67-4e0a-9730-a587aa397abf HTTP/1.1" status: 204  len: 168 time: 0.6967118
Dec 16 09:38:03.700843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:38:03.701248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41106) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:03.720248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9363e44b-53f9-4857-ad2a-5cad587d73a8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:03.720808 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-481854fb-a2d0-4b9b-8865-58124d46787b tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] show failed (client error): The resource could not be found.
Dec 16 09:38:03.721841 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-481854fb-a2d0-4b9b-8865-58124d46787b tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "GET /v2.0/security-groups/04606f2e-3e67-4e0a-9730-a587aa397abf HTTP/1.1" status: 404  len: 347 time: 0.0196979
Dec 16 09:38:03.722777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.726149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] Set router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:03.727208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:03.743724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2af66c68-eb19-46cb-8b1d-762769171007 req-4c31ea41-e8dd-4eb8-8d04-ad5fc45e7e8c tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1745777
Dec 16 09:38:03.748703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:38:03.749116 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:38:03.764381 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:38:03.791597 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:03.792341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c473ccff-52b9-4df0-95e3-5c96e27891cf details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:03.876544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-fc918fbd-5f9d-4220-aca6-ce122a892d03 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:03.878079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-fc918fbd-5f9d-4220-aca6-ce122a892d03 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5448492
Dec 16 09:38:03.894413 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:03.923695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:03.953537 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3631c1d6-68e6-4bad-8a2d-bb63783f0060 req-a28249c9-173f-469b-b596-63e7e3532a14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 210 time: 0.0741978
Dec 16 09:38:04.018988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.025031 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.031786 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:04.052227 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5893fb-548f-4fde-93ae-f2a16a498a8f', 'name': 'network-vif-deleted', 'tag': '0761eef7-7a0c-4563-958f-12f2b2a64388', 'status': 'completed', 'code': 200}
Dec 16 09:38:04.069512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Network': ['ID=19427ba6-a41b-4d62-ad20-2a588c226c99,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:04.072159 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:04.079233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/networks/19427ba6-a41b-4d62-ad20-2a588c226c99 HTTP/1.1" status: 204  len: 168 time: 1.2073319
Dec 16 09:38:04.082359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41116) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:04.129924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Deleting port 6ba31e73-900e-4ef9-a1b0-724e6f42d6b6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:38:04.130224 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.244461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9363e44b-53f9-4857-ad2a-5cad587d73a8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:04.245490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:04.250157 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:04.258748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Usage tracker for resource:port and tenant:3a5e3a49f84f4038805610e3dedf48a5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:04.262939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:04.274917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:04.276474 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.283708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:04.295476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'mac_address': 'fa:16:3e:3c:28:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:04.332978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:04.338002 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.379440 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.397136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1cf9190>, [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 4, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port': {'id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:58Z', 'updated_at': '2021-12-16T09:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c05c04a4-30be-4535-a4ed-d50618c9f899', 'name': '', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'mac_address': 'fa:16:3e:21:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:01Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 2, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'subnets': [{'id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:04.402099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c473ccff-52b9-4df0-95e3-5c96e27891cf {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:04.408421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfae2ac-0455-4295-849b-5000fa5e5232 None None] The sync data for ids ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'] in n-d-820554-2 is: [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 4, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port': {'id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:58Z', 'updated_at': '2021-12-16T09:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c05c04a4-30be-4535-a4ed-d50618c9f899', 'name': '', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'mac_address': 'fa:16:3e:21:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:01Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 2, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'subnets': [{'id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:38:04.426610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:04.431650 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.432384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device dcefe06c-8f72-449e-be96-7b2215573864 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:04.460130 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:04.565500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port dcefe06c-8f72-449e-be96-7b2215573864, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=dcefe06c-8f72-449e-be96-7b2215573864,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:04.597923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'dcefe06c-8f72-449e-be96-7b2215573864', 'network_id': '51445356-0fed-4fb2-be55-a175c29cf74b', 'port_id': 'dcefe06c-8f72-449e-be96-7b2215573864', 'mac_address': 'fa:16:3e:36:65:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c9617f-0d74-44ed-8789-a3553636ec69', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:04.600776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41124) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:04.603668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:04.609474 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:04.622795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.647427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.647910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.695543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f16fc7f0>,) {'filters': {'network_id': ['c3ce0021-6fb7-490d-9074-17984583ecf5']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:04.701506 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.718695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f16fc7f0>, 'c0d648f8-c371-4aca-83cc-e00eda0ff6c4') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:04.719036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f16fc7f0>, 'c0d648f8-c371-4aca-83cc-e00eda0ff6c4') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:04.729771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcefe06c-8f72-449e-be96-7b2215573864 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:04.738605 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.760363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:38:04.842391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 0761eef7-7a0c-4563-958f-12f2b2a64388 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:38:04.842834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0761eef7-7a0c-4563-958f-12f2b2a64388 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:38:04.844838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56160497-083d-42c7-aa2b-ccaf0206eeb7 req-57e78a2f-9fdf-4266-9e4e-667f5c1621b4 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:04.846619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port dcefe06c-8f72-449e-be96-7b2215573864, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=dcefe06c-8f72-449e-be96-7b2215573864,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:04.849998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56160497-083d-42c7-aa2b-ccaf0206eeb7 req-57e78a2f-9fdf-4266-9e4e-667f5c1621b4 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 944 time: 0.4792898
Dec 16 09:38:04.852068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Calling delete_port for 6ba31e73-900e-4ef9-a1b0-724e6f42d6b6 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:38:04.855696 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.856534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 75522773-3687-4ba3-94b7-232acb25636c details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:04.859267 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29886b83-1470-40a0-a5e2-361fa60d0d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:04.883153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:04.936154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:38:04.962217 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] 10.222.0.66 "PUT /v2.0/routers/4e8d3cf8-b165-4cf9-aa43-44132e205d83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4641311
Dec 16 09:38:04.966463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=dcefe06c-8f72-449e-be96-7b2215573864,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:04.970177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 75522773-3687-4ba3-94b7-232acb25636c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=75522773-3687-4ba3-94b7-232acb25636c,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:04.986886 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:05.001127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '75522773-3687-4ba3-94b7-232acb25636c', 'network_id': '713d1f13-3f1e-4f04-bc24-30c3d6295b56', 'port_id': '75522773-3687-4ba3-94b7-232acb25636c', 'mac_address': 'fa:16:3e:86:49:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a162a7-e174-4b6b-b020-e8883587f755', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:05.080305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.097906 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e5e1e07e-9605-40a9-866d-ab6133b06898 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:05.100527 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.112489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:38:05.112906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.134045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75522773-3687-4ba3-94b7-232acb25636c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:38:05.143050 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:38:05.167362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 75522773-3687-4ba3-94b7-232acb25636c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=75522773-3687-4ba3-94b7-232acb25636c,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:05.173147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.175594 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:05.210009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Pushing event deleted for resources: {'Port': ['ID=6ba31e73-900e-4ef9-a1b0-724e6f42d6b6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:05.216689 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:05.275925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.46 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/82799c20-bcfa-4a03-9c07-5c787c2c0dbd) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:05.284459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.304283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.309694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-53f47fbc-fd32-450f-8c72-bab5d381829b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9347d0d23cb541258e095e1c8c647f8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7058811
Dec 16 09:38:05.310200 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] 10.222.0.66 "DELETE /v2.0/floatingips/2d118b4e-1237-4050-8680-c943da132e08 HTTP/1.1" status: 204  len: 168 time: 1.5813723
Dec 16 09:38:05.311974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:05.329929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56160497-083d-42c7-aa2b-ccaf0206eeb7 req-ddac40b7-6001-47b1-aa3e-dc2dc385732c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4556189
Dec 16 09:38:05.331808 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.336390 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb814ca0-1dfe-4e0f-9140-a9d5c15b3add tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:05.354673 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.386953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Network': ['ID=c3ce0021-6fb7-490d-9074-17984583ecf5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:05.396567 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:05.400469 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/networks/c3ce0021-6fb7-490d-9074-17984583ecf5 HTTP/1.1" status: 204  len: 168 time: 1.3173742
Dec 16 09:38:05.408925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:05.410156 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=75522773-3687-4ba3-94b7-232acb25636c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:05.413716 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:05.541690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.604426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.663919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a0d4e-64c5-46f3-9223-f3b392b15ba2 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.670391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a0d4e-64c5-46f3-9223-f3b392b15ba2 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.674326 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f50a0d4e-64c5-46f3-9223-f3b392b15ba2 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2591615
Dec 16 09:38:05.679548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41150) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:05.691282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-596516671'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:05.697633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.698730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:05.704313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.706967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:network and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:05.710290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.711895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:05.719203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:05.722869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.729422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.732439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Made reservation on behalf of b7375a9124b349a787d5b333dd892dc9 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:05.735812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.739137 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.741675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.743737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-bffe948d-01ba-43e3-b43e-5f9f4be3ead9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5430 time: 0.2287867
Dec 16 09:38:05.751983 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.760982 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3bcb496-5ce2-45ba-b55b-abcaf9ef2104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:05.769747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.776343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841a3ba-78fc-43bd-ad23-a7c949f6ccae,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:05.779312 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:05.790248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.793726 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1841a3ba-78fc-43bd-ad23-a7c949f6ccae HTTP/1.1" status: 204  len: 168 time: 0.4766788
Dec 16 09:38:05.809921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object 82799c20-bcfa-4a03-9c07-5c787c2c0dbd will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:05.814896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:38:05.826219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.827349 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Added segment 68e5ac97-0ac7-47cb-af5f-eb61822348b7 of type vlan for network b14d0ee2-7812-4638-9961-0fea473bc048
Dec 16 09:38:05.855698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-946d7eb2-75d0-458a-905e-5735bb8bddc0 req-c6486363-92df-4592-bfc8-040a1e0a0bf4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1041260
Dec 16 09:38:05.877142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.893053 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.903667 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:05.909190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:05.928107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.940434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:05.941233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:05.966604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc', 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:05.987108 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e68e4c4-7cb7-4bd1-b887-4b09488aaf82 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:06.044428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:06.053123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:06.072012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:06.129033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Network': ['ID=b14d0ee2-7812-4638-9961-0fea473bc048,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:06.130049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['ed26d09c-34d9-4d2a-8575-cb8d4420004b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:06.138294 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4572392
Dec 16 09:38:06.139618 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:06.141371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:06.154920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1337050522'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:06.160707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:06.163032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['75522773-3687-4ba3-94b7-232acb25636c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:06.171727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:network and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:06.175153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:06.186981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:06.203999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['dcefe06c-8f72-449e-be96-7b2215573864'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:06.228529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Made reservation on behalf of b7375a9124b349a787d5b333dd892dc9 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:06.232605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.235603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9363e44b-53f9-4857-ad2a-5cad587d73a8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:06.253540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:06.259692 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:06.275229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c473ccff-52b9-4df0-95e3-5c96e27891cf'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:06.287750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:38:06.300237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:06.356548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:06.357205 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.364899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.366670 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Added segment 7e483b8c-c240-4ebe-bc46-bc3a09a75c5e of type vlan for network 01aa3705-37ff-47af-a700-1b2571ce9f2a
Dec 16 09:38:06.388481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b14d0ee2-7812-4638-9961-0fea473bc048 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:38:06.402174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4827857
Dec 16 09:38:06.416398 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8f2132c6-e46f-4e2d-b4b8-33d618b88971 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8787f4cd3ded44d0b607d1706bf52cb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1127481
Dec 16 09:38:06.416764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:06.417684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd561-8d9d-4672-aef1-42fd2d6942b2 req-732f0ccd-68f9-4728-aba5-09db0ab6e35e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:06.418528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dc9fd561-8d9d-4672-aef1-42fd2d6942b2 req-732f0ccd-68f9-4728-aba5-09db0ab6e35e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:06.419963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.428804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Request body: {'port': {'device_id': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:06.508600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dc9fd561-8d9d-4672-aef1-42fd2d6942b2 req-732f0ccd-68f9-4728-aba5-09db0ab6e35e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:06.510185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc9fd561-8d9d-4672-aef1-42fd2d6942b2 req-732f0ccd-68f9-4728-aba5-09db0ab6e35e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 935 time: 0.3978276
Dec 16 09:38:06.626247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc9fd561-8d9d-4672-aef1-42fd2d6942b2 req-d3adfdb3-eb46-4cdb-894e-9650b43d6b72 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084125
Dec 16 09:38:06.628980 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.736047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.742764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:06.743709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.758204 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c1490ba-689a-4b2b-bc57-ec920747ae16 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:06.784459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.914485 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7719240
Dec 16 09:38:06.920000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41176) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:06.924396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:06.937962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'ports': [{'network_id': 'b14d0ee2-7812-4638-9961-0fea473bc048', 'name': 'tempest-port--1519119091', 'admin_state_up': True}, {'network_id': '01aa3705-37ff-47af-a700-1b2571ce9f2a', 'admin_state_up': False}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:06.937962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'port': {'network_id': 'b14d0ee2-7812-4638-9961-0fea473bc048', 'name': 'tempest-port--1519119091', 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:06.937962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'port': {'network_id': '01aa3705-37ff-47af-a700-1b2571ce9f2a', 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:06.960556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Network': ['ID=01aa3705-37ff-47af-a700-1b2571ce9f2a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:06.979349 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:07.015664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['be439f31-8f3d-43be-add6-ea11b41f5eb7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:07.066342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82799c20-bcfa-4a03-9c07-5c787c2c0dbd {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:07.075011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.088887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 01aa3705-37ff-47af-a700-1b2571ce9f2a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:38:07.093177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Transition to ACTIVE for port object 82799c20-bcfa-4a03-9c07-5c787c2c0dbd will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:07.098176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.107280 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:07.120221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.136427 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df83b5e0-74e6-4407-9af1-00b4d4148a81 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:07.157846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c230caec-4050-4afa-8101-5d1a72b45dde,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:07.161133 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:07.166158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['3aedbb06-f2dc-4612-84ca-57ff5db20b22'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:07.227089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9b929fc-d323-4dcc-9eb2-e760e7bb83de None None] Provisioning for port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:07.353729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.354903 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c230caec-4050-4afa-8101-5d1a72b45dde HTTP/1.1" status: 204  len: 168 time: 0.9372997
Dec 16 09:38:07.379437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:07.384110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:port and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:07.387049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:07.394622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:07.406958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Made reservation on behalf of b7375a9124b349a787d5b333dd892dc9 for: {'port': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:07.412907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.432382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.521520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a072ef27-344c-4033-b7b1-39affa8572d0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:07.581688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] device_id is not set on port 32601236-99e1-4ded-9a69-1022f0610fc1 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:38:07.597065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853249e0-6313-49de-8a39-bd489ea061a3 req-01b95dd5-b206-4f90-baa2-b2f3f246deff tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:07.605878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-01b95dd5-b206-4f90-baa2-b2f3f246deff tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 811 time: 0.5137599
Dec 16 09:38:07.631799 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-2e48f411-590c-4fb7-a191-0c2e30d264e7 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/quotas/85c4dbfaf0004d72a8efc880a94a5dfc HTTP/1.1" status: 200  len: 375 time: 0.0246251
Dec 16 09:38:07.685933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Pushing event updated for resources: {'Port': ['ID=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:07.705004 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Sync routers for ids ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:38:07.716100 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Routers {'4e8d3cf8-b165-4cf9-aa43-44132e205d83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:07.717211 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2df1b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:37:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:07.752382 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:07.839136 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.942540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Attempting to bind port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:07.943148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Attempting to bind port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:07.943575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Attempting to bind port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:07.951249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:38:07.951422 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Set router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:07.951607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Attempting to bind port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:07.964570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:07.965129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:07.965622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:07.966177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Bound port: 82799c20-bcfa-4a03-9c07-5c787c2c0dbd, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:07.966616 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:07.984542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-f90b434a-ce4d-43aa-9d35-6ca26f742564 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3518274
Dec 16 09:38:07.988944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] device_id is not set on port 5e9fbb8e-4974-43ed-a13f-b8f2b98dfc2d yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:38:08.172445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] For port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:08.179029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] For port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:08.191447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:08.199398 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:08.278079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:08.294049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:08.296232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:08.299590 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] 10.222.0.74 "PUT /v2.0/ports/82799c20-bcfa-4a03-9c07-5c787c2c0dbd HTTP/1.1" status: 200  len: 1095 time: 1.8765948
Dec 16 09:38:08.307881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:08.317717 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2edc1b79-6bfa-4acd-997f-045328019c39 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:08.323888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'tag': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:08.354771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['41b49abc-8f01-4a2b-8635-73d3011dfed5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:08.355355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-79d11deb-cc9a-4995-a52a-3077b6e6aabe service neutron] 10.222.0.66 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293304
Dec 16 09:38:08.410568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Pushing event updated for resources: {'Port': ['ID=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:08.422078 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2df1b20>, [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 4, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port': {'id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:58Z', 'updated_at': '2021-12-16T09:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c05c04a4-30be-4535-a4ed-d50618c9f899', 'name': '', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'mac_address': 'fa:16:3e:21:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:01Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 2, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'subnets': [{'id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:08.432502 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Checking router: 4e8d3cf8-b165-4cf9-aa43-44132e205d83 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:38:08.432988 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Updating router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 port c05c04a4-30be-4535-a4ed-d50618c9f899 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:38:08.438185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Port': ['ID=32601236-99e1-4ded-9a69-1022f0610fc1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:08.442435 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:08.507537 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:08.518663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Checking segment: {'id': '68e5ac97-0ac7-47cb-af5f-eb61822348b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b14d0ee2-7812-4638-9961-0fea473bc048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:08.519299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network hostable DHCP agents. Network: b14d0ee2-7812-4638-9961-0fea473bc048, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:38:08.561203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network b14d0ee2-7812-4638-9961-0fea473bc048 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:38:08.596085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b14d0ee2-7812-4638-9961-0fea473bc048) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:08.608414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:08.609333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:08.636319 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba200c44-8601-4a63-88c0-313d4d1205b2 tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:08.666395 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:08.682231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-6212ee6d-6869-4112-82de-92723c5b86f9 service neutron] 10.222.0.66 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2617762
Dec 16 09:38:08.716174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-303ea9a1-9da0-4ce8-8748-20bdb248390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:08.717666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-303ea9a1-9da0-4ce8-8748-20bdb248390c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 1098 time: 0.3709087
Dec 16 09:38:08.788028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Port': ['ID=5e9fbb8e-4974-43ed-a13f-b8f2b98dfc2d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:08.793235 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:08.799510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Checking segment: {'id': '7e483b8c-c240-4ebe-bc46-bc3a09a75c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01aa3705-37ff-47af-a700-1b2571ce9f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:08.800246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network hostable DHCP agents. Network: 01aa3705-37ff-47af-a700-1b2571ce9f2a, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:38:08.825139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network 01aa3705-37ff-47af-a700-1b2571ce9f2a is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:38:08.841374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b0ab5-3640-4657-a44f-96ad314d4afc None None] Network b14d0ee2-7812-4638-9961-0fea473bc048 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:08.842082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 01aa3705-37ff-47af-a700-1b2571ce9f2a) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:08.855689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:08.858880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-cafdd9f0-9ea0-40ef-a139-6155e8978a68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=82799c20-bcfa-4a03-9c07-5c787c2c0dbd HTTP/1.1" status: 200  len: 217 time: 0.1320662
Dec 16 09:38:08.864153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:08.870817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:08.872180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:08.931489 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.0099235
Dec 16 09:38:08.933485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41230) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:08.963910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a6a1e-de64-4113-b90e-ced53a74f6db None None] Network 01aa3705-37ff-47af-a700-1b2571ce9f2a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:09.016307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-1335cc94-7da8-40a8-91f2-662fa716bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:09.017779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-1335cc94-7da8-40a8-91f2-662fa716bd4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1524031
Dec 16 09:38:09.132319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7c9216-11db-4210-a5f6-3d486adb0adf tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:09.140631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7c9216-11db-4210-a5f6-3d486adb0adf tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:09.142198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5c7c9216-11db-4210-a5f6-3d486adb0adf tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2057493
Dec 16 09:38:09.145419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:09.239373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-be8b2f6c-40f1-47fa-a129-e93abb8db78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:09.240947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-be8b2f6c-40f1-47fa-a129-e93abb8db78b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.2147717
Dec 16 09:38:09.289535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a072ef27-344c-4033-b7b1-39affa8572d0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:09.309396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Deleting port 32601236-99e1-4ded-9a69-1022f0610fc1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:38:09.309863 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:09.425135 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:09.439803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a072ef27-344c-4033-b7b1-39affa8572d0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:09.440410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:09.452607 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Transition to ACTIVE for port object c05c04a4-30be-4535-a4ed-d50618c9f899 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:09.472624 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:09.484072 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-85fda8a2-2b41-41b2-90b5-851abdd9aedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:09.488853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23db8e-06cd-4c2b-8a63-f57dfe48813a req-5d0c9e9b-0698-45df-9e8f-0562f49706ae tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:09.493520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a23db8e-06cd-4c2b-8a63-f57dfe48813a req-5d0c9e9b-0698-45df-9e8f-0562f49706ae tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 945 time: 0.3407915
Dec 16 09:38:09.499504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-e322acbe-d17a-4164-8453-afd5ef9a5a1a service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504208
Dec 16 09:38:09.702176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a23db8e-06cd-4c2b-8a63-f57dfe48813a req-662ca90d-0b01-448a-8be4-7b6968fa4a60 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015805
Dec 16 09:38:09.798698 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Pushing event updated for resources: {'Port': ['ID=c05c04a4-30be-4535-a4ed-d50618c9f899,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:09.818927 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.819302 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.819633 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.819953 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.820273 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.820588 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.820910 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.821222 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.821528 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.821837 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.822146 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.822452 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:09.827387 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:09.829928 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Attempting to bind port c05c04a4-30be-4535-a4ed-d50618c9f899 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:09.830301 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Attempting to bind port c05c04a4-30be-4535-a4ed-d50618c9f899 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:09.830668 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Attempting to bind port c05c04a4-30be-4535-a4ed-d50618c9f899 on network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:09.836394 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:09.836773 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Checking segment: {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:09.837175 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:09.837566 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Bound using segment: {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:09.838028 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Bound port: c05c04a4-30be-4535-a4ed-d50618c9f899, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:09.838401 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:09.902304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54814de8-f02b-42b3-9171-f85fae76e7d2 req-c93de410-8655-4788-90e8-547fb2ea8503 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3664279
Dec 16 09:38:09.914026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:09.983713 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] For port c05c04a4-30be-4535-a4ed-d50618c9f899, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:09.988591 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] For port c05c04a4-30be-4535-a4ed-d50618c9f899, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c05c04a4-30be-4535-a4ed-d50618c9f899,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:09.998626 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:10.005154 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:10.055664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.063729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.070495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.077270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.084848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.091521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.099576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.108887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-2553f98a-ec6e-4eb4-a0fb-cba49a508cd7 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5430 time: 0.1574678
Dec 16 09:38:10.139475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Calling delete_port for 32601236-99e1-4ded-9a69-1022f0610fc1 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:38:10.183010 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Routers {'4e8d3cf8-b165-4cf9-aa43-44132e205d83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:10.184052 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2df1b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:37:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:10.194401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65e4180e-08fe-4457-af6a-4ec7b40eb39c req-64aaf81e-bbc0-4cb1-93f0-69810c9887b8 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0843401
Dec 16 09:38:10.389268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:10.396413 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-206da7b9-c3dd-40c8-9b60-12b14bcb319a tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:10.433955 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] Set router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:10.530108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Port': ['ID=32601236-99e1-4ded-9a69-1022f0610fc1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:10.541745 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:10.551468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:10.557060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:10.582171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0de41-e518-4e1a-adaa-a7b90003c88d req-7562d7ef-6a64-400a-bff0-5db4ba4e8bf2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.583609 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/ports/32601236-99e1-4ded-9a69-1022f0610fc1 HTTP/1.1" status: 204  len: 168 time: 1.4369500
Dec 16 09:38:10.584083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41266) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:10.595983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34c0de41-e518-4e1a-adaa-a7b90003c88d req-7562d7ef-6a64-400a-bff0-5db4ba4e8bf2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 947 time: 0.1838162
Dec 16 09:38:10.604210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a072ef27-344c-4033-b7b1-39affa8572d0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a072ef27-344c-4033-b7b1-39affa8572d0,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:10.613557 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:10.615983 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:10.716536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a072ef27-344c-4033-b7b1-39affa8572d0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:10.717943 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Pushing event updated for resources: {'Port': ['ID=c05c04a4-30be-4535-a4ed-d50618c9f899,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:10.720798 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:10.723548 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:10.783734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34c0de41-e518-4e1a-adaa-a7b90003c88d req-da91a59d-1269-4644-8fc2-08997d2c7ed1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848602
Dec 16 09:38:10.802578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Deleting port 5e9fbb8e-4974-43ed-a13f-b8f2b98dfc2d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:38:10.803405 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:10.830672 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2df1b20>, [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 4, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port': {'id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:58Z', 'updated_at': '2021-12-16T09:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c05c04a4-30be-4535-a4ed-d50618c9f899', 'name': '', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'mac_address': 'fa:16:3e:21:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:01Z', 'updated_at': '2021-12-16T09:38:09Z', 'revision_number': 4, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'subnets': [{'id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:10.836050 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e0f73-437d-498c-a569-59a67ddaa898 None None] The sync data for ids ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'] in n-d-820554-2 is: [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:38:02Z', 'revision_number': 4, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port': {'id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:58Z', 'updated_at': '2021-12-16T09:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c05c04a4-30be-4535-a4ed-d50618c9f899', 'name': '', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'mac_address': 'fa:16:3e:21:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:01Z', 'updated_at': '2021-12-16T09:38:09Z', 'revision_number': 4, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'subnets': [{'id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:38:10.954483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853249e0-6313-49de-8a39-bd489ea061a3 req-acb9d9e8-2026-4609-8951-269a97611764 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:10.955998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-acb9d9e8-2026-4609-8951-269a97611764 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 811 time: 0.1996367
Dec 16 09:38:10.957862 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'tag': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd', 'status': 'completed', 'code': 200}
Dec 16 09:38:10.971979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Request body: {'port': {'device_id': '4b819084-4b0e-4596-845b-6e01f7f88413', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'admin_state_up': True, 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:11.181986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.194374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-e21dbec1-cd88-412e-a7fc-ac720c78dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:11.195949 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-e21dbec1-cd88-412e-a7fc-ac720c78dbed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 1098 time: 0.2851994
Dec 16 09:38:11.205152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device be439f31-8f3d-43be-add6-ea11b41f5eb7 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:11.233558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67280a7b-817e-49e4-a9fe-3b9109921862 req-d5c1509a-dcd5-4553-a6c3-95746352a20a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 210 time: 0.0568583
Dec 16 09:38:11.281570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port be439f31-8f3d-43be-add6-ea11b41f5eb7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:11.288843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port be439f31-8f3d-43be-add6-ea11b41f5eb7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:11.289456 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.300385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:11.304755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Usage tracker for resource:port and tenant:85c4dbfaf0004d72a8efc880a94a5dfc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:11.307762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:11.315552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:11.325557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Made reservation on behalf of 85c4dbfaf0004d72a8efc880a94a5dfc for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:11.329990 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.344178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Calling delete_port for 5e9fbb8e-4974-43ed-a13f-b8f2b98dfc2d owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:38:11.449632 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.481603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:11.494076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port be439f31-8f3d-43be-add6-ea11b41f5eb7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:11.499060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.500323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9363e44b-53f9-4857-ad2a-5cad587d73a8 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:11.536497 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:11.553172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Allocated IP 172.20.0.5 (7e8b4711-bb73-449f-aaa9-eb1ba4529de2/a4446b5e-25be-45f7-b218-4c3be79703bf/6761bb75-9069-4e99-9999-28e26091eb6e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:11.558142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.564995 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c7606500-de2e-454d-99f3-a34fe4434b90 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:11.632023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-1f3ad13d-6619-4ea7-95f4-e8777c41b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:11.633600 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-1f3ad13d-6619-4ea7-95f4-e8777c41b0e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3817213
Dec 16 09:38:11.650559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=be439f31-8f3d-43be-add6-ea11b41f5eb7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:11.663867 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:11.665351 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.682990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 9363e44b-53f9-4857-ad2a-5cad587d73a8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:11.688101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 9363e44b-53f9-4857-ad2a-5cad587d73a8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:11.688587 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.717079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Port': ['ID=5e9fbb8e-4974-43ed-a13f-b8f2b98dfc2d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:11.734006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:11.737307 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-a2fee08b-086e-4b5d-8407-8f198e19af4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=82799c20-bcfa-4a03-9c07-5c787c2c0dbd HTTP/1.1" status: 200  len: 217 time: 0.0821700
Dec 16 09:38:11.740958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.754660 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/ports/5e9fbb8e-4974-43ed-a13f-b8f2b98dfc2d HTTP/1.1" status: 204  len: 168 time: 1.1689751
Dec 16 09:38:11.788320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:11.833358 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.848188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b83ea37-69c3-4a40-9fa6-f1bb0b4c1b99 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Synchronizing usage tracker for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:11.869962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-5e4fc7cd-2e4a-4dbb-8fdc-3670a993cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:11.871420 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-5e4fc7cd-2e4a-4dbb-8fdc-3670a993cbd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1197639
Dec 16 09:38:11.871784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9363e44b-53f9-4857-ad2a-5cad587d73a8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:11.875896 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.876781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b83ea37-69c3-4a40-9fa6-f1bb0b4c1b99 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Unset dirty status for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:11.877877 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6b83ea37-69c3-4a40-9fa6-f1bb0b4c1b99 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0861135
Dec 16 09:38:11.878028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ed26d09c-34d9-4d2a-8575-cb8d4420004b up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:11.883562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41294) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:11.902139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-262524607'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:11.909878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:11.916372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:network and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:11.920064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:11.925283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:11.932687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:11.945890 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:11.959042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-f7ca89eb-7098-4f6b-a680-a1e54169bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:11.960776 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-f7ca89eb-7098-4f6b-a680-a1e54169bf46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0804584
Dec 16 09:38:11.960952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641a61-d566-448a-a002-bcdebea2fc20 req-f982178e-9fc6-4bfe-b162-a305105ed79e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:11.962426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65641a61-d566-448a-a002-bcdebea2fc20 req-f982178e-9fc6-4bfe-b162-a305105ed79e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 945 time: 0.1728420
Dec 16 09:38:11.965411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Made reservation on behalf of b7375a9124b349a787d5b333dd892dc9 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:11.968826 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.042882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65641a61-d566-448a-a002-bcdebea2fc20 req-3f3fef9f-d277-489a-af2e-7837b9cda9d6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570307
Dec 16 09:38:12.053176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:38:12.064930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.065269 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Added segment 280a72c8-3de4-4763-a2ab-e2101540b31f of type vlan for network a3d8aa27-a07d-404c-a2a6-870a29a2b51b
Dec 16 09:38:12.067107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.076334 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:12.087689 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3038ef12-238b-4ecf-a11b-8502efca8166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.097205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9363e44b-53f9-4857-ad2a-5cad587d73a8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:12.100421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:12.101500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port ed26d09c-34d9-4d2a-8575-cb8d4420004b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:12.107800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port ed26d09c-34d9-4d2a-8575-cb8d4420004b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:12.108182 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.145511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Pushing event updated for resources: {'Port': ['ID=6761bb75-9069-4e99-9999-28e26091eb6e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:12.161348 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-cd800323-d5dc-4f95-9a4b-107475c52b42 service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916027
Dec 16 09:38:12.166474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.167260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.167701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.168364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.168751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.169250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.170011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.170391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.170762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.171133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.172389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.172992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:12.176848 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:12.199725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:12.203745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.207730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:12.211064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:12.230940 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.265258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:12.269380 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.271664 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9d4c9c2f-8b14-43e1-bc07-564f75ea0254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:12.330332 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4b64cbb8-5a49-46f9-bf82-f45ffa26b85e req-b622b345-04cb-453c-9de4-af495fbcc1be service neutron] 10.222.0.74 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615820
Dec 16 09:38:12.342423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:12.345284 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:12.374812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.375452 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.389581 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:38:12.397611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.403008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.403618 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.411829 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c90fe211-fcca-45e8-9021-63ebd331bb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:12.496720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5300376
Dec 16 09:38:12.514145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.520531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.526319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.532717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.538573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.544798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.550625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.552527 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-6f16ba13-906c-4ff4-b0df-b8725ed75474 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5433 time: 0.3055036
Dec 16 09:38:12.558157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6720703
Dec 16 09:38:12.560868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:12.568545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-482933692'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:12.574356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Request body: {'port': {'device_id': '4b819084-4b0e-4596-845b-6e01f7f88413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:12.575012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:12.580279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:network and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:12.583307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:12.589694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:12.600003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Made reservation on behalf of b7375a9124b349a787d5b333dd892dc9 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:12.603369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.630312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:38:12.639418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.639951 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Added segment f5db7311-c1e0-4a31-87be-25878f5a51fb of type vlan for network 2d52ad4c-7ead-4621-89ca-bce8b6062e58
Dec 16 09:38:12.658029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Network': ['ID=a3d8aa27-a07d-404c-a2a6-870a29a2b51b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:12.661545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:12.673390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a3d8aa27-a07d-404c-a2a6-870a29a2b51b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:38:12.676592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.712742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.723342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:12.724284 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.730479 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c694098-ac13-46e2-a92c-e247958c4709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:12.732465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe5d219d-9408-4208-b16e-eeda2cef1b5b req-36c651d9-796a-4ac2-96d3-2fa902f882ad tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1623569
Dec 16 09:38:12.770497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82799c20-bcfa-4a03-9c07-5c787c2c0dbd details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:12.795422 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:12.798797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a072ef27-344c-4033-b7b1-39affa8572d0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:12.858611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41304) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:12.953343 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7', 'code': 200}
Dec 16 09:38:13.011030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a072ef27-344c-4033-b7b1-39affa8572d0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:13.011601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.035713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Network': ['ID=2d52ad4c-7ead-4621-89ca-bce8b6062e58,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:13.040877 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:13.056615 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4944351
Dec 16 09:38:13.084089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Deleting subnet 3211252b-37a9-490f-98d3-6ca2798d4cdc {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:38:13.087325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2d52ad4c-7ead-4621-89ca-bce8b6062e58 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:38:13.089962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.182751 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.189120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:13.209859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3aedbb06-f2dc-4612-84ca-57ff5db20b22 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:13.331075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd', 'mac_address': 'fa:16:3e:c0:e5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:13.350212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c05c04a4-30be-4535-a4ed-d50618c9f899 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:13.499361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.500689 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.529464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82799c20-bcfa-4a03-9c07-5c787c2c0dbd {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:13.547742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:13.550248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:13.556657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:13.557304 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.589098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.605932 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:13.615312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b123068-c187-40df-b2ec-1a23fee6b9fc req-75a41680-f1a4-4e25-8404-4f8750b59e09 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:13.622664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b123068-c187-40df-b2ec-1a23fee6b9fc req-75a41680-f1a4-4e25-8404-4f8750b59e09 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 947 time: 0.4444058
Dec 16 09:38:13.678388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c05c04a4-30be-4535-a4ed-d50618c9f899 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:13.683344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.696626 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:13.704030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c05c04a4-30be-4535-a4ed-d50618c9f899 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:13.704350 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.780488 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.785685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3211252b-37a9-490f-98d3-6ca2798d4cdc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:13.787585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:13.788206 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:13.792652 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:13.804395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b123068-c187-40df-b2ec-1a23fee6b9fc req-9602450c-3515-4a19-9d4a-a424797ff654 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808324
Dec 16 09:38:13.815191 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3211252b-37a9-490f-98d3-6ca2798d4cdc HTTP/1.1" status: 204  len: 168 time: 0.9546137
Dec 16 09:38:13.817814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:13.833005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6761bb75-9069-4e99-9999-28e26091eb6e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:13.842079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.861892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Transition to ACTIVE for port object 6761bb75-9069-4e99-9999-28e26091eb6e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:13.865882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.874351 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6e0d7e45-7f76-4ca6-8c5f-7f513e2b08ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:13.962820 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.971556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:13.986778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.015898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Pushing event updated for resources: {'Port': ['ID=6761bb75-9069-4e99-9999-28e26091eb6e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:14.023372 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:14.035910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['82799c20-bcfa-4a03-9c07-5c787c2c0dbd'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:14.086063 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.126771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c05c04a4-30be-4535-a4ed-d50618c9f899, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c05c04a4-30be-4535-a4ed-d50618c9f899,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:14.139931 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.148801 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13269cce-46f6-4bf5-92be-59a64ae2e78c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:14.157656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.188877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f29fcb50>,) {'filters': {'network_id': ['ffebdb26-1632-4dbe-a67f-6a6fc5dbb040']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:14.202506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29fcb50>, '34804fe2-4421-4f05-91f6-0774b0fa1b1d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:14.203094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29fcb50>, '34804fe2-4421-4f05-91f6-0774b0fa1b1d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:14.216111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.237975 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.243404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:14.247049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:38:14.247974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.252770 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.253631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c473ccff-52b9-4df0-95e3-5c96e27891cf up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:38:14.266252 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:38:14.283650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af6ad7-325f-445a-a6c9-fbb677fa2598 req-021c1240-8c00-456c-b683-1e8a1da309b3 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:14.284510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-59af6ad7-325f-445a-a6c9-fbb677fa2598 req-021c1240-8c00-456c-b683-1e8a1da309b3 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Synchronizing usage tracker for tenant:85c4dbfaf0004d72a8efc880a94a5dfc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:14.290769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Attempting to bind port 6761bb75-9069-4e99-9999-28e26091eb6e on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:14.291381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Attempting to bind port 6761bb75-9069-4e99-9999-28e26091eb6e by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:14.292153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Attempting to bind port 6761bb75-9069-4e99-9999-28e26091eb6e on network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:14.298492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Port 6761bb75-9069-4e99-9999-28e26091eb6e on network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:38:14.299043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Attempting to bind port 6761bb75-9069-4e99-9999-28e26091eb6e on network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:14.318215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:14.319646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Checking segment: {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:14.320272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Bound using segment: {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:14.321099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Bound port: 6761bb75-9069-4e99-9999-28e26091eb6e, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:14.321558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.329652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c05c04a4-30be-4535-a4ed-d50618c9f899,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:14.342525 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:14.348890 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:14.374326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.389587 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:14.408750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.420363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffebdb26-1632-4dbe-a67f-6a6fc5dbb040,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:14.427670 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:14.435551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] For port 6761bb75-9069-4e99-9999-28e26091eb6e, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:14.440177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] For port 6761bb75-9069-4e99-9999-28e26091eb6e, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=6761bb75-9069-4e99-9999-28e26091eb6e,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:14.442404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-59af6ad7-325f-445a-a6c9-fbb677fa2598 req-021c1240-8c00-456c-b683-1e8a1da309b3 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Unset dirty status for tenant:85c4dbfaf0004d72a8efc880a94a5dfc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:14.447719 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ffebdb26-1632-4dbe-a67f-6a6fc5dbb040 HTTP/1.1" status: 204  len: 168 time: 0.6204069
Dec 16 09:38:14.451070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59af6ad7-325f-445a-a6c9-fbb677fa2598 req-021c1240-8c00-456c-b683-1e8a1da309b3 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 943 time: 0.4944246
Dec 16 09:38:14.510181 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.528915 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c5a8c7dd-471b-4093-aece-48d8485aa42c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:14.542199 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49118b30-b0a8-4110-82c1-1a2194fe26e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.560245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3aedbb06-f2dc-4612-84ca-57ff5db20b22,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:14.578263 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:14.586418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port c473ccff-52b9-4df0-95e3-5c96e27891cf completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:14.635799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port c473ccff-52b9-4df0-95e3-5c96e27891cf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:14.636398 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.658435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:14.659386 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.660867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] 10.222.0.74 "PUT /v2.0/ports/6761bb75-9069-4e99-9999-28e26091eb6e HTTP/1.1" status: 200  len: 1091 time: 2.1074128
Dec 16 09:38:14.667478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b819084-4b0e-4596-845b-6e01f7f88413', 'tag': '6761bb75-9069-4e99-9999-28e26091eb6e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:14.684822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59af6ad7-325f-445a-a6c9-fbb677fa2598 req-ae25b695-bf07-4729-b579-889e888e42b1 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322502
Dec 16 09:38:14.694860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Pushing event updated for resources: {'Port': ['ID=6761bb75-9069-4e99-9999-28e26091eb6e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:14.699043 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:14.740950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:14.773035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c05c04a4-30be-4535-a4ed-d50618c9f899 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:14.842875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853249e0-6313-49de-8a39-bd489ea061a3 req-6c4dbe39-fa05-40b1-83fc-89367171ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:14.844808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-6c4dbe39-fa05-40b1-83fc-89367171ab8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 1094 time: 0.1171091
Dec 16 09:38:14.869702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c05c04a4-30be-4535-a4ed-d50618c9f899 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:14.870200 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.876791 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6a3fb168-76c0-4a1f-b3ee-ed7054073392 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e656d1b15d8d44009c86333b469a23e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1342549
Dec 16 09:38:14.878034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41338) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:14.946291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.956104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:14.975418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:14.992777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.010997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-c6b886e5-e39d-4b3b-9ec8-d2b143d5957c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6761bb75-9069-4e99-9999-28e26091eb6e HTTP/1.1" status: 200  len: 217 time: 0.1578414
Dec 16 09:38:15.031042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:15.035411 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.036336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device dcefe06c-8f72-449e-be96-7b2215573864 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:15.036477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.048415 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-881b9d11-e87b-4326-ad27-9011b2b9df8e tempest-PortsAdminExtendedAttrsTestJSON-857639524 tempest-PortsAdminExtendedAttrsTestJSON-857639524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:15.065452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.067421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:15.070498 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d04f806-ddda-4ed5-aba8-71431ef062bb HTTP/1.1" status: 204  len: 168 time: 0.1888666
Dec 16 09:38:15.079089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d04f806-ddda-4ed5-aba8-71431ef062bb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:15.094282 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:15.129755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853249e0-6313-49de-8a39-bd489ea061a3 req-7abcd4e2-c709-4add-8b3e-12d6be441e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:15.131693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-7abcd4e2-c709-4add-8b3e-12d6be441e30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 200  len: 851 time: 0.1119769
Dec 16 09:38:15.184341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-bec926a4-4fa4-44f8-afb4-a4de174fd2d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448854
Dec 16 09:38:15.195549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc72a7-116a-4e69-8c92-92b0d9606a14 req-c02f62f1-28f8-41fd-9993-ab646a305ecb tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:15.197688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2dc72a7-116a-4e69-8c92-92b0d9606a14 req-c02f62f1-28f8-41fd-9993-ab646a305ecb tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 945 time: 0.2428501
Dec 16 09:38:15.255773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:15.262169 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.263355 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:15.286244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port dcefe06c-8f72-449e-be96-7b2215573864 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:15.292360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port dcefe06c-8f72-449e-be96-7b2215573864 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:15.292746 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.353459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2dc72a7-116a-4e69-8c92-92b0d9606a14 req-5370f94b-266d-4aff-8946-f62317a15ab0 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287150
Dec 16 09:38:15.395143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-41deabb5-81a9-4333-9c40-fa034e68d2e8 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963341
Dec 16 09:38:15.534191 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.546125 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.580478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-853249e0-6313-49de-8a39-bd489ea061a3 req-3da6c9ea-de3e-4337-9a15-cc9fd606615c service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775610
Dec 16 09:38:15.616868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port dcefe06c-8f72-449e-be96-7b2215573864, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=dcefe06c-8f72-449e-be96-7b2215573864,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:15.623131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.625120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 75522773-3687-4ba3-94b7-232acb25636c up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:15.658624 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:15.768858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=dcefe06c-8f72-449e-be96-7b2215573864,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:15.772613 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:15.785967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 75522773-3687-4ba3-94b7-232acb25636c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:15.792832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 75522773-3687-4ba3-94b7-232acb25636c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:15.793764 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:15.963523 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.019482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 75522773-3687-4ba3-94b7-232acb25636c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=75522773-3687-4ba3-94b7-232acb25636c,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:16.024485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.025474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 41b49abc-8f01-4a2b-8635-73d3011dfed5 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:16.081324 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:16.094561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.103105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.119203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.125740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.132042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.137964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.143824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.151374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-db49c360-68e5-4c99-9a81-355fd977c84e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5435 time: 0.2121408
Dec 16 09:38:16.199230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=75522773-3687-4ba3-94b7-232acb25636c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:16.213649 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:16.217757 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d266807-c8dd-4e93-8002-f26d789bf680 req-0d7fe47b-d0cc-4a73-8d18-808bf19dfd76 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0654628
Dec 16 09:38:16.276823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 41b49abc-8f01-4a2b-8635-73d3011dfed5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:16.288518 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b819084-4b0e-4596-845b-6e01f7f88413', 'tag': '6761bb75-9069-4e99-9999-28e26091eb6e', 'status': 'completed', 'code': 200}
Dec 16 09:38:16.289494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 41b49abc-8f01-4a2b-8635-73d3011dfed5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:16.290562 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.293855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:16.308799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'subnets': [{'network_id': 'a3d8aa27-a07d-404c-a2a6-870a29a2b51b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--501956520', 'ip_version': 6}, {'network_id': '2d52ad4c-7ead-4621-89ca-bce8b6062e58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:16.309990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'subnet': {'network_id': 'a3d8aa27-a07d-404c-a2a6-870a29a2b51b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--501956520', 'ip_version': 6}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:16.310682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Request body: {'subnet': {'network_id': '2d52ad4c-7ead-4621-89ca-bce8b6062e58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:16.405279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-6dbfc241-8e02-4b8b-a7cd-1bba282e5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.414189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-6dbfc241-8e02-4b8b-a7cd-1bba282e5700 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 1094 time: 0.0984945
Dec 16 09:38:16.414824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41378) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:16.544998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.607275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 41b49abc-8f01-4a2b-8635-73d3011dfed5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:16.612046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.614143 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:16.696318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:16.697622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=41b49abc-8f01-4a2b-8635-73d3011dfed5,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:16.700797 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:16.703955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Usage tracker for resource:subnet and tenant:b7375a9124b349a787d5b333dd892dc9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:16.707318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:16.713153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:16.715296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1464147861-network', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:16.723080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Made reservation on behalf of b7375a9124b349a787d5b333dd892dc9 for: {'subnet': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:16.727386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:16.727708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.728032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.740508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Usage tracker for resource:network and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:16.748938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:16.759223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:16.785504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82799c20-bcfa-4a03-9c07-5c787c2c0dbd up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:16.808634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Made reservation on behalf of ccc3490da48246a1ba8f13e20195089a for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:16.810970 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.830034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-0ea2d6c8-ee81-420e-925b-d0ed56ac0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.831667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-0ea2d6c8-ee81-420e-925b-d0ed56ac0525 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 912 time: 0.4089262
Dec 16 09:38:16.834365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.856804 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:16.862983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:16.863819 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:16.914097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bcc2c-76a9-4d6c-bf4a-7f26924817c0 req-9a70553a-014b-4657-a11e-d2c6eacb0139 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:16.916124 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd7bcc2c-76a9-4d6c-bf4a-7f26924817c0 req-9a70553a-014b-4657-a11e-d2c6eacb0139 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 948 time: 0.4568522
Dec 16 09:38:16.936391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-4a708348-1b44-4ddc-8b24-f9cc9d10b4c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6761bb75-9069-4e99-9999-28e26091eb6e HTTP/1.1" status: 200  len: 217 time: 0.0917437
Dec 16 09:38:16.949414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:17.000981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.005146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Usage tracker for resource:security_group_rule and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:17.012886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:17.014211 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.029706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:17.034236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:17.037483 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.039388 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:17.056064 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd7bcc2c-76a9-4d6c-bf4a-7f26924817c0 req-b230bd6f-4288-4587-a1c3-be8b5239f036 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300135
Dec 16 09:38:17.064154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-913eff1d-c773-44f2-a024-bc83fc5999a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.065800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-913eff1d-c773-44f2-a024-bc83fc5999a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 200  len: 851 time: 0.1137474
Dec 16 09:38:17.123802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:17.137179 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:17.139046 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8', 'code': 200}
Dec 16 09:38:17.139322 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b', 'code': 200}
Dec 16 09:38:17.139596 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'code': 200}
Dec 16 09:38:17.140612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-69cd5e55-cc4e-4924-b9c9-e9a3c238cc23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670481
Dec 16 09:38:17.219776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.223363 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b0b7656c-aa40-4ef5-9c60-46c2fefd4e77 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:17.295852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Subnet': ['ID=944315e7-8918-4b82-af83-c4d8e84d6e04,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:17.304216 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:17.309997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Checking segment: {'id': '280a72c8-3de4-4763-a2ab-e2101540b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a3d8aa27-a07d-404c-a2a6-870a29a2b51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:17.310356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network hostable DHCP agents. Network: a3d8aa27-a07d-404c-a2a6-870a29a2b51b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:38:17.329313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network a3d8aa27-a07d-404c-a2a6-870a29a2b51b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:38:17.337781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a3d8aa27-a07d-404c-a2a6-870a29a2b51b) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:17.341315 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.345386 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:17.349117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c300fd-76d4-4580-9b22-690e07ff5885 None None] Network a3d8aa27-a07d-404c-a2a6-870a29a2b51b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:17.384308 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.386712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-b2c11c2f-f6f9-486a-a0f5-ecfe7bb40f57 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347372
Dec 16 09:38:17.389851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.395317 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-752ff20d-6ece-482f-beb2-486e54613998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:17.420554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event updated for resources: {'Subnet': ['ID=34c319a0-476d-4399-b3be-072bf5bfb3a9,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:17.428960 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:17.431412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Checking segment: {'id': 'f5db7311-c1e0-4a31-87be-25878f5a51fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2d52ad4c-7ead-4621-89ca-bce8b6062e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:17.431768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network hostable DHCP agents. Network: 2d52ad4c-7ead-4621-89ca-bce8b6062e58, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:38:17.446948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:38:17.451833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Network 2d52ad4c-7ead-4621-89ca-bce8b6062e58 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:38:17.461393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2d52ad4c-7ead-4621-89ca-bce8b6062e58) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:17.473066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.473541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.474161 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.498961 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 1.2039571
Dec 16 09:38:17.500411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:17.520082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219dad3-e041-4df9-a117-3a1a5f115022 req-232a8df0-862b-4a80-b49f-900c1bbd9ee2 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.521666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7219dad3-e041-4df9-a117-3a1a5f115022 req-232a8df0-862b-4a80-b49f-900c1bbd9ee2 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 943 time: 0.2930663
Dec 16 09:38:17.532973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68201c56-18e7-4bd8-8332-b7c6d7cc804b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:17.551466 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.551816 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Added segment a9fc1904-e47a-406a-b105-c04ef6c91106 of type vlan for network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f
Dec 16 09:38:17.553164 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:17.574931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939f041-d4d0-44eb-a358-dcbf0f97b4a5 None None] Network 2d52ad4c-7ead-4621-89ca-bce8b6062e58 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:17.597538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd15e2-667b-46e4-a518-ee5f580d6385 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.599322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd15e2-667b-46e4-a518-ee5f580d6385 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.600923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd15e2-667b-46e4-a518-ee5f580d6385 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.601941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0cd15e2-667b-46e4-a518-ee5f580d6385 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Synchronizing usage tracker for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:17.617896 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.619673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0cd15e2-667b-46e4-a518-ee5f580d6385 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Unset dirty status for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:17.626104 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f0cd15e2-667b-46e4-a518-ee5f580d6385 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.1196144
Dec 16 09:38:17.631280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:17.648080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f41d1aa-3b37-4efb-99e8-ad15bb9e4144 req-0076d571-38c9-46b1-8913-a44c4e223e6f service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439404
Dec 16 09:38:17.650796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7219dad3-e041-4df9-a117-3a1a5f115022 req-ca2e98da-4a42-4a92-beff-059b731526a4 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189723
Dec 16 09:38:17.682108 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.683425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:17.684219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.688286 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:17.738529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Deleting subnet 944315e7-8918-4b82-af83-c4d8e84d6e04 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:38:17.742088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.763711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a0a8b-1718-43d4-96c0-ca327ebd8764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a3d8aa27-a07d-404c-a2a6-870a29a2b51b', 'network_id': 'a3d8aa27-a07d-404c-a2a6-870a29a2b51b', 'tenant_id': 'b7375a9124b349a787d5b333dd892dc9', 'fixed_ips': [{'subnet_id': '944315e7-8918-4b82-af83-c4d8e84d6e04'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:38:17.764551 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b16a0a8b-1718-43d4-96c0-ca327ebd8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.802422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Pushing event updated for resources: {'Network': ['ID=2b42e4e3-dd2e-45ea-b676-759ba1d4782f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:17.807518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3914320
Dec 16 09:38:17.808743 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:17.810288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:17.817327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Request body: {'subnet': {'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1464147861-subnet', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:17.825377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:17.827311 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.832146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Usage tracker for resource:subnet and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:17.835707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:17.842950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:17.848671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:38:17.859183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Made reservation on behalf of ccc3490da48246a1ba8f13e20195089a for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:17.863391 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:17.922946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.038677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.043277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17a574fa-8cfe-436d-9f30-e959fa8d5a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:18.109587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Subnet': ['ID=944315e7-8918-4b82-af83-c4d8e84d6e04,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:18.112146 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:18.114775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.130043 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/subnets/944315e7-8918-4b82-af83-c4d8e84d6e04 HTTP/1.1" status: 204  len: 168 time: 0.4971693
Dec 16 09:38:18.132484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-b16a0a8b-1718-43d4-96c0-ca327ebd8764 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 944315e7-8918-4b82-af83-c4d8e84d6e04: This subnet is being modified by another concurrent operation.
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:38:18.152876 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 944315e7-8918-4b82-af83-c4d8e84d6e04: This subnet is being modified by another concurrent operation.
Dec 16 09:38:18.157764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:38:18.189776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5e7d2-77a4-4062-8162-722316c6bd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2d52ad4c-7ead-4621-89ca-bce8b6062e58', 'network_id': '2d52ad4c-7ead-4621-89ca-bce8b6062e58', 'tenant_id': 'b7375a9124b349a787d5b333dd892dc9', 'fixed_ips': [{'subnet_id': '34c319a0-476d-4399-b3be-072bf5bfb3a9'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:38:18.191514 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-56e5e7d2-77a4-4062-8162-722316c6bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.207762 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.214083 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:18.220448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Deleting subnet 34c319a0-476d-4399-b3be-072bf5bfb3a9 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:38:18.224064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.280027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3896af-6277-4645-a2b3-85defb423098 None None] Network a3d8aa27-a07d-404c-a2a6-870a29a2b51b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:18.299723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd9ef31-d9da-4908-bd10-ce9da91cf4aa,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:18.308901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5482538-2dba-4aa9-bd61-fe6d086a76a2 req-e8a042c6-e077-409e-a36e-73a78b2318c9 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:18.315907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5482538-2dba-4aa9-bd61-fe6d086a76a2 req-e8a042c6-e077-409e-a36e-73a78b2318c9 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 946 time: 0.2100990
Dec 16 09:38:18.316551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.318287 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:18.347359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Checking segment: {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:18.347651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Network hostable DHCP agents. Network: 2b42e4e3-dd2e-45ea-b676-759ba1d4782f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:38:18.387847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5482538-2dba-4aa9-bd61-fe6d086a76a2 req-270689ef-d121-46b7-8cdf-72668ab7dbb1 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710282
Dec 16 09:38:18.394907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:38:18.410731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2b42e4e3-dd2e-45ea-b676-759ba1d4782f) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:18.416693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:18.417429 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.427531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371665b-bba1-4370-ba51-9c16b129a623 None None] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:18.429251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.443920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6321659
Dec 16 09:38:18.448086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41414) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:18.461287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:18.475010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:18.486438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Usage tracker for resource:router and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:18.493178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:18.515731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:18.539706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.541168 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.586048 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.727973 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.734145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-56e5e7d2-77a4-4062-8162-722316c6bd3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34c319a0-476d-4399-b3be-072bf5bfb3a9: This subnet is being modified by another concurrent operation.
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:38:18.741073 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34c319a0-476d-4399-b3be-072bf5bfb3a9: This subnet is being modified by another concurrent operation.
Dec 16 09:38:18.746187 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:38:18.787535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Subnet': ['ID=34c319a0-476d-4399-b3be-072bf5bfb3a9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:18.795774 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:18.797265 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:18.808372 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/subnets/34c319a0-476d-4399-b3be-072bf5bfb3a9 HTTP/1.1" status: 204  len: 168 time: 0.6748176
Dec 16 09:38:18.811040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:18.826459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6041819-5063-43b7-b4bc-4adc37738c9b None None] Network 2d52ad4c-7ead-4621-89ca-bce8b6062e58 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:18.848460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 6761bb75-9069-4e99-9999-28e26091eb6e details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:18.898447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36c668-f71e-4b3e-81b8-70698344faa2 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:18.899489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-de36c668-f71e-4b3e-81b8-70698344faa2 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Synchronizing usage tracker for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:18.916540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-de36c668-f71e-4b3e-81b8-70698344faa2 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Unset dirty status for tenant:b7375a9124b349a787d5b333dd892dc9 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:18.917642 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-de36c668-f71e-4b3e-81b8-70698344faa2 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1049342
Dec 16 09:38:18.921590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41428) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:19.004499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:19.004666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 6761bb75-9069-4e99-9999-28e26091eb6e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=6761bb75-9069-4e99-9999-28e26091eb6e,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:19.027073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:38:19.027944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.060012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.085902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.092512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.098444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '6761bb75-9069-4e99-9999-28e26091eb6e', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'port_id': '6761bb75-9069-4e99-9999-28e26091eb6e', 'mac_address': 'fa:16:3e:33:01:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:19.100305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.106118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.114305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.121359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.127874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.129350 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-967f68ad-efc3-40cd-bc21-5e0850eb8ac0 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.5481222
Dec 16 09:38:19.135814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.187255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75522773-3687-4ba3-94b7-232acb25636c'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b49abc-8f01-4a2b-8635-73d3011dfed5'}, {'server_uuid': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:19.213389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.244451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.252060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:19.255747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4af94da-f0ad-4d0b-acf8-7bd7bd231bfa req-9899edf7-b017-431d-8212-193f7a6e700c tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1159272
Dec 16 09:38:19.260625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Usage tracker for resource:security_group_rule and tenant:157981924fa44a3398a568d461b706de is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:19.278606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:19.282700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:19.285856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1f4c670>,) {'filters': {'network_id': ['2d52ad4c-7ead-4621-89ca-bce8b6062e58']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:19.306097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f4c670>, 'f5db7311-c1e0-4a31-87be-25878f5a51fb') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:19.306487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f4c670>, 'f5db7311-c1e0-4a31-87be-25878f5a51fb') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:19.327030 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.356481 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.364544 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.369663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:38:19.370078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:38:19.389681 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:38:19.396259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6761bb75-9069-4e99-9999-28e26091eb6e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:19.452962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 6761bb75-9069-4e99-9999-28e26091eb6e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=6761bb75-9069-4e99-9999-28e26091eb6e,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:19.457829 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.461479 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:19.495781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.506318 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23efb052-af03-43a8-8a97-315e06b870f9 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:19.525023 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.535680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=6761bb75-9069-4e99-9999-28e26091eb6e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:19.540137 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:19.543991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Allocated IP 172.20.0.2 (2b42e4e3-dd2e-45ea-b676-759ba1d4782f/bcd9ef31-d9da-4908-bd10-ce9da91cf4aa/4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:19.549037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Network': ['ID=2d52ad4c-7ead-4621-89ca-bce8b6062e58,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:19.568473 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:19.573596 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/networks/2d52ad4c-7ead-4621-89ca-bce8b6062e58 HTTP/1.1" status: 204  len: 168 time: 0.6508708
Dec 16 09:38:19.577084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41442) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:19.580547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.601633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.614130 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8402146-d07d-4b74-b7a7-32c449bcc0c8 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:19.655536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c2697-5d57-4a77-8c7d-c89c6e864efe req-7bd8a6ee-aaa8-4cbd-b7f4-da4dcd0cc41c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:19.657269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a52c2697-5d57-4a77-8c7d-c89c6e864efe req-7bd8a6ee-aaa8-4cbd-b7f4-da4dcd0cc41c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 949 time: 0.2192259
Dec 16 09:38:19.663308 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.718538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.741753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b452d1-fa09-4f0e-b7b8-3140650a19cc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:19.748678 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=157981924fa44a3398a568d461b706de&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7434161
Dec 16 09:38:19.749955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41446) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:19.752719 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:19.770462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.779666 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.790255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Transition to ACTIVE for port object 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:19.798604 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a52c2697-5d57-4a77-8c7d-c89c6e864efe req-0e440ecb-a8a6-4458-bd2f-c068eccc3b60 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023903
Dec 16 09:38:19.810791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Transition to ACTIVE for port object 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:19.818622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.833132 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:19.870087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['6761bb75-9069-4e99-9999-28e26091eb6e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:19.892892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Allocated IP 172.25.3.48 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/6c984597-19fc-4533-94c7-2405a4994ef8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:19.943219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.956995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:19.958610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:19.962152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:19.968856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:19.998891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.009360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0d12700>,) {'filters': {'network_id': ['a3d8aa27-a07d-404c-a2a6-870a29a2b51b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:20.032696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d12700>, '280a72c8-3de4-4763-a2ab-e2101540b31f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:20.033050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d12700>, '280a72c8-3de4-4763-a2ab-e2101540b31f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:20.039854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Pushing event updated for resources: {'Port': ['ID=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:20.047372 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:20.055556 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.075884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.083306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:38:20.083704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:38:20.104035 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:38:20.135946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Attempting to bind port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:20.136397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Attempting to bind port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:20.136784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Attempting to bind port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d on network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:20.149703 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.151008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:20.151427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Checking segment: {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:20.151850 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.152320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Bound using segment: {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:20.152742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Bound port: 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:20.156316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.160134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e39ae-37df-4830-8943-af9c7bcaaae6 req-1ca79a42-6dfa-413b-98d3-f9678d1851d8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:20.169240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a05e39ae-37df-4830-8943-af9c7bcaaae6 req-1ca79a42-6dfa-413b-98d3-f9678d1851d8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 944 time: 0.1815703
Dec 16 09:38:20.179512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.185405 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca872e68-919b-4572-91bb-b5387066bf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:20.196442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b452d1-fa09-4f0e-b7b8-3140650a19cc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:20.200111 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:20.205020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.209069 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0b452d1-fa09-4f0e-b7b8-3140650a19cc HTTP/1.1" status: 204  len: 168 time: 0.4554322
Dec 16 09:38:20.210347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.213593 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7832fd42-d7aa-4f94-9f3b-47984ff0fdec tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:20.232860 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.240422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Network': ['ID=a3d8aa27-a07d-404c-a2a6-870a29a2b51b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:20.242844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a05e39ae-37df-4830-8943-af9c7bcaaae6 req-0247aa48-bf43-4e2f-8320-96d0b2233e07 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726638
Dec 16 09:38:20.245964 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:20.249763 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/networks/a3d8aa27-a07d-404c-a2a6-870a29a2b51b HTTP/1.1" status: 204  len: 168 time: 0.6721187
Dec 16 09:38:20.257758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41452) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:20.284674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.290536 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d772b282-2b55-4eed-87c8-f4a31b3a0a0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:20.328731 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'code': 200}
Dec 16 09:38:20.329307 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864', 'code': 200}
Dec 16 09:38:20.329733 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75522773-3687-4ba3-94b7-232acb25636c', 'code': 200}
Dec 16 09:38:20.330016 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b49abc-8f01-4a2b-8635-73d3011dfed5', 'code': 200}
Dec 16 09:38:20.330280 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd', 'code': 200}
Dec 16 09:38:20.349366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] For port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:20.358026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] For port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:20.364713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.382687 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:20.467178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.507028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Pushing event updated for resources: {'Port': ['ID=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:20.510030 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:20.659509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.701089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0d52070>,) {'filters': {'network_id': ['01aa3705-37ff-47af-a700-1b2571ce9f2a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:20.708554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41460) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:20.728751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d52070>, '7e483b8c-c240-4ebe-bc46-bc3a09a75c5e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:20.729061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d52070>, '7e483b8c-c240-4ebe-bc46-bc3a09a75c5e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:20.744385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.755209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.787330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:20.791732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Usage tracker for resource:security_group_rule and tenant:23f6a3cc0b7c497aaae147377f4464db is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:20.796586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:20.805629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:20.807707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.823613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:38:20.824324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:38:20.839943 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:38:20.862545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Pushing event updated for resources: {'Port': ['ID=6c984597-19fc-4533-94c7-2405a4994ef8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:20.865545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:20.889786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:20.898559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:20.901144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:21.064044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.067806 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-263b027a-52c9-468a-85e9-ca73f70c4e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:21.091738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.094997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Network': ['ID=01aa3705-37ff-47af-a700-1b2571ce9f2a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:21.100016 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:21.121622 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/networks/01aa3705-37ff-47af-a700-1b2571ce9f2a HTTP/1.1" status: 204  len: 168 time: 0.8625839
Dec 16 09:38:21.126752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:21.153658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787bc88-2296-45b0-b2ae-576c879c23e6 req-1a0a5ae7-d522-45e0-beb2-f6d21070bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.155174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3787bc88-2296-45b0-b2ae-576c879c23e6 req-1a0a5ae7-d522-45e0-beb2-f6d21070bafc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 1097 time: 0.6713359
Dec 16 09:38:21.183795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0bd71-e34c-4fcf-8252-1ba0fedefc18 req-76e26582-610a-414d-b4c4-21fb0a9c5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.185297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76d0bd71-e34c-4fcf-8252-1ba0fedefc18 req-76e26582-610a-414d-b4c4-21fb0a9c5f26 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 1100 time: 0.7025423
Dec 16 09:38:21.231249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac67357-cb03-4aa3-9874-70568cf268e9 req-94c40801-bb73-47e4-8292-e59f9936501d tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.232691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aac67357-cb03-4aa3-9874-70568cf268e9 req-94c40801-bb73-47e4-8292-e59f9936501d tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 946 time: 0.7477798
Dec 16 09:38:21.238873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.239395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.239868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.240328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.240794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.241254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.241714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.243574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-6253988a-fa30-4b09-b398-548f8c8d9cb9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.7013900
Dec 16 09:38:21.244202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.257446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.267769 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c16071c4-84f5-4266-be11-86d51d21a9f8 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:21.287746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.324061 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23f6a3cc0b7c497aaae147377f4464db&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6142740
Dec 16 09:38:21.328039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:21.328723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbf202d-3584-492a-8345-3c485d49702c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:21.332911 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:21.369580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3787bc88-2296-45b0-b2ae-576c879c23e6 req-18eae1f1-aa5a-46fc-b516-61cdd49ffadf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075477
Dec 16 09:38:21.391368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76d0bd71-e34c-4fcf-8252-1ba0fedefc18 req-63100c39-1f94-4af7-b219-570808bb53b9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743307
Dec 16 09:38:21.403028 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aac67357-cb03-4aa3-9874-70568cf268e9 req-bfab8dbf-984a-4aba-a92f-5f62e7e251d7 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483505
Dec 16 09:38:21.405203 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3f22d25-d6ce-4c9a-8c83-b696c83dca33 req-06e50194-25df-4a1b-9580-3a99b515373d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1346824
Dec 16 09:38:21.557263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.573312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.614786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.622436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f205d460>,) {'filters': {'network_id': ['b14d0ee2-7812-4638-9961-0fea473bc048']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:21.644066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f205d460>, '68e5ac97-0ac7-47cb-af5f-eb61822348b7') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:21.644361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f205d460>, '68e5ac97-0ac7-47cb-af5f-eb61822348b7') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:21.660555 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.666719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.694825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.703119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:38:21.703839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:38:21.720094 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:38:21.739225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183601d-2fe1-4ca1-a11d-695d5100f688 None None] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:38:21.795778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.802457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b4a05711-0bde-472b-8249-b162477fc56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:21.829571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbf202d-3584-492a-8345-3c485d49702c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:21.830746 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:21.837667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.838953 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abbf202d-3584-492a-8345-3c485d49702c HTTP/1.1" status: 204  len: 168 time: 0.5074019
Dec 16 09:38:21.842134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.845182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-914c8458-2a4b-431d-b298-04b053c77085 None None] Provisioning for port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:21.849094 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.853720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:21.855225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.857756 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d6421e99-e475-48f7-8ac2-ebecc1c65866 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:21.872279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.883699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.883940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Pushing event deleted for resources: {'Network': ['ID=b14d0ee2-7812-4638-9961-0fea473bc048,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:21.886265 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:21.888064 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] 10.222.0.66 "DELETE /v2.0/networks/b14d0ee2-7812-4638-9961-0fea473bc048 HTTP/1.1" status: 204  len: 168 time: 0.7603722
Dec 16 09:38:21.896345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.903952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.911625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:21.914844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-a9624e60-c376-4d6f-b1b5-6753e127dfdc tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.3470941
Dec 16 09:38:22.087028 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ace86b0-e4ab-424d-8a0c-ea9967d5fab6 req-e6d732fa-2b49-4064-acdb-980aaf3a765e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1368372
Dec 16 09:38:22.236220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:22.286375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41488) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:22.299929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096c560-8ebf-44d0-8637-e50d40700615 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:38:22.497876 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b91f5886-32ce-4037-b5bb-8dc37d725ff1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7375a9124b349a787d5b333dd892dc9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2078316
Dec 16 09:38:22.498705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:22.559073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096c560-8ebf-44d0-8637-e50d40700615 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:38:22.577758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9261dd-c429-4aa8-9aff-8d54e3feabfd req-5edfe536-daeb-40bf-8d16-fed1d1870396 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:22.579334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b9261dd-c429-4aa8-9aff-8d54e3feabfd req-5edfe536-daeb-40bf-8d16-fed1d1870396 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 949 time: 0.3459318
Dec 16 09:38:22.595719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:22.672819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:22.764995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:22.770190 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0cbbb49-f42b-4f77-8ea3-cf4760967e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:22.810841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24123240-6470-4835-a1b7-29c5250996c3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:22.824358 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:22.828310 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:22.838622 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24123240-6470-4835-a1b7-29c5250996c3 HTTP/1.1" status: 204  len: 168 time: 0.3358655
Dec 16 09:38:22.865201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b9261dd-c429-4aa8-9aff-8d54e3feabfd req-14cf3a1d-74f6-4bf2-a537-37e0d3b1bd49 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2720282
Dec 16 09:38:22.891907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Router ba3ee089-0ef0-40d6-aa58-a0484161840e is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:38:22.985209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 6761bb75-9069-4e99-9999-28e26091eb6e up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:23.091197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:23.243814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:38:23.245499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:23.258372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 6761bb75-9069-4e99-9999-28e26091eb6e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:23.259146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fd89c-989c-4321-bd2a-800369fe5c56 req-df49a41a-a88c-445d-8363-aacb95ae67b2 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:23.261873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Sync routers for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:38:23.267078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-263fd89c-989c-4321-bd2a-800369fe5c56 req-df49a41a-a88c-445d-8363-aacb95ae67b2 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 944 time: 0.2138205
Dec 16 09:38:23.312021 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:23.313369 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.8640704
Dec 16 09:38:23.316205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:23.326763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:23.326763 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:23.340253 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-263fd89c-989c-4321-bd2a-800369fe5c56 req-be58e263-09ce-4d45-ac3e-a38c9ae24d95 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721591
Dec 16 09:38:23.375658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:23.376509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0afa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:23.572059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 6761bb75-9069-4e99-9999-28e26091eb6e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:23.572320 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:23.656007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ea91-caa9-480a-8118-1ee43d5606aa req-bb099b36-e1d6-4434-b59a-d1f604c0a99f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:23.664838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fff6ea91-caa9-480a-8118-1ee43d5606aa req-bb099b36-e1d6-4434-b59a-d1f604c0a99f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 946 time: 0.1331551
Dec 16 09:38:23.732109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fff6ea91-caa9-480a-8118-1ee43d5606aa req-41bbaac9-dcdf-4ed9-8af1-56557d23e5ce tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661821
Dec 16 09:38:23.901220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:24.033421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.039323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.045333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.051983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.058174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.065046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.071362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.073884 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1366590d-1183-446a-b7bc-499b653a6775 req-40f952b0-076f-40d1-906d-f3ea6d844df2 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.1655576
Dec 16 09:38:24.139277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1366590d-1183-446a-b7bc-499b653a6775 req-ff3121e2-f3c4-4a8a-ad27-ef2eaf7a1314 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0592570
Dec 16 09:38:24.258059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41560) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:24.416523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7416a3-712a-480c-a6fe-a5754eb73eb5 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:38:24.429460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.552563 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.583023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.633705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b819084-4b0e-4596-845b-6e01f7f88413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6761bb75-9069-4e99-9999-28e26091eb6e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:24.678988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2c676569-04c3-4c6b-9473-24fd6054ea81 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:24.679541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 6761bb75-9069-4e99-9999-28e26091eb6e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=6761bb75-9069-4e99-9999-28e26091eb6e,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:24.680082 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-2c676569-04c3-4c6b-9473-24fd6054ea81 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 09:38:24.681512 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-2c676569-04c3-4c6b-9473-24fd6054ea81 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:38:24.683188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2c676569-04c3-4c6b-9473-24fd6054ea81 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4236012
Dec 16 09:38:24.685156 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:24.688300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41580) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:24.688586 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.695031 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:24.696454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110110255'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:24.704872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:24.709627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:24.712914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:24.720197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:24.730549 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.750427 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.761592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Allocated IP 172.20.0.1 (2b42e4e3-dd2e-45ea-b676-759ba1d4782f/bcd9ef31-d9da-4908-bd10-ce9da91cf4aa/95b9343d-cf37-46c3-bad5-7299bc3fe548) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:24.773364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:24.774149 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.779178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:24.783415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:24.792761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:24.844333 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=6761bb75-9069-4e99-9999-28e26091eb6e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:24.851666 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:24.852287 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:24.930852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d0456-3fd2-4704-bbf2-ffd46b7ae48e req-c70475c7-4e51-4dcc-9215-78e8e955c0dc tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:24.933000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f7d0456-3fd2-4704-bbf2-ffd46b7ae48e req-c70475c7-4e51-4dcc-9215-78e8e955c0dc tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 949 time: 0.1425879
Dec 16 09:38:24.934581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.955528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Transition to ACTIVE for port object 95b9343d-cf37-46c3-bad5-7299bc3fe548 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:24.958228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7416a3-712a-480c-a6fe-a5754eb73eb5 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:38:24.963655 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:24.969900 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:24.975374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0afa0>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:21Z', 'revision_number': 3, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:24.981868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:24.984402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Checking router: ba3ee089-0ef0-40d6-aa58-a0484161840e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:38:24.984765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Updating router ba3ee089-0ef0-40d6-aa58-a0484161840e port 6c984597-19fc-4533-94c7-2405a4994ef8 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:38:24.987771 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b23e2d8f-edcf-4506-b725-f2fc30823f68 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:25.013687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.018216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f7d0456-3fd2-4704-bbf2-ffd46b7ae48e req-d18147d8-5661-4638-8234-b4d2aa33a8de tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715272
Dec 16 09:38:25.019246 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.023484 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:25.031586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:25.039246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:25.044027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:25.059895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:25.059895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:25.060921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:25.063297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:25.076288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ef2ea9-ccc2-4c37-a78c-456d3986c846,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:25.081446 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:25.116260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=95b9343d-cf37-46c3-bad5-7299bc3fe548,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:25.125833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.126219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.126750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.126962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.127375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.127744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.128109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.128975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.128975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.129361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.129730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.130142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:25.132862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.135058 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:25.141666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.217761 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.223543 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.234431 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:25.308459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.343926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfbac88-5eb8-4c9c-b27e-0b66b4b039f4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:25.346641 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:25.348849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.350039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6608446
Dec 16 09:38:25.353107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41586) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:25.360287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': '5bfbac88-5eb8-4c9c-b27e-0b66b4b039f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:25.366788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:25.372624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:25.377519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:25.386617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:25.415614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.422122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.427995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.433870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.440268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.446329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.452146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.454179 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f8a44c2-2637-4563-9c28-657e12bae12d req-549daf39-4568-48b2-bc42-0a0076ca0933 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.2101133
Dec 16 09:38:25.463235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.467703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:25.489654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Request body: {'floatingip': {'port_id': '3aedbb06-f2dc-4612-84ca-57ff5db20b22'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:25.533962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.541275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.576275 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:25.598423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.606657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af47c3c-1d21-48bf-a5e7-0c53dc056c4f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:25.615916 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:25.617140 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.621020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-47d04636-593c-4dbf-af7d-c8f0568433dd tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2642894
Dec 16 09:38:25.623974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41594) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:25.628950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': '5bfbac88-5eb8-4c9c-b27e-0b66b4b039f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:25.635681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:25.640140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:25.643948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:25.649639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:25.725158 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.784918 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.801094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Transition to ACTIVE for port object 6c984597-19fc-4533-94c7-2405a4994ef8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:25.802928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde5ffa-f6ed-4298-bfaa-b9416509195b req-57b60c06-dc66-42ed-919d-12c1454b5ea9 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:25.804770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfde5ffa-f6ed-4298-bfaa-b9416509195b req-57b60c06-dc66-42ed-919d-12c1454b5ea9 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.1479912
Dec 16 09:38:25.809815 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.815600 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a6599a57-f98a-4e05-8827-bca322c037b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:25.863066 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:38:25.863066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9f736ac9-0281-4594-b360-e140d2cdf78f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2357044
Dec 16 09:38:25.864192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41598) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:25.892170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfde5ffa-f6ed-4298-bfaa-b9416509195b req-e10a473e-1daa-4705-a87b-f704d948e250 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801880
Dec 16 09:38:25.928855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Attempting to bind port 6c984597-19fc-4533-94c7-2405a4994ef8 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:25.929604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Attempting to bind port 6c984597-19fc-4533-94c7-2405a4994ef8 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:25.930419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Attempting to bind port 6c984597-19fc-4533-94c7-2405a4994ef8 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:25.935030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676dc36-9c8c-46eb-a731-598870545628 None None] Pushing event updated for resources: {'Port': ['ID=6c984597-19fc-4533-94c7-2405a4994ef8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:25.939544 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4676dc36-9c8c-46eb-a731-598870545628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:25.940625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:25.941322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:25.941741 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.942142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:25.942805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Bound port: 6c984597-19fc-4533-94c7-2405a4994ef8, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:25.943491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:25.992762 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b819084-4b0e-4596-845b-6e01f7f88413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6761bb75-9069-4e99-9999-28e26091eb6e', 'code': 200}
Dec 16 09:38:26.020827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.040510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] For port 6c984597-19fc-4533-94c7-2405a4994ef8, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:26.043932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] For port 6c984597-19fc-4533-94c7-2405a4994ef8, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6c984597-19fc-4533-94c7-2405a4994ef8,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:26.049704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.057151 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:26.124660 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.175464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676dc36-9c8c-46eb-a731-598870545628 None None] Pushing event updated for resources: {'Port': ['ID=6c984597-19fc-4533-94c7-2405a4994ef8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:26.177976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:26.178595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0afa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:26.231788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16c340c4-ba94-4483-b1e8-ea8ca656f928 None None] Provisioning for port 95b9343d-cf37-46c3-bad5-7299bc3fe548 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:26.240287 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4676dc36-9c8c-46eb-a731-598870545628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:26.257848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16c340c4-ba94-4483-b1e8-ea8ca656f928 None None] Provisioning complete for port 95b9343d-cf37-46c3-bad5-7299bc3fe548 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:26.258229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16c340c4-ba94-4483-b1e8-ea8ca656f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.266142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac799cc-6b38-48c5-8756-5ae4a9bf4dd5 req-3452812a-8e16-4678-a526-2e8408563830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:26.267772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ac799cc-6b38-48c5-8756-5ae4a9bf4dd5 req-3452812a-8e16-4678-a526-2e8408563830 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 1096 time: 0.2168782
Dec 16 09:38:26.269526 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.275806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-43827923-81bf-49f8-8a45-f1a0b0b3d222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:26.303318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.312256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.316570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd28e0-1d80-4d9f-830e-3a16cc1d1fbc req-7f2530a7-fb8d-458b-8a7e-368287c70b19 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:26.318391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3fd28e0-1d80-4d9f-830e-3a16cc1d1fbc req-7f2530a7-fb8d-458b-8a7e-368287c70b19 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 946 time: 0.1989429
Dec 16 09:38:26.323188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfbac88-5eb8-4c9c-b27e-0b66b4b039f4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:26.330253 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:26.359007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.360156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/5bfbac88-5eb8-4c9c-b27e-0b66b4b039f4 HTTP/1.1" status: 204  len: 168 time: 0.4950891
Dec 16 09:38:26.368834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41602) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:26.378966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-16c340c4-ba94-4483-b1e8-ea8ca656f928 None None] Port 95b9343d-cf37-46c3-bad5-7299bc3fe548 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:38:26.414301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ac799cc-6b38-48c5-8756-5ae4a9bf4dd5 req-5677db32-9a65-4217-b9c1-a626a3e74a0a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287632
Dec 16 09:38:26.422443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3fd28e0-1d80-4d9f-830e-3a16cc1d1fbc req-97474bdf-b12e-4257-91ae-8a9873cb2d00 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881443
Dec 16 09:38:26.436019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:26.455133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-78600efb-49c0-44a8-852f-06e9faaabbe1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Synchronizing usage tracker for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:26.484767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-78600efb-49c0-44a8-852f-06e9faaabbe1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Unset dirty status for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:26.486416 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-78600efb-49c0-44a8-852f-06e9faaabbe1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1153960
Dec 16 09:38:26.491293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41610) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:26.497270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644944555'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:26.505848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:26.519079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:26.532306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.541140 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6de3fd8-e222-431a-88c7-c8cde1ceeecd tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:26.562557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:26.568716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:26.572162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:26.579656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:26.604721 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:38:26.668855 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.676577 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.682011 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d6220ed-ef89-4a6e-b521-58c2f9c1a137 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:26.726880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.739556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2972a-ed81-4d93-b844-b1a7a49d70b0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:26.758794 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:26.759005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=95b9343d-cf37-46c3-bad5-7299bc3fe548,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:26.769692 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.779813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2834036
Dec 16 09:38:26.780511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41618) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:26.805984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-636ceb28-d895-4473-ac23-2d8161e25548 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': '8cd2972a-ed81-4d93-b844-b1a7a49d70b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:26.806771 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-636ceb28-d895-4473-ac23-2d8161e25548 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 16 09:38:26.810667 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-636ceb28-d895-4473-ac23-2d8161e25548 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:26.815669 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-636ceb28-d895-4473-ac23-2d8161e25548 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0326548
Dec 16 09:38:26.816268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41624) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:26.819926 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:26.834920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.841946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.897798 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:26.926986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0afa0>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:24Z', 'revision_number': 1, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:26.931670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafee66-c69f-4eda-a445-3eb936752f95 None None] The sync data for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 is: [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:24Z', 'revision_number': 1, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:38:26.942733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:27.027707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:27.028143 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.065139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:27.068939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:27.120254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.220589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a0e12-2ffa-4890-8a45-6d8242c4c924 req-7274a032-26ee-4f9f-b664-bbad91c344f9 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:27.224373 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c4a0e12-2ffa-4890-8a45-6d8242c4c924 req-7274a032-26ee-4f9f-b664-bbad91c344f9 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 1100 time: 0.3123412
Dec 16 09:38:27.225783 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.232869 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Floating IP 36d06508-be6d-449e-a050-398fa808dcbb associated. External IP: 172.25.3.229, port: 3aedbb06-f2dc-4612-84ca-57ff5db20b22.
Dec 16 09:38:27.236540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b603ba39-46ed-4025-b3f5-486bb83b3915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:27.271715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2972a-ed81-4d93-b844-b1a7a49d70b0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:27.283400 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:27.284519 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.289036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/8cd2972a-ed81-4d93-b844-b1a7a49d70b0 HTTP/1.1" status: 204  len: 168 time: 0.4715664
Dec 16 09:38:27.293422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:27.321242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c4a0e12-2ffa-4890-8a45-6d8242c4c924 req-d52b5f68-47d6-4c60-a10c-594c30b6774c tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875020
Dec 16 09:38:27.517705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1197a182-16f8-47a1-a44b-40ac6288493f None None] Provisioning complete for port 95b9343d-cf37-46c3-bad5-7299bc3fe548 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:27.518192 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1197a182-16f8-47a1-a44b-40ac6288493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.612805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1197a182-16f8-47a1-a44b-40ac6288493f None None] Port 95b9343d-cf37-46c3-bad5-7299bc3fe548 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:38:27.617253 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a56481fd-df90-428f-b85b-24bdfaaf74d5 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3174610
Dec 16 09:38:27.617755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:27.623438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150151034'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:27.630093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:27.634132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:27.637497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:27.643009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Router ba3ee089-0ef0-40d6-aa58-a0484161840e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:38:27.644862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:27.665193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.694503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:27.702802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:27.713830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:27.727117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:27.898043 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.902708 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.908256 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-afa927d0-aca4-4547-90ab-ea75109312d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:27.977666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77383452-5c5d-4a46-9b53-7fdc3b1331ca,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:27.981791 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:27.983527 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:27.985021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3662043
Dec 16 09:38:27.990396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41656) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:28.003717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bb6a7d04-f63d-4cdc-914a-f700b1ca4179 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': '77383452-5c5d-4a46-9b53-7fdc3b1331ca', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:28.004795 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-bb6a7d04-f63d-4cdc-914a-f700b1ca4179 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 16 09:38:28.005307 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-bb6a7d04-f63d-4cdc-914a-f700b1ca4179 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:28.009246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:28.010186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bb6a7d04-f63d-4cdc-914a-f700b1ca4179 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0143425
Dec 16 09:38:28.286664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7de3-812a-4072-922c-617ca098995b req-6be421ec-d8a1-472d-bb11-e1e758a2cee4 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:28.288183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-272d7de3-812a-4072-922c-617ca098995b req-6be421ec-d8a1-472d-bb11-e1e758a2cee4 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.1152070
Dec 16 09:38:28.314537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Router 2cc79fb6-9163-47a6-bd48-16f210d44dad has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:38:28.338301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-272d7de3-812a-4072-922c-617ca098995b req-50b2c0c8-0373-4e99-8fd8-f4024e7dd25b tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428383
Dec 16 09:38:28.464233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:38:28.468336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-c81e6d9b-7de1-46ae-8f9a-0dee24aae257 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0320826
Dec 16 09:38:28.538994 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:28.552888 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] 10.222.0.66 "PUT /v2.0/routers/ba3ee089-0ef0-40d6-aa58-a0484161840e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2354999
Dec 16 09:38:28.591654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:28.621623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:38:28.627364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:28.631009 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] Sync routers for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:38:28.642020 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:28.646374 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed15e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:28.651172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-67e1f50c-8908-4d8d-854a-9967408aa970 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:28.658908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-67e1f50c-8908-4d8d-854a-9967408aa970 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1851568
Dec 16 09:38:28.679394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-5705ce1a-d30d-42c1-8dc6-d46b664a9e74 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/quotas/3a5e3a49f84f4038805610e3dedf48a5 HTTP/1.1" status: 200  len: 375 time: 0.0190032
Dec 16 09:38:28.701923 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e937a05-08c6-4b07-bd73-eea707dd2184 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "PUT /v2.0/floatingips/36d06508-be6d-449e-a050-398fa808dcbb HTTP/1.1" status: 200  len: 992 time: 3.2200084
Dec 16 09:38:28.703185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:28.707936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:28.713605 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ded9dc06-5742-4161-990c-807022823517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:28.730204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77383452-5c5d-4a46-9b53-7fdc3b1331ca,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:28.732886 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:28.740167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:28.741460 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/77383452-5c5d-4a46-9b53-7fdc3b1331ca HTTP/1.1" status: 204  len: 168 time: 0.7312729
Dec 16 09:38:28.744784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:28.871052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e5104ca-baa4-42a4-b591-3c334fbb0459 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Synchronizing usage tracker for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:28.872638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-e270a102-3948-4296-b24b-498049514751 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1919258
Dec 16 09:38:28.891339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e5104ca-baa4-42a4-b591-3c334fbb0459 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Unset dirty status for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:28.892848 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e5104ca-baa4-42a4-b591-3c334fbb0459 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1458395
Dec 16 09:38:28.897247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41694) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:28.903206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663192263'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:28.909917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:28.920845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:28.933263 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:28.957047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:28.960681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:28.964091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:28.966842 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6c984597-19fc-4533-94c7-2405a4994ef8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:28.970887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:28.974829 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:29.056376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.062195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.068256 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6b2725a-470f-4064-9447-2ce082f51080 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:29.114297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 6c984597-19fc-4533-94c7-2405a4994ef8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:29.123624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c638d0-7dbb-4de0-899f-f24c0b8e04c5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:29.128112 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:29.128463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6c984597-19fc-4533-94c7-2405a4994ef8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:29.128862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.129179 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.133446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41710) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:29.133740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2351158
Dec 16 09:38:29.138894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3cc14651-db39-46f7-873c-be13d1c7f216 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'f1c638d0-7dbb-4de0-899f-f24c0b8e04c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:29.156377 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-3cc14651-db39-46f7-873c-be13d1c7f216 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 16 09:38:29.157041 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-3cc14651-db39-46f7-873c-be13d1c7f216 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:29.158085 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3cc14651-db39-46f7-873c-be13d1c7f216 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0236063
Dec 16 09:38:29.161544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:29.167120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-64a94a70-7447-4d14-9bdf-66e902b47ddc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'f1c638d0-7dbb-4de0-899f-f24c0b8e04c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:29.167852 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-64a94a70-7447-4d14-9bdf-66e902b47ddc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 16 09:38:29.168354 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-64a94a70-7447-4d14-9bdf-66e902b47ddc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:29.169292 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64a94a70-7447-4d14-9bdf-66e902b47ddc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0075433
Dec 16 09:38:29.174019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:29.180110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c4967867-0eb5-4ffa-9af3-a97dab292643 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'f1c638d0-7dbb-4de0-899f-f24c0b8e04c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:29.182718 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-c4967867-0eb5-4ffa-9af3-a97dab292643 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 16 09:38:29.183785 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-c4967867-0eb5-4ffa-9af3-a97dab292643 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:29.187713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c4967867-0eb5-4ffa-9af3-a97dab292643 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0097506
Dec 16 09:38:29.188081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:29.195374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c2c50bac-243d-46a7-a42a-78a2a1bc2532 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'f1c638d0-7dbb-4de0-899f-f24c0b8e04c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:29.196629 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-c2c50bac-243d-46a7-a42a-78a2a1bc2532 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 16 09:38:29.197379 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-c2c50bac-243d-46a7-a42a-78a2a1bc2532 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:29.199604 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2c50bac-243d-46a7-a42a-78a2a1bc2532 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0104461
Dec 16 09:38:29.202854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41730) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:29.282143 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.313023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.314849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.335469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 6c984597-19fc-4533-94c7-2405a4994ef8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6c984597-19fc-4533-94c7-2405a4994ef8,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:29.341140 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.351497 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:29.411484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.442315 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-054cec82-69f0-44d9-b01f-9176025222ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:29.464119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=6c984597-19fc-4533-94c7-2405a4994ef8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:29.467376 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:29.491300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c638d0-7dbb-4de0-899f-f24c0b8e04c5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:29.505682 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:29.507233 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.508951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/f1c638d0-7dbb-4de0-899f-f24c0b8e04c5 HTTP/1.1" status: 204  len: 168 time: 0.3041060
Dec 16 09:38:29.512034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41740) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:29.646134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-fcce3193-3ff3-4f71-a7d0-865620658fe2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Synchronizing usage tracker for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:29.668454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-fcce3193-3ff3-4f71-a7d0-865620658fe2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Unset dirty status for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:29.669718 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fcce3193-3ff3-4f71-a7d0-865620658fe2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1539567
Dec 16 09:38:29.676694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:29.686921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020414572'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:29.696967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:29.706156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-4107e08b-6583-4aeb-8afa-c996645f2808 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1474097
Dec 16 09:38:29.720012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:29.735399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.764038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:29.770310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:29.774552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:29.783677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:29.831908 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed15e0>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '36d06508-be6d-449e-a050-398fa808dcbb', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'port_id': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'mac_address': 'fa:16:3e:9b:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:39Z', 'updated_at': '2021-12-16T09:38:26Z', 'revision_number': 1, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:47Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:29.844165 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] Checking router: 2cc79fb6-9163-47a6-bd48-16f210d44dad for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:38:29.858200 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:29.859625 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed15e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:29.910577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-78fdbba9-41a5-4c88-879c-2f51548fded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:29.913205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-78fdbba9-41a5-4c88-879c-2f51548fded3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 1101 time: 0.1762316
Dec 16 09:38:29.917013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.924069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:29.964891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Sync routers for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:38:29.977165 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:29.977812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2389820>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:29.978183 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ccfb4619-4682-456c-86d1-7a415c44daa1 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:30.003750 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'status': 'completed', 'code': 200}
Dec 16 09:38:30.054720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:30.058835 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3785121
Dec 16 09:38:30.059382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.066839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6c4fab8e-1e20-45a8-9dd0-96650ba784d3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.067764 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-6c4fab8e-1e20-45a8-9dd0-96650ba784d3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 09:38:30.068525 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-6c4fab8e-1e20-45a8-9dd0-96650ba784d3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.072109 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6c4fab8e-1e20-45a8-9dd0-96650ba784d3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0092785
Dec 16 09:38:30.072109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6030e4d-bd1e-490f-bfc8-a627ff74a539,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:30.073549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41758) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.076220 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:30.079850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7a5298aa-8922-46d8-98d8-2e492456cf05 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.088071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a5298aa-8922-46d8-98d8-2e492456cf05 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:30.093226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a5298aa-8922-46d8-98d8-2e492456cf05 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:30.096406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a5298aa-8922-46d8-98d8-2e492456cf05 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:30.105570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a5298aa-8922-46d8-98d8-2e492456cf05 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:30.158476 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-7a5298aa-8922-46d8-98d8-2e492456cf05 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.162993 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7a5298aa-8922-46d8-98d8-2e492456cf05 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0884886
Dec 16 09:38:30.163863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.178164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-df553eb2-9856-4453-8049-928b9cb21a04 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.178982 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-df553eb2-9856-4453-8049-928b9cb21a04 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 16 09:38:30.179720 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-df553eb2-9856-4453-8049-928b9cb21a04 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.189966 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-df553eb2-9856-4453-8049-928b9cb21a04 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0248556
Dec 16 09:38:30.190945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41768) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.196531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9e62f1d4-399e-4426-973c-c50f23d9046f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.204394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e62f1d4-399e-4426-973c-c50f23d9046f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:30.208834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e62f1d4-399e-4426-973c-c50f23d9046f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:30.208973 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:30.212500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e62f1d4-399e-4426-973c-c50f23d9046f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:30.220670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e62f1d4-399e-4426-973c-c50f23d9046f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:30.276941 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-9e62f1d4-399e-4426-973c-c50f23d9046f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.281808 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e62f1d4-399e-4426-973c-c50f23d9046f tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0896332
Dec 16 09:38:30.282682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.286782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-6f3054e9-c399-4fde-b81b-b25bdce76d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.288720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-6f3054e9-c399-4fde-b81b-b25bdce76d46 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.3386822
Dec 16 09:38:30.297865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8248ae50-8a1f-4428-8667-bf5dec513558 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.298683 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-8248ae50-8a1f-4428-8667-bf5dec513558 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 09:38:30.299481 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-8248ae50-8a1f-4428-8667-bf5dec513558 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.305886 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8248ae50-8a1f-4428-8667-bf5dec513558 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0214739
Dec 16 09:38:30.312182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41776) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.321597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-98cedac8-bbfe-4b05-ab3c-5125a78c5829 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.347070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-98cedac8-bbfe-4b05-ab3c-5125a78c5829 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:30.353336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-98cedac8-bbfe-4b05-ab3c-5125a78c5829 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:30.359450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-98cedac8-bbfe-4b05-ab3c-5125a78c5829 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:30.370047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-98cedac8-bbfe-4b05-ab3c-5125a78c5829 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:30.371038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-baeac350-93f7-4e3e-bbf5-6ae896609899 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 HTTP/1.1" status: 200  len: 217 time: 0.0735834
Dec 16 09:38:30.410467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:30.439906 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-98cedac8-bbfe-4b05-ab3c-5125a78c5829 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.441139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-c6da5c1e-874f-4d87-a1dd-32fdb96fcf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.442778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-c6da5c1e-874f-4d87-a1dd-32fdb96fcf3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 1096 time: 0.4580746
Dec 16 09:38:30.445715 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-98cedac8-bbfe-4b05-ab3c-5125a78c5829 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1315494
Dec 16 09:38:30.445715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41780) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.450749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-530f8e96-944f-4d2c-9863-081367e803fa tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.451275 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-530f8e96-944f-4d2c-9863-081367e803fa tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 16 09:38:30.453500 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-530f8e96-944f-4d2c-9863-081367e803fa tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.455974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.461486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613017617', 'description': 'tempest-description--487490178'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.468362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:30.469763 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-530f8e96-944f-4d2c-9863-081367e803fa tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0109065
Dec 16 09:38:30.470457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41786) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.473450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Usage tracker for resource:security_group and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:30.475618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-adebcae7-37ce-4d05-befe-b4970c47d8b2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.476700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:30.483071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:30.493249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-adebcae7-37ce-4d05-befe-b4970c47d8b2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:30.508469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-adebcae7-37ce-4d05-befe-b4970c47d8b2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:30.511823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-adebcae7-37ce-4d05-befe-b4970c47d8b2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:30.519649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-adebcae7-37ce-4d05-befe-b4970c47d8b2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:30.520125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:30.574936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-5f6e9fb3-bb0e-4120-a0f2-5b3dd4612bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.576632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-5f6e9fb3-bb0e-4120-a0f2-5b3dd4612bc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1952131
Dec 16 09:38:30.580794 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-adebcae7-37ce-4d05-befe-b4970c47d8b2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.585185 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-adebcae7-37ce-4d05-befe-b4970c47d8b2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1136630
Dec 16 09:38:30.585795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.590959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-95d1cd30-8b09-4c8e-ba19-d9dfc9f9001c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'c6030e4d-bd1e-490f-bfc8-a627ff74a539', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:30.616587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95d1cd30-8b09-4c8e-ba19-d9dfc9f9001c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:30.625673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95d1cd30-8b09-4c8e-ba19-d9dfc9f9001c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:30.628878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95d1cd30-8b09-4c8e-ba19-d9dfc9f9001c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:30.642914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95d1cd30-8b09-4c8e-ba19-d9dfc9f9001c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:30.663440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.669262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.669778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.670550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.671310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.671811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.672286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:30.674495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-057fa4d5-443b-4b91-a392-b6d5d317b5fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.6346054
Dec 16 09:38:30.691338 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-95d1cd30-8b09-4c8e-ba19-d9dfc9f9001c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:30.695947 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95d1cd30-8b09-4c8e-ba19-d9dfc9f9001c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1087875
Dec 16 09:38:30.696543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:30.772374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-929f7f94-8729-4583-b86b-b7e5307073c7 req-58215ecd-10fd-4e7a-84e7-d1485bec54ce tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 210 time: 0.0904360
Dec 16 09:38:30.866884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:30.945376 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.099519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.105263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-663d49bb-877c-4df6-b7ea-d5def1ed1ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:31.110759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:31.118515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Usage tracker for resource:security_group_rule and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:31.125220 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed15e0>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '36d06508-be6d-449e-a050-398fa808dcbb', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'port_id': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'mac_address': 'fa:16:3e:9b:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:39Z', 'updated_at': '2021-12-16T09:38:26Z', 'revision_number': 1, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:47Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:31.126363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:31.130851 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f50b6b-3321-414f-8ec1-01958739a4a0 None None] The sync data for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 is: [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '36d06508-be6d-449e-a050-398fa808dcbb', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'port_id': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'mac_address': 'fa:16:3e:9b:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:39Z', 'updated_at': '2021-12-16T09:38:26Z', 'revision_number': 1, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:47Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:38:31.141157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6030e4d-bd1e-490f-bfc8-a627ff74a539,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:31.142383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:31.142912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6c984597-19fc-4533-94c7-2405a4994ef8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:31.148103 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:31.162402 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.166452 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/c6030e4d-bd1e-490f-bfc8-a627ff74a539 HTTP/1.1" status: 204  len: 168 time: 0.4689465
Dec 16 09:38:31.167773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41822) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:31.236450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.269026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6c984597-19fc-4533-94c7-2405a4994ef8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:31.269433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.289913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-79865929-2051-4109-9b56-4d05b777eb9d tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1937425
Dec 16 09:38:31.300836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-53c4db32-15aa-457b-a08f-40da01d19f11 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Synchronizing usage tracker for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:31.325477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-53c4db32-15aa-457b-a08f-40da01d19f11 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Unset dirty status for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:31.335926 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-53c4db32-15aa-457b-a08f-40da01d19f11 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1669858
Dec 16 09:38:31.337358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:31.343224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289032213'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:31.347334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c473ccff-52b9-4df0-95e3-5c96e27891cf details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:31.352050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:31.365044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:31.382628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2389820>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 2, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:31.383544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.392959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Checking router: ba3ee089-0ef0-40d6-aa58-a0484161840e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:38:31.393328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Updating router ba3ee089-0ef0-40d6-aa58-a0484161840e port 95b9343d-cf37-46c3-bad5-7299bc3fe548 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:38:31.395307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.399098 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8cc38e3-5999-4a4f-b6c6-095c6e5e48d0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:31.416313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:31.438836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:31.442667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:31.461667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:31.489477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced8987-cd21-4321-b3ff-f8aeb05d864f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:31.548999 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:31.601128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.612123 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2f34c-e9d8-4043-966e-ae79fd2230b9 None None] New status for floating IP 36d06508-be6d-449e-a050-398fa808dcbb: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:38:31.620661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.633866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:38:31.666292 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3d3bf30-dd66-45e1-98af-ecc95592aa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:31.673871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.683632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:31.685009 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3464687
Dec 16 09:38:31.692597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41840) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:31.700495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fae859ea-4569-495b-811f-a988a1f83375 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': '98dd7217-c03e-4cbb-8b28-23382fd2dedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:31.718856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fae859ea-4569-495b-811f-a988a1f83375 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:31.726141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fae859ea-4569-495b-811f-a988a1f83375 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:31.759240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd7217-c03e-4cbb-8b28-23382fd2dedd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:31.776314 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:31.777181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fae859ea-4569-495b-811f-a988a1f83375 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:31.791783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fae859ea-4569-495b-811f-a988a1f83375 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:31.871744 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-fae859ea-4569-495b-811f-a988a1f83375 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The resource could not be found.
Dec 16 09:38:31.872879 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fae859ea-4569-495b-811f-a988a1f83375 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1788065
Dec 16 09:38:31.876302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41846) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:31.885512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3eb3446d-1a21-4771-8b40-d3a43a8d4ea3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': '98dd7217-c03e-4cbb-8b28-23382fd2dedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8b8b711b-8673-4178-a542-44c6346ee7f8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:31.910141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eb3446d-1a21-4771-8b40-d3a43a8d4ea3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:31.918300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eb3446d-1a21-4771-8b40-d3a43a8d4ea3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:31.932128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eb3446d-1a21-4771-8b40-d3a43a8d4ea3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:31.938841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eb3446d-1a21-4771-8b40-d3a43a8d4ea3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:31.988334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-d044651c-da18-4f06-8b6d-b1f458aaa231 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:31.990367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-d044651c-da18-4f06-8b6d-b1f458aaa231 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5413969
Dec 16 09:38:32.009731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.013509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.5542827
Dec 16 09:38:32.017869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41854) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:32.032495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Request body: {'port': {'device_id': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '3a5e3a49f84f4038805610e3dedf48a5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:32.039745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Request body: {'security_group_rule': {'security_group_id': '9ced8987-cd21-4321-b3ff-f8aeb05d864f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:32.055709 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-3eb3446d-1a21-4771-8b40-d3a43a8d4ea3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The resource could not be found.
Dec 16 09:38:32.056698 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3eb3446d-1a21-4771-8b40-d3a43a8d4ea3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1794355
Dec 16 09:38:32.057869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:32.059968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:32.110414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Usage tracker for resource:security_group_rule and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:32.125049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:32.141399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9b4e-5358-43e6-9144-821d9ab3e157 req-85f1b1eb-0098-4003-9a64-ab19d5dc99a8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:32.152935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:32.157521 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-accc9b4e-5358-43e6-9144-821d9ab3e157 req-85f1b1eb-0098-4003-9a64-ab19d5dc99a8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.8918576
Dec 16 09:38:32.194457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41864) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:32.196771 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.212662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Transition to ACTIVE for port object 95b9343d-cf37-46c3-bad5-7299bc3fe548 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:32.234539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.255132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.277779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-4c358e29-1671-4b41-bd4b-50e12c51c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:32.280409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-4c358e29-1671-4b41-bd4b-50e12c51c052 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 1.6001527
Dec 16 09:38:32.284330 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.292800 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:32.318410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-dcba84d3-614c-4b36-9b91-a21eb8e6b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:32.320843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-dcba84d3-614c-4b36-9b91-a21eb8e6b820 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 912 time: 1.8290966
Dec 16 09:38:32.349358 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.425238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.433132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.443447 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:32.459576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff457e-7922-4373-97fc-f03b4620bb2c None None] Pushing event updated for resources: {'Port': ['ID=95b9343d-cf37-46c3-bad5-7299bc3fe548,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:32.461397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-ebef1231-bc30-4176-8241-7b2109548d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:32.463216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-ebef1231-bc30-4176-8241-7b2109548d56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c HTTP/1.1" status: 200  len: 912 time: 1.6442189
Dec 16 09:38:32.464120 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fbff457e-7922-4373-97fc-f03b4620bb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:32.464810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-c85e222b-2b24-45a8-b6ec-309731082896 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6761bb75-9069-4e99-9999-28e26091eb6e HTTP/1.1" status: 200  len: 217 time: 0.0995493
Dec 16 09:38:32.539451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-accc9b4e-5358-43e6-9144-821d9ab3e157 req-fe001c29-d2ab-4df3-8795-8d38e98175f1 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3784068
Dec 16 09:38:32.541454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5117b332-3788-4c69-bf27-fb604fa07137,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:32.580401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.584693 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:32.611040 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5880f43-e23f-42ac-abb7-a5e39e551fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:32.734189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd7217-c03e-4cbb-8b28-23382fd2dedd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:32.741074 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:32.760165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:32.807301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:32.816449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Usage tracker for resource:security_group_rule and tenant:cbba0780a5d442fba5fd1a9b69e09610 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:32.826438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:32.840324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:32.989137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Attempting to bind port 95b9343d-cf37-46c3-bad5-7299bc3fe548 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:32.990948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Attempting to bind port 95b9343d-cf37-46c3-bad5-7299bc3fe548 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:32.991377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Attempting to bind port 95b9343d-cf37-46c3-bad5-7299bc3fe548 on network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:32.997170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.001539 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9801831
Dec 16 09:38:33.002325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41878) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:33.011523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:33.012300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Checking segment: {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:33.013617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.013793 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.014483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Bound using segment: {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:33.014902 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/98dd7217-c03e-4cbb-8b28-23382fd2dedd HTTP/1.1" status: 204  len: 168 time: 0.9540386
Dec 16 09:38:33.016351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Bound port: 95b9343d-cf37-46c3-bad5-7299bc3fe548, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:33.016981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.018357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Request body: {'security_group_rule': {'security_group_id': '9ced8987-cd21-4321-b3ff-f8aeb05d864f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:33.027270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:33.029412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:33.038999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:33.044843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Usage tracker for resource:security_group_rule and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:33.049668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:33.061585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:33.078621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.088266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.093974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-73d24951-a5fd-4f10-be8c-272ac4fdb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:33.095550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-73d24951-a5fd-4f10-be8c-272ac4fdb107 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 200  len: 851 time: 0.3622732
Dec 16 09:38:33.110044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'mac_address': 'fa:16:3e:3c:28:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:33.123024 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e26f2579-f664-4358-8f19-c10572813e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:33.129377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-d56811f4-0328-439f-ad97-00fa71744b63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.5531194
Dec 16 09:38:33.135455 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbba0780a5d442fba5fd1a9b69e09610&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9343233
Dec 16 09:38:33.142685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41886) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:33.173006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.237687 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.252102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7dae3e9e-b639-44e6-8e68-66915e9f0f23 req-747366a7-38a9-4bed-814b-da850bb7f2a6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 210 time: 0.2433608
Dec 16 09:38:33.255602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:33.271039 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.272283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcc101a-6a07-4334-8f37-b7c30a986e5a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:33.286112 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:33.286112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.295412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] For port 95b9343d-cf37-46c3-bad5-7299bc3fe548, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:33.307786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e603cfee-a17b-4677-ad4d-673383db3c37 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:33.308022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c473ccff-52b9-4df0-95e3-5c96e27891cf {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:33.327974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:33.332594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] For port 95b9343d-cf37-46c3-bad5-7299bc3fe548, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=95b9343d-cf37-46c3-bad5-7299bc3fe548,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:33.334664 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.337020 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29886b83-1470-40a0-a5e2-361fa60d0d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:33.349544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb743ed-ea28-4f7d-812a-d96d441d4c4a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:33.352804 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:33.355391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-a4473555-c6b0-4503-a7b9-1f563c5d83d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1913154
Dec 16 09:38:33.374450 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f23b1eba-060d-4c96-a151-65fb3b600946 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3357472
Dec 16 09:38:33.375954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:33.377138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:33.383426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.385556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-7b655536-c255-4944-a31e-d88e3a00799e service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0760615
Dec 16 09:38:33.387513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.392175 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3826637
Dec 16 09:38:33.399764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:33.404845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:33.415883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-27b2f5cc-86fa-4133-8783-334c726e45d9 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': '084b1e1b-32e3-46ea-89aa-b3e4d105cd2b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:33.419989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:33.425606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27b2f5cc-86fa-4133-8783-334c726e45d9 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:33.430576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27b2f5cc-86fa-4133-8783-334c726e45d9 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:33.433129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:33.433661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Usage tracker for resource:floatingip and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:33.435333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27b2f5cc-86fa-4133-8783-334c726e45d9 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:33.439540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:33.443489 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.444212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27b2f5cc-86fa-4133-8783-334c726e45d9 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:33.444900 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:33.446893 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.453051 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:33.458996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:33.495912 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.583898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-a4903d9f-6b2a-4b80-9ff6-65d5c0d52e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:33.586192 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-a4903d9f-6b2a-4b80-9ff6-65d5c0d52e0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.4166145
Dec 16 09:38:33.648925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.658018 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0de308c0-b17e-49d3-a019-13a905fe1892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:33.658204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff457e-7922-4373-97fc-f03b4620bb2c None None] Pushing event updated for resources: {'Port': ['ID=95b9343d-cf37-46c3-bad5-7299bc3fe548,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:33.670789 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fbff457e-7922-4373-97fc-f03b4620bb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:33.673255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c473ccff-52b9-4df0-95e3-5c96e27891cf'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:33.674381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Made reservation on behalf of 3a5e3a49f84f4038805610e3dedf48a5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:33.678162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcc101a-6a07-4334-8f37-b7c30a986e5a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:33.680972 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:33.681913 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.683486 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.686114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bcc101a-6a07-4334-8f37-b7c30a986e5a HTTP/1.1" status: 204  len: 168 time: 0.5383418
Dec 16 09:38:33.715554 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:33.917021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Allocated IP 172.25.3.109 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/6ac38e51-16a1-4661-bdaa-d9a19c1b364a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:34.033922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:38:34.036116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2389820>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:34.487650 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:34.565158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:34.575009 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:34.630331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:34.711547 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-27b2f5cc-86fa-4133-8783-334c726e45d9 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The resource could not be found.
Dec 16 09:38:34.712947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:38:34.722083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27b2f5cc-86fa-4133-8783-334c726e45d9 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 1.3348346
Dec 16 09:38:34.748343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41914) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:34.817585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:34.827266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:34.898223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:34.930724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--538582610'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:34.933202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:34.977560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:35.026363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:35.041037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:35.050761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95b9343d-cf37-46c3-bad5-7299bc3fe548 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:35.084024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:35.102550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:35.106376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event updated for resources: {'Port': ['ID=6ac38e51-16a1-4661-bdaa-d9a19c1b364a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:35.137649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8d4d176b5d4fcd92f5af06b59c512c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:35.145904 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:35.148144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:35.170449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:35.196577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 95b9343d-cf37-46c3-bad5-7299bc3fe548 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:35.215891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 95b9343d-cf37-46c3-bad5-7299bc3fe548 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:35.216992 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.276786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.354202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c473ccff-52b9-4df0-95e3-5c96e27891cf up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:35.366185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Allocated IP 192.168.233.240 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/8d9732e5-8898-4f11-aa6b-b622c43f6c1a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:35.371698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.489205 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.572629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port c473ccff-52b9-4df0-95e3-5c96e27891cf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:35.573017 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.600815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.615188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.624559 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:35.632023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-58f8a479-d045-4240-b78c-7113b51ecd56 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.2502518
Dec 16 09:38:35.632911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.744426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2389820>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:33Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:38:35.750921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f843a2-791d-44fe-b880-3618a81bec89 None None] The sync data for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 is: [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:33Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:38:35.753991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 95b9343d-cf37-46c3-bad5-7299bc3fe548, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=95b9343d-cf37-46c3-bad5-7299bc3fe548,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:35.763773 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.766550 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:35.783438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.814231 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.819522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.821033 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4202480
Dec 16 09:38:35.850852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.861294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-047d886f-8891-489b-b29b-fdf2e7bb97e7 req-ce1e4b5f-fab7-44ce-8470-ecfc66fabe0b service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096593
Dec 16 09:38:35.865329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4071b4a1-d655-420c-8b53-83f017a9b1c1 req-3a37ddb7-857d-4bb6-8397-4f7e74b5628a service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.4098811
Dec 16 09:38:35.902886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-2e19a0e4-dc29-4c30-ae7d-19feb1b1fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:35.907137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-2e19a0e4-dc29-4c30-ae7d-19feb1b1fec8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 2.1740687
Dec 16 09:38:35.924972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event updated for resources: {'Port': ['ID=6ac38e51-16a1-4661-bdaa-d9a19c1b364a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:35.930940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d82e2-0c25-48ee-8732-c7420c02296f req-6a8ade78-cc3a-48df-9120-d81618cee640 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:35.942414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f6d82e2-0c25-48ee-8732-c7420c02296f req-6a8ade78-cc3a-48df-9120-d81618cee640 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 1.5627639
Dec 16 09:38:35.945050 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:35.967553 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:35.972368 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e2a76e6-736c-4bea-b238-16ead3dd0309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:36.011482 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c8d4d176b5d4fcd92f5af06b59c512c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3682582
Dec 16 09:38:36.016806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:36.050577 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.097992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=95b9343d-cf37-46c3-bad5-7299bc3fe548,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:36.098480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:36.103951 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:36.110817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:36.112956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b312af7b-22bb-4dc0-8973-5cc1a418a543,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:36.115623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:36.120697 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:36.140980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:36.141555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:36.149527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.174783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:36.185647 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.188976 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fbff457e-7922-4373-97fc-f03b4620bb2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:36.206944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.244748 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.331347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.337847 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87573061-50c7-4442-9f34-a533f62bd149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:36.369575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312af7b-22bb-4dc0-8973-5cc1a418a543,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:36.372441 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:36.374498 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.376011 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b312af7b-22bb-4dc0-8973-5cc1a418a543 HTTP/1.1" status: 204  len: 168 time: 0.3511019
Dec 16 09:38:36.376140 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.389863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:36.398454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Transition to ACTIVE for port object 8d9732e5-8898-4f11-aa6b-b622c43f6c1a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:36.413041 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8239dab-fa2a-4fa8-b2d6-faa0371d7421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:36.413566 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:36.447770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f6d82e2-0c25-48ee-8732-c7420c02296f req-0e3b1919-9a2b-4790-bf03-a057c713ea0a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4165497
Dec 16 09:38:36.505452 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.513103 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.7435584
Dec 16 09:38:36.513517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41938) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:36.519928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--667477456'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:36.542015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:36.551932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:36.566414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:36.580005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:36.595467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2b1815-ada6-4c11-943b-c6a8ee16a720,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:36.619902 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:36.622419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.689544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:36.696826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-26336fc5-3066-4d9a-9842-909f3543dbf7 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7150836
Dec 16 09:38:36.699326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.700470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:36.708019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:36.710875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:36.736858 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f4e58a39-981a-4743-8015-0e2afe8b9dea tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:36.741859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:36.801288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc', 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6', '82799c20-bcfa-4a03-9c07-5c787c2c0dbd'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:36.890204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event updated for resources: {'Port': ['ID=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:36.894241 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:36.931525 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.942548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:36.955285 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b62ee80-2f06-4546-b73a-2b3bdf009415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:36.997212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:37.001097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:37.003501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:37.020665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95b9343d-cf37-46c3-bad5-7299bc3fe548 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:37.083347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e912ba-82f2-4ddb-a223-2d386da466d6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:37.090375 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:37.096639 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.098553 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5839512
Dec 16 09:38:37.102603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:37.146968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5704bafc-d2e5-44a1-b206-dd46784d6adc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group_rule': {'security_group_id': 'fb2b1815-ada6-4c11-943b-c6a8ee16a720', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c4e912ba-82f2-4ddb-a223-2d386da466d6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:37.177441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5704bafc-d2e5-44a1-b206-dd46784d6adc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:37.271152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:37.274733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.318793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5704bafc-d2e5-44a1-b206-dd46784d6adc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:37.323518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5704bafc-d2e5-44a1-b206-dd46784d6adc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:37.360025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5704bafc-d2e5-44a1-b206-dd46784d6adc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:37.372928 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb41dceb-376d-49b9-b773-3cfb6cf6b3d4 req-1de19546-11a7-4c40-aca5-1c7555f4619d service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6655302
Dec 16 09:38:37.377806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 95b9343d-cf37-46c3-bad5-7299bc3fe548 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:37.378662 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.417177 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.3993604
Dec 16 09:38:37.449077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Request body: {'port': {'device_id': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:37.520048 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-5704bafc-d2e5-44a1-b206-dd46784d6adc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:38:37.521063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5704bafc-d2e5-44a1-b206-dd46784d6adc tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.4150243
Dec 16 09:38:37.524592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:37.687228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.695369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb289070-a629-44df-a18f-fc5b808a6d99 req-bed2c5da-d8b4-44be-9169-04bd36b9a454 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:37.709595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb289070-a629-44df-a18f-fc5b808a6d99 req-bed2c5da-d8b4-44be-9169-04bd36b9a454 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:37.718639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ad8b27f-8e18-4dd9-8736-5e70b97cad05 None None] Provisioning for port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:37.755439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ad8b27f-8e18-4dd9-8736-5e70b97cad05 None None] Provisioning complete for port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:37.755827 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b27f-8e18-4dd9-8736-5e70b97cad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.789410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.805703 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.851418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb289070-a629-44df-a18f-fc5b808a6d99 req-bed2c5da-d8b4-44be-9169-04bd36b9a454 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:37.862716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb289070-a629-44df-a18f-fc5b808a6d99 req-bed2c5da-d8b4-44be-9169-04bd36b9a454 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 936 time: 0.7027433
Dec 16 09:38:37.910284 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:37.921190 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18d003fb-0cde-4548-9960-631765f2d15b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:37.948117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8b27f-8e18-4dd9-8736-5e70b97cad05 None None] Port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:38:37.985408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e912ba-82f2-4ddb-a223-2d386da466d6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:37.993933 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:38.002048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.010433 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/c4e912ba-82f2-4ddb-a223-2d386da466d6 HTTP/1.1" status: 204  len: 168 time: 0.4809508
Dec 16 09:38:38.010433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:38.148757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a4224051-6cfb-407f-9a28-d34a5a3aba9c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Synchronizing usage tracker for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:38.173176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a4224051-6cfb-407f-9a28-d34a5a3aba9c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Unset dirty status for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:38.175290 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a4224051-6cfb-407f-9a28-d34a5a3aba9c tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.1636930
Dec 16 09:38:38.177823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:38.264541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.306169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.364523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.372396 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9050964-1028-4796-8bd8-0f85017338f8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:38.403892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2b1815-ada6-4c11-943b-c6a8ee16a720,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:38.410800 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:38.423013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.424391 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/fb2b1815-ada6-4c11-943b-c6a8ee16a720 HTTP/1.1" status: 204  len: 168 time: 0.2452924
Dec 16 09:38:38.427210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:38.518963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-96f48615-3053-4783-96ef-5164ec584404 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Synchronizing usage tracker for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:38.563618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-96f48615-3053-4783-96ef-5164ec584404 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Unset dirty status for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:38.575272 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-96f48615-3053-4783-96ef-5164ec584404 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1348517
Dec 16 09:38:38.575272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:38.575272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869185268'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:38.596985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:38.610618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:38.625842 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.659582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:38.665178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Usage tracker for resource:security_group_rule and tenant:c665027a09d94de4b4934c2970e54816 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:38.668953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb289070-a629-44df-a18f-fc5b808a6d99 req-99330ae7-a773-4ad7-a767-81e3d91b65c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8053060
Dec 16 09:38:38.669858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:38.677841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:38.771664 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'code': 200}
Dec 16 09:38:38.782665 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.823235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.834275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9732e5-8898-4f11-aa6b-b622c43f6c1a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:38.846581 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.863207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Transition to ACTIVE for port object 8d9732e5-8898-4f11-aa6b-b622c43f6c1a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:38.865791 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-29e4519e-b639-498b-be34-2797c765bc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:38.878125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.885038 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fa6e5236-b121-46d2-926b-579a03d5b21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:38.913823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169c999f-8926-42c9-b591-18df404359d2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:38.916992 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:38.917905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:38.922917 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3554642
Dec 16 09:38:38.923956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:38.929902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-41166bc0-5e67-41b3-a76b-30932aa66dc8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:38.932804 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-41166bc0-5e67-41b3-a76b-30932aa66dc8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 09:38:38.957458 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-41166bc0-5e67-41b3-a76b-30932aa66dc8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:38:38.959090 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41166bc0-5e67-41b3-a76b-30932aa66dc8 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "PUT /v2.0/security-groups/169c999f-8926-42c9-b591-18df404359d2 HTTP/1.1" status: 409  len: 330 time: 0.0339212
Dec 16 09:38:38.959917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:39.089908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:39.129672 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:39.208741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:39.218688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-147f4cfd-2e5f-49b5-9f33-c8e745b2b61a tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Synchronizing usage tracker for tenant:ccc3490da48246a1ba8f13e20195089a on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:39.219501 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48fafe8a-cb25-4e86-a5c7-c23c90e1808b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:39.225485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Pushing event updated for resources: {'Port': ['ID=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:39.247030 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:39.255451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c999f-8926-42c9-b591-18df404359d2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:39.262588 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:39.270727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:39.275048 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/169c999f-8926-42c9-b591-18df404359d2 HTTP/1.1" status: 204  len: 168 time: 0.3109944
Dec 16 09:38:39.275926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42026) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:39.285106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-147f4cfd-2e5f-49b5-9f33-c8e745b2b61a tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Unset dirty status for tenant:ccc3490da48246a1ba8f13e20195089a on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:39.303371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-147f4cfd-2e5f-49b5-9f33-c8e745b2b61a tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--613017617&fields=id&tenant_id=ccc3490da48246a1ba8f13e20195089a HTTP/1.1" status: 200  len: 267 time: 0.3408489
Dec 16 09:38:39.339016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Attempting to bind port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:39.339621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Attempting to bind port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:39.340138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Attempting to bind port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:39.360607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54684ae7-062b-4740-8047-d16de01e2b08 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Synchronizing usage tracker for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:39.384316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54684ae7-062b-4740-8047-d16de01e2b08 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Unset dirty status for tenant:c665027a09d94de4b4934c2970e54816 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:39.391947 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54684ae7-062b-4740-8047-d16de01e2b08 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1146059
Dec 16 09:38:39.392860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:39.413681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:38:39.414014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Attempting to bind port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:39.424114 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-0584d062-3fff-46bc-a4dd-19f2d5aec97b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] delete failed (client error): The resource could not be found.
Dec 16 09:38:39.429369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:39.429369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:39.429369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:39.429369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Bound port: 8d9732e5-8898-4f11-aa6b-b622c43f6c1a, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:39.429369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:39.434681 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0584d062-3fff-46bc-a4dd-19f2d5aec97b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "DELETE /v2.0/security-groups/de07bf63-1d20-4e5a-a750-068f4569ecc4 HTTP/1.1" status: 404  len: 347 time: 0.0347428
Dec 16 09:38:39.434681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42034) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:39.454142 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-b6308a3b-d79a-45c0-a672-21f45c30d5c2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] show failed (client error): The resource could not be found.
Dec 16 09:38:39.459890 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b6308a3b-d79a-45c0-a672-21f45c30d5c2 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-groups/0b7c23c6-97d7-43d3-ba7e-501f046db392 HTTP/1.1" status: 404  len: 347 time: 0.0281832
Dec 16 09:38:39.460475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:39.485149 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-db3b3965-f9e0-42e4-aef3-67b0b69dab14 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] show failed (client error): The resource could not be found.
Dec 16 09:38:39.490998 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-db3b3965-f9e0-42e4-aef3-67b0b69dab14 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] 10.222.0.66 "GET /v2.0/security-group-rules/3381207f-d8ea-45af-997c-70c4f096df85 HTTP/1.1" status: 404  len: 356 time: 0.0296061
Dec 16 09:38:39.591801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-54c41698-72ae-4232-8dd8-32f25def1040 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:39.592577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-54c41698-72ae-4232-8dd8-32f25def1040 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Synchronizing usage tracker for tenant:ccc3490da48246a1ba8f13e20195089a on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:39.615498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] For port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:39.619471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] For port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:39.627958 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:39.633647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-54c41698-72ae-4232-8dd8-32f25def1040 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Unset dirty status for tenant:ccc3490da48246a1ba8f13e20195089a on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:39.640906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-54c41698-72ae-4232-8dd8-32f25def1040 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/networks?id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f HTTP/1.1" status: 200  len: 812 time: 0.3366423
Dec 16 09:38:39.644806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:39.724874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-04108602-2cdb-4c4a-8f00-1f8ae061b65d tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/quotas/ccc3490da48246a1ba8f13e20195089a HTTP/1.1" status: 200  len: 375 time: 0.0827751
Dec 16 09:38:39.733349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:39.733683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:39.735075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] 10.222.0.54 "PUT /v2.0/ports/8d9732e5-8898-4f11-aa6b-b622c43f6c1a HTTP/1.1" status: 200  len: 1096 time: 2.2958100
Dec 16 09:38:39.770444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'tag': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:39.875864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Pushing event updated for resources: {'Port': ['ID=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:39.903650 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:39.909451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42050) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:39.983854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-0de32b5f-6d22-4e4e-85df-f5568de9fd26 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccc3490da48246a1ba8f13e20195089a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2566297
Dec 16 09:38:40.003274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-64d4931f-33a8-4a2c-906c-5f519b152a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:40.005142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-64d4931f-33a8-4a2c-906c-5f519b152a85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 1099 time: 0.2190890
Dec 16 09:38:40.194920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-819d2478-2228-4f4c-ba2e-f47947acafde admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c665027a09d94de4b4934c2970e54816&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2689297
Dec 16 09:38:40.200778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:40.244694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-07e79c60-b335-44f5-a428-152d0022e37a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8d9732e5-8898-4f11-aa6b-b622c43f6c1a HTTP/1.1" status: 200  len: 217 time: 0.1578624
Dec 16 09:38:40.265456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:40.302687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:40.352327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-3f638c95-d33c-4c93-ac0a-1f0e9c48d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:40.353758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-3f638c95-d33c-4c93-ac0a-1f0e9c48d90f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1020629
Dec 16 09:38:40.361669 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-72258e7f-b8fd-4559-a658-83d7c22ff896 service neutron] 10.222.0.66 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494895
Dec 16 09:38:40.374623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:40.380584 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-784b1732-e10c-46bd-8cff-39950867707b tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:40.395221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ef2ea9-ccc2-4c37-a78c-456d3986c846,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:40.403463 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:40.412520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:40.416655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0ef2ea9-ccc2-4c37-a78c-456d3986c846 HTTP/1.1" status: 204  len: 168 time: 0.2196805
Dec 16 09:38:40.555151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-99350aa6-8ed1-41b4-95b5-1983981a9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:40.556663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-99350aa6-8ed1-41b4-95b5-1983981a9bd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1939254
Dec 16 09:38:40.562514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-8f2a8c70-94ff-43fe-89c3-76c5586e2e72 service neutron] 10.222.0.66 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627638
Dec 16 09:38:40.721976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-9045bbe5-c743-457b-955f-e6de2e7c9e0b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576576
Dec 16 09:38:41.169496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9c53-080b-40a6-bdf1-0352fe07cb2f req-a5c97787-0b60-4e27-937a-964201a96e40 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:41.169496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f6f9c53-080b-40a6-bdf1-0352fe07cb2f req-a5c97787-0b60-4e27-937a-964201a96e40 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.1541142
Dec 16 09:38:41.189419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27526ad1-3414-4336-b2f0-caf90e1a7a58 req-b4bd9235-8bcb-41a5-93f5-356fbefd906b service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4500334
Dec 16 09:38:41.279367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f6f9c53-080b-40a6-bdf1-0352fe07cb2f req-19c36cd4-66e1-4e71-bfd5-a9ec46f1584c tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890825
Dec 16 09:38:41.658516 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:42.007930 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9fa72199-a7cf-4817-8dc1-c439ff55e6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:42.244203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996297f6-41f6-4bf9-8295-669b7d10687c req-b39f605a-e016-4ddc-ab99-abc9e282435c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:42.258379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996297f6-41f6-4bf9-8295-669b7d10687c req-b39f605a-e016-4ddc-ab99-abc9e282435c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 948 time: 0.1458428
Dec 16 09:38:42.340040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996297f6-41f6-4bf9-8295-669b7d10687c req-92dcd0d8-a9f6-48ea-b00a-107ac2a81e6b tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852044
Dec 16 09:38:42.422527 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'tag': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a', 'status': 'completed', 'code': 200}
Dec 16 09:38:42.740178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70b15adb-597f-451c-ad2e-28af35204d20 req-40bfb8e3-5300-45e6-b254-64d28434e697 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 210 time: 0.2099228
Dec 16 09:38:43.165833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-16f85680-609b-41ce-b75f-d4c0821b4849 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:43.165833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-16f85680-609b-41ce-b75f-d4c0821b4849 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.74 "GET /v2.0/networks?id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f HTTP/1.1" status: 200  len: 812 time: 0.5657275
Dec 16 09:38:43.165833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-c0e231d0-aa6d-4597-873f-666070681170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:43.165833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-c0e231d0-aa6d-4597-873f-666070681170 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 1099 time: 0.5696747
Dec 16 09:38:43.347441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887b475-4b79-41a1-9c11-93f709078b04 req-f2a5b32a-66bc-491b-a4cf-c8d87b10b615 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:43.352881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4887b475-4b79-41a1-9c11-93f709078b04 req-f2a5b32a-66bc-491b-a4cf-c8d87b10b615 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.3195493
Dec 16 09:38:43.354543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 8d9732e5-8898-4f11-aa6b-b622c43f6c1a details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:43.398405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-3695718f-c120-447b-b52d-1e93de09f6ac tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccc3490da48246a1ba8f13e20195089a HTTP/1.1" status: 200  len: 379 time: 0.1995890
Dec 16 09:38:43.448095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Request body: {'port': {'device_id': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'admin_state_up': True, 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'security_groups': ['9ced8987-cd21-4321-b3ff-f8aeb05d864f']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:43.601062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:43.616227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-de75a0b5-23f5-43d1-9f68-763b5f293828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:43.619454 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-de75a0b5-23f5-43d1-9f68-763b5f293828 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd HTTP/1.1" status: 200  len: 870 time: 0.4447303
Dec 16 09:38:43.635647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a', 'mac_address': 'fa:16:3e:55:0f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:43.708273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4887b475-4b79-41a1-9c11-93f709078b04 req-0a2a5b88-7b97-4162-a749-3d4f6df55578 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3479979
Dec 16 09:38:43.756674 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:43.795945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9732e5-8898-4f11-aa6b-b622c43f6c1a {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:43.796184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:43.801068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Usage tracker for resource:port and tenant:ccc3490da48246a1ba8f13e20195089a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:43.804825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:43.819077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:43.838691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:43.843373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:43.848183 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:43.856664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Made reservation on behalf of ccc3490da48246a1ba8f13e20195089a for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:38:43.866243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:43.887815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-3eba14ff-638a-4087-969a-72617500f396 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8d9732e5-8898-4f11-aa6b-b622c43f6c1a HTTP/1.1" status: 200  len: 217 time: 0.1849310
Dec 16 09:38:43.937628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:43.942309 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:43.945315 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:44.038097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-bb6205f7-b1d4-442f-9306-ee9df8b2744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:44.038097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-bb6205f7-b1d4-442f-9306-ee9df8b2744e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.1356976
Dec 16 09:38:44.199494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['8d9732e5-8898-4f11-aa6b-b622c43f6c1a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:44.201182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-f8804193-3b88-4302-a08d-e21c1b4391e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:44.203115 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-f8804193-3b88-4302-a08d-e21c1b4391e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.1510139
Dec 16 09:38:44.329525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Allocated IP 172.20.0.14 (2b42e4e3-dd2e-45ea-b676-759ba1d4782f/bcd9ef31-d9da-4908-bd10-ce9da91cf4aa/8ae1227e-3183-4f46-851a-165321421107) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:38:44.424344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-9b9a42b1-d206-400a-a236-aab6e89d0d5e service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125969
Dec 16 09:38:44.468125 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-96baae4c-a607-4f0f-af15-78254d32985f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:44.887117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:44.964543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abc6f58b-1762-4784-9c97-e5cffb0c54e4 req-241177ee-62b0-4e5d-9cd9-e83981335381 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5340796
Dec 16 09:38:45.007994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff140111-ca0c-44c1-9e26-5b685e106347 req-ba942cf2-2d97-44eb-9b2f-a419955b48ee tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:45.017916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff140111-ca0c-44c1-9e26-5b685e106347 req-ba942cf2-2d97-44eb-9b2f-a419955b48ee tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 949 time: 0.4104798
Dec 16 09:38:45.049091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.093373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.102730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Transition to ACTIVE for port object 8ae1227e-3183-4f46-851a-165321421107 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:45.111589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:45.145420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff140111-ca0c-44c1-9e26-5b685e106347 req-d568fd4b-2e4a-4246-ae8e-9c72a066848d tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033559
Dec 16 09:38:45.150767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7780134af043a682394615dc384311 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:45.167560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:45.180887 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.180887 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a424b6bd-12ac-467e-8038-3b237a1ade91 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:45.203563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:45.249518 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.300479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.308852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.327971 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62679681-a862-4edc-9968-56f1b69ab9ee tempest-RoutersAdminNegativeTest-191953691 tempest-RoutersAdminNegativeTest-191953691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:45.378198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:38:45.387421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:38:45.398434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:38:45.410572 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc7780134af043a682394615dc384311&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5203528
Dec 16 09:38:45.412412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42176) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:45.425424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50786f32-c923-4f72-a627-91b4cce09fd2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:45.458761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:45.464900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:45.465376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.483949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event updated for resources: {'Port': ['ID=8ae1227e-3183-4f46-851a-165321421107,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:45.505928 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:45.514689 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.548519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1380491
Dec 16 09:38:45.579917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Request body: {'port': {'device_id': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:38:45.668507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419979-04c5-43d3-a7af-0213e36ea53f req-c6ed65dc-ea2b-4741-aea3-e631eb030e5a tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:45.668507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-37419979-04c5-43d3-a7af-0213e36ea53f req-c6ed65dc-ea2b-4741-aea3-e631eb030e5a tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Synchronizing usage tracker for tenant:ccc3490da48246a1ba8f13e20195089a on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:45.699757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.757046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-37419979-04c5-43d3-a7af-0213e36ea53f req-c6ed65dc-ea2b-4741-aea3-e631eb030e5a tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Unset dirty status for tenant:ccc3490da48246a1ba8f13e20195089a on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:45.757976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37419979-04c5-43d3-a7af-0213e36ea53f req-c6ed65dc-ea2b-4741-aea3-e631eb030e5a tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 932 time: 0.4284828
Dec 16 09:38:45.769075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.787106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.864807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e762e318-a9fc-4126-aa20-3f5189a8d58e None None] Provisioning for port 8ae1227e-3183-4f46-851a-165321421107 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:45.875144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e762e318-a9fc-4126-aa20-3f5189a8d58e None None] Provisioning complete for port 8ae1227e-3183-4f46-851a-165321421107 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:45.875717 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e762e318-a9fc-4126-aa20-3f5189a8d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.883033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:45.893762 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c14573c6-2679-4120-bdae-9b0509fa8f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:45.975474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50786f32-c923-4f72-a627-91b4cce09fd2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:46.042836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e762e318-a9fc-4126-aa20-3f5189a8d58e None None] Port 8ae1227e-3183-4f46-851a-165321421107 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:38:46.095145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:46.095145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:46.095145 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50786f32-c923-4f72-a627-91b4cce09fd2 HTTP/1.1" status: 204  len: 168 time: 0.6122034
Dec 16 09:38:46.132432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37419979-04c5-43d3-a7af-0213e36ea53f req-175c3d6f-b083-475b-b152-5407783e36be tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3641346
Dec 16 09:38:46.604075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c7b54-5557-40a4-8ab2-f361b568b927 req-18396613-ef83-4251-b0de-fb3cd91242cc tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:46.615466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-558c7b54-5557-40a4-8ab2-f361b568b927 req-18396613-ef83-4251-b0de-fb3cd91242cc tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.3334019
Dec 16 09:38:46.656673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:46.699914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:46.720239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:46.724061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Usage tracker for resource:security_group_rule and tenant:11c8687433e04316aa5ac391480d266c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:46.729361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:46.736951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:46.747014 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-558c7b54-5557-40a4-8ab2-f361b568b927 req-28819ea7-7242-4292-8694-6cb7a2fe3041 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273699
Dec 16 09:38:46.835101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae1227e-3183-4f46-851a-165321421107 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:46.872225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:46.900573 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:46.909010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:46.911285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Transition to ACTIVE for port object 8ae1227e-3183-4f46-851a-165321421107 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:38:46.918462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:46.952899 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642988fb-7929-4d8a-bd34-7a95e90b05b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:46.984525 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f43c8cdb-4448-4e72-8fff-ab96a49aff04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:47.024234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:47.094665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c39792b-d6cf-4b5b-85c4-4aa8768c70c3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:47.107092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:47.181696 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11c8687433e04316aa5ac391480d266c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5207148
Dec 16 09:38:47.188390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:47.355474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:47.366884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Pushing event updated for resources: {'Port': ['ID=8ae1227e-3183-4f46-851a-165321421107,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:47.384812 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:47.385362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 8d9732e5-8898-4f11-aa6b-b622c43f6c1a up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:47.438057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:47.596985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:47.606477 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-60a852c1-0970-481a-9312-7bde8df45342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:47.636648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c39792b-d6cf-4b5b-85c4-4aa8768c70c3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:47.650373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:47.664673 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c39792b-d6cf-4b5b-85c4-4aa8768c70c3 HTTP/1.1" status: 204  len: 168 time: 0.4659572
Dec 16 09:38:47.681520 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:47.856237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2b53-9047-474d-b8a1-868451b78850 req-64f0137f-e94f-44a4-a371-58440eb81302 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:47.867891 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74fe2b53-9047-474d-b8a1-868451b78850 req-64f0137f-e94f-44a4-a371-58440eb81302 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 949 time: 0.3189178
Dec 16 09:38:47.874606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Attempting to bind port 8ae1227e-3183-4f46-851a-165321421107 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:38:47.874606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Attempting to bind port 8ae1227e-3183-4f46-851a-165321421107 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:38:47.874606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Attempting to bind port 8ae1227e-3183-4f46-851a-165321421107 on network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:47.886318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:47.911632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Port 8ae1227e-3183-4f46-851a-165321421107 on network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:38:47.911632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Attempting to bind port 8ae1227e-3183-4f46-851a-165321421107 on network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:38:47.917578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:47.917578 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:47.923254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:38:47.923254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Checking segment: {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:38:47.923254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Bound using segment: {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:38:47.923254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Bound port: 8ae1227e-3183-4f46-851a-165321421107, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fc1904-e47a-406a-b105-c04ef6c91106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:38:47.923254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:48.050125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74fe2b53-9047-474d-b8a1-868451b78850 req-de846c19-b5be-4c76-8c5d-79315fb42b0b tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777916
Dec 16 09:38:48.067602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] For port 8ae1227e-3183-4f46-851a-165321421107, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:38:48.073886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] For port 8ae1227e-3183-4f46-851a-165321421107, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8ae1227e-3183-4f46-851a-165321421107,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:38:48.080344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:48.089467 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e4cb6b8-bb0d-45b9-849c-fe64399de5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:48.179991 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:48.263338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Pushing event updated for resources: {'Port': ['ID=8ae1227e-3183-4f46-851a-165321421107,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:48.266519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:48.271959 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:48.301304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:48.303250 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:48.303976 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:48.306398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] 10.222.0.74 "PUT /v2.0/ports/8ae1227e-3183-4f46-851a-165321421107 HTTP/1.1" status: 200  len: 1092 time: 2.7372918
Dec 16 09:38:48.308571 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:48.314293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'tag': '8ae1227e-3183-4f46-851a-165321421107'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:48.320490 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dd2b059f-8297-43ea-8b9f-f4d72f338b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:48.465893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:48.475590 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:48.965152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4629a83-316b-4415-97f4-d5e354fd14e0 req-654cde0f-63aa-48a4-8cbe-9c391abebb3b tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:48.977650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4629a83-316b-4415-97f4-d5e354fd14e0 req-654cde0f-63aa-48a4-8cbe-9c391abebb3b tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 944 time: 0.6697464
Dec 16 09:38:49.115801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-329339f9-c9df-437b-8325-eb2e81ad5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:49.126207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-329339f9-c9df-437b-8325-eb2e81ad5060 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccc3490da48246a1ba8f13e20195089a&device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 1095 time: 0.7134535
Dec 16 09:38:49.220524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4629a83-316b-4415-97f4-d5e354fd14e0 req-dd3972f6-9ea6-4b77-839b-4e7a9cbd83a6 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2401502
Dec 16 09:38:49.226201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-861b0fb7-2ce6-4938-a299-0ac352622881 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae1227e-3183-4f46-851a-165321421107 HTTP/1.1" status: 200  len: 217 time: 0.1002223
Dec 16 09:38:49.397970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-65b55ba5-1af9-40bf-b528-9023341667e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:49.397970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-65b55ba5-1af9-40bf-b528-9023341667e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bcd9ef31-d9da-4908-bd10-ce9da91cf4aa HTTP/1.1" status: 200  len: 851 time: 0.1565993
Dec 16 09:38:49.413887 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:38:49.578497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-9c1c7052-e62f-48d8-974b-e70991bec447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:49.578497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-9c1c7052-e62f-48d8-974b-e70991bec447 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1672590
Dec 16 09:38:49.587987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a4d0-f083-45c7-aaa1-a2f0d84c5dc3 req-17ae766a-d8ae-4a3a-89cb-4c698d888189 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:49.587987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bae2a4d0-f083-45c7-aaa1-a2f0d84c5dc3 req-17ae766a-d8ae-4a3a-89cb-4c698d888189 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.1773252
Dec 16 09:38:49.751645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bae2a4d0-f083-45c7-aaa1-a2f0d84c5dc3 req-9a6c907b-7a04-4593-b9a7-265accc00a60 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217668
Dec 16 09:38:49.794149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-71acaac6-2d91-417c-b29a-3600df9d51c9 service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093227
Dec 16 09:38:50.137464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca4fc45a-1818-43cd-ba9f-f6516c8e9179 req-875301e4-1dd3-432c-ac4c-f1ce2ee8c869 service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3198817
Dec 16 09:38:50.192234 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a', 'code': 200}
Dec 16 09:38:50.415950 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'tag': '8ae1227e-3183-4f46-851a-165321421107', 'status': 'completed', 'code': 200}
Dec 16 09:38:50.834984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf4df0-7e92-4bd5-9b42-391ae6007089 req-948250b0-165a-46c2-8dd0-a5fca6c05115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:50.834984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ceaf4df0-7e92-4bd5-9b42-391ae6007089 req-948250b0-165a-46c2-8dd0-a5fca6c05115 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 1101 time: 0.5521069
Dec 16 09:38:50.875239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-bb9954b1-68e1-4fa7-94d5-bd6d6fd6f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:50.875239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-bb9954b1-68e1-4fa7-94d5-bd6d6fd6f6bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccc3490da48246a1ba8f13e20195089a&device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 1095 time: 0.4495773
Dec 16 09:38:50.901219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5b3e-3b6d-4403-8e50-5b450a3567ef req-1b9bc3f9-4ac2-4313-b607-5c286da9ff52 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:50.901219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d26c5b3e-3b6d-4403-8e50-5b450a3567ef req-1b9bc3f9-4ac2-4313-b607-5c286da9ff52 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 950 time: 0.2069566
Dec 16 09:38:51.064630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ceaf4df0-7e92-4bd5-9b42-391ae6007089 req-eeae9cda-e92a-4ca5-82ee-5f2c017d3489 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151170
Dec 16 09:38:51.112342 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d26c5b3e-3b6d-4403-8e50-5b450a3567ef req-e9953787-6a59-4157-91c1-e42f4ac990fe tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869434
Dec 16 09:38:51.164249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-d5c6be1d-40a0-4f4d-a706-b22db610ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:51.169825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-d5c6be1d-40a0-4f4d-a706-b22db610ce24 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f HTTP/1.1" status: 200  len: 913 time: 0.2916193
Dec 16 09:38:51.334385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-f0125c01-f89a-456d-8657-986f67d34ff1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae1227e-3183-4f46-851a-165321421107 HTTP/1.1" status: 200  len: 217 time: 0.1531036
Dec 16 09:38:51.455038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-caba4d2d-4738-4347-be0a-bb1d5ff59738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:51.457533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-caba4d2d-4738-4347-be0a-bb1d5ff59738 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bcd9ef31-d9da-4908-bd10-ce9da91cf4aa HTTP/1.1" status: 200  len: 851 time: 0.1135612
Dec 16 09:38:51.879283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-51eb4326-d28c-4063-98dc-213fa199dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:51.879283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-51eb4326-d28c-4063-98dc-213fa199dea8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4067128
Dec 16 09:38:52.046199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f250cf-7b41-4ea4-bf7b-9f570baa25e1 req-8284c1cc-9f3e-4370-a7a2-a158511546b8 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:52.063486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8f250cf-7b41-4ea4-bf7b-9f570baa25e1 req-8284c1cc-9f3e-4370-a7a2-a158511546b8 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 944 time: 0.3669870
Dec 16 09:38:52.412017 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8f250cf-7b41-4ea4-bf7b-9f570baa25e1 req-fce85576-941d-478d-ba89-631138748a35 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3566327
Dec 16 09:38:52.508642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-edebb7ff-f19f-4de0-ad1f-2d6433c3a1f5 service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6171582
Dec 16 09:38:52.888893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d07f2fd9-2455-4c1b-8f3e-462684a1c947 req-06d188e5-5b56-4d6d-b81a-4cbcd379c84b service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3698533
Dec 16 09:38:52.966418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8ae1227e-3183-4f46-851a-165321421107 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:38:53.115194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c0d47-7f65-4423-a941-5d832ef967cc req-7a1cf845-4732-4ba2-a97f-c21c45536f43 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:53.126629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d81c0d47-7f65-4423-a941-5d832ef967cc req-7a1cf845-4732-4ba2-a97f-c21c45536f43 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.2287705
Dec 16 09:38:53.191782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d81c0d47-7f65-4423-a941-5d832ef967cc req-42b5ba0c-ffe4-4feb-92c0-867881c997a2 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674889
Dec 16 09:38:53.333617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8ae1227e-3183-4f46-851a-165321421107, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8ae1227e-3183-4f46-851a-165321421107,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:53.358867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '8ae1227e-3183-4f46-851a-165321421107', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'port_id': '8ae1227e-3183-4f46-851a-165321421107', 'mac_address': 'fa:16:3e:e4:9b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:38:53.428923 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:53.448654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae1227e-3183-4f46-851a-165321421107 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:38:53.469200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8ae1227e-3183-4f46-851a-165321421107, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8ae1227e-3183-4f46-851a-165321421107,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:53.474410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:53.492600 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:53.696001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8ae1227e-3183-4f46-851a-165321421107,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:53.699983 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:53.749875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ef20-10cb-4f6d-ac49-62108a554e97 req-049455bb-c633-4563-b78a-00ed5506dee7 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:53.751377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca93ef20-10cb-4f6d-ac49-62108a554e97 req-049455bb-c633-4563-b78a-00ed5506dee7 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 950 time: 0.1144521
Dec 16 09:38:53.799196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca93ef20-10cb-4f6d-ac49-62108a554e97 req-b839fbd1-5ed7-4543-94de-f88f9dcee950 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416563
Dec 16 09:38:53.884590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8ae1227e-3183-4f46-851a-165321421107'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:53.927740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4acb6d64-6e5b-469d-937d-506b02f51dcf req-b2df3587-be71-472a-91d2-038031158ce0 tempest-FlavorsV2NegativeTest-318260452 tempest-FlavorsV2NegativeTest-318260452-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2fa5affe8f8a4dab8882212fdfadd754&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0340629
Dec 16 09:38:54.109749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6d64-6e5b-469d-937d-506b02f51dcf req-a177038e-fc5b-4943-b7eb-1e085b87e7ac tempest-FlavorsV2NegativeTest-318260452 tempest-FlavorsV2NegativeTest-318260452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:54.115358 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4acb6d64-6e5b-469d-937d-506b02f51dcf req-a177038e-fc5b-4943-b7eb-1e085b87e7ac tempest-FlavorsV2NegativeTest-318260452 tempest-FlavorsV2NegativeTest-318260452-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1804595
Dec 16 09:38:54.128431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4acb6d64-6e5b-469d-937d-506b02f51dcf req-eea01bce-4361-4f11-9783-79a3a0904ce4 tempest-FlavorsV2NegativeTest-318260452 tempest-FlavorsV2NegativeTest-318260452-project] 10.222.0.66 "GET /v2.0/quotas/2fa5affe8f8a4dab8882212fdfadd754 HTTP/1.1" status: 200  len: 375 time: 0.0112898
Dec 16 09:38:54.210700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4acb6d64-6e5b-469d-937d-506b02f51dcf req-b621895a-ca86-4b25-aeb9-edc9a17e005a tempest-FlavorsV2NegativeTest-318260452 tempest-FlavorsV2NegativeTest-318260452-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fa5affe8f8a4dab8882212fdfadd754&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0702910
Dec 16 09:38:54.658106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c136d4-4cbf-4d28-83a4-17c022720363 req-ff195478-b075-454b-86cc-3b077a1a064d tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:54.664118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07c136d4-4cbf-4d28-83a4-17c022720363 req-ff195478-b075-454b-86cc-3b077a1a064d tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 945 time: 0.0986681
Dec 16 09:38:54.721659 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07c136d4-4cbf-4d28-83a4-17c022720363 req-0cc4286f-335e-40e6-b62c-35b393882ce2 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535638
Dec 16 09:38:54.897486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42402) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:54.946790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27180aa4-1644-498e-bbf9-48ad3ab97ca2 req-20193d3a-c673-4430-9ed9-3d45ff2506fc tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:54.948997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27180aa4-1644-498e-bbf9-48ad3ab97ca2 req-20193d3a-c673-4430-9ed9-3d45ff2506fc tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 1101 time: 0.1052682
Dec 16 09:38:54.997294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27180aa4-1644-498e-bbf9-48ad3ab97ca2 req-6cf8af60-a294-452f-926b-6c158f989c87 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417440
Dec 16 09:38:55.029268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:55.047245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:55.051774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Usage tracker for resource:security_group_rule and tenant:2fa5affe8f8a4dab8882212fdfadd754 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:55.055078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:55.067694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:55.189108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:55.193548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:55.203713 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6fbf2341-1549-4fa4-840a-d66e802e816a tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:55.221585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641d48-d923-4d1c-9673-167758a99efa req-b3579516-b83c-45b8-bfed-7d5a88032c54 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:55.224883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f2641d48-d923-4d1c-9673-167758a99efa req-b3579516-b83c-45b8-bfed-7d5a88032c54 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.0979316
Dec 16 09:38:55.249716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2fa5affe8f8a4dab8882212fdfadd754&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3484228
Dec 16 09:38:55.249716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f935f32-fe63-485e-b594-9457f035894f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:55.250046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42410) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:55.252139 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:55.302447 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f2641d48-d923-4d1c-9673-167758a99efa req-1dd1e293-8b16-49f4-89b2-ff521dc5c728 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728927
Dec 16 09:38:55.340179 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:55.380670 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:55.440738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:55.445601 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-890dc49c-f363-4f82-a4d3-6765790c6203 tempest-ServersOnMultiNodesTest-1749987708 tempest-ServersOnMultiNodesTest-1749987708-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:55.457146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f935f32-fe63-485e-b594-9457f035894f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:55.468203 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:55.476193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:55.477688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f935f32-fe63-485e-b594-9457f035894f HTTP/1.1" status: 204  len: 168 time: 0.2261600
Dec 16 09:38:56.030759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbe4f2-9060-43f5-bc06-4173103692e5 req-3a91be3a-46c6-438d-8cd4-d22c1298eeea tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:56.032333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64cbe4f2-9060-43f5-bc06-4173103692e5 req-3a91be3a-46c6-438d-8cd4-d22c1298eeea tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 945 time: 0.0825853
Dec 16 09:38:56.083686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64cbe4f2-9060-43f5-bc06-4173103692e5 req-6de73e4d-a841-4c7e-be21-9914f4c6ecc4 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455296
Dec 16 09:38:56.256084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5950a80-12b4-48a9-a13b-1f1e2d7fe38c req-2cd00d7c-093d-4e7f-8c39-d13211de7876 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:56.257559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5950a80-12b4-48a9-a13b-1f1e2d7fe38c req-2cd00d7c-093d-4e7f-8c39-d13211de7876 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 950 time: 0.0812674
Dec 16 09:38:56.304270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5950a80-12b4-48a9-a13b-1f1e2d7fe38c req-f4e40d9b-1498-4fa2-88df-625983b8c2cc tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391941
Dec 16 09:38:56.988984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8ae1227e-3183-4f46-851a-165321421107 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:38:57.067217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 8ae1227e-3183-4f46-851a-165321421107 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:38:57.072277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 8ae1227e-3183-4f46-851a-165321421107 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:38:57.072731 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:57.197305 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:57.228386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae1227e-3183-4f46-851a-165321421107'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:57.241007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8ae1227e-3183-4f46-851a-165321421107, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8ae1227e-3183-4f46-851a-165321421107,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:57.245453 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:57.249188 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:57.261383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e317a-379b-40cf-a260-e030a75801c0 req-31b04ace-8371-44f1-b295-7da3bf40f16a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:57.262894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce9e317a-379b-40cf-a260-e030a75801c0 req-31b04ace-8371-44f1-b295-7da3bf40f16a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.1529284
Dec 16 09:38:57.271079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-9a2ccf76-0bdf-4e95-8067-9bab27606fe3 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:57.272752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-9a2ccf76-0bdf-4e95-8067-9bab27606fe3 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 950 time: 0.1289766
Dec 16 09:38:57.334943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8ae1227e-3183-4f46-851a-165321421107,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:57.346514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.346936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.347460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.347869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.348271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.348663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.349061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.349454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.349895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.350407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.350734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.351127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:38:57.363973 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:57.379134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:38:57.379514 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:57.412280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce9e317a-379b-40cf-a260-e030a75801c0 req-2030da4d-79d3-4006-a0b9-5043b175c26d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383862
Dec 16 09:38:57.473129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c473ccff-52b9-4df0-95e3-5c96e27891cf no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:38:57.656489 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:57.696600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:57.700577 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:57.703558 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:57.778992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:57.782229 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:57.874982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:38:57.875393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:58.034517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for 8d9732e5-8898-4f11-aa6b-b622c43f6c1a owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:38:58.219111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f076389-3f52-4ac8-b809-d24f04fe2985 req-15826201-0c8b-448e-ac88-26633e5f93b6 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:58.223708 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f076389-3f52-4ac8-b809-d24f04fe2985 req-15826201-0c8b-448e-ac88-26633e5f93b6 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 946 time: 0.1396337
Dec 16 09:38:58.331807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f076389-3f52-4ac8-b809-d24f04fe2985 req-ae69a300-ad5f-4004-8a79-a61d077ae8b2 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669599
Dec 16 09:38:58.337013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:58.344246 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-20f3e5e8-db03-4386-a430-4aaf4f9914cb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:58.361826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5', '8d9732e5-8898-4f11-aa6b-b622c43f6c1a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:58.401140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=8d9732e5-8898-4f11-aa6b-b622c43f6c1a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:58.401140 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:58.414073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc', 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6', '82799c20-bcfa-4a03-9c07-5c787c2c0dbd'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:38:58.457160 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae1227e-3183-4f46-851a-165321421107', 'code': 200}
Dec 16 09:38:58.509159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port 8d9732e5-8898-4f11-aa6b-b622c43f6c1a on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:38:58.582704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:58.592478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'name': 'network-vif-deleted', 'tag': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:38:58.608513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc7560e-4fda-4240-9c42-faa33daaa6e9 req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "DELETE /v2.0/ports/8d9732e5-8898-4f11-aa6b-b622c43f6c1a HTTP/1.1" status: 204  len: 173 time: 1.3190875
Dec 16 09:38:58.610524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a7dcdac-c27c-4a21-bdb4-877dc1125af7 req-c741e913-7533-405b-b7c3-4d1f15f603fd tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:38:58.680775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a7dcdac-c27c-4a21-bdb4-877dc1125af7 req-c741e913-7533-405b-b7c3-4d1f15f603fd tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:38:58.686276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a7dcdac-c27c-4a21-bdb4-877dc1125af7 req-c741e913-7533-405b-b7c3-4d1f15f603fd tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fd5cb2c-ee2a-4362-83a8-6d2a328c5886 HTTP/1.1" status: 200  len: 210 time: 0.1814597
Dec 16 09:38:58.705161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36950ce-2e70-4db9-a05c-b556014981fb req-ab2e63eb-77d6-4cdf-a6c8-cdbaea27cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:58.707589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f36950ce-2e70-4db9-a05c-b556014981fb req-ab2e63eb-77d6-4cdf-a6c8-cdbaea27cd95 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 1097 time: 0.1996949
Dec 16 09:38:58.772265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f36950ce-2e70-4db9-a05c-b556014981fb req-757f2017-ad9d-4593-add1-4d1ed9562239 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564470
Dec 16 09:38:59.135822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05c79-d53e-4389-888c-10cac78b41bc req-36a153a3-d70a-40b0-b6c5-abf54d91147e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:59.143799 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-36a153a3-d70a-40b0-b6c5-abf54d91147e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 0.2017741
Dec 16 09:38:59.159453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-8895a7ef-cb62-478f-964e-9dbc8749b703 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/quotas/1d83982fc8574d0a843996c8715a87e1 HTTP/1.1" status: 200  len: 375 time: 0.0145557
Dec 16 09:38:59.250439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42606) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:59.380787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-10bb0fd1-f783-4140-9037-60491162e94e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2202256
Dec 16 09:38:59.538362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:59.571999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:38:59.576098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9d37316e7b4deea053c3f583e27cb6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:38:59.579034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:38:59.584833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:38:59.675886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-0bd3cf06-44b5-49a8-9675-b62d09e0143d service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2915001
Dec 16 09:38:59.698311 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:59.702979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:59.712049 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0911504e-26d0-4ab7-85ed-44cf7d890b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:59.754702 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e9d37316e7b4deea053c3f583e27cb6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5009248
Dec 16 09:38:59.754921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42622) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:38:59.757777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e205290-9244-4f56-8de2-0bf22c905389,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:59.782439 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:59.817646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:59.845355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:59.883821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-d9bdad0e-7197-43db-963f-fb6ec7d89bc1 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:38:59.885444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-d9bdad0e-7197-43db-963f-fb6ec7d89bc1 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "GET /v2.0/ports?device_id=09147354-79c8-4af5-9760-c49a1a6e878a HTTP/1.1" status: 200  len: 944 time: 0.2084401
Dec 16 09:38:59.892365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-917d2c62-4ed1-42e7-b110-57b4455ffea2 service neutron] 10.222.0.66 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826091
Dec 16 09:38:59.905422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:59.910948 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8b9e96a-103a-4664-a9a6-bde8d23afa29 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:38:59.927147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e205290-9244-4f56-8de2-0bf22c905389,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:38:59.930621 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:38:59.935808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:38:59.937109 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e205290-9244-4f56-8de2-0bf22c905389 HTTP/1.1" status: 204  len: 168 time: 0.1812782
Dec 16 09:38:59.995741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Deleting port c473ccff-52b9-4df0-95e3-5c96e27891cf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:38:59.996089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:00.458329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:00.575057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] For port c473ccff-52b9-4df0-95e3-5c96e27891cf, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c473ccff-52b9-4df0-95e3-5c96e27891cf,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:00.575674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:00.730125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Calling delete_port for c473ccff-52b9-4df0-95e3-5c96e27891cf owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:00.814376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d6ef-26b9-49dd-a510-f5e175746f75 req-8b831515-160d-4cfa-9a9c-5b39d4c8bbe3 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:00.821626 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d819d6ef-26b9-49dd-a510-f5e175746f75 req-8b831515-160d-4cfa-9a9c-5b39d4c8bbe3 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.6540627
Dec 16 09:39:00.904776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:00.931396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d819d6ef-26b9-49dd-a510-f5e175746f75 req-cb51f42b-7586-4c5c-b764-9a3c968e32d5 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087363
Dec 16 09:39:00.975120 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:00.982963 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db537ed6-a3b4-4720-9cb3-3f5c3fa2273c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:01.025426 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5cb2c-ee2a-4362-83a8-6d2a328c5886', 'name': 'network-vif-deleted', 'tag': '8d9732e5-8898-4f11-aa6b-b622c43f6c1a', 'status': 'completed', 'code': 200}
Dec 16 09:39:01.035765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event deleted for resources: {'Port': ['ID=c473ccff-52b9-4df0-95e3-5c96e27891cf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:01.045043 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:01.088212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-356405333-network', 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:01.093305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:01.102411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Usage tracker for resource:network and tenant:94a460156b794cf8bc4e3415ab4a5b86 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:01.106312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:01.121043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:01.139568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:01.144196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.147802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] No DVR routers for this DVR port c473ccff-52b9-4df0-95e3-5c96e27891cf on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:01.150320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.161706 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.165325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-815a62b8-bf57-4ae7-8cfa-2b257f265745 req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "DELETE /v2.0/ports/c473ccff-52b9-4df0-95e3-5c96e27891cf HTTP/1.1" status: 204  len: 173 time: 1.2728233
Dec 16 09:39:01.177969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:01.182257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Usage tracker for resource:security_group_rule and tenant:94a460156b794cf8bc4e3415ab4a5b86 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:01.185314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:01.191841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:01.305578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.311638 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.313872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f58279-1027-430f-bc6a-19f4045f59bb req-6f49cc7d-cbbc-43cf-bef6-c6d3a0714a3b tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:01.315551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30f58279-1027-430f-bc6a-19f4045f59bb req-6f49cc7d-cbbc-43cf-bef6-c6d3a0714a3b tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 946 time: 0.1091170
Dec 16 09:39:01.316027 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-46afbd35-7876-4e79-8a3c-c9aeb18cdb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:01.344679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:39:01.369747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80297631-5dcb-4f25-b7e4-d0b4eccf6079,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:01.369747 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:01.369747 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.369747 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Added segment 25e50ba0-2cba-4317-a60d-35923e37a4d9 of type vlan for network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee
Dec 16 09:39:01.403531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30f58279-1027-430f-bc6a-19f4045f59bb req-f3e04396-b66b-4a87-8fb3-29e128d38062 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691006
Dec 16 09:39:01.425057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.484792 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.486063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:01.486841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:01.492755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 8d9732e5-8898-4f11-aa6b-b622c43f6c1a no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:01.526207 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f5899c7-05c5-4d27-9558-821520a576b4 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:01.553260 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6465371
Dec 16 09:39:01.559086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42678) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:01.590589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 8d9732e5-8898-4f11-aa6b-b622c43f6c1a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:01.590589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 8d9732e5-8898-4f11-aa6b-b622c43f6c1a not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:01.846859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b2c34f63-0da1-408f-8f34-fe01c99c88e3 req-040893fa-802d-47bd-a914-b6da7459be2d tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Synchronizing usage tracker for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:01.908511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05c79-d53e-4389-888c-10cac78b41bc req-db1e54f5-e7fc-46c6-a8a0-14760cc4758a tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:01.908511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-db1e54f5-e7fc-46c6-a8a0-14760cc4758a tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 805 time: 0.4627018
Dec 16 09:39:01.908511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b2c34f63-0da1-408f-8f34-fe01c99c88e3 req-040893fa-802d-47bd-a914-b6da7459be2d tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Unset dirty status for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:01.955699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2c34f63-0da1-408f-8f34-fe01c99c88e3 req-040893fa-802d-47bd-a914-b6da7459be2d tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 210 time: 0.1513245
Dec 16 09:39:01.955699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Request body: {'port': {'device_id': '8643df5e-5829-4236-8c6a-3254ab917252', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'admin_state_up': True, 'tenant_id': '1d83982fc8574d0a843996c8715a87e1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:02.005200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Request body: {'subnet': {'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-356405333-subnet', 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:02.046412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:02.058294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Usage tracker for resource:subnet and tenant:94a460156b794cf8bc4e3415ab4a5b86 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:02.063949 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'code': 200}
Dec 16 09:39:02.070414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:02.070414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:02.070414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:02.070414 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:02.075514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:39:02.094574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:02.098226 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:02.364757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:02.383501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:02.406013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Made reservation on behalf of 1d83982fc8574d0a843996c8715a87e1 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:02.413489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:02.503417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f01a79-a898-4f34-ac3a-55317fea53f0 req-1a04b57b-dedc-403c-818e-bb1f18f94c58 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:02.503417 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06f01a79-a898-4f34-ac3a-55317fea53f0 req-1a04b57b-dedc-403c-818e-bb1f18f94c58 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 946 time: 0.1832130
Dec 16 09:39:02.518853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:02.518853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Request body: {'floatingip': {'port_id': '8ae1227e-3183-4f46-851a-165321421107'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:02.581148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:02.589963 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22e6ed87-991a-4acc-bfa9-23c8c261b5fa tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:02.778075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c895022b-e54e-431c-ad7b-d0b89d6ed5c8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:02.792248 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:02.815217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:02.831964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:39:02.831964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Network hostable DHCP agents. Network: dcd9bf22-4a69-40f7-ae7e-a0cc88033aee, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:39:02.922536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:39:02.958727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, dcd9bf22-4a69-40f7-ae7e-a0cc88033aee) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:39:02.975668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7449a02c-adbd-40a9-a109-acb63bc3fbaa None None] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:39:02.981276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:02.981276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:03.011586 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4471591
Dec 16 09:39:03.029823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-deleted', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:03.314948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00893e05-c059-4cea-a8ec-6d3a7ed42a49 None None] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:39:03.320298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Allocated IP 172.20.0.3 (8bfa16db-6f3d-4cad-ac6f-f52169e822b1/75a0b7da-64fa-402c-b97c-9398052c9bd4/61a59d7f-9bf8-4899-8f59-713fe8be5210) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:39:03.537262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c473ccff-52b9-4df0-95e3-5c96e27891cf no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:03.593511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: c473ccff-52b9-4df0-95e3-5c96e27891cf {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:03.594102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c473ccff-52b9-4df0-95e3-5c96e27891cf not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:03.835269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850a8ed-6384-4e9c-a6e8-b73f98cfeb0d req-c0da4ea5-08fd-4dae-a4ec-ae1d1e6b175d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:03.837045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a850a8ed-6384-4e9c-a6e8-b73f98cfeb0d req-c0da4ea5-08fd-4dae-a4ec-ae1d1e6b175d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.4412937
Dec 16 09:39:03.919711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:03.955290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a850a8ed-6384-4e9c-a6e8-b73f98cfeb0d req-1fc85f5e-6f51-4c78-b634-514be65afb3d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947564
Dec 16 09:39:04.114859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:04.122478 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bf94cce6-a567-48eb-8585-8ef668277ed0 tempest-InstanceActionsTestJSON-1340681148 tempest-InstanceActionsTestJSON-1340681148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:04.158383 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:04.179794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:04.319208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:39:04.328113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:04.330488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:39:04.341212 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:04.392876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:39:04.508193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:04.509254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:04.515494 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Floating IP c404b56a-1a7b-4d73-b78f-dff7df8b016f associated. External IP: 172.25.3.109, port: 8ae1227e-3183-4f46-851a-165321421107.
Dec 16 09:39:04.652967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b58d2b-9ab0-4fa3-917c-21fa9cf68cc7 req-08953c3d-345c-4977-b405-e36c4fbad9f6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:04.652967 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8b58d2b-9ab0-4fa3-917c-21fa9cf68cc7 req-08953c3d-345c-4977-b405-e36c4fbad9f6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 931 time: 0.4104106
Dec 16 09:39:04.983406 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0551991
Dec 16 09:39:05.007009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Request body: {'port': {'device_id': '8643df5e-5829-4236-8c6a-3254ab917252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:05.127944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8b58d2b-9ab0-4fa3-917c-21fa9cf68cc7 req-b1818105-4d79-4c2c-8bf1-3afd46326ae5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3777885
Dec 16 09:39:05.248516 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09147354-79c8-4af5-9760-c49a1a6e878a', 'name': 'network-vif-deleted', 'tag': 'c473ccff-52b9-4df0-95e3-5c96e27891cf', 'status': 'completed', 'code': 200}
Dec 16 09:39:05.351611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:05.591528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-207446cd-6f11-40a6-a958-5b918af797f3 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:05.591528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-207446cd-6f11-40a6-a958-5b918af797f3 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 949 time: 0.8328168
Dec 16 09:39:05.755762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Router ba3ee089-0ef0-40d6-aa58-a0484161840e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:39:05.978521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:05.978793 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:06.115316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e05b67-1e03-463a-bb2b-76298522a776 req-4fa80669-a283-4ae2-beda-7701c13a2e17 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:06.116794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25e05b67-1e03-463a-bb2b-76298522a776 req-4fa80669-a283-4ae2-beda-7701c13a2e17 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=568ed74a-a7e9-438c-a516-97415f7f4f5b HTTP/1.1" status: 200  len: 949 time: 0.7562895
Dec 16 09:39:06.254663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:39:06.271427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] Sync routers for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:39:06.273674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:06.283625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:39:06.283625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2684a90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:06.344400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25e05b67-1e03-463a-bb2b-76298522a776 req-5e25e00b-362d-4ff4-9e6d-6c6ef62114f6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088284
Dec 16 09:39:06.448168 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0d0619ba-185a-43ea-a0ea-ab92c63c9c6f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "PUT /v2.0/floatingips/c404b56a-1a7b-4d73-b78f-dff7df8b016f HTTP/1.1" status: 200  len: 992 time: 3.9402959
Dec 16 09:39:06.547669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:39:06.633619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a59d7f-9bf8-4899-8f59-713fe8be5210 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:06.654170 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:06.737368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:06.737728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:06.932485 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2684a90>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'c404b56a-1a7b-4d73-b78f-dff7df8b016f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'port_id': '8ae1227e-3183-4f46-851a-165321421107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'mac_address': 'fa:16:3e:e4:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:35Z', 'updated_at': '2021-12-16T09:39:03Z', 'revision_number': 1, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:35Z', 'revision_number': 5, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:06.937780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] Checking router: ba3ee089-0ef0-40d6-aa58-a0484161840e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:39:06.948195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:39:06.949242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2684a90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:38:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:07.067146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for 82799c20-bcfa-4a03-9c07-5c787c2c0dbd owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:07.097053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Transition to ACTIVE for port object 61a59d7f-9bf8-4899-8f59-713fe8be5210 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:39:07.117965 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:07.125630 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:07.188540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:39:07.258482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'tag': '8ae1227e-3183-4f46-851a-165321421107'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:07.360444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-6c9fddfb-0e44-4ae4-8359-b877249261a7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:07.367338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-6c9fddfb-0e44-4ae4-8359-b877249261a7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.7183883
Dec 16 09:39:07.376007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:07.411300 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:07.462665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-15ee5fff-dd03-45f6-84ca-55cf2826d9ab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/quotas/94a460156b794cf8bc4e3415ab4a5b86 HTTP/1.1" status: 200  len: 375 time: 0.0942435
Dec 16 09:39:07.467766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe584e8-0885-4ea1-9acb-92ef662c087f req-69256077-5c1f-4d10-8e70-c58cec763ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:07.469433 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-afe584e8-0885-4ea1-9acb-92ef662c087f req-69256077-5c1f-4d10-8e70-c58cec763ca1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 1096 time: 0.1104546
Dec 16 09:39:07.527288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-da65e09e-3641-48dc-bce7-f4cfc0ad2ff8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0637357
Dec 16 09:39:07.550719 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-afe584e8-0885-4ea1-9acb-92ef662c087f req-6086f924-b2e9-4dd5-b723-773d8c726911 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737903
Dec 16 09:39:07.600672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2684a90>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'c404b56a-1a7b-4d73-b78f-dff7df8b016f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'port_id': '8ae1227e-3183-4f46-851a-165321421107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'mac_address': 'fa:16:3e:e4:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:35Z', 'updated_at': '2021-12-16T09:39:03Z', 'revision_number': 1, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:35Z', 'revision_number': 5, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:07.605812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2ef92-f594-4abd-a3ae-fadb5745fbee None None] The sync data for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 is: [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'c404b56a-1a7b-4d73-b78f-dff7df8b016f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'port_id': '8ae1227e-3183-4f46-851a-165321421107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'mac_address': 'fa:16:3e:e4:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:35Z', 'updated_at': '2021-12-16T09:39:03Z', 'revision_number': 1, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:35Z', 'revision_number': 5, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:39:07.670419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Attempting to bind port 61a59d7f-9bf8-4899-8f59-713fe8be5210 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:39:07.670757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Attempting to bind port 61a59d7f-9bf8-4899-8f59-713fe8be5210 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:39:07.671112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Attempting to bind port 61a59d7f-9bf8-4899-8f59-713fe8be5210 on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:07.676198 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:07.686463 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f587307-56f3-40c6-9e97-0a0e536595cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:07.689397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:07.716982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Port 61a59d7f-9bf8-4899-8f59-713fe8be5210 on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:39:07.717525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Attempting to bind port 61a59d7f-9bf8-4899-8f59-713fe8be5210 on network 8bfa16db-6f3d-4cad-ac6f-f52169e822b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:07.737356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc', 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:07.741936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=82799c20-bcfa-4a03-9c07-5c787c2c0dbd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:07.744037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:39:07.744494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Checking segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:39:07.744968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Bound using segment: {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:39:07.745490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Bound port: 61a59d7f-9bf8-4899-8f59-713fe8be5210, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9320e8f0-77e5-42c2-9964-1333c0e5a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:39:07.746051 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:07.761142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:07.956394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port 82799c20-bcfa-4a03-9c07-5c787c2c0dbd on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:07.976794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-06a1a644-40cf-4e3b-afb5-e9ed79bc8a64 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4324419
Dec 16 09:39:07.999735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:08.033503 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629bff73-17f7-406c-8b53-9771e92adf2a None None] New status for floating IP c404b56a-1a7b-4d73-b78f-dff7df8b016f: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:39:08.158976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e61e0c71-5bb6-487b-a3e7-9961a3e015ee req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "DELETE /v2.0/ports/82799c20-bcfa-4a03-9c07-5c787c2c0dbd HTTP/1.1" status: 204  len: 173 time: 2.4505398
Dec 16 09:39:08.215014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:39:08.274755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:39:08.286829 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:08.301496 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c0fe78f-ce1e-4a77-9eca-8b5c8c21e8ef tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:08.401786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-c669416d-2cb5-4c8b-8706-26ca47b576d5 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4236772
Dec 16 09:39:08.498916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:08.502063 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:08.503757 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] 10.222.0.54 "PUT /v2.0/ports/61a59d7f-9bf8-4899-8f59-713fe8be5210 HTTP/1.1" status: 200  len: 1091 time: 3.5100820
Dec 16 09:39:08.563101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:08.580401 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:08.895736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05c79-d53e-4389-888c-10cac78b41bc req-82d9be7b-2d29-4d7b-ae55-52e5595909c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:08.907807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-82d9be7b-2d29-4d7b-ae55-52e5595909c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 1094 time: 0.3126993
Dec 16 09:39:09.038738 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-6e0d59b8-f430-43e1-aca3-835b406de5be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210 HTTP/1.1" status: 200  len: 217 time: 0.1281834
Dec 16 09:39:09.058001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82799c20-bcfa-4a03-9c07-5c787c2c0dbd no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:09.177928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 82799c20-bcfa-4a03-9c07-5c787c2c0dbd {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:09.178517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82799c20-bcfa-4a03-9c07-5c787c2c0dbd not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:09.305306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05c79-d53e-4389-888c-10cac78b41bc req-11c57eeb-036a-4a9d-ab73-55e242847a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:09.306776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-11c57eeb-036a-4a9d-ab73-55e242847a33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.2223449
Dec 16 09:39:09.389809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-52932381-9969-4eee-a244-7b2266e42bcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718555
Dec 16 09:39:09.536064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:09.684244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:09.694196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556906-3b33-42b4-b642-03a12fb711d1 req-c2608e6b-8136-4e07-a35a-47b6e70a0cd5 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:09.695824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f2556906-3b33-42b4-b642-03a12fb711d1 req-c2608e6b-8136-4e07-a35a-47b6e70a0cd5 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.6566718
Dec 16 09:39:09.702906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:09.707186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Usage tracker for resource:security_group_rule and tenant:bbe897d25c7a4545bcf16d4e0779ce46 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:09.711099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:09.718435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:09.759578 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f2556906-3b33-42b4-b642-03a12fb711d1 req-37cd30d6-6b28-41f2-9e67-da94394775b7 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562603
Dec 16 09:39:09.797226 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-d9f300c9-0e7d-4ce7-9622-f058d06a9f4e service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3988397
Dec 16 09:39:09.825460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:09.830656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:09.868605 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a8df21cd-6fe7-444d-9978-87f859169da0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:09.879025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bbe897d25c7a4545bcf16d4e0779ce46&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3416464
Dec 16 09:39:09.881826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:09.948157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c9d6e8-4990-4a38-8908-171d0347bfa7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:09.952045 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:09.977828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:09.979495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01c05c79-d53e-4389-888c-10cac78b41bc req-9beda951-ec2f-4fda-9425-a9f340a223c9 service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754341
Dec 16 09:39:10.010449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.071917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.077412 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cba4a6f4-a5b0-491f-b9ef-2601e858a40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:10.089668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c9d6e8-4990-4a38-8908-171d0347bfa7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:10.092622 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:10.094594 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.095728 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9c9d6e8-4990-4a38-8908-171d0347bfa7 HTTP/1.1" status: 204  len: 168 time: 0.2132003
Dec 16 09:39:10.111454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca138fd-d5ea-4360-a3f8-c8b543cfd223 req-11af310c-0ff7-498c-8d16-15085b109459 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:10.112298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6ca138fd-d5ea-4360-a3f8-c8b543cfd223 req-11af310c-0ff7-498c-8d16-15085b109459 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Synchronizing usage tracker for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:10.128790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6ca138fd-d5ea-4360-a3f8-c8b543cfd223 req-11af310c-0ff7-498c-8d16-15085b109459 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Unset dirty status for tenant:1d83982fc8574d0a843996c8715a87e1 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:10.129836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ca138fd-d5ea-4360-a3f8-c8b543cfd223 req-11af310c-0ff7-498c-8d16-15085b109459 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 943 time: 0.1124594
Dec 16 09:39:10.179743 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ca138fd-d5ea-4360-a3f8-c8b543cfd223 req-36dd7046-8f9c-4397-9ad8-d3ba4551315d tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439794
Dec 16 09:39:10.387912 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'tag': '8ae1227e-3183-4f46-851a-165321421107', 'status': 'completed', 'code': 200}
Dec 16 09:39:10.446713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:10.467850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.491338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:10.498457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Usage tracker for resource:security_group_rule and tenant:ed8602ad94f74f3a91094b7c2a2ef2a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:10.504395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:10.531445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:10.554145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-009979ef-ed7b-4e75-9930-83a57840ffa7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:10.555716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-009979ef-ed7b-4e75-9930-83a57840ffa7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.2781067
Dec 16 09:39:10.603729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Request body: {'port': {'device_id': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'admin_state_up': True, 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:10.634742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.639742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.639907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60c60447-0fd7-4eb2-9ec1-1263280a0922 req-de20a737-8836-410b-b89c-9a740693da99 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 210 time: 0.0829823
Dec 16 09:39:10.648366 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b5fad91-40d5-477c-9e35-55386d066cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:10.700507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1025d-b73d-4650-baad-8c305d60f707,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:10.706331 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed8602ad94f74f3a91094b7c2a2ef2a2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2585456
Dec 16 09:39:10.707441 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:10.708868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42818) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:10.718078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-b9750d97-6fff-4749-bae9-7abdb3bf225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:10.719578 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-b9750d97-6fff-4749-bae9-7abdb3bf225e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccc3490da48246a1ba8f13e20195089a&device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 1097 time: 0.3340502
Dec 16 09:39:10.787493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.819577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.859447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:10.867588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Usage tracker for resource:port and tenant:94a460156b794cf8bc4e3415ab4a5b86 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:10.872765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:10.890416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:10.906992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.913688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-d7216d26-869c-427f-a868-9222a9bb3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:10.914685 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-982e341b-9ff6-4868-b208-4162a1a087d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:10.915402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-d7216d26-869c-427f-a868-9222a9bb3dfb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f HTTP/1.1" status: 200  len: 913 time: 0.1888621
Dec 16 09:39:10.916606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:10.922280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.930919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1025d-b73d-4650-baad-8c305d60f707,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:10.937391 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:10.941143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:10.945037 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04a1025d-b73d-4650-baad-8c305d60f707 HTTP/1.1" status: 204  len: 168 time: 0.2325337
Dec 16 09:39:11.160073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-1b70ad08-50a2-4118-85e3-6c0d42cc2834 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae1227e-3183-4f46-851a-165321421107 HTTP/1.1" status: 200  len: 1002 time: 0.2243781
Dec 16 09:39:11.298383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-2ece8672-a0f3-4889-8bbc-d1e6e61fe56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:11.299875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-2ece8672-a0f3-4889-8bbc-d1e6e61fe56e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bcd9ef31-d9da-4908-bd10-ce9da91cf4aa HTTP/1.1" status: 200  len: 851 time: 0.1290419
Dec 16 09:39:11.369042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0c010-e0f5-424d-a3cb-5f1239c74430 req-532e6253-20a4-45f7-8fe7-a5560f21691f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:11.370510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5fd0c010-e0f5-424d-a3cb-5f1239c74430 req-532e6253-20a4-45f7-8fe7-a5560f21691f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.3491488
Dec 16 09:39:11.381981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Allocated IP 172.20.0.8 (dcd9bf22-4a69-40f7-ae7e-a0cc88033aee/c895022b-e54e-431c-ad7b-d0b89d6ed5c8/6a161255-2a56-4ab0-b958-64c0400f2d77) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:39:11.474614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5fd0c010-e0f5-424d-a3cb-5f1239c74430 req-4594bfa3-7693-4394-a60d-e6753fe78c56 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940216
Dec 16 09:39:11.493356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-2fbbb46c-8781-48b6-a9fa-532d58d8dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:11.494918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-2fbbb46c-8781-48b6-a9fa-532d58d8dfc5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1874855
Dec 16 09:39:11.516052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61a59d7f-9bf8-4899-8f59-713fe8be5210 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:39:11.702547 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:11.766314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:11.783976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'mac_address': 'fa:16:3e:d9:20:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:39:11.862818 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:11.883664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a59d7f-9bf8-4899-8f59-713fe8be5210 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:11.904494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:11.911615 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:11.915146 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4676dc36-9c8c-46eb-a731-598870545628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:11.970785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bce6431-d97b-426f-9b29-e48d882ef452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:11.993214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:11.998158 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:12.123108 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-52a4b4ca-d277-49e2-a6fb-029c7a4287e7 service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6081657
Dec 16 09:39:12.127784 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:12.237373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['61a59d7f-9bf8-4899-8f59-713fe8be5210'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:12.237965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0df7b-76dd-4696-8c25-ffbb97357813 req-fd088351-3671-426e-9c72-e04b26f7dcbf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:12.238641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a6e0df7b-76dd-4696-8c25-ffbb97357813 req-fd088351-3671-426e-9c72-e04b26f7dcbf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:12.304164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a6e0df7b-76dd-4696-8c25-ffbb97357813 req-fd088351-3671-426e-9c72-e04b26f7dcbf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:12.305881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6e0df7b-76dd-4696-8c25-ffbb97357813 req-fd088351-3671-426e-9c72-e04b26f7dcbf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 949 time: 0.4492998
Dec 16 09:39:12.318910 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:12.322281 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-626a22d0-4976-4a3f-8864-5834abe6dfef req-bdfec85a-bbfe-4d73-b648-0ebbb994b818 service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913209
Dec 16 09:39:12.338427 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ae49b51-b38e-4762-8355-9ff045c29431 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:12.392202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'name': 'network-vif-deleted', 'tag': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd'}, {'name': 'network-changed', 'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:12.433007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:39:12.438608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:39:12.446988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:39:12.497094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event updated for resources: {'Port': ['ID=6a161255-2a56-4ab0-b958-64c0400f2d77,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:12.499864 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6e0df7b-76dd-4696-8c25-ffbb97357813 req-535a6cd1-9835-43aa-b3fe-e350c6dc35c6 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832056
Dec 16 09:39:12.515333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.516085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.516617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.517000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.517650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.522299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.522299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.522299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.522299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.522299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.522299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.522299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:12.532390 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:12.551110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:12.551110 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:12.574361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9792004
Dec 16 09:39:12.630584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Request body: {'port': {'device_id': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:12.769380 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:12.792332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-9b77d786-0c43-48f9-a235-11d4161297d8 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:12.793768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-9b77d786-0c43-48f9-a235-11d4161297d8 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/ports?device_id=1949b950-cfd8-493e-bf6a-f173413f9999 HTTP/1.1" status: 200  len: 949 time: 0.2176807
Dec 16 09:39:12.977482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:12.977827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:13.110020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3c014-8358-4069-ba55-38164d498c90 req-952ed9d3-edc0-4f2d-a890-32f34750aa86 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:13.111519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d3c014-8358-4069-ba55-38164d498c90 req-952ed9d3-edc0-4f2d-a890-32f34750aa86 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 944 time: 0.3312736
Dec 16 09:39:13.357668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d3c014-8358-4069-ba55-38164d498c90 req-a339503f-01ca-4f04-867d-74d5058fb0f3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165210
Dec 16 09:39:13.463370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port a7463c61-4b51-4ae7-b06e-03e0ccef27d6, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:13.463732 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:13.525810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61a59d7f-9bf8-4899-8f59-713fe8be5210 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:39:13.640776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 61a59d7f-9bf8-4899-8f59-713fe8be5210 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:39:13.646162 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 61a59d7f-9bf8-4899-8f59-713fe8be5210 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:39:13.646547 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:13.832147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:13.863550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:13.873699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:13.878184 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:13.880108 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:13.894852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for a7463c61-4b51-4ae7-b06e-03e0ccef27d6 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:13.963373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:13.977940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a161255-2a56-4ab0-b958-64c0400f2d77 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:13.982343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:13.985818 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:13.998121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:14.037749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Transition to ACTIVE for port object 6a161255-2a56-4ab0-b958-64c0400f2d77 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:39:14.043796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:14.054637 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:14.222904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dba1c-dd45-42cc-9a20-f7d983c18842 req-0953d996-e6dc-4cbb-aee1-ba0880251e88 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:14.223657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a09dba1c-dd45-42cc-9a20-f7d983c18842 req-0953d996-e6dc-4cbb-aee1-ba0880251e88 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:14.302505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Pushing event updated for resources: {'Port': ['ID=6a161255-2a56-4ab0-b958-64c0400f2d77,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:14.305803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:14.361408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a09dba1c-dd45-42cc-9a20-f7d983c18842 req-0953d996-e6dc-4cbb-aee1-ba0880251e88 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:14.363262 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a09dba1c-dd45-42cc-9a20-f7d983c18842 req-0953d996-e6dc-4cbb-aee1-ba0880251e88 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 931 time: 0.7641447
Dec 16 09:39:14.392044 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:14.398773 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ec7351a-54b0-4227-8d59-aac50aa977e5 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:14.404859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:14.441037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc', 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:14.456796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=a7463c61-4b51-4ae7-b06e-03e0ccef27d6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:14.459144 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:14.587474 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee794-fe23-4e15-9157-2b630d9019d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:14.588056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port a7463c61-4b51-4ae7-b06e-03e0ccef27d6 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:14.593089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:14.603064 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a09dba1c-dd45-42cc-9a20-f7d983c18842 req-cfbdef88-c018-45e3-acf2-87bd0cbd3711 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294285
Dec 16 09:39:14.613038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Attempting to bind port 6a161255-2a56-4ab0-b958-64c0400f2d77 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:39:14.613699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Attempting to bind port 6a161255-2a56-4ab0-b958-64c0400f2d77 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:39:14.614563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Attempting to bind port 6a161255-2a56-4ab0-b958-64c0400f2d77 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:14.633642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d2bdf1b-dddb-4ac6-a916-26959b39784f req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "DELETE /v2.0/ports/a7463c61-4b51-4ae7-b06e-03e0ccef27d6 HTTP/1.1" status: 204  len: 173 time: 1.7940116
Dec 16 09:39:14.633642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Port 6a161255-2a56-4ab0-b958-64c0400f2d77 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:39:14.633642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Attempting to bind port 6a161255-2a56-4ab0-b958-64c0400f2d77 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:14.633642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:39:14.633642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:39:14.633642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Bound using segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:39:14.635469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Bound port: 6a161255-2a56-4ab0-b958-64c0400f2d77, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:39:14.636000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:14.945548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] For port 6a161255-2a56-4ab0-b958-64c0400f2d77, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:39:15.047776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] For port 6a161255-2a56-4ab0-b958-64c0400f2d77, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=6a161255-2a56-4ab0-b958-64c0400f2d77,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:39:15.058293 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:15.074789 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:15.238648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-b33a59e7-0d4b-4e5c-9ea7-be28cc8e90c8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:15.238648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-b33a59e7-0d4b-4e5c-9ea7-be28cc8e90c8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 811 time: 0.3552554
Dec 16 09:39:15.244996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:15.244996 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:15.246012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a161255-2a56-4ab0-b958-64c0400f2d77 HTTP/1.1" status: 200  len: 1091 time: 2.6244526
Dec 16 09:39:15.292633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-c8e58ea3-7df2-4e58-8b18-0f14509488e8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/quotas/85c4dbfaf0004d72a8efc880a94a5dfc HTTP/1.1" status: 200  len: 375 time: 0.0302498
Dec 16 09:39:15.300318 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:15.431872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Pushing event updated for resources: {'Port': ['ID=6a161255-2a56-4ab0-b958-64c0400f2d77,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:15.431872 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:15.495767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-def82f85-b073-497a-b18f-f668b5778651 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1467083
Dec 16 09:39:15.500437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-0d05843e-f72f-47ab-8287-c42ae59aab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:15.502505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-0d05843e-f72f-47ab-8287-c42ae59aab09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 1094 time: 0.2037199
Dec 16 09:39:15.562642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:15.643624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:15.737744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-8f5b44bc-66a0-4851-8607-df6ad3efdd3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a161255-2a56-4ab0-b958-64c0400f2d77 HTTP/1.1" status: 200  len: 217 time: 0.1734405
Dec 16 09:39:15.791907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:15.807574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:15.812290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Usage tracker for resource:security_group_rule and tenant:26973fda26264a5190df9c75c2122ba0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:15.814995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:15.820952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:15.838333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-c792f3ba-08e2-47a7-a11a-87a871467f77 service neutron] 10.222.0.66 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3345022
Dec 16 09:39:15.839634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a35bdae0-5bd8-4708-bf34-11136576ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:15.840935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-a35bdae0-5bd8-4708-bf34-11136576ba4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.0965772
Dec 16 09:39:15.918284 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:15.925085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:15.933131 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-546f9505-9c43-4af6-8924-f2bbdf974d18 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:15.982918 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26973fda26264a5190df9c75c2122ba0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3407080
Dec 16 09:39:15.983661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8fa7f-e9cc-4351-b28c-cdcb131a43ba,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:15.986933 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:15.987618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:16.054848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:16.081889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:16.091453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-21eae529-387e-4eee-8f5d-0e2c2bdb8cb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2285593
Dec 16 09:39:16.135417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:16.140688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff8f5800-ed72-4259-adcc-aa128da8c485 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:16.153364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8fa7f-e9cc-4351-b28c-cdcb131a43ba,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:16.155728 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:16.157864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:16.162080 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9d8fa7f-e9cc-4351-b28c-cdcb131a43ba HTTP/1.1" status: 204  len: 168 time: 0.1729062
Dec 16 09:39:16.250671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-fcdf1f1c-9beb-4bb6-9984-55733b7926cb service neutron] 10.222.0.66 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4054747
Dec 16 09:39:16.280110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-1c3af7e2-ec22-4e60-8a5e-dd765204c8f6 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782515
Dec 16 09:39:16.453256 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568ed74a-a7e9-438c-a516-97415f7f4f5b', 'name': 'network-vif-deleted', 'tag': '82799c20-bcfa-4a03-9c07-5c787c2c0dbd', 'status': 'completed', 'code': 200}
Dec 16 09:39:16.453754 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'status': 'completed', 'code': 200}
Dec 16 09:39:16.497859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43008) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:16.509046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88087481-c07a-472d-908d-5d7d2ecf99f2 req-3ebf70bd-a930-4bf3-9d70-f1c72865301a service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211969
Dec 16 09:39:16.535098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:16.549580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-c87ad31d-5206-430f-b106-2d9fadea64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:16.553107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:16.553197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-c87ad31d-5206-430f-b106-2d9fadea64f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1d83982fc8574d0a843996c8715a87e1&device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 1096 time: 0.0966587
Dec 16 09:39:16.557237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Usage tracker for resource:security_group_rule and tenant:5dae02753d0c47389931dd366cd32ba3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:16.560988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:16.567434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:16.773705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:16.782040 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:16.797791 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c503881-7d1c-4f96-93e7-9f3e3368eca3 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:16.841344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-631aef24-1ad2-4949-9a57-a3256c0e89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:16.843130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-631aef24-1ad2-4949-9a57-a3256c0e89eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 200  len: 906 time: 0.2849312
Dec 16 09:39:16.858140 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'code': 200}
Dec 16 09:39:16.898200 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dae02753d0c47389931dd366cd32ba3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3987441
Dec 16 09:39:16.900663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:16.907749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ecec2b-2012-4292-86ee-1f2189e9ab06,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:16.937049 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:17.008523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-d0bf6dc1-31a7-4d3b-a4fe-55ee7117b96d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210 HTTP/1.1" status: 200  len: 217 time: 0.1577275
Dec 16 09:39:17.013516 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:17.082134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a7463c61-4b51-4ae7-b06e-03e0ccef27d6 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:17.086192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:17.150670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: a7463c61-4b51-4ae7-b06e-03e0ccef27d6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:17.151305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a7463c61-4b51-4ae7-b06e-03e0ccef27d6 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:17.152818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:17.227077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:17.231020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f8eadc0-4ddf-49d0-aee7-2a3ca3063078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:17.241938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ecec2b-2012-4292-86ee-1f2189e9ab06,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:17.243188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-77584779-ae85-440e-81ee-ac1953b4908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:17.244630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-77584779-ae85-440e-81ee-ac1953b4908c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 200  len: 845 time: 0.2165921
Dec 16 09:39:17.258470 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:17.272560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:17.275632 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4ecec2b-2012-4292-86ee-1f2189e9ab06 HTTP/1.1" status: 204  len: 168 time: 0.3697224
Dec 16 09:39:17.290181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520bbe2-882f-4aa1-ad1e-bf65c00fd5ee req-2a5e9a54-92a9-4e1f-af9f-4267d0b8091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:17.291925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3520bbe2-882f-4aa1-ad1e-bf65c00fd5ee req-2a5e9a54-92a9-4e1f-af9f-4267d0b8091f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 1096 time: 0.2620339
Dec 16 09:39:17.327051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-e8b818f7-7e7c-4d44-b162-452a5c7550e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bfa16db-6f3d-4cad-ac6f-f52169e822b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736113
Dec 16 09:39:17.344080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b161f4-8f36-4064-9346-7e9c0ca0f1da req-abe265d2-d62c-41d8-92ed-1e8dd4a367d6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:17.345896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4b161f4-8f36-4064-9346-7e9c0ca0f1da req-abe265d2-d62c-41d8-92ed-1e8dd4a367d6 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 945 time: 0.2280905
Dec 16 09:39:17.460913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3520bbe2-882f-4aa1-ad1e-bf65c00fd5ee req-4fb6b5e5-247f-4643-a7e7-ab0dab64a484 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611593
Dec 16 09:39:17.494887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4b161f4-8f36-4064-9346-7e9c0ca0f1da req-90a4b67c-382e-48b7-bd7d-10143b1103fc tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287127
Dec 16 09:39:17.542363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-d8a2c2d8-46d7-4545-94eb-83249f94ccd5 service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952214
Dec 16 09:39:17.954584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a5bf40a-4f2e-4b2f-bdd3-ded0fb95a917 req-6e860ae3-551b-4ec9-ac38-e82147310a7d service neutron] 10.222.0.54 "GET /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2968528
Dec 16 09:39:17.981420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074599c-0503-41e2-9c19-230b0b52d673 req-a6b5a7b9-1cb9-4e92-802d-6a84a77cb40c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:17.983460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9074599c-0503-41e2-9c19-230b0b52d673 req-a6b5a7b9-1cb9-4e92-802d-6a84a77cb40c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 943 time: 0.2292953
Dec 16 09:39:18.053156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-e0265d2a-6469-4899-a62f-8d679c733add tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:18.054553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-e0265d2a-6469-4899-a62f-8d679c733add tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 811 time: 0.2093670
Dec 16 09:39:18.066517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9074599c-0503-41e2-9c19-230b0b52d673 req-c1cd7baf-6157-488b-af09-b549a94e79fa tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642838
Dec 16 09:39:18.073810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Request body: {'port': {'device_id': '26945d04-456f-4295-b141-452447f3dc7a', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'admin_state_up': True, 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:18.326358 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4dbe1bc2-0fcb-4168-a4bd-0df618f16d85 req-0beb3323-570b-4af9-9c76-270153812421 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 210 time: 0.0602701
Dec 16 09:39:18.386898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:18.396803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:18.408762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Made reservation on behalf of 85c4dbfaf0004d72a8efc880a94a5dfc for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:18.412401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:18.469642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1949b950-cfd8-493e-bf6a-f173413f9999', 'name': 'network-vif-deleted', 'tag': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6'}, {'name': 'network-changed', 'server_uuid': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'tag': '6a161255-2a56-4ab0-b958-64c0400f2d77'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:18.634110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Allocated IP 172.20.0.12 (7e8b4711-bb73-449f-aaa9-eb1ba4529de2/a4446b5e-25be-45f7-b218-4c3be79703bf/7527f739-d6b4-4cee-a4b4-8c1804a762ef) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:39:18.758942 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1949b950-cfd8-493e-bf6a-f173413f9999', 'name': 'network-vif-deleted', 'tag': 'a7463c61-4b51-4ae7-b06e-03e0ccef27d6', 'status': 'completed', 'code': 200}
Dec 16 09:39:18.759276 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'tag': '6a161255-2a56-4ab0-b958-64c0400f2d77', 'status': 'completed', 'code': 200}
Dec 16 09:39:19.010289 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.014402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda68b28-68da-4c29-a14d-e85165ec616b req-1d6cf569-db5d-4759-b590-ccc970d77da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:19.015905 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fda68b28-68da-4c29-a14d-e85165ec616b req-1d6cf569-db5d-4759-b590-ccc970d77da7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 1094 time: 0.2075002
Dec 16 09:39:19.049837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998894f-c719-42d2-bea4-378346878f51 req-33af3fc4-1c31-4939-a675-ec9546c8b7c7 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:19.051299 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d998894f-c719-42d2-bea4-378346878f51 req-33af3fc4-1c31-4939-a675-ec9546c8b7c7 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 945 time: 0.1940196
Dec 16 09:39:19.175351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d998894f-c719-42d2-bea4-378346878f51 req-84d3e732-6598-4695-8047-d1310972c886 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154797
Dec 16 09:39:19.204300 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.212451 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:19.216471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['6761bb75-9069-4e99-9999-28e26091eb6e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:19.275193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda68b28-68da-4c29-a14d-e85165ec616b req-06e80f81-06b7-4708-8f69-7f28f2c2b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:19.276660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fda68b28-68da-4c29-a14d-e85165ec616b req-06e80f81-06b7-4708-8f69-7f28f2c2b568 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.2523875
Dec 16 09:39:19.358983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43086) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:19.365011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:39:19.367057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fda68b28-68da-4c29-a14d-e85165ec616b req-0f81867c-4083-4339-b8fd-0ecf62e970d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a161255-2a56-4ab0-b958-64c0400f2d77 HTTP/1.1" status: 200  len: 217 time: 0.0815845
Dec 16 09:39:19.368309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:39:19.370149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Pushing event updated for resources: {'Port': ['ID=7527f739-d6b4-4cee-a4b4-8c1804a762ef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:19.373180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:39:19.404276 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:19.488851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:19.489744 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.505870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda68b28-68da-4c29-a14d-e85165ec616b req-95e09535-64ee-447e-a185-dcce6dbbe9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:19.507850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fda68b28-68da-4c29-a14d-e85165ec616b req-95e09535-64ee-447e-a185-dcce6dbbe9c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.1077912
Dec 16 09:39:19.545837 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.565205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fda68b28-68da-4c29-a14d-e85165ec616b req-c4f9bf22-8e4d-4409-86c9-bad9afd6b4ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494397
Dec 16 09:39:19.565655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:19.566953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4989300
Dec 16 09:39:19.571718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Usage tracker for resource:security_group_rule and tenant:2b61b0bb97ee4bacb64525819e295415 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:19.575824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:19.581952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:19.586898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 6a161255-2a56-4ab0-b958-64c0400f2d77 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:39:19.603047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Request body: {'port': {'device_id': '26945d04-456f-4295-b141-452447f3dc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:19.687927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.693330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.707852 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f6d470ff-ea5d-4f4b-a104-e31a4f4161a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:19.742627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 6a161255-2a56-4ab0-b958-64c0400f2d77, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=6a161255-2a56-4ab0-b958-64c0400f2d77,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:19.748014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54b42b-9ad7-4f3e-83ef-269e910e43ae,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:19.751378 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:19.754230 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b61b0bb97ee4bacb64525819e295415&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3941531
Dec 16 09:39:19.756898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:19.760663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '6a161255-2a56-4ab0-b958-64c0400f2d77', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': '6a161255-2a56-4ab0-b958-64c0400f2d77', 'mac_address': 'fa:16:3e:4b:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:39:19.827268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.828359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.849254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a161255-2a56-4ab0-b958-64c0400f2d77 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:19.854643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.867251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 6a161255-2a56-4ab0-b958-64c0400f2d77, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=6a161255-2a56-4ab0-b958-64c0400f2d77,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:19.871737 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.871902 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.874756 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-888000b2-0398-4a2f-b696-8d6a73cf1aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:19.893244 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fda68b28-68da-4c29-a14d-e85165ec616b req-bff72121-1288-4557-ac57-12d9134ce0f2 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3211818
Dec 16 09:39:19.914495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.920266 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ecde5f87-f6a0-4c78-98fd-121c8d9b345f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:19.931548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54b42b-9ad7-4f3e-83ef-269e910e43ae,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:19.934419 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:19.940162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:19.941073 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b54b42b-9ad7-4f3e-83ef-269e910e43ae HTTP/1.1" status: 204  len: 168 time: 0.1832709
Dec 16 09:39:19.959317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=6a161255-2a56-4ab0-b958-64c0400f2d77,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:19.962273 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:19.976828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836648-4bf8-409e-a5da-2f5d33b4e3db req-6db9604d-3eaa-4bdd-8bc5-a662447cc2fa tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:19.978309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-35836648-4bf8-409e-a5da-2f5d33b4e3db req-6db9604d-3eaa-4bdd-8bc5-a662447cc2fa tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 943 time: 0.2813821
Dec 16 09:39:20.197610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['6a161255-2a56-4ab0-b958-64c0400f2d77'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:20.254379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43104) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:20.274615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.292359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:20.297680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f10825bd751471d83596efc7753f9e4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:20.300972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:20.306964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:20.323248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-35836648-4bf8-409e-a5da-2f5d33b4e3db req-882b0754-3248-4a78-bb8b-cbd9bebf8da0 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350253
Dec 16 09:39:20.382770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fda68b28-68da-4c29-a14d-e85165ec616b req-04d9b14e-bc97-488f-8e7e-7ffb4a73d11e service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4557586
Dec 16 09:39:20.462667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.469747 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.488786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76ca00ae-6d9a-4f59-834a-e5a27d39710f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:20.545920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f10825bd751471d83596efc7753f9e4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2904482
Dec 16 09:39:20.550085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a5296a-1900-4c15-9116-a1e52bb12ecb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:20.552324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:20.557106 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:20.628908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7527f739-d6b4-4cee-a4b4-8c1804a762ef {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:20.636407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.651600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.652172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Transition to ACTIVE for port object 7527f739-d6b4-4cee-a4b4-8c1804a762ef will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:39:20.657420 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.661578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-687b2d65-e7e8-44a0-93f7-232f6e51a82e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:20.661729 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:20.662286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-687b2d65-e7e8-44a0-93f7-232f6e51a82e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:20.696459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.709323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-687b2d65-e7e8-44a0-93f7-232f6e51a82e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:20.710209 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-687b2d65-e7e8-44a0-93f7-232f6e51a82e tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "GET /v2.0/ports?device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 949 time: 0.2828553
Dec 16 09:39:20.803927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port 9acbb953-57b5-4197-906a-67db3a319fdc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:20.804266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.865648 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.872909 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34f12bc6-a832-42e9-9892-63afb83c3832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:20.875339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7527f739-d6b4-4cee-a4b4-8c1804a762ef,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:20.878153 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:20.921224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a5296a-1900-4c15-9116-a1e52bb12ecb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:20.930344 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:20.933940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:20.937926 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03a5296a-1900-4c15-9116-a1e52bb12ecb HTTP/1.1" status: 204  len: 168 time: 0.3818486
Dec 16 09:39:21.042476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Attempting to bind port 7527f739-d6b4-4cee-a4b4-8c1804a762ef on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:39:21.042813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Attempting to bind port 7527f739-d6b4-4cee-a4b4-8c1804a762ef by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:39:21.043147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Attempting to bind port 7527f739-d6b4-4cee-a4b4-8c1804a762ef on network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:21.059737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-601e1f28-de16-487c-91e9-557a600f4a8c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:21.060992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-601e1f28-de16-487c-91e9-557a600f4a8c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:21.065518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Port 7527f739-d6b4-4cee-a4b4-8c1804a762ef on network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:39:21.065854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Attempting to bind port 7527f739-d6b4-4cee-a4b4-8c1804a762ef on network 7e8b4711-bb73-449f-aaa9-eb1ba4529de2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:21.077420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:39:21.077758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Checking segment: {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:39:21.078153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Bound using segment: {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:39:21.078591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Bound port: 7527f739-d6b4-4cee-a4b4-8c1804a762ef, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2215d1e6-347d-452b-a3e8-73ee44288f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:39:21.078940 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.098375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port 9acbb953-57b5-4197-906a-67db3a319fdc, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9acbb953-57b5-4197-906a-67db3a319fdc,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:21.098730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.102967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125036da-de9d-412c-829c-0388c839e166 req-27b4c910-e7ec-412a-9d0c-c6c577d1c32d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:21.103781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-125036da-de9d-412c-829c-0388c839e166 req-27b4c910-e7ec-412a-9d0c-c6c577d1c32d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Synchronizing usage tracker for tenant:85c4dbfaf0004d72a8efc880a94a5dfc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:21.114683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-601e1f28-de16-487c-91e9-557a600f4a8c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:21.115878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-601e1f28-de16-487c-91e9-557a600f4a8c tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/ports?device_id=32e3e371-f037-4f1b-8166-15fb9ab8f8b7 HTTP/1.1" status: 200  len: 950 time: 0.3267152
Dec 16 09:39:21.213409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-125036da-de9d-412c-829c-0388c839e166 req-27b4c910-e7ec-412a-9d0c-c6c577d1c32d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Unset dirty status for tenant:85c4dbfaf0004d72a8efc880a94a5dfc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:21.214477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-125036da-de9d-412c-829c-0388c839e166 req-27b4c910-e7ec-412a-9d0c-c6c577d1c32d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 944 time: 0.3747277
Dec 16 09:39:21.231390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for 9acbb953-57b5-4197-906a-67db3a319fdc owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:21.265529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:21.265871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.363305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] For port 7527f739-d6b4-4cee-a4b4-8c1804a762ef, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:39:21.388825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-125036da-de9d-412c-829c-0388c839e166 req-7c865cca-6b50-4d15-82ec-3620990f1d94 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593306
Dec 16 09:39:21.452142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] For port 7527f739-d6b4-4cee-a4b4-8c1804a762ef, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:39:21.463703 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.470312 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6314da8-5623-4b9b-99ed-3fea0d687e92 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:21.518060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.525561 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:21.532329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:21.588482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:21.612392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=9acbb953-57b5-4197-906a-67db3a319fdc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:21.616746 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:21.633331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 6a161255-2a56-4ab0-b958-64c0400f2d77 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:39:21.642267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf835e1-8490-474a-8d95-3ba07eb8509f req-3f8aac2b-8e2c-45d9-8aea-4da697dce662 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=c50f862a-1845-4556-b5e3-d99e712f8335 HTTP/1.1" status: 200  len: 210 time: 0.0926819
Dec 16 09:39:21.680596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:21.680596 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.682298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/7527f739-d6b4-4cee-a4b4-8c1804a762ef HTTP/1.1" status: 200  len: 1092 time: 2.0853541
Dec 16 09:39:21.727417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port 9acbb953-57b5-4197-906a-67db3a319fdc on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:21.730916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.732587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26945d04-456f-4295-b141-452447f3dc7a', 'tag': '7527f739-d6b4-4cee-a4b4-8c1804a762ef'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:21.734469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'name': 'network-vif-deleted', 'tag': '9acbb953-57b5-4197-906a-67db3a319fdc'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:21.756245 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-fcc4be52-22a1-4fb0-8ed2-7a242dbdb50c req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.74 "DELETE /v2.0/ports/9acbb953-57b5-4197-906a-67db3a319fdc HTTP/1.1" status: 204  len: 173 time: 1.0387809
Dec 16 09:39:21.787668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 6a161255-2a56-4ab0-b958-64c0400f2d77 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:39:21.796074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 6a161255-2a56-4ab0-b958-64c0400f2d77 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:39:21.796747 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:21.945853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7527f739-d6b4-4cee-a4b4-8c1804a762ef,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:21.958078 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:22.059416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-e45c7374-374a-4ced-b238-2e412ec2d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:22.060985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-e45c7374-374a-4ced-b238-2e412ec2d54a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 1095 time: 0.3109074
Dec 16 09:39:22.062737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:22.063105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:22.150759 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:22.273714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a161255-2a56-4ab0-b958-64c0400f2d77'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:22.299708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 6a161255-2a56-4ab0-b958-64c0400f2d77, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=6a161255-2a56-4ab0-b958-64c0400f2d77,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:22.314174 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:22.319119 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:22.370302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-14ba635e-0d85-4953-adf4-f09d970feb80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef HTTP/1.1" status: 200  len: 217 time: 0.2978148
Dec 16 09:39:22.443001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:22.458370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=6a161255-2a56-4ab0-b958-64c0400f2d77,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:22.461670 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:22.667357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-032ad942-07af-4a1b-895d-ba6f31074ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:22.668839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-032ad942-07af-4a1b-895d-ba6f31074ae7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 200  len: 851 time: 0.2327490
Dec 16 09:39:22.728938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-6d583db5-689d-413f-b75e-bdf994d873f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530689
Dec 16 09:39:22.739232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2f52-b2ca-48dd-b245-9e9648c43347 req-8c733ed6-cb5b-4fb1-9d20-6b3a6024a6cf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:22.740848 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f4a2f52-b2ca-48dd-b245-9e9648c43347 req-8c733ed6-cb5b-4fb1-9d20-6b3a6024a6cf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 945 time: 0.3663218
Dec 16 09:39:22.920990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0f4a2f52-b2ca-48dd-b245-9e9648c43347 req-cd521d0a-b79f-4bd1-9f4d-7d7407d1e37b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223547
Dec 16 09:39:22.930883 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:22.939097 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ae56e07-5cda-45ff-ad52-ceef07df26f2 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:22.944664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9acbb953-57b5-4197-906a-67db3a319fdc'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:23.004551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=3dbef17e-f89f-4e8a-b2da-a46aa134f3a5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:23.007753 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50f862a-1845-4556-b5e3-d99e712f8335', 'name': 'network-vif-deleted', 'tag': '9acbb953-57b5-4197-906a-67db3a319fdc', 'status': 'completed', 'code': 200}
Dec 16 09:39:23.016583 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:23.056606 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26945d04-456f-4295-b141-452447f3dc7a', 'tag': '7527f739-d6b4-4cee-a4b4-8c1804a762ef', 'status': 'completed', 'code': 200}
Dec 16 09:39:23.064030 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-e2096238-9136-4663-8f75-904fca07e7d0 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923627
Dec 16 09:39:23.127319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:23.151679 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a161255-2a56-4ab0-b958-64c0400f2d77', 'code': 200}
Dec 16 09:39:23.173433 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:23.196005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef20a1b-524a-4c29-a6ea-ebccaf6d75a2 req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "DELETE /v2.0/ports/3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 HTTP/1.1" status: 204  len: 173 time: 2.0511897
Dec 16 09:39:23.335567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027f40f0-6c9c-44c1-9b69-b8c331388ef1 req-56bb6dd5-a30b-4b94-b9f0-0d3cd6f78e50 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2404597
Dec 16 09:39:23.407658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94765-4074-483f-8426-41e78dd5f963 req-fc0b0e9a-9c18-48f8-bc80-0ffbe3a01f7a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:23.409296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40a94765-4074-483f-8426-41e78dd5f963 req-fc0b0e9a-9c18-48f8-bc80-0ffbe3a01f7a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 944 time: 0.1294415
Dec 16 09:39:23.476075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51b837-75d8-44ca-9f3c-94addaee4d4b req-7e5a2ae0-399e-4c79-a80a-0127064e3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:23.486762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b51b837-75d8-44ca-9f3c-94addaee4d4b req-7e5a2ae0-399e-4c79-a80a-0127064e3829 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 1096 time: 0.2449474
Dec 16 09:39:23.600600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61a59d7f-9bf8-4899-8f59-713fe8be5210 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:39:23.629418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40a94765-4074-483f-8426-41e78dd5f963 req-cfcb5f55-7c43-4285-a7b7-bdbaa4c1800e tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819987
Dec 16 09:39:23.674100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:23.677706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-b15ca4f1-ad8f-4b1b-9959-809ec1be8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:23.679358 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-b15ca4f1-ad8f-4b1b-9959-809ec1be8a18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 1095 time: 0.2811024
Dec 16 09:39:23.691399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b51b837-75d8-44ca-9f3c-94addaee4d4b req-73fff440-1c65-4ecc-a683-aeccff95bd32 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476953
Dec 16 09:39:23.792207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:23.792636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3dbef17e-f89f-4e8a-b2da-a46aa134f3a5 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:23.847559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:23.857275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:23.889691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-35b9fe8c-362b-4aff-9dbe-3b11a6aaf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:23.891154 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-35b9fe8c-362b-4aff-9dbe-3b11a6aaf313 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 912 time: 0.1958921
Dec 16 09:39:23.905531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'network_id': '8bfa16db-6f3d-4cad-ac6f-f52169e822b1', 'port_id': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'mac_address': 'fa:16:3e:d9:20:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a0b7da-64fa-402c-b97c-9398052c9bd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:39:23.990531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-33a5657a-f195-4b8a-8a2f-d91b452a554d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef HTTP/1.1" status: 200  len: 217 time: 0.0857649
Dec 16 09:39:23.993816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:24.032703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61a59d7f-9bf8-4899-8f59-713fe8be5210 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:24.067128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:24.071254 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:24.074760 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:24.151190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-979ef952-0bcf-4657-8b7b-90399745b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:24.154249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-979ef952-0bcf-4657-8b7b-90399745b7b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 200  len: 851 time: 0.1544809
Dec 16 09:39:24.197138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:24.212587 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:24.216927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['61a59d7f-9bf8-4899-8f59-713fe8be5210'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:24.246871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-63d623e3-0508-42dd-9726-7d783c65dcd4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0759742
Dec 16 09:39:24.613382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-788638e2-8ba4-46e6-8f75-a7b4cc248455 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3584766
Dec 16 09:39:24.902166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f9965e9-af90-449f-8bf7-6f06d61c5199 req-d4370fec-7fa8-4933-9b11-591510c1d99f service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2754691
Dec 16 09:39:24.979699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8e2f-1ef5-42b0-9d95-248aec19e6e3 req-c1010eb5-965c-47c9-9562-e2207937e472 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:24.981211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e5d8e2f-1ef5-42b0-9d95-248aec19e6e3 req-c1010eb5-965c-47c9-9562-e2207937e472 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 945 time: 0.1766138
Dec 16 09:39:25.058894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e5d8e2f-1ef5-42b0-9d95-248aec19e6e3 req-3b647a20-ede6-499e-873e-afdefac2b857 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703251
Dec 16 09:39:25.059624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'name': 'network-vif-deleted', 'tag': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:25.081741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9acbb953-57b5-4197-906a-67db3a319fdc no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:25.129338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 9acbb953-57b5-4197-906a-67db3a319fdc {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:25.129930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9acbb953-57b5-4197-906a-67db3a319fdc not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:25.413064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad9db6-cae5-404d-a862-c78290ad7e76 req-60f63203-152f-4d21-be6f-b13b3fb31593 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:25.414576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4ad9db6-cae5-404d-a862-c78290ad7e76 req-60f63203-152f-4d21-be6f-b13b3fb31593 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 944 time: 0.1135020
Dec 16 09:39:25.476723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4ad9db6-cae5-404d-a862-c78290ad7e76 req-26e025ed-37fe-4779-82be-5b812454062b tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506129
Dec 16 09:39:25.629662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61a59d7f-9bf8-4899-8f59-713fe8be5210 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:39:25.661527 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e3e371-f037-4f1b-8166-15fb9ab8f8b7', 'name': 'network-vif-deleted', 'tag': '3dbef17e-f89f-4e8a-b2da-a46aa134f3a5', 'status': 'completed', 'code': 200}
Dec 16 09:39:25.776021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 61a59d7f-9bf8-4899-8f59-713fe8be5210 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:39:25.776905 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:25.869557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2406ab-bd0c-436c-acaf-2573bc81475c req-f4b1cec2-9923-4da6-b72e-249173bbec9e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:25.871550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b2406ab-bd0c-436c-acaf-2573bc81475c req-f4b1cec2-9923-4da6-b72e-249173bbec9e tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 944 time: 0.0918303
Dec 16 09:39:25.942396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b2406ab-bd0c-436c-acaf-2573bc81475c req-7101ed08-6c66-4702-b7b5-f41ab2f494f4 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642171
Dec 16 09:39:25.948371 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:25.996847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:26.009632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:26.017478 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:26.019879 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:26.110519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:26.123869 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:26.379142 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'code': 200}
Dec 16 09:39:26.391535 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:39:26.592835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45f99-bec7-4979-9f17-c85c87acaeb1 req-6db926b6-f2c2-4d5c-a12c-b381450c5ce5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:26.594459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7f45f99-bec7-4979-9f17-c85c87acaeb1 req-6db926b6-f2c2-4d5c-a12c-b381450c5ce5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 945 time: 0.1025038
Dec 16 09:39:26.646543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7f45f99-bec7-4979-9f17-c85c87acaeb1 req-fafb1988-360a-473c-9778-f4df7d42ccc2 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456705
Dec 16 09:39:27.093873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7527f739-d6b4-4cee-a4b4-8c1804a762ef details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:39:27.101371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458629-e789-4d00-b14d-bc72c1f243ef req-35ad98e4-2432-433e-97be-116737a61513 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:27.110955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4458629-e789-4d00-b14d-bc72c1f243ef req-35ad98e4-2432-433e-97be-116737a61513 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 944 time: 0.1174960
Dec 16 09:39:27.178718 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4458629-e789-4d00-b14d-bc72c1f243ef req-d8b12360-f77e-486d-8f2a-c0f7a51a1f8a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667243
Dec 16 09:39:27.300452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7527f739-d6b4-4cee-a4b4-8c1804a762ef, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:27.319258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '7527f739-d6b4-4cee-a4b4-8c1804a762ef', 'network_id': '7e8b4711-bb73-449f-aaa9-eb1ba4529de2', 'port_id': '7527f739-d6b4-4cee-a4b4-8c1804a762ef', 'mac_address': 'fa:16:3e:6f:5e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4446b5e-25be-45f7-b218-4c3be79703bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:39:27.386840 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:27.409694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7527f739-d6b4-4cee-a4b4-8c1804a762ef {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:27.428622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7527f739-d6b4-4cee-a4b4-8c1804a762ef, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:27.435952 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:27.439862 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:27.519713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7527f739-d6b4-4cee-a4b4-8c1804a762ef,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:27.522973 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:27.781711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['7527f739-d6b4-4cee-a4b4-8c1804a762ef'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:27.795994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8ee8a-c1c0-435d-9b3b-bab361b54bcc req-070fe954-218e-4452-b299-fa8074eaa8bf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:27.797365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4fc8ee8a-c1c0-435d-9b3b-bab361b54bcc req-070fe954-218e-4452-b299-fa8074eaa8bf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:27.815486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4fc8ee8a-c1c0-435d-9b3b-bab361b54bcc req-070fe954-218e-4452-b299-fa8074eaa8bf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:27.824089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4fc8ee8a-c1c0-435d-9b3b-bab361b54bcc req-070fe954-218e-4452-b299-fa8074eaa8bf tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 950 time: 0.1120358
Dec 16 09:39:27.979241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4fc8ee8a-c1c0-435d-9b3b-bab361b54bcc req-040da9ef-de4a-4c82-9d01-26cec19e8051 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538856
Dec 16 09:39:28.020623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-832a8c2f-6172-4794-b139-939a0a825733 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:28.024766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-832a8c2f-6172-4794-b139-939a0a825733 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d715aa-157e-487b-bc87-3adcd80c9f0d HTTP/1.1" status: 200  len: 950 time: 0.1840813
Dec 16 09:39:28.229634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port a2619855-5f87-48b8-8604-2e8fe3a86ff8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:28.230684 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:28.411865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f344db-b7e7-4ee2-98f5-b0c8de970fd9 req-5f8f405d-adcc-4e84-82e7-8836da13bd47 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:28.425104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0f344db-b7e7-4ee2-98f5-b0c8de970fd9 req-5f8f405d-adcc-4e84-82e7-8836da13bd47 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 945 time: 0.2917626
Dec 16 09:39:28.624503 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0f344db-b7e7-4ee2-98f5-b0c8de970fd9 req-144c8a44-752a-43df-96cc-1dce9ba68ddc tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978307
Dec 16 09:39:28.676525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-d975f460-08a4-4b5b-8daf-96407c2022b5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:28.677948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-d975f460-08a4-4b5b-8daf-96407c2022b5 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f10b3eb-79f0-4d1c-9000-5129b0c37863 HTTP/1.1" status: 200  len: 950 time: 0.1230211
Dec 16 09:39:28.786126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port a2619855-5f87-48b8-8604-2e8fe3a86ff8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a2619855-5f87-48b8-8604-2e8fe3a86ff8,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:28.787002 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:29.040702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for a2619855-5f87-48b8-8604-2e8fe3a86ff8 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:29.073786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port b2575dea-c239-4b1e-9796-1a365713c307 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:29.074395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:29.125320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7527f739-d6b4-4cee-a4b4-8c1804a762ef up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:39:29.198775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 7527f739-d6b4-4cee-a4b4-8c1804a762ef completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:39:29.208936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 7527f739-d6b4-4cee-a4b4-8c1804a762ef triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:39:29.208936 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:29.400758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:29.449411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26945d04-456f-4295-b141-452447f3dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7527f739-d6b4-4cee-a4b4-8c1804a762ef'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:29.460167 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7527f739-d6b4-4cee-a4b4-8c1804a762ef, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:29.464740 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:29.467482 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:29.568009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7527f739-d6b4-4cee-a4b4-8c1804a762ef,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:29.571830 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:29.584554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:29.596659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'b2575dea-c239-4b1e-9796-1a365713c307', 'a2619855-5f87-48b8-8604-2e8fe3a86ff8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:29.605540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5483b8c-c037-41df-a94c-e725259ecd02 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:29.828829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c476-ebcd-4ce9-b571-c15c3bd02744 req-235228ae-f434-473f-9e02-639ceaad1727 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:29.835706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ce1c476-ebcd-4ce9-b571-c15c3bd02744 req-235228ae-f434-473f-9e02-639ceaad1727 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 945 time: 0.7271860
Dec 16 09:39:29.876470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port a2619855-5f87-48b8-8604-2e8fe3a86ff8 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:29.878451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=a2619855-5f87-48b8-8604-2e8fe3a86ff8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:29.886501 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:29.911739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'name': 'network-vif-deleted', 'tag': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:29.925590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-a0f72073-ab87-4982-a940-e4d5e2459f6a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:29.927249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-a0f72073-ab87-4982-a940-e4d5e2459f6a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 945 time: 0.8107944
Dec 16 09:39:29.928248 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:30.088449 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "DELETE /v2.0/ports/a2619855-5f87-48b8-8604-2e8fe3a86ff8 HTTP/1.1" status: 204  len: 173 time: 2.0565469
Dec 16 09:39:30.197460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ce1c476-ebcd-4ce9-b571-c15c3bd02744 req-fed2b8fb-2ca1-420d-afcd-6d9ce5b681ec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3567245
Dec 16 09:39:30.242728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Deleting port 6a161255-2a56-4ab0-b958-64c0400f2d77 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:30.243078 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:30.456064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port b2575dea-c239-4b1e-9796-1a365713c307, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b2575dea-c239-4b1e-9796-1a365713c307,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:30.456429 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:30.637379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for b2575dea-c239-4b1e-9796-1a365713c307 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:30.860853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601518f-7317-4f94-9cee-955a0748e1c0 req-16736887-4bb5-438f-83f1-1802a9f5612f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:30.867789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b601518f-7317-4f94-9cee-955a0748e1c0 req-16736887-4bb5-438f-83f1-1802a9f5612f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.4643352
Dec 16 09:39:30.981529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b601518f-7317-4f94-9cee-955a0748e1c0 req-aaab790f-8ae3-439d-8b69-294f62c68cbe tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128457
Dec 16 09:39:30.988852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] For port 6a161255-2a56-4ab0-b958-64c0400f2d77, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=6a161255-2a56-4ab0-b958-64c0400f2d77,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:30.989351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:31.278815 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26945d04-456f-4295-b141-452447f3dc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7527f739-d6b4-4cee-a4b4-8c1804a762ef', 'code': 200}
Dec 16 09:39:31.285671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Calling delete_port for 6a161255-2a56-4ab0-b958-64c0400f2d77 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:31.444220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:31.456240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9676e5a8-a1bd-4c2e-8727-ebfa79b7f625'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:31.463724 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad79f187-c298-4f60-98f6-59f4ff09e967 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:31.600576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=b2575dea-c239-4b1e-9796-1a365713c307,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:31.646917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a2619855-5f87-48b8-8604-2e8fe3a86ff8 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:31.665343 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:31.792447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: a2619855-5f87-48b8-8604-2e8fe3a86ff8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:31.792809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a2619855-5f87-48b8-8604-2e8fe3a86ff8 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:31.793290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2575dea-c239-4b1e-9796-1a365713c307 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:31.833158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port b2575dea-c239-4b1e-9796-1a365713c307 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:31.839542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:31.849626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:31.850608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: b2575dea-c239-4b1e-9796-1a365713c307 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:31.851495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b2575dea-c239-4b1e-9796-1a365713c307 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:31.858059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d4cb3-d6c0-40cb-9d84-9ff3bc13b91a req-0138d01d-6d1a-4623-b07f-d75ddb45d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:31.859663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-045d4cb3-d6c0-40cb-9d84-9ff3bc13b91a req-0138d01d-6d1a-4623-b07f-d75ddb45d152 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 1097 time: 0.5010631
Dec 16 09:39:31.866753 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-29d7a7f6-d50a-4d4c-87f3-f4b0f2fa9aa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:31.938398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event deleted for resources: {'Port': ['ID=6a161255-2a56-4ab0-b958-64c0400f2d77,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:31.945463 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:31.947114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b67b1f9a-76ca-4526-9bb4-d63779f5e855 req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "DELETE /v2.0/ports/b2575dea-c239-4b1e-9796-1a365713c307 HTTP/1.1" status: 204  len: 173 time: 3.2633555
Dec 16 09:39:31.963965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7505-1f40-46df-8d68-06aa312c0bbb req-682dd731-b2cb-41c8-8fe8-2732467e3db9 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:31.971859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-619a7505-1f40-46df-8d68-06aa312c0bbb req-682dd731-b2cb-41c8-8fe8-2732467e3db9 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 945 time: 0.4028962
Dec 16 09:39:32.168517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-045d4cb3-d6c0-40cb-9d84-9ff3bc13b91a req-8c88e8f1-f112-4557-b9fe-3d6a5dcf5446 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2438562
Dec 16 09:39:32.217135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-619a7505-1f40-46df-8d68-06aa312c0bbb req-c68717a6-11b2-4dc7-bae6-3cc1e68b38d4 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2440448
Dec 16 09:39:32.220221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] No DVR routers for this DVR port 6a161255-2a56-4ab0-b958-64c0400f2d77 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:32.238179 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:32.244589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-093e2bea-4acc-4be8-ab7a-11aefba6a5ec req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "DELETE /v2.0/ports/6a161255-2a56-4ab0-b958-64c0400f2d77 HTTP/1.1" status: 204  len: 173 time: 2.2543142
Dec 16 09:39:32.468620 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d715aa-157e-487b-bc87-3adcd80c9f0d', 'name': 'network-vif-deleted', 'tag': 'a2619855-5f87-48b8-8604-2e8fe3a86ff8', 'status': 'completed', 'code': 200}
Dec 16 09:39:32.691574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c56a5f97-5d5e-4347-8c88-a1177cdbb648 req-5f2158c6-cc69-4393-b2c5-05f7c97c42c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:32.720158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c56a5f97-5d5e-4347-8c88-a1177cdbb648 req-5f2158c6-cc69-4393-b2c5-05f7c97c42c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:32.721496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c56a5f97-5d5e-4347-8c88-a1177cdbb648 req-5f2158c6-cc69-4393-b2c5-05f7c97c42c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4224ecc-42e4-43e8-88e3-12542ca7a9de HTTP/1.1" status: 200  len: 210 time: 0.1168804
Dec 16 09:39:32.845668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43340) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:33.024468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:33.121122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:33.129331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Usage tracker for resource:security_group_rule and tenant:d79b6117c92a424796d39b32a546a439 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:33.136980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:33.150382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:33.192417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4b669-abb2-4399-b5b2-704b2a251b3d req-2a2c25f1-f46e-4927-86f8-9d118735b2dd tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:33.194275 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36f4b669-abb2-4399-b5b2-704b2a251b3d req-2a2c25f1-f46e-4927-86f8-9d118735b2dd tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1548748
Dec 16 09:39:33.285249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36f4b669-abb2-4399-b5b2-704b2a251b3d req-f5a8b3a5-159a-485b-8a83-a22858ddb3b4 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816631
Dec 16 09:39:33.370843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:33.375893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:33.394454 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-78656d27-4acf-42e6-a000-14cf484a1d92 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:33.453817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d79b6117c92a424796d39b32a546a439&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6027784
Dec 16 09:39:33.455512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:33.469842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ff83d1-b57c-48d5-9d26-e9bda5498219,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:33.474426 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:33.635475 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:33.662622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 6a161255-2a56-4ab0-b958-64c0400f2d77 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:33.686398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:33.714935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a131-41b5-4d9e-b03b-821fae848ccb req-41dfdb93-fd19-4ca5-929b-cb78ec4cdd89 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:33.718121 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f84a131-41b5-4d9e-b03b-821fae848ccb req-41dfdb93-fd19-4ca5-929b-cb78ec4cdd89 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 945 time: 0.1165383
Dec 16 09:39:33.734166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 6a161255-2a56-4ab0-b958-64c0400f2d77 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:33.734537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 6a161255-2a56-4ab0-b958-64c0400f2d77 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:33.793889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f84a131-41b5-4d9e-b03b-821fae848ccb req-0a673583-6ae7-4055-9602-7a192eb4e9a2 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652215
Dec 16 09:39:33.843416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:33.847672 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78a9fdea-0ea5-4acc-8a96-d2962899ece6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:33.859618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ff83d1-b57c-48d5-9d26-e9bda5498219,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:33.868212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:33.869492 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38ff83d1-b57c-48d5-9d26-e9bda5498219 HTTP/1.1" status: 204  len: 168 time: 0.4123120
Dec 16 09:39:33.876795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.877189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.877568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.877942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.878310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.878675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.879038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.879429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.879790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.880147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.880507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.880863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:39:33.883989 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:33.912781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-bb573614-cfb6-4bfe-9de9-c69452c4a99e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1149144
Dec 16 09:39:34.110590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.111447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.112197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.113009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.113683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.114308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.115128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.117927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f0a18890-313e-4e11-b36c-530740ce783b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cfb50daa31c9407b88880946570bc8cf&device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 6500 time: 0.1066782
Dec 16 09:39:34.269530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:34.320935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:34.352107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-cec15886-871c-4ce0-bff2-11c04c05c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.353087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-cec15886-871c-4ce0-bff2-11c04c05c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.353696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-cec15886-871c-4ce0-bff2-11c04c05c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.355278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-cec15886-871c-4ce0-bff2-11c04c05c96e service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=53d25a0d-86d5-463c-b866-b7143ffd064e&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 200  len: 2298 time: 0.2063282
Dec 16 09:39:34.371094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:34.379376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Usage tracker for resource:security_group_rule and tenant:d831106f03624d55aa5bdb212d4e0ea7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:34.385571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:34.400363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:34.506065 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:34.513306 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:34.520489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'name': 'network-vif-deleted', 'tag': 'b2575dea-c239-4b1e-9796-1a365713c307'}, {'server_uuid': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'name': 'network-vif-deleted', 'tag': '6a161255-2a56-4ab0-b958-64c0400f2d77'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:34.527059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-f22fcded-9ae0-403b-bcf2-6ffeb8bc2c50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 200  len: 1001 time: 0.1626496
Dec 16 09:39:34.529325 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:34.579978 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d831106f03624d55aa5bdb212d4e0ea7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3091154
Dec 16 09:39:34.580892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:34.630284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d716a2-5a07-4393-b2f5-93e844491ba8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:34.651198 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:34.652155 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:34.688814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:34.753125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:34.759636 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce8f489c-b58f-48b3-8de3-ebae49b38c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:34.777333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d716a2-5a07-4393-b2f5-93e844491ba8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:34.786482 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:34.788244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:34.793976 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11d716a2-5a07-4393-b2f5-93e844491ba8 HTTP/1.1" status: 204  len: 168 time: 0.2072675
Dec 16 09:39:34.829804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-749f9220-7a03-476f-b8a8-ef60079d1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.831258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-749f9220-7a03-476f-b8a8-ef60079d1852 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1479e4e5-5ae8-45c3-b52e-e94de53334fd HTTP/1.1" status: 200  len: 855 time: 0.2609158
Dec 16 09:39:34.855888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2f9a-442e-488f-b639-44f4d5f0463e req-7efccbe0-be04-4171-bb07-3b1167a28bf4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:34.856873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b07a2f9a-442e-488f-b639-44f4d5f0463e req-7efccbe0-be04-4171-bb07-3b1167a28bf4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:34.932406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b07a2f9a-442e-488f-b639-44f4d5f0463e req-7efccbe0-be04-4171-bb07-3b1167a28bf4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:34.933549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b07a2f9a-442e-488f-b639-44f4d5f0463e req-7efccbe0-be04-4171-bb07-3b1167a28bf4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 950 time: 0.4056118
Dec 16 09:39:35.005588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b07a2f9a-442e-488f-b639-44f4d5f0463e req-ed47f7a7-6779-4a9b-a675-c0ed6badfa18 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/security-groups?id=4854e5b9-7641-4f6c-99ef-47526401084e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573211
Dec 16 09:39:35.014079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-2ba00fdc-1b85-4e8a-8400-3e029b84b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:35.015812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-2ba00fdc-1b85-4e8a-8400-3e029b84b22d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf34b465-2f6c-4abd-a754-1c40a4e77ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1699233
Dec 16 09:39:35.238652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-6e593b5d-7569-41e3-bddf-24917ed8aaf5 service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2141197
Dec 16 09:39:35.400265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d266-75ba-4e3c-937b-a93f8afce271 req-261ebcc1-abd7-4ca1-b85e-62f57aa77d77 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:35.400265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc05d266-75ba-4e3c-937b-a93f8afce271 req-261ebcc1-abd7-4ca1-b85e-62f57aa77d77 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.2052824
Dec 16 09:39:35.490832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-85bb2017-b4c2-49ae-bbec-8ed792e01175 service neutron] 10.222.0.74 "GET /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401865
Dec 16 09:39:35.511255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc05d266-75ba-4e3c-937b-a93f8afce271 req-b2d07c10-0953-45ae-b50d-1ab38e6f80b7 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896311
Dec 16 09:39:35.697997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-1f3f82ab-90b0-4407-b542-53c7156f015e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 217 time: 0.1944666
Dec 16 09:39:35.817587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-4daf4206-708d-4213-a717-71a6520376be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:35.819311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-4daf4206-708d-4213-a717-71a6520376be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.1122065
Dec 16 09:39:35.959796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-250c310a-ab49-4cd4-90d0-136be03a5d9b tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:35.961270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-250c310a-ab49-4cd4-90d0-136be03a5d9b tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 950 time: 0.3135262
Dec 16 09:39:36.084163 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Deleting port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:36.084502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:36.121509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-b594bbdf-35c0-4d15-9042-3f8c950b026c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:36.128904 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-b594bbdf-35c0-4d15-9042-3f8c950b026c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.3383002
Dec 16 09:39:36.175776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-a51c6b34-c661-42dc-b477-5371e5e5ca96 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/quotas/94a460156b794cf8bc4e3415ab4a5b86 HTTP/1.1" status: 200  len: 375 time: 0.0457015
Dec 16 09:39:36.274856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-b543afa6-248c-479b-885e-9fdc2fd34444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:36.276669 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-b543afa6-248c-479b-885e-9fdc2fd34444 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4069955
Dec 16 09:39:36.285792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-35bcb754-27a6-44bf-9f50-bd9cbbe07abf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0991921
Dec 16 09:39:36.552176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-98b42e7d-d1e9-4dc3-84de-b961b4000a8b service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2654974
Dec 16 09:39:36.997587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-253983d2-7235-4bfe-9318-3b1ef536ba57 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6906619
Dec 16 09:39:37.130606 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-87224ebe-4a89-4bee-9297-681dcdef36ac service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5128744
Dec 16 09:39:37.140906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] For port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:37.141603 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:37.291086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Calling delete_port for 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:37.405278 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f10b3eb-79f0-4d1c-9000-5129b0c37863', 'name': 'network-vif-deleted', 'tag': 'b2575dea-c239-4b1e-9796-1a365713c307', 'status': 'completed', 'code': 200}
Dec 16 09:39:37.405845 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4224ecc-42e4-43e8-88e3-12542ca7a9de', 'name': 'network-vif-deleted', 'tag': '6a161255-2a56-4ab0-b958-64c0400f2d77', 'status': 'completed', 'code': 200}
Dec 16 09:39:37.423533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-fccfcbe6-dda3-403e-89e1-32b2d2983874 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4176052
Dec 16 09:39:37.754687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-ec150ec9-81bc-43a4-b90d-458e68d0529e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 217 time: 0.2067375
Dec 16 09:39:37.889420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-26ed868e-70d4-4d4a-9880-15e7a7e8a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:37.890900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-26ed868e-70d4-4d4a-9880-15e7a7e8a0d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.1249764
Dec 16 09:39:37.894071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:37.943545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0541d818-b39a-4225-9e32-a1d59776c46f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:38.244987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Pushing event deleted for resources: {'Port': ['ID=9676e5a8-a1bd-4c2e-8727-ebfa79b7f625,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:38.250705 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:38.259360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] No DVR routers for this DVR port 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:38.264871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:38.293071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b2a59bc-8649-4607-bff8-c4e8476981a0 req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.54 "DELETE /v2.0/ports/9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 HTTP/1.1" status: 204  len: 173 time: 2.3243103
Dec 16 09:39:38.348588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac0d0-0c79-4346-93bf-75589237ab02 req-1afd40cd-8fb2-4a65-9462-71888239d15b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:38.350192 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-063ac0d0-0c79-4346-93bf-75589237ab02 req-1afd40cd-8fb2-4a65-9462-71888239d15b tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 945 time: 0.4579659
Dec 16 09:39:38.457779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-34df5df5-2709-4eee-b3b6-5494b12271dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:38.459644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-34df5df5-2709-4eee-b3b6-5494b12271dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5223603
Dec 16 09:39:38.491398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-063ac0d0-0c79-4346-93bf-75589237ab02 req-3a6c63f3-fb68-4299-a879-60b47a14d33c tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308272
Dec 16 09:39:38.718205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-56f520f6-cd93-42f3-b69e-ad6212fb7028 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082329
Dec 16 09:39:39.101913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-4967ed89-28db-4b64-9837-315aa6b4cf16 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3691812
Dec 16 09:39:39.348564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-11b4bee7-c306-4eac-8d37-20b2550f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:39.351144 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-11b4bee7-c306-4eac-8d37-20b2550f16cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 1097 time: 0.1618903
Dec 16 09:39:39.377350 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-b7b5fc68-7d8b-417a-a830-6fbe79a54f9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e HTTP/1.1" status: 200  len: 217 time: 0.2640793
Dec 16 09:39:39.413345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e10b27-d530-4631-b062-b8d080b8e111', 'name': 'network-vif-deleted', 'tag': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:39.479984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-15b76ab0-c5f2-4f44-9581-8fd5cfffef0b req-81e77028-94cb-4e39-a815-e67588c87223 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Synchronizing usage tracker for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:39.522650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-d6166b16-f9ad-45e6-8c37-91c8d49cf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:39.524457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-d6166b16-f9ad-45e6-8c37-91c8d49cf252 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 912 time: 0.1645079
Dec 16 09:39:39.531955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-b17d24f9-d030-4435-a6d8-1c6c23123150 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:39.533352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-b17d24f9-d030-4435-a6d8-1c6c23123150 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.5770509
Dec 16 09:39:39.543364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-15b76ab0-c5f2-4f44-9581-8fd5cfffef0b req-81e77028-94cb-4e39-a815-e67588c87223 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Unset dirty status for tenant:3a5e3a49f84f4038805610e3dedf48a5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:39.551694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15b76ab0-c5f2-4f44-9581-8fd5cfffef0b req-81e77028-94cb-4e39-a815-e67588c87223 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e10b27-d530-4631-b062-b8d080b8e111 HTTP/1.1" status: 200  len: 210 time: 0.1788127
Dec 16 09:39:39.554530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-79a288a4-276c-4b70-9aaa-61e8f90b44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:39.556008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-79a288a4-276c-4b70-9aaa-61e8f90b44f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.1295824
Dec 16 09:39:39.559532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Request body: {'port': {'device_id': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'admin_state_up': True, 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:39.597867 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-012567d8-3f67-47d2-a6b7-a28fd4de4881 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef HTTP/1.1" status: 200  len: 217 time: 0.0628417
Dec 16 09:39:39.666415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-2157267b-a306-4586-98ae-124520b65bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:39.667958 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-2157267b-a306-4586-98ae-124520b65bbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 200  len: 851 time: 0.0634384
Dec 16 09:39:39.676759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:39.714343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:39.714692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9676e5a8-a1bd-4c2e-8727-ebfa79b7f625 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:39.720503 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-da0ee0f2-cdbf-4304-8f64-836c87fdfd68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456750
Dec 16 09:39:39.751297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:39.760664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-19c5caad-6a05-4ffc-a160-1ffbf89c71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:39.762679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-19c5caad-6a05-4ffc-a160-1ffbf89c71b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1882832
Dec 16 09:39:39.766602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:39.844950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:39.848384 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:39.906516 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-1fd61eff-d37f-4843-85a0-2b0e42cd34b7 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719284
Dec 16 09:39:39.977442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9697e41a-7b67-47a8-9d49-7c38c61f553f req-571c7caf-e886-4cdf-8135-006a2cf9ed0d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 210 time: 0.0538359
Dec 16 09:39:40.037292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-7c95ff61-3de2-4f8b-a914-97a9eb0dd76e service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672317
Dec 16 09:39:40.062386 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-81ebf899-cba5-49b9-a12c-8c0b98559873 req-ab4e6ff0-9cfe-46b2-9adc-aff0d4145afa service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550808
Dec 16 09:39:40.255129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Allocated IP 172.20.0.10 (dcd9bf22-4a69-40f7-ae7e-a0cc88033aee/c895022b-e54e-431c-ad7b-d0b89d6ed5c8/9cf43962-f156-4673-b91f-605b04c28039) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:39:40.318962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-2b7c99bf-cb37-4f26-be00-38e07f84bc7e service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2710743
Dec 16 09:39:40.412783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-bf19dbda-cc4e-4566-b7b7-c567fd3dec98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=c9fd142c-fec2-449e-8560-2781fcdcca21 HTTP/1.1" status: 200  len: 217 time: 0.0818613
Dec 16 09:39:40.424993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc396-3c49-42a2-a732-a2ffb5eb44ff req-5a829180-18a5-4edf-999d-c9e2c891ce5f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:40.426450 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0fabc396-3c49-42a2-a732-a2ffb5eb44ff req-5a829180-18a5-4edf-999d-c9e2c891ce5f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.3093681
Dec 16 09:39:40.606133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0fabc396-3c49-42a2-a732-a2ffb5eb44ff req-80920004-5307-47ea-9417-8ae5eeaf998d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627429
Dec 16 09:39:40.613765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-225792ad-5fb8-4fac-948c-48db65532f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:40.615177 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-225792ad-5fb8-4fac-948c-48db65532f2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 200  len: 797 time: 0.1729927
Dec 16 09:39:40.667136 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e10b27-d530-4631-b062-b8d080b8e111', 'name': 'network-vif-deleted', 'tag': '9676e5a8-a1bd-4c2e-8727-ebfa79b7f625', 'status': 'completed', 'code': 200}
Dec 16 09:39:40.732193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:40.755771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-e57542b8-68a0-4606-ad9f-a0dd191c6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:40.757248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-e57542b8-68a0-4606-ad9f-a0dd191c6c52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53d25a0d-86d5-463c-b866-b7143ffd064e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1330609
Dec 16 09:39:40.928895 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:40.948258 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-72336709-1bf6-45d5-b17f-71c282280d14 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:41.167611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:39:41.170689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-c6e1c4b0-2063-4a83-a2e1-0dae01b12d09 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3748887
Dec 16 09:39:41.180524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dd25e-0509-4492-850f-9dbd22e1fb81 req-6b184eb1-3af1-4444-a1d5-800a4ea292d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:41.181834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-277dd25e-0509-4492-850f-9dbd22e1fb81 req-6b184eb1-3af1-4444-a1d5-800a4ea292d3 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 945 time: 0.4237483
Dec 16 09:39:41.182645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:39:41.187264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:39:41.236385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event updated for resources: {'Port': ['ID=9cf43962-f156-4673-b91f-605b04c28039,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:41.263517 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:41.372715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:41.373341 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:41.382359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-277dd25e-0509-4492-850f-9dbd22e1fb81 req-d5ede21e-087f-4b5f-8928-467b0dafe116 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.66 "GET /v2.0/security-groups?id=a940c992-3d5b-4c21-90cd-60dcdae67f02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668231
Dec 16 09:39:41.431544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-5f9a793d-f548-42a2-87a6-08f52550c122 service neutron] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192845
Dec 16 09:39:41.433288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8806348
Dec 16 09:39:41.494833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Request body: {'port': {'device_id': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:41.554088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-9345f10b-e834-4726-88e9-43e7f673c937 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 200  len: 217 time: 0.1139612
Dec 16 09:39:41.670719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:41.682877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-192cbae3-87de-49b6-b84c-ee462b0dc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:41.684371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-192cbae3-87de-49b6-b84c-ee462b0dc189 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.1205506
Dec 16 09:39:41.691360 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:41.924811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d254f265-8686-4ac0-8e73-0ffbab5fbeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:41.963318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-2ba3e7f4-e439-4d3a-96af-14d131fdfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:41.964721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-2ba3e7f4-e439-4d3a-96af-14d131fdfb0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2629147
Dec 16 09:39:41.982218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:42.173542 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c5970c7-5404-4e80-95ce-35d3c2ae14e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a5e3a49f84f4038805610e3dedf48a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1895730
Dec 16 09:39:42.173740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70858f47-c7f4-4392-8d3d-8d1f612fac42 req-2b5ac660-4b6e-4334-a922-f185e8e34c17 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:42.174263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-70858f47-c7f4-4392-8d3d-8d1f612fac42 req-2b5ac660-4b6e-4334-a922-f185e8e34c17 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:42.174628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:42.240422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:42.243571 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-47d3c889-dc7a-43af-b7b6-8d68bacbb5c9 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701087
Dec 16 09:39:42.247613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-70858f47-c7f4-4392-8d3d-8d1f612fac42 req-2b5ac660-4b6e-4334-a922-f185e8e34c17 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:42.248640 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70858f47-c7f4-4392-8d3d-8d1f612fac42 req-2b5ac660-4b6e-4334-a922-f185e8e34c17 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 932 time: 0.4265771
Dec 16 09:39:42.268012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:42.330205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:42.335752 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92146030-add5-4168-8ac4-5e278f1834fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:42.354757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4854e5b9-7641-4f6c-99ef-47526401084e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:42.358654 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:42.372152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:42.377011 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4854e5b9-7641-4f6c-99ef-47526401084e HTTP/1.1" status: 204  len: 168 time: 0.2012053
Dec 16 09:39:42.457448 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70858f47-c7f4-4392-8d3d-8d1f612fac42 req-c4d04508-2ccb-4d6e-aa0f-5631f2b55166 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814919
Dec 16 09:39:42.484822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf43962-f156-4673-b91f-605b04c28039 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:42.493533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-27fb4c33-453c-4c06-9b40-bcc425bb4a07 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395194
Dec 16 09:39:42.495279 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:42.587573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-8cc3de31-4622-4361-ad3e-2992d339a58e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 200  len: 217 time: 0.0841572
Dec 16 09:39:42.588641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Transition to ACTIVE for port object 9cf43962-f156-4673-b91f-605b04c28039 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:39:42.592904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:42.605753 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cd66f4de-52a1-4555-9ffd-7b74a17cd150 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:42.759410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:42.853991 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-abbd52de-c0c3-4f23-9ab5-286d9535f60b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0a81784677147dfb279961dba8effd3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0931759
Dec 16 09:39:42.854419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43584) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:42.924252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:42.958832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.005918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Pushing event updated for resources: {'Port': ['ID=9cf43962-f156-4673-b91f-605b04c28039,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:43.020749 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.025981 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f21cf3-2962-40bb-8744-6f1964a7a3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:43.040411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c8269-bc95-4e10-b050-8c173db0bdb3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:43.043098 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:43.043327 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:43.044692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-71206def-5459-4f7c-8800-58452c2d5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:43.046168 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-71206def-5459-4f7c-8800-58452c2d5d2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 200  len: 797 time: 0.4437537
Dec 16 09:39:43.057709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.061604 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de7c8269-bc95-4e10-b050-8c173db0bdb3 HTTP/1.1" status: 204  len: 168 time: 0.2062759
Dec 16 09:39:43.197747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Attempting to bind port 9cf43962-f156-4673-b91f-605b04c28039 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:39:43.198087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Attempting to bind port 9cf43962-f156-4673-b91f-605b04c28039 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:39:43.198408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Attempting to bind port 9cf43962-f156-4673-b91f-605b04c28039 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:43.210645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Port 9cf43962-f156-4673-b91f-605b04c28039 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:39:43.210968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Attempting to bind port 9cf43962-f156-4673-b91f-605b04c28039 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:39:43.221394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:39:43.221724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:39:43.222127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Bound using segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:39:43.222565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Bound port: 9cf43962-f156-4673-b91f-605b04c28039, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:39:43.223009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.253285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18184e-d426-43ad-a6db-fe4aac346945 req-173b91d4-4753-430e-98cf-4434b6859176 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:43.255272 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a18184e-d426-43ad-a6db-fe4aac346945 req-173b91d4-4753-430e-98cf-4434b6859176 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.3134241
Dec 16 09:39:43.296005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-c8220520-cb30-44b9-9a54-61e562c3e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:43.297751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-c8220520-cb30-44b9-9a54-61e562c3e2a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b41fc7d4-aa6b-4a98-b14a-ecede34182c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2183475
Dec 16 09:39:43.468411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a18184e-d426-43ad-a6db-fe4aac346945 req-c3e9897f-0ae1-461c-8bea-c8ae54fe8770 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803746
Dec 16 09:39:43.517863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] For port 9cf43962-f156-4673-b91f-605b04c28039, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:39:43.546626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] For port 9cf43962-f156-4673-b91f-605b04c28039, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cf43962-f156-4673-b91f-605b04c28039,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:39:43.554286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.571970 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f7d30e9-83ec-4f2c-8050-4d02309b2980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:43.613118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:43.614009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.615393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] 10.222.0.54 "PUT /v2.0/ports/9cf43962-f156-4673-b91f-605b04c28039 HTTP/1.1" status: 200  len: 1092 time: 2.1246541
Dec 16 09:39:43.622392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'tag': '9cf43962-f156-4673-b91f-605b04c28039'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:43.628617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-109eeaee-7d6f-4060-93e2-1373c7eb0b59 service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3058977
Dec 16 09:39:43.697944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61a59d7f-9bf8-4899-8f59-713fe8be5210 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:43.758410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43614) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:43.813631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Pushing event updated for resources: {'Port': ['ID=9cf43962-f156-4673-b91f-605b04c28039,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:43.816877 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:43.855045 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.872310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-bcbce88f-ee5d-444b-839e-e1ab9669a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:43.873785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-bcbce88f-ee5d-444b-839e-e1ab9669a241 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 1095 time: 0.2032285
Dec 16 09:39:43.879099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-143fd129-79ce-4367-99bf-6c1851d6abd3 req-d4ce5794-72be-4fcd-907e-ca571440e58c service neutron] 10.222.0.74 "GET /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324820
Dec 16 09:39:43.892994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:43.913943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:43.919064 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:43.922338 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:43.975863 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-3efc36da-751e-4aa5-bc4b-862f27130fd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf43962-f156-4673-b91f-605b04c28039 HTTP/1.1" status: 200  len: 217 time: 0.0924790
Dec 16 09:39:43.983742 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.003672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:44.007369 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:44.062317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-1edba082-9588-4317-8440-3d2c3529f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:44.064298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-1edba082-9588-4317-8440-3d2c3529f9d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.0807948
Dec 16 09:39:44.101673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.127429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:44.128159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-49aa7a3e-c151-4732-93a5-4ba5a942397e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566006
Dec 16 09:39:44.132431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Usage tracker for resource:security_group_rule and tenant:8b7838f6e78b4d8db2f7b291ae40876e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:44.135583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:44.151191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:44.270128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.274671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.290999 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7042b8e1-c40d-4acb-af9f-a636fb66e1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:44.308491 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-8fabbb4d-71af-4849-94b8-ee64ea30fba7 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686122
Dec 16 09:39:44.355655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b7838f6e78b4d8db2f7b291ae40876e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5961299
Dec 16 09:39:44.357170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e10ed-c83c-49b6-baf3-bd50df41e61f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:44.360375 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:44.361236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:44.449637 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27b58dc5-bebc-4b5a-80d5-0bd7d4306ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.457897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.489921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.552447 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cca1451-5a2a-4749-aee9-b1cc7c583c73 req-98fe9b06-ed02-425c-a68a-9b3866c97fc6 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361884
Dec 16 09:39:44.599930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.609028 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4b306eb-3f20-40d5-a13a-4bbbae144c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:44.622135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e10ed-c83c-49b6-baf3-bd50df41e61f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:44.624035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7777-a564-4661-a115-28dfefc2c839 req-18fdb934-f272-4b6b-aca9-7e05103792ee tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:44.624437 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:44.625489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e29d7777-a564-4661-a115-28dfefc2c839 req-18fdb934-f272-4b6b-aca9-7e05103792ee tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "GET /v2.0/ports?device_id=8643df5e-5829-4236-8c6a-3254ab917252 HTTP/1.1" status: 200  len: 943 time: 0.1276863
Dec 16 09:39:44.628281 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.634074 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a4e10ed-c83c-49b6-baf3-bd50df41e61f HTTP/1.1" status: 204  len: 168 time: 0.2693737
Dec 16 09:39:44.867830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Deleting port 61a59d7f-9bf8-4899-8f59-713fe8be5210 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:44.868135 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:44.936911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdd4ea-a962-44b0-bcff-7f4ab491593e req-31301383-819c-4d9f-a72b-f8907b4f6b7d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:44.938382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99fdd4ea-a962-44b0-bcff-7f4ab491593e req-31301383-819c-4d9f-a72b-f8907b4f6b7d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 944 time: 0.3120296
Dec 16 09:39:45.006718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:45.024950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.040346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:45.044622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Usage tracker for resource:security_group_rule and tenant:7420c3dfea404896a112da2a17728861 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:45.048034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:45.053702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:45.109816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99fdd4ea-a962-44b0-bcff-7f4ab491593e req-8c5912f3-561c-48ec-acdc-11e98b73dc99 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445494
Dec 16 09:39:45.157331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.162115 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.170569 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'tag': '9cf43962-f156-4673-b91f-605b04c28039', 'status': 'completed', 'code': 200}
Dec 16 09:39:45.172634 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b8bfdb9f-52cd-47c9-acbd-5b32b738930c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:45.191932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] For port 61a59d7f-9bf8-4899-8f59-713fe8be5210, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=61a59d7f-9bf8-4899-8f59-713fe8be5210,segment=NetworkSegment(9320e8f0-77e5-42c2-9964-1333c0e5a77b),segment_id=9320e8f0-77e5-42c2-9964-1333c0e5a77b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:45.192567 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.210268 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'code': 200}
Dec 16 09:39:45.214733 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7420c3dfea404896a112da2a17728861&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2069018
Dec 16 09:39:45.216302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c416dccd-eeb5-4d86-8d22-abfa0ecb6ab0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:45.218592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43656) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:45.221019 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:45.274041 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.291231 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.322211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.375358 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.380485 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-39f2fc15-ccb4-407f-be69-086da606e5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:45.383440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Calling delete_port for 61a59d7f-9bf8-4899-8f59-713fe8be5210 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:45.393372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c416dccd-eeb5-4d86-8d22-abfa0ecb6ab0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:45.395950 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:45.397115 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.398219 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c416dccd-eeb5-4d86-8d22-abfa0ecb6ab0 HTTP/1.1" status: 204  len: 168 time: 0.1787488
Dec 16 09:39:45.510086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.631791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-1c52bc05-c0f9-4820-aed8-67170c56d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.633283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-1c52bc05-c0f9-4820-aed8-67170c56d3b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 1095 time: 0.4321010
Dec 16 09:39:45.662698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.668576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.674346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.680157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.685925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.691859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.698517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:45.700976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-331b8c1a-4771-4bd2-a2ac-177f09362e49 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.3325229
Dec 16 09:39:45.709600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cf43962-f156-4673-b91f-605b04c28039 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:39:45.849646 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.857302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9cf43962-f156-4673-b91f-605b04c28039, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cf43962-f156-4673-b91f-605b04c28039,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:45.862341 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-135cac5c-fdfa-463b-b130-6348e2de8278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:45.871502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '9cf43962-f156-4673-b91f-605b04c28039', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': '9cf43962-f156-4673-b91f-605b04c28039', 'mac_address': 'fa:16:3e:6e:7b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:39:45.908774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d233d50-a8fb-4854-afee-c344d060ac38 req-63c2bf91-f5a0-4383-af9d-31ee4618eca2 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1808686
Dec 16 09:39:45.927435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.934820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Pushing event deleted for resources: {'Port': ['ID=61a59d7f-9bf8-4899-8f59-713fe8be5210,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:45.947807 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:45.949066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf43962-f156-4673-b91f-605b04c28039 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:39:45.972072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9cf43962-f156-4673-b91f-605b04c28039, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cf43962-f156-4673-b91f-605b04c28039,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:45.982921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:45.984988 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:46.063444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] No DVR routers for this DVR port 61a59d7f-9bf8-4899-8f59-713fe8be5210 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:46.078015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.084043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.090559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.097342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.103403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.110249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.115403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9cf43962-f156-4673-b91f-605b04c28039,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:46.117549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.119460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-071d6412-3e35-4ec0-bc3a-6f1fb7413a29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 5443 time: 0.5372956
Dec 16 09:39:46.120695 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:46.124752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-9e5a36a6-f00c-4423-8ad7-ff40e8820290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.125663 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:46.127047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-9e5a36a6-f00c-4423-8ad7-ff40e8820290 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.4773178
Dec 16 09:39:46.237552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9cf43962-f156-4673-b91f-605b04c28039'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:39:46.254529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e29d7777-a564-4661-a115-28dfefc2c839 req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] 10.222.0.54 "DELETE /v2.0/ports/61a59d7f-9bf8-4899-8f59-713fe8be5210 HTTP/1.1" status: 204  len: 173 time: 1.5922163
Dec 16 09:39:46.258554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-e7358f45-e74e-491b-ad3a-6187eb5e1696 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf43962-f156-4673-b91f-605b04c28039 HTTP/1.1" status: 200  len: 217 time: 0.0867655
Dec 16 09:39:46.320815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1906713b-dbe2-4f96-8283-5b3fc1ed4575 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.322559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1906713b-dbe2-4f96-8283-5b3fc1ed4575 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "GET /v2.0/ports/43b469c3-791d-4334-acfd-d4d24df3817e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1928751
Dec 16 09:39:46.478921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-3cba6088-f99e-4e05-85a9-2eb1c135446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.479733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-3cba6088-f99e-4e05-85a9-2eb1c135446d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.2149708
Dec 16 09:39:46.674813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-bab6d16f-03b0-46d4-b31b-555c46f074f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1866837
Dec 16 09:39:46.818063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-4e8ea88b-e1c5-47c4-a6b3-0e54a426775c tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "GET /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.4560864
Dec 16 09:39:46.826760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452e9ab-334b-4fd1-ac60-d345d8628ada req-24cc7557-5eaf-4e67-a426-ec2ec85a1616 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:46.828263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1452e9ab-334b-4fd1-ac60-d345d8628ada req-24cc7557-5eaf-4e67-a426-ec2ec85a1616 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.5141919
Dec 16 09:39:46.835408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:46.997381 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:47.007377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1452e9ab-334b-4fd1-ac60-d345d8628ada req-07eced4f-1e66-4e10-b5ba-3e89cf913297 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444457
Dec 16 09:39:47.009187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-7f33d03c-0108-412f-9a57-b627ee400955 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3249531
Dec 16 09:39:47.106646 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:47.173421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-deleted', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:47.326708 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c878f2bd-f4dd-40de-ba4b-aa21d2d3bcd2 req-eed3eb28-a0a5-47cc-8eec-01a1e9f9063f service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3096201
Dec 16 09:39:47.379744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] For port 43b469c3-791d-4334-acfd-d4d24df3817e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=43b469c3-791d-4334-acfd-d4d24df3817e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:47.450755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] For port 43b469c3-791d-4334-acfd-d4d24df3817e, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:39:47.517273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] device_id is not set on port 43b469c3-791d-4334-acfd-d4d24df3817e yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:39:47.527730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:47.537953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:47.549218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271b2bb-7e52-4881-a8db-c1c8024f7946 req-67045f83-3636-4c2e-b4ac-4184629423cf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:47.550703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1271b2bb-7e52-4881-a8db-c1c8024f7946 req-67045f83-3636-4c2e-b4ac-4184629423cf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 945 time: 0.1587625
Dec 16 09:39:47.552510 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f553e801-1336-4fff-8848-35bf1cc403bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:47.711579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cf43962-f156-4673-b91f-605b04c28039 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:39:47.745452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=43b469c3-791d-4334-acfd-d4d24df3817e,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:47.759750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] No DVR routers for this DVR port 43b469c3-791d-4334-acfd-d4d24df3817e on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:47.834989 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:47.835781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] In _notify_port_updated(), no bound segment for port 43b469c3-791d-4334-acfd-d4d24df3817e on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:39:47.836832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:47.837455 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:47.838744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] 10.222.0.74 "PUT /v2.0/ports/43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 200  len: 1032 time: 1.0095773
Dec 16 09:39:47.861804 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 9cf43962-f156-4673-b91f-605b04c28039 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:39:47.867823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 9cf43962-f156-4673-b91f-605b04c28039 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:39:47.868039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1271b2bb-7e52-4881-a8db-c1c8024f7946 req-f6caca43-2881-4010-abbd-6c159ee118ad tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2821810
Dec 16 09:39:47.868243 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:47.953627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4aaa99c2-b095-4a10-b783-099f36dcd8da None None] Provisioning complete for port 43b469c3-791d-4334-acfd-d4d24df3817e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:39:47.954005 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4aaa99c2-b095-4a10-b783-099f36dcd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:47.962995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-ef3870e4-f896-455a-9a70-996eb71ae8cd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:47.964712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-ef3870e4-f896-455a-9a70-996eb71ae8cd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "GET /v2.0/ports/67124b96-92b0-4e4c-a1d5-600286c27fa1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0957561
Dec 16 09:39:47.977991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:48.014843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa99c2-b095-4a10-b783-099f36dcd8da None None] Port 43b469c3-791d-4334-acfd-d4d24df3817e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:39:48.073526 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:48.107520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf43962-f156-4673-b91f-605b04c28039'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:48.117551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9cf43962-f156-4673-b91f-605b04c28039, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cf43962-f156-4673-b91f-605b04c28039,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:48.123831 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:48.125022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61a59d7f-9bf8-4899-8f59-713fe8be5210 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:48.154161 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:48.163601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:48.196184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 61a59d7f-9bf8-4899-8f59-713fe8be5210 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:48.196383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 61a59d7f-9bf8-4899-8f59-713fe8be5210 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:48.232389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9cf43962-f156-4673-b91f-605b04c28039,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:48.235500 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:48.247076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-0ac66c4b-7d37-4a9d-a062-6327685c1978 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:48.252878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-0ac66c4b-7d37-4a9d-a062-6327685c1978 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:48.258619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-0ac66c4b-7d37-4a9d-a062-6327685c1978 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:48.264966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-0ac66c4b-7d37-4a9d-a062-6327685c1978 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:48.270813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-0ac66c4b-7d37-4a9d-a062-6327685c1978 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:48.276502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-0ac66c4b-7d37-4a9d-a062-6327685c1978 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:48.278314 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-0ac66c4b-7d37-4a9d-a062-6327685c1978 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 4664 time: 0.2517326
Dec 16 09:39:48.571759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a733f9c7-88e7-4d0a-b04d-ca535788fc63 req-a64a0ba8-3037-40d2-b56d-8fc49ac5a8b9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958&id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2855818
Dec 16 09:39:48.616375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] For port 67124b96-92b0-4e4c-a1d5-600286c27fa1, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67124b96-92b0-4e4c-a1d5-600286c27fa1,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:48.645634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] For port 67124b96-92b0-4e4c-a1d5-600286c27fa1, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:39:48.694612 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8643df5e-5829-4236-8c6a-3254ab917252', 'name': 'network-vif-deleted', 'tag': '61a59d7f-9bf8-4899-8f59-713fe8be5210', 'status': 'completed', 'code': 200}
Dec 16 09:39:48.702196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] device_id is not set on port 67124b96-92b0-4e4c-a1d5-600286c27fa1 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:39:48.710619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:48.716071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:48.720769 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-86c1380a-8e93-453c-8465-ca7ba9c0faa2 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:48.920840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Pushing event updated for resources: {'Port': ['ID=67124b96-92b0-4e4c-a1d5-600286c27fa1,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:48.933112 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:48.934139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] No DVR routers for this DVR port 67124b96-92b0-4e4c-a1d5-600286c27fa1 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:49.005709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] In _notify_port_updated(), no bound segment for port 67124b96-92b0-4e4c-a1d5-600286c27fa1 on network 53d25a0d-86d5-463c-b866-b7143ffd064e {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:39:49.006583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:49.007210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.008505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] 10.222.0.74 "PUT /v2.0/ports/67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 200  len: 1033 time: 1.0356822
Dec 16 09:39:49.020252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea161-ceda-4960-b4e7-f4ebc60998c0 req-db4fa14a-db9c-4551-8d33-2998ce2b8aef tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:49.021649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8faea161-ceda-4960-b4e7-f4ebc60998c0 req-db4fa14a-db9c-4551-8d33-2998ce2b8aef tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1954069
Dec 16 09:39:49.041301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e1074e4-d6da-4823-b0ac-a96b165c14f4 None None] Provisioning complete for port 67124b96-92b0-4e4c-a1d5-600286c27fa1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:39:49.041811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e1074e4-d6da-4823-b0ac-a96b165c14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.107525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6e1074e4-d6da-4823-b0ac-a96b165c14f4 None None] Port 67124b96-92b0-4e4c-a1d5-600286c27fa1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:39:49.128125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:49.128473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.160603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8faea161-ceda-4960-b4e7-f4ebc60998c0 req-8b6ef186-fcd0-4f6a-9889-b2d77d56c1d6 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046147
Dec 16 09:39:49.219428 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf43962-f156-4673-b91f-605b04c28039', 'code': 200}
Dec 16 09:39:49.281358 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c9fd142c-fec2-449e-8560-2781fcdcca21 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:49.438549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.473193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] For port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:49.473481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.477178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c9fd142c-fec2-449e-8560-2781fcdcca21, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c9fd142c-fec2-449e-8560-2781fcdcca21,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:49.483745 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.484910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 318023a2-7013-466b-994d-1f56f612d5da no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:49.577681 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fbff457e-7922-4373-97fc-f03b4620bb2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:49.716992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c9fd142c-fec2-449e-8560-2781fcdcca21,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:49.721389 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:49.722284 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.755991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 318023a2-7013-466b-994d-1f56f612d5da, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=318023a2-7013-466b-994d-1f56f612d5da,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:49.759850 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.760682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 67d66eda-972f-4182-84d7-6d1b5820075b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:49.765489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0ce81-4183-4767-8aaa-23de3f8eec65 req-f4c43a3c-f998-4e67-84d1-6068318f1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:49.766988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ea0ce81-4183-4767-8aaa-23de3f8eec65 req-f4c43a3c-f998-4e67-84d1-6068318f1336 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 1097 time: 0.4766784
Dec 16 09:39:49.788822 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:49.908854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=318023a2-7013-466b-994d-1f56f612d5da,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:49.916519 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:49.923289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ea0ce81-4183-4767-8aaa-23de3f8eec65 req-c94e3ec7-d6e8-45c9-92f4-9878c317f697 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491282
Dec 16 09:39:49.941512 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.942664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.943041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.943645 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Floating IP 4bf20637-9e70-477c-8e39-c29113e8b5d3 disassociated. External IP: 172.25.3.103, port: 0cd80376-ff58-4f3b-81b7-6b08dfe1158e.
Dec 16 09:39:49.943990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 0cd80376-ff58-4f3b-81b7-6b08dfe1158e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:49.976390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 67d66eda-972f-4182-84d7-6d1b5820075b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67d66eda-972f-4182-84d7-6d1b5820075b,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:49.980900 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:49.981339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 800d9656-a7a2-482e-8297-f0d9ddb6c22e no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:49.988497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27022099-00f5-4b35-a9fd-43137fc1a188 req-291b0337-0830-458f-b740-13f33cfbc829 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:49.989970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27022099-00f5-4b35-a9fd-43137fc1a188 req-291b0337-0830-458f-b740-13f33cfbc829 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 946 time: 0.2873991
Dec 16 09:39:50.009594 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:50.056096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27022099-00f5-4b35-a9fd-43137fc1a188 req-dcb3ae39-05a7-4156-9963-ec56955c329c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587497
Dec 16 09:39:50.153198 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:50.155303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=67d66eda-972f-4182-84d7-6d1b5820075b,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:50.159817 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ae5ce88c-6c19-4a8e-8793-a2abc8749d29 tempest-MigrationsAdminTest-1441536228 tempest-MigrationsAdminTest-1441536228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:50.164396 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:50.183917 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:50.208189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=0cd80376-ff58-4f3b-81b7-6b08dfe1158e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:50.212292 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:50.220572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:50.226751 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:50.227547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0cd80376-ff58-4f3b-81b7-6b08dfe1158e no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:50.258046 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:50.313452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 0cd80376-ff58-4f3b-81b7-6b08dfe1158e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:39:50.314455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0cd80376-ff58-4f3b-81b7-6b08dfe1158e not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:50.315453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 67124b96-92b0-4e4c-a1d5-600286c27fa1 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:50.410954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=800d9656-a7a2-482e-8297-f0d9ddb6c22e,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:50.414413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 67124b96-92b0-4e4c-a1d5-600286c27fa1 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:50.414920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 43b469c3-791d-4334-acfd-d4d24df3817e no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:39:50.440592 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:50.475961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 43b469c3-791d-4334-acfd-d4d24df3817e not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:39:50.610018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfba35-61ca-4be7-acc6-48e636a6b8c6 req-9a953fef-caf2-4532-8e87-86b346fe83a6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:50.615840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfba35-61ca-4be7-acc6-48e636a6b8c6 req-9a953fef-caf2-4532-8e87-86b346fe83a6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:50.622221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfba35-61ca-4be7-acc6-48e636a6b8c6 req-9a953fef-caf2-4532-8e87-86b346fe83a6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:50.628088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfba35-61ca-4be7-acc6-48e636a6b8c6 req-9a953fef-caf2-4532-8e87-86b346fe83a6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:50.629845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9cfba35-61ca-4be7-acc6-48e636a6b8c6 req-9a953fef-caf2-4532-8e87-86b346fe83a6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 3141 time: 0.2194624
Dec 16 09:39:50.634951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Router bbcd9d5f-b419-40ed-9a84-a82f13508f2a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:39:50.762509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9cfba35-61ca-4be7-acc6-48e636a6b8c6 req-75b7ccca-fc90-4b4a-8218-28d947d93c0e tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241703
Dec 16 09:39:50.894535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:39:50.905051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] Sync routers for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:39:50.927074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:39:50.927390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2026c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:39:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:51.009020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] No DVR routers for this DVR port 0cd80376-ff58-4f3b-81b7-6b08dfe1158e on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:51.044906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:51.050010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:51.083959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "DELETE /v2.0/ports/0cd80376-ff58-4f3b-81b7-6b08dfe1158e HTTP/1.1" status: 204  len: 173 time: 2.0613368
Dec 16 09:39:51.165674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db46ad9-b89f-42b7-967b-50792fbffc08 req-416d1f8b-cefb-4683-9893-7571c51518d2 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:51.167151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3db46ad9-b89f-42b7-967b-50792fbffc08 req-416d1f8b-cefb-4683-9893-7571c51518d2 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1601388
Dec 16 09:39:51.172550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 318023a2-7013-466b-994d-1f56f612d5da {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:51.172900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:51.184941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:39:51.227040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318023a2-7013-466b-994d-1f56f612d5da'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:51.302242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3db46ad9-b89f-42b7-967b-50792fbffc08 req-090d7851-5220-42e5-81cb-ecea35366c87 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985084
Dec 16 09:39:51.477582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] For port 318023a2-7013-466b-994d-1f56f612d5da, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=318023a2-7013-466b-994d-1f56f612d5da,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:51.478901 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:51.576003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2026c70>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 5, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:51.588677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] Checking router: bbcd9d5f-b419-40ed-9a84-a82f13508f2a for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:39:51.612843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:39:51.613563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2026c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:39:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:51.698712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 318023a2-7013-466b-994d-1f56f612d5da owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:51.890752 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '0cd80376-ff58-4f3b-81b7-6b08dfe1158e', 'status': 'completed', 'code': 200}
Dec 16 09:39:51.892652 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:51.901906 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ea73db6d-d672-42bb-bc68-517d3737b9fa tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:51.914723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43826) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:51.963751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:39:52.041294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43832) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:52.062227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=318023a2-7013-466b-994d-1f56f612d5da,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:52.074369 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:52.157741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] No DVR routers for this DVR port 318023a2-7013-466b-994d-1f56f612d5da on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:52.160924 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.170581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "DELETE /v2.0/ports/318023a2-7013-466b-994d-1f56f612d5da HTTP/1.1" status: 204  len: 173 time: 1.0780833
Dec 16 09:39:52.224250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.245888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:52.251086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Usage tracker for resource:security_group_rule and tenant:5d4ca4b232034c6d8fac1c1daef4c694 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:52.254993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:52.263543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:52.314521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.343812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:52.350134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Usage tracker for resource:security_group_rule and tenant:8810d12c8e8b4b3fbb90b0995d03ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:52.358642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:52.372248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:52.384563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2026c70>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 5, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:52.389801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a4093-af21-4755-b9de-9d9356e03ced None None] The sync data for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 is: [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e351b460-276d-4700-a69e-aeff4cd0c283', 'name': '', 'network_id': 'bf34b465-2f6c-4abd-a754-1c40a4e77ff9', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'mac_address': 'fa:16:3e:ce:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:17Z', 'updated_at': '2021-12-16T09:28:28Z', 'revision_number': 5, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'subnets': [{'id': '1479e4e5-5ae8-45c3-b52e-e94de53334fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:39:52.412804 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.429720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 67d66eda-972f-4182-84d7-6d1b5820075b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:52.430068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.439786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.468070 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-076a769b-0a00-4c1c-829a-28431aa8bc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:52.532477 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d4ca4b232034c6d8fac1c1daef4c694&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6166282
Dec 16 09:39:52.533292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a953d0-3e3b-4539-ba30-fff28b9c1e7e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:52.537061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:52.540112 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:52.559939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387005c3-bd7d-4dca-9c84-48c3e85b163d req-d03e3ae5-e63d-46ce-b184-81f3e3c30e9b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:52.567069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-387005c3-bd7d-4dca-9c84-48c3e85b163d req-d03e3ae5-e63d-46ce-b184-81f3e3c30e9b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 946 time: 0.5505781
Dec 16 09:39:52.628996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.646815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.653391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-387005c3-bd7d-4dca-9c84-48c3e85b163d req-8dcae88a-01a5-48cb-89cf-defbd0daf12c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852823
Dec 16 09:39:52.662725 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e992364a-33a3-4ac9-a5eb-5bfd935cf56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:52.679271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.723192 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8810d12c8e8b4b3fbb90b0995d03ef67&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6783864
Dec 16 09:39:52.724330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:52.725050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6459895-7bff-4a73-b2fe-8401567ccfc6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:52.741752 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21', 'code': 200}
Dec 16 09:39:52.742036 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318023a2-7013-466b-994d-1f56f612d5da', 'code': 200}
Dec 16 09:39:52.742305 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b', 'code': 200}
Dec 16 09:39:52.742573 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e', 'code': 200}
Dec 16 09:39:52.756226 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:52.785842 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.816916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] For port 67d66eda-972f-4182-84d7-6d1b5820075b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=67d66eda-972f-4182-84d7-6d1b5820075b,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:52.817697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:52.930936 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f74ea-0f12-407b-b58b-77ce957488d1 None None] New status for floating IP 4bf20637-9e70-477c-8e39-c29113e8b5d3: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:39:53.038043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.055775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 67d66eda-972f-4182-84d7-6d1b5820075b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:53.077086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.107197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.120918 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bb6d6f0b-2866-46f1-b30b-c18c73149008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:53.137923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a953d0-3e3b-4539-ba30-fff28b9c1e7e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:53.148822 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:53.163782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.168602 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4a953d0-3e3b-4539-ba30-fff28b9c1e7e HTTP/1.1" status: 204  len: 168 time: 0.6293378
Dec 16 09:39:53.190195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.196035 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4474fb90-ad3d-44d9-b9cb-8fe316eecfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:53.217618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6459895-7bff-4a73-b2fe-8401567ccfc6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:53.226622 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:53.236719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.238309 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6459895-7bff-4a73-b2fe-8401567ccfc6 HTTP/1.1" status: 204  len: 168 time: 0.5102108
Dec 16 09:39:53.341513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b607cb-e846-4bad-9790-424e99968c7f req-1f43fb65-3b71-442f-8cb9-a63c1f31df03 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:53.347680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b607cb-e846-4bad-9790-424e99968c7f req-1f43fb65-3b71-442f-8cb9-a63c1f31df03 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:53.354566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b607cb-e846-4bad-9790-424e99968c7f req-1f43fb65-3b71-442f-8cb9-a63c1f31df03 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:53.355004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-72b607cb-e846-4bad-9790-424e99968c7f req-1f43fb65-3b71-442f-8cb9-a63c1f31df03 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:53.400341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-72b607cb-e846-4bad-9790-424e99968c7f req-1f43fb65-3b71-442f-8cb9-a63c1f31df03 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:53.401660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b607cb-e846-4bad-9790-424e99968c7f req-1f43fb65-3b71-442f-8cb9-a63c1f31df03 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 2408 time: 0.3548610
Dec 16 09:39:53.435444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.446277 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:53.507509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=67d66eda-972f-4182-84d7-6d1b5820075b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:53.514462 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:53.575999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b607cb-e846-4bad-9790-424e99968c7f req-f6b38d06-1658-4b2a-9ca0-f378f51e93fa tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1652887
Dec 16 09:39:53.684938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] No DVR routers for this DVR port 67d66eda-972f-4182-84d7-6d1b5820075b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:53.685719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43878) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:53.688009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.695193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "DELETE /v2.0/ports/67d66eda-972f-4182-84d7-6d1b5820075b HTTP/1.1" status: 204  len: 173 time: 1.5097830
Dec 16 09:39:53.724558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.742159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:53.748676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Usage tracker for resource:security_group_rule and tenant:16ea416bbf8e4bfebe77e0a0046b6df5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:53.753206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:53.760908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:53.768650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port c9fd142c-fec2-449e-8560-2781fcdcca21 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:53.769135 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.879174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.884194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:53.892190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '318023a2-7013-466b-994d-1f56f612d5da'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:53.917511 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:53.958996 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16ea416bbf8e4bfebe77e0a0046b6df5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2720554
Dec 16 09:39:53.959763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43886) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:53.961209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36694de-66ae-46df-a955-f9cbf142d4a8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:53.966073 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:54.057675 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.092367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.126943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83295f0e-04bb-4f0c-ae65-b02f6b6a146b req-881af852-392c-4c62-a16a-4bee1f07d6ca tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:54.134907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83295f0e-04bb-4f0c-ae65-b02f6b6a146b req-881af852-392c-4c62-a16a-4bee1f07d6ca tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.3310819
Dec 16 09:39:54.192210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.201263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91a5eec8-25bd-42d2-be74-61045a974cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:54.225134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36694de-66ae-46df-a955-f9cbf142d4a8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:54.227629 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:54.234869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.236034 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f36694de-66ae-46df-a955-f9cbf142d4a8 HTTP/1.1" status: 204  len: 168 time: 0.2717016
Dec 16 09:39:54.289417 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83295f0e-04bb-4f0c-ae65-b02f6b6a146b req-b7540713-205e-4e11-a18a-57c10a7d398a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534345
Dec 16 09:39:54.300632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] For port c9fd142c-fec2-449e-8560-2781fcdcca21, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c9fd142c-fec2-449e-8560-2781fcdcca21,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:54.300632 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.451697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:54.460414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for c9fd142c-fec2-449e-8560-2781fcdcca21 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:54.730065 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '318023a2-7013-466b-994d-1f56f612d5da', 'status': 'completed', 'code': 200}
Dec 16 09:39:54.730909 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '67d66eda-972f-4182-84d7-6d1b5820075b', 'status': 'completed', 'code': 200}
Dec 16 09:39:54.742787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-85377336-network', 'tenant_id': '29675c9791bf4b91b99a255c7a7fe0f6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:54.749401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:54.753734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Usage tracker for resource:network and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:54.756927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:54.764534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:54.780199 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.784514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Made reservation on behalf of 29675c9791bf4b91b99a255c7a7fe0f6 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:54.790132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.793082 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-95e9f0c8-58b5-49a9-9d66-f90b12a96909 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:54.803968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.823870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:54.828432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:54.831429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:54.837421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:54.857799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=c9fd142c-fec2-449e-8560-2781fcdcca21,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:54.860548 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:54.955448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.960576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.971274 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba8c2cbf-90b5-4c39-91d4-8591c55ac09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:54.971396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] No DVR routers for this DVR port c9fd142c-fec2-449e-8560-2781fcdcca21 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:54.974147 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:54.989029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:39:55.009292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "DELETE /v2.0/ports/c9fd142c-fec2-449e-8560-2781fcdcca21 HTTP/1.1" status: 204  len: 173 time: 1.3108466
Dec 16 09:39:55.010048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db21c738-fa4f-4aeb-893c-21ecfb8c309b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:55.013373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:55.013723 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Added segment ca3377c5-c147-45dd-ab1c-83cf97dd5658 of type vlan for network 15eea693-660e-43e9-9674-54fed707684a
Dec 16 09:39:55.015005 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:55.044528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:55.102102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:55.104349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:55.105081 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:55.111428 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5751b8c6-50eb-4b2c-851e-196ab722071a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:55.137848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 800d9656-a7a2-482e-8297-f0d9ddb6c22e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:39:55.138659 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:55.229303 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7764671
Dec 16 09:39:55.232968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=15eea693-660e-43e9-9674-54fed707684a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:55.233652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43942) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:55.236702 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:55.244788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 15eea693-660e-43e9-9674-54fed707684a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:39:55.273168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Request body: {'subnet': {'network_id': '15eea693-660e-43e9-9674-54fed707684a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-85377336-subnet', 'tenant_id': '29675c9791bf4b91b99a255c7a7fe0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:55.302521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:55.321833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Usage tracker for resource:subnet and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:55.339493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:55.349736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:55.450069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Made reservation on behalf of 29675c9791bf4b91b99a255c7a7fe0f6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:39:55.453091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:55.784994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf8aad-cb5d-47f7-a71b-8c65c76f9427 req-b8e324ad-50b9-4abe-a49f-38da7bbc7b33 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:55.785803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-64bf8aad-cb5d-47f7-a71b-8c65c76f9427 req-b8e324ad-50b9-4abe-a49f-38da7bbc7b33 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:55.868508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] For port 800d9656-a7a2-482e-8297-f0d9ddb6c22e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=800d9656-a7a2-482e-8297-f0d9ddb6c22e,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:39:55.870068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:55.941955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-64bf8aad-cb5d-47f7-a71b-8c65c76f9427 req-b8e324ad-50b9-4abe-a49f-38da7bbc7b33 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:55.943102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64bf8aad-cb5d-47f7-a71b-8c65c76f9427 req-b8e324ad-50b9-4abe-a49f-38da7bbc7b33 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 941 time: 0.5031049
Dec 16 09:39:56.013046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 800d9656-a7a2-482e-8297-f0d9ddb6c22e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:39:56.136169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:56.143721 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5fbc171d-6042-4b4c-9e94-930d8a63cc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:56.187706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64bf8aad-cb5d-47f7-a71b-8c65c76f9427 req-15e38100-54c5-4c8e-a4ae-c57465ee8bbd tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ff914eb-9d89-4259-afcd-38621f65517b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1854889
Dec 16 09:39:56.300570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3f5c0c-f605-40be-9e99-246805028bec,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:56.303444 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:56.320001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Checking segment: {'id': 'ca3377c5-c147-45dd-ab1c-83cf97dd5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15eea693-660e-43e9-9674-54fed707684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:39:56.320369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Network hostable DHCP agents. Network: 15eea693-660e-43e9-9674-54fed707684a, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:39:56.327378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:56.340015 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-029cd496-4bf1-4424-beb6-55b3816cda6d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:56.425454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=800d9656-a7a2-482e-8297-f0d9ddb6c22e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:56.428825 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:56.481772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] No DVR routers for this DVR port 800d9656-a7a2-482e-8297-f0d9ddb6c22e on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:39:56.484987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:56.499719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Network 15eea693-660e-43e9-9674-54fed707684a is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:39:56.512457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bdcb3b1-b5f4-4d1c-a41e-3475c8345ca4 req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.74 "DELETE /v2.0/ports/800d9656-a7a2-482e-8297-f0d9ddb6c22e HTTP/1.1" status: 204  len: 173 time: 1.4964366
Dec 16 09:39:56.514365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 15eea693-660e-43e9-9674-54fed707684a) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:39:56.520963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:56.521767 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:56.530400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581205da-80e9-4ab2-a728-2e0a87de9aad None None] Network 15eea693-660e-43e9-9674-54fed707684a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:39:56.583034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.3407130
Dec 16 09:39:56.731818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21'}, {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:39:56.875677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7080e-ce98-4898-ba97-8bc3744ca440 None None] Network 15eea693-660e-43e9-9674-54fed707684a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:39:56.989775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef69f4-e995-4eae-ac1a-6b24f1f21b07 req-8ace4699-1983-408e-a743-4c1e9635efca tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:56.999437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfef69f4-e995-4eae-ac1a-6b24f1f21b07 req-8ace4699-1983-408e-a743-4c1e9635efca tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.5749881
Dec 16 09:39:57.060250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfef69f4-e995-4eae-ac1a-6b24f1f21b07 req-4d984b75-2599-4d18-984d-e39ba32746f1 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552626
Dec 16 09:39:57.439140 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': 'c9fd142c-fec2-449e-8560-2781fcdcca21', 'status': 'completed', 'code': 200}
Dec 16 09:39:57.439140 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83244c68-d5fb-41c7-8a74-d556d173c26c', 'name': 'network-vif-deleted', 'tag': '800d9656-a7a2-482e-8297-f0d9ddb6c22e', 'status': 'completed', 'code': 200}
Dec 16 09:39:57.501085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-88752988', 'description': 'tempest-description-1257439127'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:57.507270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:57.511209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:57.514736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:57.520581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:57.534254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:57.559847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:57.564344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group_rule and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:57.567982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:57.575302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:57.656830 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:57.662364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:57.667134 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-799a0c6b-7a40-4e2f-aa98-d78c9b4c8a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:57.708074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e533fbc5-25a5-4ffe-97b4-a1bc66e95d00,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:57.710957 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:57.712190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a885b2b-1996-4b2f-9171-1263c24158b8 req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1818 time: 0.2154980
Dec 16 09:39:57.712992 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:57.867438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6704581e-aa35-4388-ab48-d2bff3691929 req-e6bdcb88-544b-445c-add1-404d165e66d8 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Synchronizing usage tracker for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:39:57.885724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6704581e-aa35-4388-ab48-d2bff3691929 req-e6bdcb88-544b-445c-add1-404d165e66d8 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Unset dirty status for tenant:cfb50daa31c9407b88880946570bc8cf on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:39:57.888089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6704581e-aa35-4388-ab48-d2bff3691929 req-e6bdcb88-544b-445c-add1-404d165e66d8 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/ports?device_id=83244c68-d5fb-41c7-8a74-d556d173c26c HTTP/1.1" status: 200  len: 210 time: 0.0660188
Dec 16 09:39:57.987059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44006) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:58.202630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Deleting subnet 75a0b7da-64fa-402c-b97c-9398052c9bd4 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:39:58.213715 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.261480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-9b599431-d986-4a45-a986-9853876caf10 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/e533fbc5-25a5-4ffe-97b4-a1bc66e95d00 HTTP/1.1" status: 200  len: 1813 time: 0.1049461
Dec 16 09:39:58.275310 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.320732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e533fbc5-25a5-4ffe-97b4-a1bc66e95d00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:58.321057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e533fbc5-25a5-4ffe-97b4-a1bc66e95d00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:58.331135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:58.337744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group_rule and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:58.342529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:58.350550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:58.363904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.468810 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.483777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.494257 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2bf05bf7-d204-470d-8f7f-be2b4b70bbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:58.531935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.539055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a0b7da-64fa-402c-b97c-9398052c9bd4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:58.540637 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.541723 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:58.542851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.551358 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:58.571425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/75a0b7da-64fa-402c-b97c-9398052c9bd4 HTTP/1.1" status: 204  len: 168 time: 0.5827990
Dec 16 09:39:58.575228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:58.581013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f133e6-c5eb-4cfa-924f-f03396758114,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:58.583761 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:58.585059 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.597792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9336de3-f147-48fb-8933-f9724cf0b28e req-1d17c242-8de6-40f4-943d-dc09955fc549 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3249466
Dec 16 09:39:58.709406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.803884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b9461-1336-436e-904f-efdb220c6920 req-e32335da-0088-4053-b138-b5c578332e3c tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:39:58.805724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f7b9461-1336-436e-904f-efdb220c6920 req-e32335da-0088-4053-b138-b5c578332e3c tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1238804
Dec 16 09:39:58.857386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f7b9461-1336-436e-904f-efdb220c6920 req-ba7605fe-f916-467a-bbc5-22e39fc4e3e5 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443208
Dec 16 09:39:58.888678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.916884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f357dbb0>,) {'filters': {'network_id': ['8bfa16db-6f3d-4cad-ac6f-f52169e822b1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:58.930796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f357dbb0>, '9320e8f0-77e5-42c2-9964-1333c0e5a77b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:58.931096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f357dbb0>, '9320e8f0-77e5-42c2-9964-1333c0e5a77b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:39:58.944303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.962702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.969954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:39:58.970354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:39:58.986937 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:39:59.075217 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.080290 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.083356 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7e74917d-fbf7-4498-905a-e379d6d6596a tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:59.113891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bfa16db-6f3d-4cad-ac6f-f52169e822b1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:59.116493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:59.123812 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8bfa16db-6f3d-4cad-ac6f-f52169e822b1 HTTP/1.1" status: 204  len: 168 time: 0.5469096
Dec 16 09:39:59.186639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aedc0d26-678c-4851-a7a1-b7eefc14198a req-647ff102-2a90-4e86-ba43-c6695df2e2ea tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/e533fbc5-25a5-4ffe-97b4-a1bc66e95d00 HTTP/1.1" status: 200  len: 2407 time: 0.0776706
Dec 16 09:39:59.299017 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ccba35c2-8f76-4047-aed8-7768c47ecd03 req-2882bbf0-21a1-4f4a-9411-4e5581bd9483 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-group-rules/87f133e6-c5eb-4cfa-924f-f03396758114 HTTP/1.1" status: 200  len: 778 time: 0.0290935
Dec 16 09:39:59.343907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:59.355986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ccba35c2-8f76-4047-aed8-7768c47ecd03 req-e27092b5-c0ae-4737-ae81-faba680f0eeb tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/e533fbc5-25a5-4ffe-97b4-a1bc66e95d00 HTTP/1.1" status: 200  len: 2407 time: 0.0558860
Dec 16 09:39:59.386874 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccba35c2-8f76-4047-aed8-7768c47ecd03 req-59acca49-b22d-4a45-8af1-730c086854dc tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.393546 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8784f765-0b35-4058-9ab1-72ca74baa074 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d83982fc8574d0a843996c8715a87e1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0484409
Dec 16 09:39:59.395862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:59.400303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccba35c2-8f76-4047-aed8-7768c47ecd03 req-59acca49-b22d-4a45-8af1-730c086854dc tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.425903 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccba35c2-8f76-4047-aed8-7768c47ecd03 req-59acca49-b22d-4a45-8af1-730c086854dc tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.433329 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:59.445302 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccba35c2-8f76-4047-aed8-7768c47ecd03 req-59acca49-b22d-4a45-8af1-730c086854dc tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.446414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ccba35c2-8f76-4047-aed8-7768c47ecd03 req-59acca49-b22d-4a45-8af1-730c086854dc tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/87f133e6-c5eb-4cfa-924f-f03396758114 HTTP/1.1" status: 204  len: 173 time: 0.0895698
Dec 16 09:39:59.447369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acca49-b22d-4a45-8af1-730c086854dc tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87f133e6-c5eb-4cfa-924f-f03396758114,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:59.450117 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59acca49-b22d-4a45-8af1-730c086854dc tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:59.462955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.491709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:59.492206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.520646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-464446936', 'description': 'tempest-description-1343688946'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:39:59.543221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:59.549771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:59.551885 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.555946 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-033eb021-8859-4a4e-9403-fc40974aab94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:59.562140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:59.569517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940c992-3d5b-4c21-90cd-60dcdae67f02,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:59.573188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:59.579745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.581730 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a940c992-3d5b-4c21-90cd-60dcdae67f02 HTTP/1.1" status: 204  len: 168 time: 0.1849356
Dec 16 09:39:59.597120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:59.632474 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.661888 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.674876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:39:59.683275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group_rule and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:39:59.692018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:39:59.703038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:39:59.705883 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.801343 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.817183 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:59.833540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff914eb-9d89-4259-afcd-38621f65517b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:59.840719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.857355 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:59.859353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.860639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/security-groups/1ff914eb-9d89-4259-afcd-38621f65517b HTTP/1.1" status: 204  len: 168 time: 0.3679545
Dec 16 09:39:59.863519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44070) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:59.864000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.883748 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13f1be70-c9a0-4773-a943-8e657dd5d62b tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:39:59.896419 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-ba508f6a-0f86-469f-b37a-f8c49b01924e tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] show failed (client error): The resource could not be found.
Dec 16 09:39:59.898400 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba508f6a-0f86-469f-b37a-f8c49b01924e tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "GET /v2.0/security-groups/1ff914eb-9d89-4259-afcd-38621f65517b HTTP/1.1" status: 404  len: 347 time: 0.0337262
Dec 16 09:39:59.908516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:39:59.941129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c047f3d-2373-41c7-8898-6c8cdf848c7a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:39:59.954668 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:39:59.967416 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:39:59.968585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f07ec53-ddf3-4786-92a9-f4598d5c489b req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4524593
Dec 16 09:40:00.146566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port ce35615d-135b-4f04-bd6d-adb4b568acf1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:00.147088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:00.167218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60fed8-b0a6-445d-a4ed-6b5cc60c01d2 req-0885c494-cf87-4f73-b1b2-9ac6c9f8e435 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:00.175074 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab60fed8-b0a6-445d-a4ed-6b5cc60c01d2 req-0885c494-cf87-4f73-b1b2-9ac6c9f8e435 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1045372
Dec 16 09:40:00.223973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab60fed8-b0a6-445d-a4ed-6b5cc60c01d2 req-b2f19132-11a8-476c-92f4-f0752ad1e4de tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478988
Dec 16 09:40:00.364448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:00.364803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:00.465585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6007748f-1e07-4bac-ac7e-53132a093855 req-7c21c0a3-0536-49f3-8e51-cf01fb176b36 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/0c047f3d-2373-41c7-8898-6c8cdf848c7a HTTP/1.1" status: 200  len: 1814 time: 0.0747905
Dec 16 09:40:00.687512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for ce35615d-135b-4f04-bd6d-adb4b568acf1 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:00.843371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:00.848027 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b162eef-d842-4124-b845-40b8bb40abcc tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:00.879508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1891357495', 'description': 'tempest-description-1886732776'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:00.886389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:00.890451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:00.892719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=ce35615d-135b-4f04-bd6d-adb4b568acf1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:00.895473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:00.901315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:00.916276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:00.924023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:00.940136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:00.945183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group_rule and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:00.948374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:00.955295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:01.017528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.047736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.049420 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/floatingips/4bf20637-9e70-477c-8e39-c29113e8b5d3 HTTP/1.1" status: 204  len: 168 time: 1.1406510
Dec 16 09:40:01.053894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:01.060079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.064327 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.094013 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f76c140f-7fcc-4cf7-8d96-73dd7b858e34 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:01.108194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.109407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad6487a4-db8b-4817-b206-071b0eaecda8 req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 0.2346275
Dec 16 09:40:01.153834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd04dcd-a44a-4fe6-babf-700e36b49822,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:01.161364 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:01.164175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 43b469c3-791d-4334-acfd-d4d24df3817e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:01.164527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.219423 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41a155b2-1216-44a0-a3ea-5e019f01932b req-2dcf4a44-9bf7-4866-a464-e01e3541eae5 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/bcd04dcd-a44a-4fe6-babf-700e36b49822 HTTP/1.1" status: 200  len: 1815 time: 0.0566196
Dec 16 09:40:01.275434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-348187136', 'description': 'tempest-description-353528934'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:01.283209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:01.288021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:01.291807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:01.298606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:01.309949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.330554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:01.334543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group_rule and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:01.337648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:01.344007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:01.420321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:01.441724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.446681 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.475659 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5f742d6-b33f-43ec-80c4-f11a6d315429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:01.494665 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.502521 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.504956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdb76e06-8f4f-46c8-8373-c0f3e9ac95a5 req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1818 time: 0.2333689
Dec 16 09:40:01.530013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702055b3-86ba-473c-b9b9-b143e02acd6a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:01.543255 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:01.670801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 43b469c3-791d-4334-acfd-d4d24df3817e owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:01.709120 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.710708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1840ee5-65e4-4ec8-b40d-fc5d874d906b req-8f5e60fa-cfab-46b0-9853-a76565a4488f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:01.712309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1840ee5-65e4-4ec8-b40d-fc5d874d906b req-8f5e60fa-cfab-46b0-9853-a76565a4488f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.0878301
Dec 16 09:40:01.742411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:01.750365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Usage tracker for resource:security_group_rule and tenant:005036cc54774b238cbc531cec2e214e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:01.754652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:01.766237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1840ee5-65e4-4ec8-b40d-fc5d874d906b req-200cee60-859d-4879-a177-aaf83c4a5d35 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439689
Dec 16 09:40:01.776310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:01.887614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:01.894073 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-df36f935-9d5a-49b7-84fc-4d0a024fb8c7 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:01.951294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=43b469c3-791d-4334-acfd-d4d24df3817e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:01.961831 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:02.047802 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.061480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.071801 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5571a5b-85be-465a-9e01-1dcbae495faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:02.134781 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=005036cc54774b238cbc531cec2e214e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7132914
Dec 16 09:40:02.135970 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.138057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44150) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:02.139537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dce5504-e067-43a5-a199-96372dc84456,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:02.143601 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:02.161025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/ports/43b469c3-791d-4334-acfd-d4d24df3817e HTTP/1.1" status: 204  len: 168 time: 1.1018522
Dec 16 09:40:02.161025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44154) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:02.233128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.234581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 67124b96-92b0-4e4c-a1d5-600286c27fa1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:02.234969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.263381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5d6ec80-e4d0-4830-b256-8588f23d97a9 req-6a9714f2-1057-47ba-93eb-4dfc67e2363f tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/702055b3-86ba-473c-b9b9-b143e02acd6a HTTP/1.1" status: 200  len: 1813 time: 0.0839996
Dec 16 09:40:02.274825 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.344749 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.350968 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-52770221-9e0c-4235-b4da-003482174ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:02.367583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dce5504-e067-43a5-a199-96372dc84456,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:02.370105 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:02.371739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.373247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dce5504-e067-43a5-a199-96372dc84456 HTTP/1.1" status: 204  len: 168 time: 0.2340024
Dec 16 09:40:02.441910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-101488200', 'description': 'tempest-description-738603331'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:02.451112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:02.456392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:02.463958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:02.473109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:02.483927 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.521045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:02.539179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Usage tracker for resource:security_group_rule and tenant:29675c9791bf4b91b99a255c7a7fe0f6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:02.550011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.555722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:02.566797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:02.677767 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.682042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.687969 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4c8510f-e79f-4efa-a10e-7573ecc64cfe tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:02.713837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 67124b96-92b0-4e4c-a1d5-600286c27fa1 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:02.727823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b239faa-fc5d-40bd-a62e-3999359e8b54,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:02.730745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.739741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3dfd6f80-e2a0-48ee-aacb-57cccb701ec7 req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1818 time: 0.3066015
Dec 16 09:40:02.740950 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:02.892233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a652fde7-b4de-4b4d-9a22-cf80235e1288 req-26739186-d0f3-44f4-bdd2-1c1669476a39 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/1b239faa-fc5d-40bd-a62e-3999359e8b54 HTTP/1.1" status: 200  len: 1813 time: 0.0667017
Dec 16 09:40:02.894353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:02.908037 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:03.091398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Port': ['ID=67124b96-92b0-4e4c-a1d5-600286c27fa1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:03.095916 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:03.102371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.120423 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/ports/67124b96-92b0-4e4c-a1d5-600286c27fa1 HTTP/1.1" status: 204  len: 168 time: 0.9585814
Dec 16 09:40:03.121571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:03.127720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85e5d0-11e4-49a2-8289-fc638ddc4546 req-f2239ced-917f-45f0-b3b7-1f275ea7f621 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:03.134776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc85e5d0-11e4-49a2-8289-fc638ddc4546 req-f2239ced-917f-45f0-b3b7-1f275ea7f621 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1289268
Dec 16 09:40:03.195825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc85e5d0-11e4-49a2-8289-fc638ddc4546 req-ce38de43-6e16-40cf-a67a-44a9d9e8f90c tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599835
Dec 16 09:40:03.290148 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-9ff9d674-9cae-4e8f-803d-ea0fb957d75d req-c6f1bbca-0518-49ab-89ca-50711e08b051 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] show failed (client error): The resource could not be found.
Dec 16 09:40:03.291317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9ff9d674-9cae-4e8f-803d-ea0fb957d75d req-c6f1bbca-0518-49ab-89ca-50711e08b051 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/135c95be-8035-4f0c-a558-776eb8d7362d HTTP/1.1" status: 404  len: 352 time: 0.0361843
Dec 16 09:40:03.333440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting subnet df2f627d-452f-4e98-a050-8bde3fda325d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:40:03.336587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.395554 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:40:03.401301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.518158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.626552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.631531 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4b71c1-e912-449e-92b2-0da98b67aa7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:03.667821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Subnet': ['ID=df2f627d-452f-4e98-a050-8bde3fda325d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:03.675301 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:03.677667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.683803 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/subnets/df2f627d-452f-4e98-a050-8bde3fda325d HTTP/1.1" status: 204  len: 168 time: 0.5610323
Dec 16 09:40:03.687097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:03.688589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055ebb2c-cac5-44ea-b076-37bb9af37faa None None] Network b41fc7d4-aa6b-4a98-b14a-ecede34182c2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:03.771405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting subnet c1528d8f-6337-41e2-a66e-54d18cf34374 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:40:03.775047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.835044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:03.948099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.030522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] DHCP port deletion for b41fc7d4-aa6b-4a98-b14a-ecede34182c2 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:40:04.034811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Deleting port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:04.035435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.071416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.081069 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0a4624ba-6289-4a75-bb7f-cc81e1769276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:04.118185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Subnet': ['ID=c1528d8f-6337-41e2-a66e-54d18cf34374,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:04.121355 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:04.129519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.130030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930bc93b-c2b3-497f-9d7b-28eb6c651f29 None None] Network 53d25a0d-86d5-463c-b866-b7143ffd064e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:04.135871 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/subnets/c1528d8f-6337-41e2-a66e-54d18cf34374 HTTP/1.1" status: 204  len: 168 time: 0.4476340
Dec 16 09:40:04.139014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44220) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:04.283060 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-d65c63cc-254f-48a4-b714-d738e25aacff req-340b34e8-eb8d-413f-97f7-9865abfa1f9a tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] show failed (client error): The resource could not be found.
Dec 16 09:40:04.287480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d65c63cc-254f-48a4-b714-d738e25aacff req-340b34e8-eb8d-413f-97f7-9865abfa1f9a tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-group-rules/7b9e5882-8e86-47c9-a4bc-ba41f524dce3 HTTP/1.1" status: 404  len: 361 time: 0.0393689
Dec 16 09:40:04.321005 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.332376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:04.332862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.471748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] For port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:04.472150 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.578134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] For port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,segment=NetworkSegment(b0adde9b-d63d-468b-b07a-77757d93a297),segment_id=b0adde9b-d63d-468b-b07a-77757d93a297)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:04.578664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.611224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Calling delete_port for 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:04.724888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.735473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:04.777868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:04.803688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Pushing event deleted for resources: {'Port': ['ID=9031a325-e4bb-4c55-8ff0-5ff3487ffde9,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:04.815025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] DHCP port deletion for 53d25a0d-86d5-463c-b866-b7143ffd064e request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:40:04.834324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.834935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.835323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.835658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.835977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.838325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.838671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.838989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.839524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.839840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.840163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.844775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:04.854868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Deleting port 82c3ee40-b405-4407-85f0-15d407f0498b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:04.855357 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:04.875063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:40:04.875614 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:40:04.901411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896f410-acda-4751-a36a-2f88d13df6d4 req-93244974-db3a-4165-b06e-7ea4dfd41b35 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:04.903689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1896f410-acda-4751-a36a-2f88d13df6d4 req-93244974-db3a-4165-b06e-7ea4dfd41b35 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1127717
Dec 16 09:40:04.909282 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:04.917148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] No DVR routers for this DVR port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:04.966099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1896f410-acda-4751-a36a-2f88d13df6d4 req-c6e76225-0b61-4d89-a243-30ac490ab0be tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561578
Dec 16 09:40:04.970024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:05.016269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:05.016624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:05.017039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 82c3ee40-b405-4407-85f0-15d407f0498b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:05.255335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] For port 82c3ee40-b405-4407-85f0-15d407f0498b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=82c3ee40-b405-4407-85f0-15d407f0498b,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:05.255758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.376798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 9031a325-e4bb-4c55-8ff0-5ff3487ffde9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:05.377208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.391965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Calling delete_port for 82c3ee40-b405-4407-85f0-15d407f0498b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:05.403268 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c43aad01-1b7f-4209-8a50-b37d598c5441 req-9b36a0ce-7ef0-4637-bbc2-4fb2c75284d1 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/1b239faa-fc5d-40bd-a62e-3999359e8b54 HTTP/1.1" status: 200  len: 1813 time: 0.0616515
Dec 16 09:40:05.432700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.489983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 82c3ee40-b405-4407-85f0-15d407f0498b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=82c3ee40-b405-4407-85f0-15d407f0498b,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:05.495392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] The port '9031a325-e4bb-4c55-8ff0-5ff3487ffde9' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:40:05.507502 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.511896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5b723191-1b0d-4210-9435-163c815dd054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:05.525504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c43aad01-1b7f-4209-8a50-b37d598c5441 req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.568882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c43aad01-1b7f-4209-8a50-b37d598c5441 req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.611756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=82c3ee40-b405-4407-85f0-15d407f0498b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:05.615079 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:05.622172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:40:05.624472 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:40:05.628664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c43aad01-1b7f-4209-8a50-b37d598c5441 req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.632795 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e115077c-af6b-4af4-9440-f4b27bb95f32 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:05.645808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b239faa-fc5d-40bd-a62e-3999359e8b54,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:05.648133 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:05.660237 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c43aad01-1b7f-4209-8a50-b37d598c5441 req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.661792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c43aad01-1b7f-4209-8a50-b37d598c5441 req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b239faa-fc5d-40bd-a62e-3999359e8b54 HTTP/1.1" status: 204  len: 173 time: 0.2577336
Dec 16 09:40:05.676450 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.706278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f35e3d90>,) {'filters': {'network_id': ['b41fc7d4-aa6b-4a98-b14a-ecede34182c2']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:05.719639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f35e3d90>, 'b0adde9b-d63d-468b-b07a-77757d93a297') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:05.720036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f35e3d90>, 'b0adde9b-d63d-468b-b07a-77757d93a297') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:05.731411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.748990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.755975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:40:05.756661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:40:05.772512 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:40:05.860244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.864028 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:05.881909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:05.893461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Network': ['ID=b41fc7d4-aa6b-4a98-b14a-ecede34182c2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:05.896698 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:05.908325 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/networks/b41fc7d4-aa6b-4a98-b14a-ecede34182c2 HTTP/1.1" status: 204  len: 168 time: 1.7683308
Dec 16 09:40:05.910962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44250) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:05.951587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f005-fc48-4e24-8039-fd36f797aa3c req-98751abf-3f1f-4750-b41e-3cf0c6005f15 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:05.955888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9d2f005-fc48-4e24-8039-fd36f797aa3c req-98751abf-3f1f-4750-b41e-3cf0c6005f15 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 946 time: 0.0908234
Dec 16 09:40:06.013868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9d2f005-fc48-4e24-8039-fd36f797aa3c req-ade16684-625b-453e-86b4-1f0c200c21be tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414171
Dec 16 09:40:06.066052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:06.079219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 82c3ee40-b405-4407-85f0-15d407f0498b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:06.079929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:06.125784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Deleting port 82c3ee40-b405-4407-85f0-15d407f0498b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:06.126349 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:06.430500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] For port 82c3ee40-b405-4407-85f0-15d407f0498b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=82c3ee40-b405-4407-85f0-15d407f0498b,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:06.430500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:06.571789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] For port 82c3ee40-b405-4407-85f0-15d407f0498b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=82c3ee40-b405-4407-85f0-15d407f0498b,segment=NetworkSegment(21b01ec3-affe-40d9-ab8a-04c0be70baa3),segment_id=21b01ec3-affe-40d9-ab8a-04c0be70baa3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:06.572173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:06.630786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Calling delete_port for 82c3ee40-b405-4407-85f0-15d407f0498b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:06.730978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:06.735848 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:06.739296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Calling delete_port for 82c3ee40-b405-4407-85f0-15d407f0498b owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:06.760527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4c2fa-5c0d-4ab4-90a0-9f9608376d1d req-db149ddd-09b8-4a66-a469-bb22dc8393dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:06.762668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0c4c2fa-5c0d-4ab4-90a0-9f9608376d1d req-db149ddd-09b8-4a66-a469-bb22dc8393dd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 1097 time: 0.4421360
Dec 16 09:40:06.779844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b80863bb-aa16-4e4a-8261-c9399c797991 req-bbe0b601-9a10-4811-9457-112d56736606 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/702055b3-86ba-473c-b9b9-b143e02acd6a HTTP/1.1" status: 200  len: 1813 time: 0.2776124
Dec 16 09:40:06.785726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Pushing event deleted for resources: {'Port': ['ID=82c3ee40-b405-4407-85f0-15d407f0498b,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:06.788683 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:06.798906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] No DVR routers for this DVR port 82c3ee40-b405-4407-85f0-15d407f0498b on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:06.840814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:40:06.841200 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:40:06.866738 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0c4c2fa-5c0d-4ab4-90a0-9f9608376d1d req-a29faf89-145c-4dc5-b72a-905bf0be24e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846257
Dec 16 09:40:06.874254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7f709-3689-42dd-b191-7f86dcee560c req-4677c834-c705-4304-a240-793ad1430c1e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:06.875659 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47a7f709-3689-42dd-b191-7f86dcee560c req-4677c834-c705-4304-a240-793ad1430c1e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 946 time: 0.4625850
Dec 16 09:40:06.944573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b80863bb-aa16-4e4a-8261-c9399c797991 req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:06.985023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Deleting port 9cf43962-f156-4673-b91f-605b04c28039 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:06.985278 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.010616 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b80863bb-aa16-4e4a-8261-c9399c797991 req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.127841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b80863bb-aa16-4e4a-8261-c9399c797991 req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.134535 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-52bfb3a3-3756-4553-b7f9-ac5218d125a7 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:07.169322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702055b3-86ba-473c-b9b9-b143e02acd6a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:07.175682 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:07.231497 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b80863bb-aa16-4e4a-8261-c9399c797991 req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.232588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b80863bb-aa16-4e4a-8261-c9399c797991 req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "DELETE /v2.0/security-groups/702055b3-86ba-473c-b9b9-b143e02acd6a HTTP/1.1" status: 204  len: 173 time: 0.4517145
Dec 16 09:40:07.300453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] For port 9cf43962-f156-4673-b91f-605b04c28039, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9cf43962-f156-4673-b91f-605b04c28039,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:07.300845 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.342806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Deleting port 82c3ee40-b405-4407-85f0-15d407f0498b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:07.343428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.411942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] The port '82c3ee40-b405-4407-85f0-15d407f0498b' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:40:07.426492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Calling delete_port for 9cf43962-f156-4673-b91f-605b04c28039 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:07.542653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.582902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f21c0eb0>,) {'filters': {'network_id': ['53d25a0d-86d5-463c-b866-b7143ffd064e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:07.596184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f21c0eb0>, '21b01ec3-affe-40d9-ab8a-04c0be70baa3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:07.596507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f21c0eb0>, '21b01ec3-affe-40d9-ab8a-04c0be70baa3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:07.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.616863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294d5db-79cc-4774-999c-5b3e6ad3e47a req-190e1862-428a-4674-b9e9-9f3ef3a62504 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:07.618389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c294d5db-79cc-4774-999c-5b3e6ad3e47a req-190e1862-428a-4674-b9e9-9f3ef3a62504 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.2567444
Dec 16 09:40:07.633461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.640899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:40:07.641301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.670293 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.678795 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e18be26-6b76-4916-871c-1377820981b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:07.682721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['9cf43962-f156-4673-b91f-605b04c28039'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:40:07.757931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c294d5db-79cc-4774-999c-5b3e6ad3e47a req-9b4a168c-b572-4cb5-8f76-d8e3d56f333d tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324708
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:40:07.760981 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:40:07.770397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.771039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event deleted for resources: {'Port': ['ID=9cf43962-f156-4673-b91f-605b04c28039,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:07.777753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.785555 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:07.788948 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9e661b1-3a46-401e-8ac6-46b936f71970 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:07.841486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Pushing event deleted for resources: {'Network': ['ID=53d25a0d-86d5-463c-b866-b7143ffd064e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:07.854607 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] 10.222.0.66 "DELETE /v2.0/networks/53d25a0d-86d5-463c-b866-b7143ffd064e HTTP/1.1" status: 204  len: 168 time: 1.9425752
Dec 16 09:40:07.855612 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:07.940192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] No DVR routers for this DVR port 9cf43962-f156-4673-b91f-605b04c28039 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:07.944496 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:07.947304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'name': 'network-vif-deleted', 'tag': '9cf43962-f156-4673-b91f-605b04c28039'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:07.977818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47a7f709-3689-42dd-b191-7f86dcee560c req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "DELETE /v2.0/ports/9cf43962-f156-4673-b91f-605b04c28039 HTTP/1.1" status: 204  len: 173 time: 1.0961478
Dec 16 09:40:08.182031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:08.187928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c7062716-3d7f-49c4-8ed7-237abde34b92 req-40a04b18-ae7d-456a-91ad-c75b010beb84 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:40:08.204382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c7062716-3d7f-49c4-8ed7-237abde34b92 req-40a04b18-ae7d-456a-91ad-c75b010beb84 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:40:08.205842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7062716-3d7f-49c4-8ed7-237abde34b92 req-40a04b18-ae7d-456a-91ad-c75b010beb84 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fb4cfd1-890f-4233-aa75-bf54d21232b9 HTTP/1.1" status: 200  len: 210 time: 0.0710478
Dec 16 09:40:08.279862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad7fe070-6f29-4b4b-bfcb-7bb2cc3feb6b req-276e82a5-8594-4ef8-8169-2d9b6aab0ae8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/bcd04dcd-a44a-4fe6-babf-700e36b49822 HTTP/1.1" status: 200  len: 1815 time: 0.0471864
Dec 16 09:40:08.321631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.337520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:08.341970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8c5aaa85f84582929aca13f1716aa3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:08.345079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:08.348568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad7fe070-6f29-4b4b-bfcb-7bb2cc3feb6b req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.350795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:08.379202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad7fe070-6f29-4b4b-bfcb-7bb2cc3feb6b req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.437673 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad7fe070-6f29-4b4b-bfcb-7bb2cc3feb6b req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.443037 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-65621a56-2f5e-4eb4-8ed9-b6aad39b06e0 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:08.453432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.457929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd04dcd-a44a-4fe6-babf-700e36b49822,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:08.458117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.460776 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:08.461947 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ad7fe070-6f29-4b4b-bfcb-7bb2cc3feb6b req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.483996 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00e334e7-3cd9-40e8-aa80-4ca20cd1b7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:08.486618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad7fe070-6f29-4b4b-bfcb-7bb2cc3feb6b req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "DELETE /v2.0/security-groups/bcd04dcd-a44a-4fe6-babf-700e36b49822 HTTP/1.1" status: 204  len: 173 time: 0.2010221
Dec 16 09:40:08.499119 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e8c5aaa85f84582929aca13f1716aa3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3160143
Dec 16 09:40:08.501724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:08.558554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf1d235-59f3-4ed7-a5a3-525d7c615fb9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:08.562182 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:08.578269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.608563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.672075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.675811 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25aa3ed2-9c68-47ec-b446-fccc4336b902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:08.688143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf1d235-59f3-4ed7-a5a3-525d7c615fb9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:08.692299 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:08.703783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.705120 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/edf1d235-59f3-4ed7-a5a3-525d7c615fb9 HTTP/1.1" status: 204  len: 168 time: 0.2023716
Dec 16 09:40:08.755430 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb4cfd1-890f-4233-aa75-bf54d21232b9', 'name': 'network-vif-deleted', 'tag': '9cf43962-f156-4673-b91f-605b04c28039', 'status': 'completed', 'code': 200}
Dec 16 09:40:08.812768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a452b46-f8f0-4855-a8c8-1621fa2bef84 req-4f6318ba-bd96-498a-ab93-d0b35afddb1a tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/0c047f3d-2373-41c7-8898-6c8cdf848c7a HTTP/1.1" status: 200  len: 1814 time: 0.0459180
Dec 16 09:40:08.880631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7a452b46-f8f0-4855-a8c8-1621fa2bef84 req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.908507 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7a452b46-f8f0-4855-a8c8-1621fa2bef84 req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.957371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7a452b46-f8f0-4855-a8c8-1621fa2bef84 req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.962847 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7bed4e97-e8cb-4882-bca3-eab0ab005d3f tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:08.984499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c047f3d-2373-41c7-8898-6c8cdf848c7a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:08.987413 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:08.988367 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7a452b46-f8f0-4855-a8c8-1621fa2bef84 req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:08.989460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a452b46-f8f0-4855-a8c8-1621fa2bef84 req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "DELETE /v2.0/security-groups/0c047f3d-2373-41c7-8898-6c8cdf848c7a HTTP/1.1" status: 204  len: 173 time: 0.1701975
Dec 16 09:40:09.368536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47edd6-3f8f-4a70-ba9d-67c3a9313069 req-df21ab94-8a95-4ff2-b3bc-56bc17f2ad5f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:09.370131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f47edd6-3f8f-4a70-ba9d-67c3a9313069 req-df21ab94-8a95-4ff2-b3bc-56bc17f2ad5f tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1017315
Dec 16 09:40:09.421263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f47edd6-3f8f-4a70-ba9d-67c3a9313069 req-2a4de6a4-4538-4746-9661-acae56f5b4f3 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446243
Dec 16 09:40:09.498500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bf1aa26-d69a-4a58-b0b2-a7e17c8daeb1 req-c6079051-a6d2-49b0-b728-274e7c6a9935 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "GET /v2.0/security-groups/e533fbc5-25a5-4ffe-97b4-a1bc66e95d00 HTTP/1.1" status: 200  len: 1813 time: 0.0479198
Dec 16 09:40:09.581345 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf1aa26-d69a-4a58-b0b2-a7e17c8daeb1 req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:09.610827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf1aa26-d69a-4a58-b0b2-a7e17c8daeb1 req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:09.659768 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf1aa26-d69a-4a58-b0b2-a7e17c8daeb1 req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:09.664012 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f7d7f139-b188-43c9-a3a2-43f85e4fbdac tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:09.679194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e533fbc5-25a5-4ffe-97b4-a1bc66e95d00,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:09.682164 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:09.684525 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf1aa26-d69a-4a58-b0b2-a7e17c8daeb1 req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:09.685329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bf1aa26-d69a-4a58-b0b2-a7e17c8daeb1 req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] 10.222.0.66 "DELETE /v2.0/security-groups/e533fbc5-25a5-4ffe-97b4-a1bc66e95d00 HTTP/1.1" status: 204  len: 173 time: 0.1797936
Dec 16 09:40:09.690776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44340) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:09.767565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Deleting subnet 9a3f5c0c-f605-40be-9e99-246805028bec {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:40:09.772804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:09.831535 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:09.896099 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:09.911296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cf43962-f156-4673-b91f-605b04c28039 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:09.999571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 9cf43962-f156-4673-b91f-605b04c28039 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:09.999763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.000773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9cf43962-f156-4673-b91f-605b04c28039 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:10.004890 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7e44edf6-62eb-4110-b2df-03bd57084a72 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:10.046100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3f5c0c-f605-40be-9e99-246805028bec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:10.050325 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:10.053181 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.060255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9a3f5c0c-f605-40be-9e99-246805028bec HTTP/1.1" status: 204  len: 168 time: 0.3680634
Dec 16 09:40:10.062827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:10.313168 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.342417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-fc915a8a-45ef-475a-a4c4-a2281624bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:10.344432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-fc915a8a-45ef-475a-a4c4-a2281624bad5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 1097 time: 0.1624799
Dec 16 09:40:10.561020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.590562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c67880>,) {'filters': {'network_id': ['15eea693-660e-43e9-9674-54fed707684a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:10.605563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c67880>, 'ca3377c5-c147-45dd-ab1c-83cf97dd5658') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:10.606130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c67880>, 'ca3377c5-c147-45dd-ab1c-83cf97dd5658') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:10.619690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.643294 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.658169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:40:10.658508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.679510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-318ca30e-e70b-4b09-9b84-34334b16e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:10.681309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-318ca30e-e70b-4b09-9b84-34334b16e7cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 200  len: 912 time: 0.3293476
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:40:10.682680 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:40:10.806423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.810553 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6ea9884-71cb-4c60-be58-fb7a85fb824b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:10.844169 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-21b6bfc4-5571-4e75-8dcd-3f17344c1c05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef HTTP/1.1" status: 200  len: 217 time: 0.1500995
Dec 16 09:40:10.846709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:10.862462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Pushing event deleted for resources: {'Network': ['ID=15eea693-660e-43e9-9674-54fed707684a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:10.865846 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] 10.222.0.66 "DELETE /v2.0/networks/15eea693-660e-43e9-9674-54fed707684a HTTP/1.1" status: 204  len: 168 time: 0.8018825
Dec 16 09:40:10.866761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:10.997480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-11fc1126-de9b-499d-8806-445337760757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:10.998961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-11fc1126-de9b-499d-8806-445337760757 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 200  len: 851 time: 0.1496212
Dec 16 09:40:11.104247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-b8b007fe-8129-405d-98ec-ca4fe0896e1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7e8b4711-bb73-449f-aaa9-eb1ba4529de2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985019
Dec 16 09:40:11.137382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:11.226833 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64c3ccaf-a7ea-4b38-ac41-e08d2f040e59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29675c9791bf4b91b99a255c7a7fe0f6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0853119
Dec 16 09:40:11.227119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:11.258647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522962-127f-4976-81b3-95916dc9fbc6 req-1eff15d5-c0d6-47be-93c9-8bd12bc49922 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:11.260385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c522962-127f-4976-81b3-95916dc9fbc6 req-1eff15d5-c0d6-47be-93c9-8bd12bc49922 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.2165244
Dec 16 09:40:11.302526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:11.322363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-559bf5b4-68ea-4f0c-973f-eb97c63af3ac service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102375
Dec 16 09:40:11.340187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:11.410547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:11.414582 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03b7eac0-4af5-4426-b4a1-2130e1c040f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:11.428992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db21c738-fa4f-4aeb-893c-21ecfb8c309b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:11.431861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c522962-127f-4976-81b3-95916dc9fbc6 req-06a5965b-168e-40a2-a803-000d4f84eac0 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578484
Dec 16 09:40:11.439056 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:11.456191 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:11.460980 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db21c738-fa4f-4aeb-893c-21ecfb8c309b HTTP/1.1" status: 204  len: 168 time: 0.2326479
Dec 16 09:40:11.504626 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe303eca-6216-4947-8e88-9a7c4e7ac238 req-2a6ca3be-71de-4ad9-a2b1-ff6ef1fde9d4 service neutron] 10.222.0.74 "GET /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752400
Dec 16 09:40:11.682224 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:11.948011 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-424084e6-06c2-4a12-a971-088dd5213746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:12.392087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-addf0232-db51-43d7-ba25-6ac400c2f33e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:12.399397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-addf0232-db51-43d7-ba25-6ac400c2f33e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.1658852
Dec 16 09:40:12.415877 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-25a88936-f117-4fec-98f6-72852e577eec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/quotas/94a460156b794cf8bc4e3415ab4a5b86 HTTP/1.1" status: 200  len: 375 time: 0.0153866
Dec 16 09:40:12.471736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-964c7472-d743-43e3-9588-6ccf8e0e3acc tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0546253
Dec 16 09:40:12.524097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:12.663849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1761333009-network', 'tenant_id': '6c83e6752bcd42bb813e595ccfd5a3f3'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:12.671916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:12.676969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Usage tracker for resource:network and tenant:6c83e6752bcd42bb813e595ccfd5a3f3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:12.680275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:12.691410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:12.698937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c1b20fae-1f11-48cd-afd5-5b315a2999c1 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198184
Dec 16 09:40:12.706697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Made reservation on behalf of 6c83e6752bcd42bb813e595ccfd5a3f3 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:12.709509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:12.723545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:12.749520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:12.754010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c83e6752bcd42bb813e595ccfd5a3f3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:12.758855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:12.766410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:12.882670 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:12.888858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:12.893426 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c23701f-1537-4f59-913a-da7415cb4d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:12.920220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:40:12.933481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76060303-a4ee-48b6-86e3-18691dd2015b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:12.938393 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:12.939443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:12.939882 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Added segment a157d7ac-8a2a-4319-b8ef-944bb663f48f of type vlan for network 8c465107-3ff6-4fcc-ab9e-2d32994c6e3b
Dec 16 09:40:12.943097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c05b0fe2-3e2d-45f6-bc18-26d59d245ad6 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407255
Dec 16 09:40:12.985184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:13.024618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:13.026269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:13.027509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:13.033712 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-201c32e3-0f2b-41ce-88ff-93661ce140a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:13.184092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c465107-3ff6-4fcc-ab9e-2d32994c6e3b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:13.187566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:13.190318 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6637604
Dec 16 09:40:13.194347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44472) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:13.196889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8c465107-3ff6-4fcc-ab9e-2d32994c6e3b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:40:13.208753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Request body: {'subnet': {'network_id': '8c465107-3ff6-4fcc-ab9e-2d32994c6e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1761333009-subnet', 'tenant_id': '6c83e6752bcd42bb813e595ccfd5a3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:13.222607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:13.230394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Usage tracker for resource:subnet and tenant:6c83e6752bcd42bb813e595ccfd5a3f3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:13.255534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:13.290950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:13.379525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Made reservation on behalf of 6c83e6752bcd42bb813e595ccfd5a3f3 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:13.381857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:13.546618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49325-9f62-45be-bb02-8e58f33bb0e8 req-fec185c7-8413-42f0-a358-3d4270eb5fbe tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:13.553109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-29f49325-9f62-45be-bb02-8e58f33bb0e8 req-fec185c7-8413-42f0-a358-3d4270eb5fbe tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.2232933
Dec 16 09:40:13.660648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-29f49325-9f62-45be-bb02-8e58f33bb0e8 req-b65e856c-ec2a-49cc-8cb2-c86eea633140 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065104
Dec 16 09:40:13.714019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:13.719618 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5cb7004d-9806-48ab-afae-ad9c7ca72a79 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:13.780004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=39752a07-4d73-4d5d-a488-e4bb131edc7a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:13.798295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.798971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.799547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.800129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.800657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.801173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.801695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.802205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.802713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.803262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.803949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.804532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:13.810991 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:13.862881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Checking segment: {'id': 'a157d7ac-8a2a-4319-b8ef-944bb663f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8c465107-3ff6-4fcc-ab9e-2d32994c6e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:13.863131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Network hostable DHCP agents. Network: 8c465107-3ff6-4fcc-ab9e-2d32994c6e3b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:40:13.890601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Network 8c465107-3ff6-4fcc-ab9e-2d32994c6e3b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:40:13.903687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8c465107-3ff6-4fcc-ab9e-2d32994c6e3b) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:13.915859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7bd112-f282-4962-8aab-69600074ee85 None None] Network 8c465107-3ff6-4fcc-ab9e-2d32994c6e3b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:13.921903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:13.922681 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:13.951280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.7529442
Dec 16 09:40:14.093934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:14.278128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6287976-d845-4a91-8136-e9e6878bdeef None None] Network 8c465107-3ff6-4fcc-ab9e-2d32994c6e3b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:14.465800 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9c60aa4-3173-466c-8c8a-cc63f9c8866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:14.474196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d10832b0-fcb7-4d56-8758-977e1f8cd222 req-3115b8e1-d376-4ce7-b72d-d2aaea63cd5c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 210 time: 0.2126095
Dec 16 09:40:15.058321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4d2ec5dd-ae3c-46d2-8a53-1718ade8a9b3 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:15.060075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4d2ec5dd-ae3c-46d2-8a53-1718ade8a9b3 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.1773820
Dec 16 09:40:15.080160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Request body: {'port': {'device_id': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'admin_state_up': True, 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:15.247108 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:15.322996 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-a565d4ae-0fe6-4930-8c83-479b28bc303d req-bb7ad2d0-879f-446f-b948-12a99dacc68c tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] show failed (client error): The resource could not be found.
Dec 16 09:40:15.338427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a565d4ae-0fe6-4930-8c83-479b28bc303d req-bb7ad2d0-879f-446f-b948-12a99dacc68c tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "GET /v2.0/security-groups/fb754017-ed09-446b-8176-873c1b028ce7 HTTP/1.1" status: 404  len: 352 time: 0.0549159
Dec 16 09:40:15.350343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:15.360405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:15.371580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:15.377341 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:15.526325 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:15.610363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Allocated IP 172.20.0.8 (dcd9bf22-4a69-40f7-ae7e-a0cc88033aee/c895022b-e54e-431c-ad7b-d0b89d6ed5c8/a8379cb6-feb0-46c7-b164-5cb753ea404c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:40:15.936653 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:16.003186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67b01e-4189-4f49-b1e7-e01177fac575 req-51c41297-6770-4544-a40a-99def3e19974 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:16.005352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b67b01e-4189-4f49-b1e7-e01177fac575 req-51c41297-6770-4544-a40a-99def3e19974 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1110411
Dec 16 09:40:16.010453 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:16.021869 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7fbf48a-85e4-41da-a731-a919110198a1 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:16.124421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:16.131064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:16.136005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:40:16.213296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b67b01e-4189-4f49-b1e7-e01177fac575 req-ccc3a1df-7102-4b58-9ee6-a4000a743a1a tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954939
Dec 16 09:40:16.214714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event updated for resources: {'Port': ['ID=a8379cb6-feb0-46c7-b164-5cb753ea404c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:16.218451 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:16.249349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:16.249914 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:16.296464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2229776
Dec 16 09:40:16.419875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Request body: {'port': {'device_id': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:16.644435 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:16.953019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44534) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:17.003146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:17.221849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf4308-600d-4c7e-b754-632408d230b0 req-623db1ba-8ee0-4ba6-8877-d695590f26d6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:17.222571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c7cf4308-600d-4c7e-b754-632408d230b0 req-623db1ba-8ee0-4ba6-8877-d695590f26d6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:40:17.233908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8379cb6-feb0-46c7-b164-5cb753ea404c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:40:17.247151 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:17.263267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c7cf4308-600d-4c7e-b754-632408d230b0 req-623db1ba-8ee0-4ba6-8877-d695590f26d6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:40:17.281288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7cf4308-600d-4c7e-b754-632408d230b0 req-623db1ba-8ee0-4ba6-8877-d695590f26d6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 931 time: 0.5258617
Dec 16 09:40:17.317715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Transition to ACTIVE for port object a8379cb6-feb0-46c7-b164-5cb753ea404c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:17.330353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:17.340531 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3eeb9e1c-a20d-41ac-83be-d99d5f147e0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:17.810487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7cf4308-600d-4c7e-b754-632408d230b0 req-cb87a229-712b-41b1-beef-37cdf6ec5487 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5166800
Dec 16 09:40:17.828296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Pushing event updated for resources: {'Port': ['ID=a8379cb6-feb0-46c7-b164-5cb753ea404c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:17.847567 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:18.122587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Attempting to bind port a8379cb6-feb0-46c7-b164-5cb753ea404c on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:40:18.122587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Attempting to bind port a8379cb6-feb0-46c7-b164-5cb753ea404c by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:40:18.122587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Attempting to bind port a8379cb6-feb0-46c7-b164-5cb753ea404c on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:18.148705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Port a8379cb6-feb0-46c7-b164-5cb753ea404c on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:40:18.148705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Attempting to bind port a8379cb6-feb0-46c7-b164-5cb753ea404c on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:18.176210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:40:18.176210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:18.176210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Bound using segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:40:18.176210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Bound port: a8379cb6-feb0-46c7-b164-5cb753ea404c, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:40:18.176210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:18.477251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3a85a66-351f-4467-bf94-2f04b4c7e293 req-8c611c12-c3f5-42c4-9d7e-011a0ed9a4a8 tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c83e6752bcd42bb813e595ccfd5a3f3 HTTP/1.1" status: 200  len: 2988 time: 0.0665984
Dec 16 09:40:18.484849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] For port a8379cb6-feb0-46c7-b164-5cb753ea404c, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:40:18.494084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] For port a8379cb6-feb0-46c7-b164-5cb753ea404c, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a8379cb6-feb0-46c7-b164-5cb753ea404c,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:40:18.566590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:18.589001 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b819d5c7-8038-4ae0-b002-7ade4af4ffd7 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:18.670542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3a85a66-351f-4467-bf94-2f04b4c7e293 req-102820c1-9752-4f7f-9845-8e98a5f693ab tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "GET /v2.0/security-groups/76060303-a4ee-48b6-86e3-18691dd2015b HTTP/1.1" status: 200  len: 2985 time: 0.1743841
Dec 16 09:40:18.673451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:18.674324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:18.675906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] 10.222.0.54 "PUT /v2.0/ports/a8379cb6-feb0-46c7-b164-5cb753ea404c HTTP/1.1" status: 200  len: 1091 time: 2.3725474
Dec 16 09:40:18.680776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'tag': 'a8379cb6-feb0-46c7-b164-5cb753ea404c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:18.833794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3a85a66-351f-4467-bf94-2f04b4c7e293 req-e9f8b273-77a3-42c5-9aa5-19d319d485db tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "GET /v2.0/security-groups/76060303-a4ee-48b6-86e3-18691dd2015b HTTP/1.1" status: 200  len: 2985 time: 0.1619227
Dec 16 09:40:18.834582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Pushing event updated for resources: {'Port': ['ID=a8379cb6-feb0-46c7-b164-5cb753ea404c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:18.840054 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:18.857890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-e78baf46-6967-479e-960d-def11aad5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:18.858773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:18.860229 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-e78baf46-6967-479e-960d-def11aad5bec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 1094 time: 0.1249526
Dec 16 09:40:18.971374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-8bb2f2a5-39d6-4d18-ac45-a0294824fe3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8379cb6-feb0-46c7-b164-5cb753ea404c HTTP/1.1" status: 200  len: 217 time: 0.1025455
Dec 16 09:40:19.063514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-5edc0634-aea2-4a0f-8311-22bfffa6e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:19.063514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-5edc0634-aea2-4a0f-8311-22bfffa6e2c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.0853453
Dec 16 09:40:19.185847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-162aa6c5-f90c-4872-b834-af380a74c031 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1083124
Dec 16 09:40:19.408647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-38d3dafa-b56b-4705-8022-504e9af03ba0 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250025
Dec 16 09:40:19.420201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Deleting port e351b460-276d-4700-a69e-aeff4cd0c283 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:19.420789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:19.615577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5712f6-c6b9-43e6-b11e-831227287b7a req-08f7346f-a1d5-470b-a48e-67e0fb9e7549 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:19.624428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c5712f6-c6b9-43e6-b11e-831227287b7a req-08f7346f-a1d5-470b-a48e-67e0fb9e7549 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.2612171
Dec 16 09:40:19.651153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c48c6ec8-26e7-4315-9326-86f2b1600592 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359722
Dec 16 09:40:19.665905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] For port e351b460-276d-4700-a69e-aeff4cd0c283, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e351b460-276d-4700-a69e-aeff4cd0c283,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:19.666267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:19.695978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c5712f6-c6b9-43e6-b11e-831227287b7a req-f9be6830-6c02-45a6-bf98-ab3b71e984c9 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706966
Dec 16 09:40:19.830225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Calling delete_port for e351b460-276d-4700-a69e-aeff4cd0c283 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:19.905859 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'tag': 'a8379cb6-feb0-46c7-b164-5cb753ea404c', 'status': 'completed', 'code': 200}
Dec 16 09:40:20.075427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:20.080063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-96592fb3-ad0a-4828-9159-4a80c19df8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:20.081700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-96592fb3-ad0a-4828-9159-4a80c19df8e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 1094 time: 0.1481245
Dec 16 09:40:20.189354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:20.201327 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b94792b0-d79c-4266-88a0-0e1ca5e66419 tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:20.255731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Pushing event deleted for resources: {'Port': ['ID=e351b460-276d-4700-a69e-aeff4cd0c283,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:20.259272 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:20.378989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11de3-818d-4d90-92cb-f7fd8616ff46 req-ec437935-42fb-446c-acd2-c662dc82c277 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:20.380471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fde11de3-818d-4d90-92cb-f7fd8616ff46 req-ec437935-42fb-446c-acd2-c662dc82c277 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 943 time: 0.2617476
Dec 16 09:40:20.383247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-7da0119e-abd5-41e4-8ea4-9b2c4c9bc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:20.385095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-7da0119e-abd5-41e4-8ea4-9b2c4c9bc91d service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.2958426
Dec 16 09:40:20.494496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-eaac1414-0982-451a-ac65-18d49f71c6a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8379cb6-feb0-46c7-b164-5cb753ea404c HTTP/1.1" status: 200  len: 217 time: 0.0924194
Dec 16 09:40:20.531811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:20.553767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:20.561328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:1a405236c64f423790b47a7d53c26c86 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:20.565618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:20.575122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:20.578182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fde11de3-818d-4d90-92cb-f7fd8616ff46 req-0ae13add-7821-4056-b484-0cd41be33dd8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910303
Dec 16 09:40:20.603970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-e74af209-b09d-481a-bfb9-b283a134de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:20.605790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-e74af209-b09d-481a-bfb9-b283a134de8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.0983279
Dec 16 09:40:20.672343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-c9edeb8c-dee2-4496-be52-b9af10c7422b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537422
Dec 16 09:40:20.825701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:20.955717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5078081a-433c-4468-924c-cad854873564 req-0ac8f897-7fdf-473c-85ce-e15ea3361bed tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "GET /v2.0/security-groups/76060303-a4ee-48b6-86e3-18691dd2015b HTTP/1.1" status: 200  len: 2985 time: 0.3488767
Dec 16 09:40:20.971728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:20.975857 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:20.987462 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-14fa4bd0-71a7-4c8d-8f92-3b565cc6160d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:21.065435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-4cba7145-686a-478e-bb8f-29e54b9339b8 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3782701
Dec 16 09:40:21.111782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c62ea72-d3ab-40c9-906c-6a57885e4745,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:21.116208 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a405236c64f423790b47a7d53c26c86&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0396886
Dec 16 09:40:21.117391 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:21.121302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44584) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:21.285678 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-5078081a-433c-4468-924c-cad854873564 req-67f631ef-b78e-4810-a109-1611807af1de tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:40:21.303754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5078081a-433c-4468-924c-cad854873564 req-67f631ef-b78e-4810-a109-1611807af1de tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "DELETE /v2.0/security-groups/76060303-a4ee-48b6-86e3-18691dd2015b HTTP/1.1" status: 409  len: 352 time: 0.3379889
Dec 16 09:40:21.328369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:21.396287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-036211c3-abeb-4fe6-9ef4-c30fd89378bf req-3c0de22f-f0e7-49f0-9611-a41fa98cc32e service neutron] 10.222.0.54 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3223383
Dec 16 09:40:21.441710 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:21.504656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Router bbcd9d5f-b419-40ed-9a84-a82f13508f2a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:40:21.612444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:21.623599 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08d37711-e3ed-47b0-a993-5b5e01b91ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:21.650704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c62ea72-d3ab-40c9-906c-6a57885e4745,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:21.703828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:21.704884 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c62ea72-d3ab-40c9-906c-6a57885e4745 HTTP/1.1" status: 204  len: 168 time: 0.5823121
Dec 16 09:40:21.714910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:21.753984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:40:21.759241 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] 10.222.0.66 "PUT /v2.0/routers/bbcd9d5f-b419-40ed-9a84-a82f13508f2a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8046095
Dec 16 09:40:21.762470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:21.775649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] Sync routers for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:40:21.793410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:21.794115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2104130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:21.800398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91fcd6-6c18-4a50-b81c-8f5ce81283b5 req-f5380c43-7f04-4022-98ea-650a56d2e229 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:21.801928 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df91fcd6-6c18-4a50-b81c-8f5ce81283b5 req-f5380c43-7f04-4022-98ea-650a56d2e229 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.1198101
Dec 16 09:40:21.972012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df91fcd6-6c18-4a50-b81c-8f5ce81283b5 req-d83675c2-f2bb-434a-9509-3ca2940de503 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973518
Dec 16 09:40:22.001303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a8379cb6-feb0-46c7-b164-5cb753ea404c details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:40:22.019696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.028949 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-747be4c2-a513-4bc8-927d-54d8b93f7275 req-537402c4-8eb2-43bd-85b5-84ba6bdc63cd tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] show failed (client error): The resource could not be found.
Dec 16 09:40:22.049699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-747be4c2-a513-4bc8-927d-54d8b93f7275 req-537402c4-8eb2-43bd-85b5-84ba6bdc63cd tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "GET /v2.0/security-groups/a548292d-2881-4383-ad4c-c09f06ebadfb HTTP/1.1" status: 404  len: 352 time: 0.0437603
Dec 16 09:40:22.092795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-f3c8bec7-ac7f-4893-b8ed-dd9d6e581ae4 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:22.094697 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-f3c8bec7-ac7f-4893-b8ed-dd9d6e581ae4 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.2880640
Dec 16 09:40:22.268835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Deleting port 7527f739-d6b4-4cee-a4b4-8c1804a762ef {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:22.269584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.296036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a8379cb6-feb0-46c7-b164-5cb753ea404c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a8379cb6-feb0-46c7-b164-5cb753ea404c,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:22.313231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'a8379cb6-feb0-46c7-b164-5cb753ea404c', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': 'a8379cb6-feb0-46c7-b164-5cb753ea404c', 'mac_address': 'fa:16:3e:3c:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:40:22.391630 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.404619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:22.454106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.467352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81084b76-9763-4d39-8bf4-cf181a240c14 req-ff8e39de-67bb-4c92-9f02-be02b9808771 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:22.475645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81084b76-9763-4d39-8bf4-cf181a240c14 req-ff8e39de-67bb-4c92-9f02-be02b9808771 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 943 time: 0.2644923
Dec 16 09:40:22.477441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Deleting port fb7a8a71-f84b-480b-9465-298ef6b0dea4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:22.477760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.585825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8379cb6-feb0-46c7-b164-5cb753ea404c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:40:22.673731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a8379cb6-feb0-46c7-b164-5cb753ea404c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a8379cb6-feb0-46c7-b164-5cb753ea404c,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:22.688504 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.703212 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:22.737673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-81084b76-9763-4d39-8bf4-cf181a240c14 req-6f649594-09d4-49b3-b647-7b89475fa485 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609282
Dec 16 09:40:22.789386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a8379cb6-feb0-46c7-b164-5cb753ea404c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:22.795548 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:22.807614 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [req-64b75091-aabc-4bdb-af27-261f7e497030 req-a2d9ecd8-1e4c-4a4c-ac93-59f5350b0fd5 tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] show failed (client error): The resource could not be found.
Dec 16 09:40:22.811935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] For port fb7a8a71-f84b-480b-9465-298ef6b0dea4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fb7a8a71-f84b-480b-9465-298ef6b0dea4,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:22.812301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.831687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64b75091-aabc-4bdb-af27-261f7e497030 req-a2d9ecd8-1e4c-4a4c-ac93-59f5350b0fd5 tempest-SecurityGroupsNegativeTestJSON-407130150 tempest-SecurityGroupsNegativeTestJSON-407130150-project] 10.222.0.66 "GET /v2.0/security-groups/3df428c5-e961-45de-a44e-54c8832db187 HTTP/1.1" status: 404  len: 352 time: 0.0412295
Dec 16 09:40:22.832211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:22.897528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:22.941758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2104130>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:40:20Z', 'revision_number': 5, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port': {'id': 'fb7a8a71-f84b-480b-9465-298ef6b0dea4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:22.946240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] For port 7527f739-d6b4-4cee-a4b4-8c1804a762ef, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7527f739-d6b4-4cee-a4b4-8c1804a762ef,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:22.946606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:22.952121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] Checking router: bbcd9d5f-b419-40ed-9a84-a82f13508f2a for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:40:22.976404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['a8379cb6-feb0-46c7-b164-5cb753ea404c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:40:22.988913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Calling delete_port for fb7a8a71-f84b-480b-9465-298ef6b0dea4 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:23.125216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] Routers {'bbcd9d5f-b419-40ed-9a84-a82f13508f2a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:23.125919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2104130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:23.182892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Calling delete_port for 7527f739-d6b4-4cee-a4b4-8c1804a762ef owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:23.201222 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.211847 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:23.270634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Deleting subnet 39752a07-4d73-4d5d-a488-e4bb131edc7a {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:40:23.293439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7a8a71-f84b-480b-9465-298ef6b0dea4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:23.311071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.339806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] Set router bbcd9d5f-b419-40ed-9a84-a82f13508f2a gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:23.373608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1874984703-network', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:23.390712 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:23.408531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:23.474688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Usage tracker for resource:network and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:23.478742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.483230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2104130>, [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:40:23Z', 'revision_number': 7, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:23.488156 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb97850-90f5-4053-b9e8-c758da3484db None None] The sync data for ids ['bbcd9d5f-b419-40ed-9a84-a82f13508f2a'] in n-d-820554-2 is: [{'id': 'bbcd9d5f-b419-40ed-9a84-a82f13508f2a', 'name': 'tempest-TaggedBootDevicesTest_v242-388247461-router', 'tenant_id': 'cfb50daa31c9407b88880946570bc8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:12Z', 'updated_at': '2021-12-16T09:40:23Z', 'revision_number': 7, 'project_id': 'cfb50daa31c9407b88880946570bc8cf', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:40:23.517446 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.562625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:23.583738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:23.668808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ebfd-5a01-42ee-9b69-40a0a7857a11 req-37d92d5b-b7b8-47c4-9a23-272d574a2421 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:23.670617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9526ebfd-5a01-42ee-9b69-40a0a7857a11 req-37d92d5b-b7b8-47c4-9a23-272d574a2421 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=26945d04-456f-4295-b141-452447f3dc7a HTTP/1.1" status: 200  len: 946 time: 0.2850704
Dec 16 09:40:23.671819 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.683558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Made reservation on behalf of 505dcd47b2134371beacd05a2ae6cd99 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:23.687456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.770699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9526ebfd-5a01-42ee-9b69-40a0a7857a11 req-f1b82600-2a54-4bce-8123-02bb7f34aafd tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501983
Dec 16 09:40:23.773332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.780865 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:23.785373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['6761bb75-9069-4e99-9999-28e26091eb6e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:40:23.795761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.801580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.832292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Pushing event deleted for resources: {'Port': ['ID=7527f739-d6b4-4cee-a4b4-8c1804a762ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:23.836687 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:23.866031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.896808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.897348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbcd9d5f-b419-40ed-9a84-a82f13508f2a {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:40:23.911500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:23.929126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:23.933454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:23.938870 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:23.942760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] 10.222.0.66 "DELETE /v2.0/routers/bbcd9d5f-b419-40ed-9a84-a82f13508f2a HTTP/1.1" status: 204  len: 168 time: 2.1762011
Dec 16 09:40:23.956128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:23.958996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:24.065292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Deleting subnet 1479e4e5-5ae8-45c3-b52e-e94de53334fd {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:40:24.069058 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.124950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.161774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] No DVR routers for this DVR port 7527f739-d6b4-4cee-a4b4-8c1804a762ef on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:24.168365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.176206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.181267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26945d04-456f-4295-b141-452447f3dc7a', 'name': 'network-vif-deleted', 'tag': '7527f739-d6b4-4cee-a4b4-8c1804a762ef'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:24.190950 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84337a48-c0d5-4fae-92f9-12489232b147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:24.237671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39752a07-4d73-4d5d-a488-e4bb131edc7a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:24.243029 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:24.245795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.247771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/39752a07-4d73-4d5d-a488-e4bb131edc7a HTTP/1.1" status: 204  len: 168 time: 1.3973176
Dec 16 09:40:24.251278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82e80fa6-24df-40f6-adbf-6a7ad8007f3c req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "DELETE /v2.0/ports/7527f739-d6b4-4cee-a4b4-8c1804a762ef HTTP/1.1" status: 204  len: 173 time: 2.1453063
Dec 16 09:40:24.252411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44662) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:24.263211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.357121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.373633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da3484-6e6b-4273-845b-1026cf32c402 req-9f1117c1-62de-4d32-b7b6-9e72e3006d08 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:24.377391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.379250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d3da3484-6e6b-4273-845b-1026cf32c402 req-9f1117c1-62de-4d32-b7b6-9e72e3006d08 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 944 time: 0.3107777
Dec 16 09:40:24.385590 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94b45b80-5975-43ef-8a07-6835117463d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:24.393324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.435228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.438775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c716c5-7b1b-4e0b-a1de-6fcf64a0dba3 None None] Network bf34b465-2f6c-4abd-a754-1c40a4e77ff9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:24.518536 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.522936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:40:24.532923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.533355 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Added segment c0980a67-4257-419c-af86-ff6f79dd8139 of type vlan for network 8e16e9bc-4574-4a92-addc-12cac5a50283
Dec 16 09:40:24.559733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.566300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d3da3484-6e6b-4273-845b-1026cf32c402 req-fb40a0fe-72ad-415e-84ec-7588010e1231 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775825
Dec 16 09:40:24.598829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1479e4e5-5ae8-45c3-b52e-e94de53334fd HTTP/1.1" status: 204  len: 168 time: 0.6414001
Dec 16 09:40:24.606612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44668) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:24.697801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213fd89b-16c5-48e7-b702-76453f98e9f6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:24.709067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.712706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:24.715561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.722103 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:24.732231 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c83799cc-3e68-4803-8f53-c7a82dc9f810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:24.790205 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:24.876351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2408fd0>,) {'filters': {'network_id': ['8c465107-3ff6-4fcc-ab9e-2d32994c6e3b']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:24.970849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2408fd0>, 'a157d7ac-8a2a-4319-b8ef-944bb663f48f') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:24.980382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2408fd0>, 'a157d7ac-8a2a-4319-b8ef-944bb663f48f') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:25.025037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.077103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.098901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:40:25.099316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.100474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] DHCP port deletion for bf34b465-2f6c-4abd-a754-1c40a4e77ff9 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:40:25.106677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Deleting port a742d534-c293-4032-8481-540a49df4db8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:25.107240 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:40:25.153528 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:40:25.217584 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.3153861
Dec 16 09:40:25.226397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e16e9bc-4574-4a92-addc-12cac5a50283,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:25.229490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44674) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:25.237869 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:25.240694 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d006d24e-226e-4740-a1a2-3b93dfa28539 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.812s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:25.241168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fb7a8a71-f84b-480b-9465-298ef6b0dea4 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:25.254274 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26945d04-456f-4295-b141-452447f3dc7a', 'name': 'network-vif-deleted', 'tag': '7527f739-d6b4-4cee-a4b4-8c1804a762ef', 'status': 'completed', 'code': 200}
Dec 16 09:40:25.275016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Request body: {'subnet': {'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1874984703-subnet', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:25.287745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.295122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:25.298195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1479e4e5-5ae8-45c3-b52e-e94de53334fd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:25.299066 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.301795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: fb7a8a71-f84b-480b-9465-298ef6b0dea4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:25.302163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fb7a8a71-f84b-480b-9465-298ef6b0dea4 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:25.303013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e351b460-276d-4700-a69e-aeff4cd0c283 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:25.312613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Usage tracker for resource:subnet and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:25.312613 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:25.313639 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abdbdabe-fba5-4756-951a-7dd92e1ef33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:25.316669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:25.325174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:25.331587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.333563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Deleting port a742d534-c293-4032-8481-540a49df4db8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:25.334187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.344763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:40:25.348569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=8c465107-3ff6-4fcc-ab9e-2d32994c6e3b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:25.363741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] 10.222.0.66 "DELETE /v2.0/networks/8c465107-3ff6-4fcc-ab9e-2d32994c6e3b HTTP/1.1" status: 204  len: 168 time: 1.1103036
Dec 16 09:40:25.366397 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:25.388299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e351b460-276d-4700-a69e-aeff4cd0c283 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:25.391150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e351b460-276d-4700-a69e-aeff4cd0c283 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:25.507540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7527f739-d6b4-4cee-a4b4-8c1804a762ef no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:25.512250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:25.522179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Made reservation on behalf of 505dcd47b2134371beacd05a2ae6cd99 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:25.524736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.644998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 7527f739-d6b4-4cee-a4b4-8c1804a762ef {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:25.645539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7527f739-d6b4-4cee-a4b4-8c1804a762ef not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:25.666466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-01b4f9e7-0a78-4a0f-9810-6038d8f6cf70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c83e6752bcd42bb813e595ccfd5a3f3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1528840
Dec 16 09:40:25.667105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:25.788824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.860644 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.887361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] For port a742d534-c293-4032-8481-540a49df4db8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a742d534-c293-4032-8481-540a49df4db8,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:25.887720 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.888626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] For port a742d534-c293-4032-8481-540a49df4db8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a742d534-c293-4032-8481-540a49df4db8,segment=NetworkSegment(cb710be3-1da6-413c-9461-ed858f994bc1),segment_id=cb710be3-1da6-413c-9461-ed858f994bc1)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:25.888994 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:25.976582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.007338 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04ab31b5-125f-40b3-ac68-c0a41941940d tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:26.014878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Calling delete_port for a742d534-c293-4032-8481-540a49df4db8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:26.030523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76060303-a4ee-48b6-86e3-18691dd2015b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:26.045238 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:26.048281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.053022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76060303-a4ee-48b6-86e3-18691dd2015b HTTP/1.1" status: 204  len: 168 time: 0.3823788
Dec 16 09:40:26.055891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Calling delete_port for a742d534-c293-4032-8481-540a49df4db8 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:26.107262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a8379cb6-feb0-46c7-b164-5cb753ea404c up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:26.132787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b51e3-7280-4c91-a349-de94a2b1535a req-38f6ff9a-1e20-4c55-a377-e2ec99170f6e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:26.142439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e9b51e3-7280-4c91-a349-de94a2b1535a req-38f6ff9a-1e20-4c55-a377-e2ec99170f6e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 944 time: 0.3292568
Dec 16 09:40:26.172669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.177997 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ea45c430-6236-403c-bcb8-b1b79747a1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:26.211136 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.217440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e9b51e3-7280-4c91-a349-de94a2b1535a req-922d4bad-0ba7-44fe-a698-d5f339dd5d39 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626340
Dec 16 09:40:26.225581 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:26.241640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb988111-4267-4ac9-afdc-58f87704a7b7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:26.255926 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:26.266677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] No DVR routers for this DVR port a742d534-c293-4032-8481-540a49df4db8 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:26.289119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:40:26.289443 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:40:26.292948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Checking segment: {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:26.293369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Network hostable DHCP agents. Network: 8e16e9bc-4574-4a92-addc-12cac5a50283, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:40:26.310138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Pushing event deleted for resources: {'Port': ['ID=a742d534-c293-4032-8481-540a49df4db8,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:26.314216 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:26.317843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:40:26.323069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port a8379cb6-feb0-46c7-b164-5cb753ea404c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:26.328655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8e16e9bc-4574-4a92-addc-12cac5a50283) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:26.333053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:26.333804 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.346574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port a8379cb6-feb0-46c7-b164-5cb753ea404c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:26.346966 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.366827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:26.374832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:26.379364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1449835
Dec 16 09:40:26.381128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:26.385340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Usage tracker for resource:router and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:26.388514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:26.395430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:26.411703 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.414702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.436612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e96df-caf0-4ca0-b235-ee765216af42 None None] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:26.494873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.739194 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.790504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Deleting port a742d534-c293-4032-8481-540a49df4db8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:26.791036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.808495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a8379cb6-feb0-46c7-b164-5cb753ea404c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a8379cb6-feb0-46c7-b164-5cb753ea404c,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:26.809508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8379cb6-feb0-46c7-b164-5cb753ea404c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:26.824090 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.828325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:26.858453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e837-0e6f-4b27-9a66-bf3ce6854803 req-e622dd52-867a-4e00-b43b-f47161270905 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:26.859306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d599e837-0e6f-4b27-9a66-bf3ce6854803 req-e622dd52-867a-4e00-b43b-f47161270905 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Synchronizing usage tracker for tenant:85c4dbfaf0004d72a8efc880a94a5dfc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:40:26.875307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.893273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8e16e9bc-4574-4a92-addc-12cac5a50283', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:40:26.894172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:26.948279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d599e837-0e6f-4b27-9a66-bf3ce6854803 req-e622dd52-867a-4e00-b43b-f47161270905 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Unset dirty status for tenant:85c4dbfaf0004d72a8efc880a94a5dfc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:40:26.949456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d599e837-0e6f-4b27-9a66-bf3ce6854803 req-e622dd52-867a-4e00-b43b-f47161270905 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.5096416
Dec 16 09:40:26.989984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] The port 'a742d534-c293-4032-8481-540a49df4db8' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:40:27.080698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d599e837-0e6f-4b27-9a66-bf3ce6854803 req-55119381-03ac-4978-9554-60252f33d4d4 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216767
Dec 16 09:40:27.169135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a742d534-c293-4032-8481-540a49df4db8 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:27.195616 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.259322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f24b8df0>,) {'filters': {'network_id': ['bf34b465-2f6c-4abd-a754-1c40a4e77ff9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:27.275089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a8379cb6-feb0-46c7-b164-5cb753ea404c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:27.279256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a742d534-c293-4032-8481-540a49df4db8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:27.279844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a742d534-c293-4032-8481-540a49df4db8 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:27.281410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:27.281810 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:27.292744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24b8df0>, 'cb710be3-1da6-413c-9461-ed858f994bc1') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:27.293174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24b8df0>, 'cb710be3-1da6-413c-9461-ed858f994bc1') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:27.307223 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.326809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.334107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:40:27.334519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.340934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Allocated IP 172.20.0.2 (8e16e9bc-4574-4a92-addc-12cac5a50283/cb988111-4267-4ac9-afdc-58f87704a7b7/9d4bed68-4647-42d9-bd9d-f64751eeaaea) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:40:27.351549 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:40:27.479663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.489872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.502109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1856054891-network', 'tenant_id': '6196f6b3146742f7a02f894aaac7eb92'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:27.506852 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8379cb6-feb0-46c7-b164-5cb753ea404c', 'code': 200}
Dec 16 09:40:27.528304 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbe49fee-0237-4993-b35b-d515fea8fe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:27.560904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:27.571134 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bf34b465-2f6c-4abd-a754-1c40a4e77ff9 HTTP/1.1" status: 204  len: 168 time: 2.9603686
Dec 16 09:40:27.572508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Usage tracker for resource:network and tenant:6196f6b3146742f7a02f894aaac7eb92 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:27.576098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf34b465-2f6c-4abd-a754-1c40a4e77ff9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:27.578573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:27.579869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:27.583321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44736) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:27.644127 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.655927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Transition to ACTIVE for port object 9d4bed68-4647-42d9-bd9d-f64751eeaaea will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:27.676124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Transition to ACTIVE for port object 9d4bed68-4647-42d9-bd9d-f64751eeaaea will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:27.681680 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.692874 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:27.745759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:27.752608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:27.762781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:40:27.836526 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.872295 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.874408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Attempting to bind port 9d4bed68-4647-42d9-bd9d-f64751eeaaea on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:40:27.874801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Attempting to bind port 9d4bed68-4647-42d9-bd9d-f64751eeaaea by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:40:27.875197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Attempting to bind port 9d4bed68-4647-42d9-bd9d-f64751eeaaea on network 8e16e9bc-4574-4a92-addc-12cac5a50283 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:27.883345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:40:27.883731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Checking segment: {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:27.884301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.884716 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Bound using segment: {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:40:27.885192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Bound port: 9d4bed68-4647-42d9-bd9d-f64751eeaaea, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:40:27.886197 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.907255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Pushing event updated for resources: {'Port': ['ID=9d4bed68-4647-42d9-bd9d-f64751eeaaea,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:27.910664 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:27.919564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:27.958761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Made reservation on behalf of 6196f6b3146742f7a02f894aaac7eb92 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:27.961410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:27.980512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.008246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c375e9-d3d5-4b14-9809-e331207f1ced req-1ffc1ad1-1d9b-4829-9856-abb472145331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:28.009718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:28.012622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38c375e9-d3d5-4b14-9809-e331207f1ced req-1ffc1ad1-1d9b-4829-9856-abb472145331 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 1096 time: 0.3854415
Dec 16 09:40:28.016200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:6196f6b3146742f7a02f894aaac7eb92 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:28.019978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:28.028042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:28.031941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] For port 9d4bed68-4647-42d9-bd9d-f64751eeaaea, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:40:28.032699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db5999-8b8f-469f-90a3-178dfa86d604 req-d87ff7c9-f2ed-4469-973e-adf5c6b28e5c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:28.036050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] For port 9d4bed68-4647-42d9-bd9d-f64751eeaaea, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9d4bed68-4647-42d9-bd9d-f64751eeaaea,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:40:28.040855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6db5999-8b8f-469f-90a3-178dfa86d604 req-d87ff7c9-f2ed-4469-973e-adf5c6b28e5c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 945 time: 0.4123464
Dec 16 09:40:28.043312 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.055386 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:28.169525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Pushing event updated for resources: {'Port': ['ID=9d4bed68-4647-42d9-bd9d-f64751eeaaea,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:28.189058 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:28.225676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38c375e9-d3d5-4b14-9809-e331207f1ced req-b00b08d9-17d2-4073-be79-4680e4d2562c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782987
Dec 16 09:40:28.236832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6db5999-8b8f-469f-90a3-178dfa86d604 req-85fd654e-e4d2-46d3-bd1d-875c26ab8061 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949117
Dec 16 09:40:28.271467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-1f6a1ae3-7d76-4e8d-b79a-aa8000bb0ac8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:28.273088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-1f6a1ae3-7d76-4e8d-b79a-aa8000bb0ac8 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.3356020
Dec 16 09:40:28.274406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Allocated IP 172.25.3.96 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a2f394d2-5cde-446a-9301-d02b3bf93e51) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:40:28.459759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.478841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.485051 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed18b883-bf55-4350-9558-5689c59eeaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:28.537207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:40:28.564272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Deleting port 6761bb75-9069-4e99-9999-28e26091eb6e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:28.564919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.579742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88598d7c-08fe-4e51-ad71-8edd182cafe8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:28.585170 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:28.628576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.629017 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Added segment 308e6949-fc55-4dbb-8ad8-d13de64b83e5 of type vlan for network 88bcf2b0-902f-4336-bd69-933cfadf4f31
Dec 16 09:40:28.674573 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.751942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.752417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:28.753175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.762600 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54c02158-9dab-4967-a5c7-398b3483d637 tempest-PortsAdminExtendedAttrsTestJSON-1455404102 tempest-PortsAdminExtendedAttrsTestJSON-1455404102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:28.802705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d582fbc-9c11-436e-9948-317a69723e14 req-4c2aecb6-6d77-4f76-af61-b901c6735682 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:28.804299 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d582fbc-9c11-436e-9948-317a69723e14 req-4c2aecb6-6d77-4f76-af61-b901c6735682 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 945 time: 0.3902862
Dec 16 09:40:28.813631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.883973 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6014783
Dec 16 09:40:28.887764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:28.891089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=88bcf2b0-902f-4336-bd69-933cfadf4f31,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:28.897780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Request body: {'subnet': {'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1856054891-subnet', 'tenant_id': '6196f6b3146742f7a02f894aaac7eb92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:28.902339 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:28.905485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:28.906179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 88bcf2b0-902f-4336-bd69-933cfadf4f31 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:40:28.910943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Usage tracker for resource:subnet and tenant:6196f6b3146742f7a02f894aaac7eb92 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:28.915377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:28.923396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:28.938254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:28.961907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d582fbc-9c11-436e-9948-317a69723e14 req-a973ec9a-522a-4b7b-9e10-659a287ac107 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/security-groups?id=db8ba20c-eca6-45ed-82bb-13655cc45fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402779
Dec 16 09:40:29.048724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Made reservation on behalf of 6196f6b3146742f7a02f894aaac7eb92 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:29.051560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:29.125572 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:29.142132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] For port 6761bb75-9069-4e99-9999-28e26091eb6e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=6761bb75-9069-4e99-9999-28e26091eb6e,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:29.142597 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:29.182406 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6211a479-e2b3-49e2-9498-af5170aefaec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:29.184708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9d4bed68-4647-42d9-bd9d-f64751eeaaea up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:29.390787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f394d2-5cde-446a-9301-d02b3bf93e51,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:29.407806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:29.413925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:29.552183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:29.556945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 9d4bed68-4647-42d9-bd9d-f64751eeaaea completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:29.580025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:40:29.773150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:29.778604 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dafeabad-dcb1-4259-bae4-5f6be036af30 tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:29.918537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b450a3fa-fecf-4277-a7be-be4cf15a7fc7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:29.925227 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:29.927781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Deleting port cedbc5d1-f24f-4009-8c23-c87471a5ad46 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:29.928122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:29.997905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Calling delete_port for 6761bb75-9069-4e99-9999-28e26091eb6e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:30.011318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Checking segment: {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:30.012180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Network hostable DHCP agents. Network: 88bcf2b0-902f-4336-bd69-933cfadf4f31, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:40:30.052783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758d7ae-1a77-4405-ad9c-70dfdd307140 None None] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:30.105586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Network 88bcf2b0-902f-4336-bd69-933cfadf4f31 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:40:30.128532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 88bcf2b0-902f-4336-bd69-933cfadf4f31) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:30.134992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:30.135666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:30.156321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b38e5d-017e-44b7-a641-1136f139850b None None] Network 88bcf2b0-902f-4336-bd69-933cfadf4f31 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:30.191305 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2976425
Dec 16 09:40:30.203398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] For port cedbc5d1-f24f-4009-8c23-c87471a5ad46, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cedbc5d1-f24f-4009-8c23-c87471a5ad46,segment=NetworkSegment(5713ff4d-00bd-4f2c-ad1e-03966ecd5a27),segment_id=5713ff4d-00bd-4f2c-ad1e-03966ecd5a27)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:30.204000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:30.381948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Calling delete_port for cedbc5d1-f24f-4009-8c23-c87471a5ad46 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:30.446882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Provisioning for port 9d4bed68-4647-42d9-bd9d-f64751eeaaea completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:30.475540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Provisioning complete for port 9d4bed68-4647-42d9-bd9d-f64751eeaaea triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:30.476284 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:30.683865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c0cc1779-e034-440d-ae98-e547ec391760 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:30.686338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-c0cc1779-e034-440d-ae98-e547ec391760 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 945 time: 1.0551841
Dec 16 09:40:30.860142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:30.865545 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a48628ce-458d-4395-89e6-e3b926e43880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:30.906714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9fae0-cee3-47ce-a9ab-bafa3b3e61e9 req-ac509e7e-23ea-4b1c-b99c-b8d987b0b737 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:30.910854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Pushing event deleted for resources: {'Port': ['ID=cedbc5d1-f24f-4009-8c23-c87471a5ad46,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:30.914609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:30.915183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4c9fae0-cee3-47ce-a9ab-bafa3b3e61e9 req-ac509e7e-23ea-4b1c-b99c-b8d987b0b737 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 945 time: 0.8855467
Dec 16 09:40:30.921124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Deleting port a8379cb6-feb0-46c7-b164-5cb753ea404c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:30.921124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:30.935479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffca702-ccfa-4236-be42-d5ce7e71770c None None] Network 88bcf2b0-902f-4336-bd69-933cfadf4f31 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:31.038390 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:31.278385 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:31.348819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] For port 9d4bed68-4647-42d9-bd9d-f64751eeaaea, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9d4bed68-4647-42d9-bd9d-f64751eeaaea,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:31.364389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:31.368498 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:31.471733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:31.505339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Pushing event updated for resources: {'Port': ['ID=9d4bed68-4647-42d9-bd9d-f64751eeaaea,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:31.532208 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:31.535841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4c9fae0-cee3-47ce-a9ab-bafa3b3e61e9 req-4ae29dbc-82a2-4e12-8ef8-e0c61f85ef59 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6197166
Dec 16 09:40:31.536661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 6761bb75-9069-4e99-9999-28e26091eb6e no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:31.615226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 6761bb75-9069-4e99-9999-28e26091eb6e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:31.615576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 6761bb75-9069-4e99-9999-28e26091eb6e not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:31.666255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-466c5f68-bc56-4935-b10b-eeb2d685b6bf None None] Provisioning complete for port 9d4bed68-4647-42d9-bd9d-f64751eeaaea triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:31.666675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-466c5f68-bc56-4935-b10b-eeb2d685b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:31.825144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:31.874785 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f39fabd5-bcef-4bea-b482-fa0eddfe40b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:31.971503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Pushing event deleted for resources: {'Port': ['ID=6761bb75-9069-4e99-9999-28e26091eb6e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:31.980732 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:32.032616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:40:32.242119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:40:32.256781 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] Sync routers for ids ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:40:32.262605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b126c8f7-bfc4-4a8b-8829-0e04c3cfe343 req-1b081356-c006-463d-8a94-54e22da264bc tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b819084-4b0e-4596-845b-6e01f7f88413 HTTP/1.1" status: 200  len: 210 time: 0.3892314
Dec 16 09:40:32.266754 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] 10.222.0.66 "PUT /v2.0/routers/8be2e82e-fbc8-47d8-916a-d22cf97ff7d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6821442
Dec 16 09:40:32.267950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:32.270015 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] Routers {'8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:32.270875 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2aa1790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:32.284176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] For port a8379cb6-feb0-46c7-b164-5cb753ea404c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a8379cb6-feb0-46c7-b164-5cb753ea404c,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:32.284664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:32.472702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Calling delete_port for a8379cb6-feb0-46c7-b164-5cb753ea404c owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:32.486367 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] Set router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:32.725061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] No DVR routers for this DVR port 6761bb75-9069-4e99-9999-28e26091eb6e on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:32.729921 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:32.767542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b819084-4b0e-4596-845b-6e01f7f88413', 'name': 'network-vif-deleted', 'tag': '6761bb75-9069-4e99-9999-28e26091eb6e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:32.784814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0cfd3f-34a0-4b12-839f-b14a9c197f3c req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] 10.222.0.74 "DELETE /v2.0/ports/6761bb75-9069-4e99-9999-28e26091eb6e HTTP/1.1" status: 204  len: 173 time: 4.5032673
Dec 16 09:40:32.785409 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:33.034745 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-5334d419-59f6-4d58-81fd-9188d9858066 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 1.2710681
Dec 16 09:40:33.042789 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2aa1790>, [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:40:30Z', 'revision_number': 5, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:33.046208 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:33.057644 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] Checking router: 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:40:33.058521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['a8379cb6-feb0-46c7-b164-5cb753ea404c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:40:33.077497 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] Routers {'8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:33.078139 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2aa1790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:33.169677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9d4bed68-4647-42d9-bd9d-f64751eeaaea up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:33.247313 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa30d1dd-8522-4161-b72b-1126ca1635d5 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:33.292433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9d4bed68-4647-42d9-bd9d-f64751eeaaea triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:33.292821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:33.411399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event deleted for resources: {'Port': ['ID=a8379cb6-feb0-46c7-b164-5cb753ea404c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:33.411399 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:33.436137 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:33.460906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Deleting port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:33.462919 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:33.532692 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] Set router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:33.598794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-73020848-9005-4f20-ab91-2951c6966a9d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:33.606888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-73020848-9005-4f20-ab91-2951c6966a9d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 815 time: 0.5317042
Dec 16 09:40:33.689729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-d2714b94-f35a-4df1-b70d-fb7bd62cac43 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/quotas/6196f6b3146742f7a02f894aaac7eb92 HTTP/1.1" status: 200  len: 375 time: 0.0815053
Dec 16 09:40:33.740570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] No DVR routers for this DVR port a8379cb6-feb0-46c7-b164-5cb753ea404c on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:33.774734 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:33.780381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b16b0b6-ea6d-48ee-83ce-aef8c9b602b2 req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "DELETE /v2.0/ports/a8379cb6-feb0-46c7-b164-5cb753ea404c HTTP/1.1" status: 204  len: 173 time: 3.0875401
Dec 16 09:40:33.787690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-ec01643c-acba-46d0-942a-d5f81e0de545 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0972006
Dec 16 09:40:33.793026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:33.884495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] For port 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:33.885141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:34.134829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.136398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.136764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.137315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.141544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.141544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.142336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.146190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-659083ce-369c-45c3-9ff3-380cef8c9ca0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.8626142
Dec 16 09:40:34.160344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Calling delete_port for 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:34.309645 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2aa1790>, [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:40:30Z', 'revision_number': 5, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:34.314764 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a2275-adf5-461c-a2bc-b9112b25b88c None None] The sync data for ids ['8be2e82e-fbc8-47d8-916a-d22cf97ff7d9'] in n-d-820554-2 is: [{'id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'name': 'tempest-TaggedBootDevicesTest_v242-530500051-router', 'tenant_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:21Z', 'updated_at': '2021-12-16T09:40:30Z', 'revision_number': 5, 'project_id': '06bb67eaaa384f47b1f99ad36c1a350f', 'gw_port': {'id': '25ed5ff9-9ded-46b9-8626-2bee2f1a7bce', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be2e82e-fbc8-47d8-916a-d22cf97ff7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:22Z', 'updated_at': '2021-12-16T09:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:40:34.433598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:34.437962 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45ddc861-8c0c-4d5e-bac2-96700f2782d9 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:34.499413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ed5ff9-9ded-46b9-8626-2bee2f1a7bce,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:34.548367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.548749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.549114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.549478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.549880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.550316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.550803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.551392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.551754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.552111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.552650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.552873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:40:34.582089 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:34.618734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:34.674150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12b56ed7-6c00-44f9-ad96-408fa9fda1bb req-a298add1-cf07-48fb-bb10-57d8e585b8ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 210 time: 0.3628650
Dec 16 09:40:34.692973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-7909f24e-7c92-4a0f-a920-60fd49caaf58 service neutron] 10.222.0.66 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8939006
Dec 16 09:40:34.750305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Router 184c8144-6576-4ecc-b089-355f8121a87d is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:40:34.832068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:34.834221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:34.866950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:34.867534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:40:34.882359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-0421ab0d-291a-4e90-ae34-85009a3e37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.882768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-0421ab0d-291a-4e90-ae34-85009a3e37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.883317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-0421ab0d-291a-4e90-ae34-85009a3e37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:34.884980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-0421ab0d-291a-4e90-ae34-85009a3e37a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 2293 time: 0.7007813
Dec 16 09:40:34.886142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:34.891965 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8be2e82e-fbc8-47d8-916a-d22cf97ff7d9 HTTP/1.1" status: 204  len: 168 time: 2.6186693
Dec 16 09:40:34.893310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:34.960451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Deleting subnet 50793a27-6103-439c-8a14-80b0651fcb27 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:40:34.964755 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.033582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.072437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cedbc5d1-f24f-4009-8c23-c87471a5ad46 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:35.137793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: cedbc5d1-f24f-4009-8c23-c87471a5ad46 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:35.138150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cedbc5d1-f24f-4009-8c23-c87471a5ad46 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:35.180398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.290585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.296243 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3c99d7b-daf8-4e1f-976c-8b6f763c01a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:35.330194 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-09a24062-48d7-4bc1-b723-1e0338f4a46d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.3126545
Dec 16 09:40:35.356282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50793a27-6103-439c-8a14-80b0651fcb27,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:35.366702 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:35.375996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b46359-bff4-466a-a200-2dc152b8ac69 None None] Network 1ee20946-0937-4510-8e87-993f9e54d6fd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:35.376580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.385044 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/50793a27-6103-439c-8a14-80b0651fcb27 HTTP/1.1" status: 204  len: 168 time: 0.4886506
Dec 16 09:40:35.385873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:35.402702 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-e63b15d2-7357-4d97-ab82-866249a0de7d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.4751184
Dec 16 09:40:35.501205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-7f9cd74e-5ace-41c6-bb08-23f0a94b9982 service neutron] 10.222.0.66 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8070345
Dec 16 09:40:35.523077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.523255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:40:35.525212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56ed7-6c00-44f9-ad96-408fa9fda1bb req-cf7128b4-8410-40bb-a43d-222b03fec97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:35.527536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12b56ed7-6c00-44f9-ad96-408fa9fda1bb req-cf7128b4-8410-40bb-a43d-222b03fec97f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&shared=False HTTP/1.1" status: 200  len: 912 time: 0.7988317
Dec 16 09:40:35.554609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Deleting port e2f26edc-abd3-46be-8c93-bbea2d163f7b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:35.558434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.573686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Sync routers for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:40:35.606824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:35.607395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da36d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:35.717165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56ed7-6c00-44f9-ad96-408fa9fda1bb req-42fae6c2-8c16-4554-9680-30874514f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:35.721699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12b56ed7-6c00-44f9-ad96-408fa9fda1bb req-42fae6c2-8c16-4554-9680-30874514f710 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1829255
Dec 16 09:40:35.766672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.770676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.3997686
Dec 16 09:40:35.770676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-1b319bce-c823-40e9-a795-ad8789043f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:35.771489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-1b319bce-c823-40e9-a795-ad8789043f54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.3211246
Dec 16 09:40:35.771963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:35.888235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] DHCP port deletion for 1ee20946-0937-4510-8e87-993f9e54d6fd request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:40:35.909820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Deleting port e2f26edc-abd3-46be-8c93-bbea2d163f7b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:35.910197 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:35.933058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-ef8d0fb2-5b7c-482e-9a6e-7dc66446ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:35.934570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-ef8d0fb2-5b7c-482e-9a6e-7dc66446ce04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccc3490da48246a1ba8f13e20195089a&device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 1097 time: 0.5240138
Dec 16 09:40:36.005438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:36.174593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9be9b9f2-cc02-45c7-a823-7a09869c224c req-81e02ae6-0d24-4801-a562-4f8fc9c29dc6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:40:36.197607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] For port e2f26edc-abd3-46be-8c93-bbea2d163f7b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e2f26edc-abd3-46be-8c93-bbea2d163f7b,segment=NetworkSegment(5713ff4d-00bd-4f2c-ad1e-03966ecd5a27),segment_id=5713ff4d-00bd-4f2c-ad1e-03966ecd5a27)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:36.198828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:36.317372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-8f840030-3f3d-4a77-a414-e9b87f7cb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:36.319462 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-8f840030-3f3d-4a77-a414-e9b87f7cb8dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f HTTP/1.1" status: 200  len: 913 time: 0.2264166
Dec 16 09:40:36.345548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-792731b5-5533-437a-b5e8-d59059063652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:36.348031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-792731b5-5533-437a-b5e8-d59059063652 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4921653
Dec 16 09:40:36.379905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Calling delete_port for e2f26edc-abd3-46be-8c93-bbea2d163f7b owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:36.477113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:36.482121 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f1d5a497-a75b-465c-b192-74c4e60fa166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:36.608552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f26edc-abd3-46be-8c93-bbea2d163f7b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:36.617295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:36.633323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] No DVR routers for this DVR port e2f26edc-abd3-46be-8c93-bbea2d163f7b on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:40:36.806894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] For port e2f26edc-abd3-46be-8c93-bbea2d163f7b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e2f26edc-abd3-46be-8c93-bbea2d163f7b,segment=NetworkSegment(5713ff4d-00bd-4f2c-ad1e-03966ecd5a27),segment_id=5713ff4d-00bd-4f2c-ad1e-03966ecd5a27)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:36.808179 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:36.810333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9be9b9f2-cc02-45c7-a823-7a09869c224c req-81e02ae6-0d24-4801-a562-4f8fc9c29dc6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:40:36.812544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9be9b9f2-cc02-45c7-a823-7a09869c224c req-81e02ae6-0d24-4801-a562-4f8fc9c29dc6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 210 time: 0.7303913
Dec 16 09:40:36.885806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:36.932578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f14a9d00>,) {'filters': {'network_id': ['1ee20946-0937-4510-8e87-993f9e54d6fd']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:36.981972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14a9d00>, '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:36.982367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14a9d00>, '5713ff4d-00bd-4f2c-ad1e-03966ecd5a27') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:37.013487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:37.017649 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b819084-4b0e-4596-845b-6e01f7f88413', 'name': 'network-vif-deleted', 'tag': '6761bb75-9069-4e99-9999-28e26091eb6e', 'status': 'completed', 'code': 200}
Dec 16 09:40:37.053507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:37.060263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:40:37.061324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:37.128915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Calling delete_port for e2f26edc-abd3-46be-8c93-bbea2d163f7b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:37.156190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:40:37.158958 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:40:37.160807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:37.175707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12b56ed7-6c00-44f9-ad96-408fa9fda1bb req-5c04167f-4406-4db3-80ed-e73dd42a5497 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.54 "GET /v2.0/ports?device_id=289f92d5-c35b-4eb7-af66-56c94ef40e02 HTTP/1.1" status: 200  len: 210 time: 0.1267114
Dec 16 09:40:37.189034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-734f4c7b-0926-47a7-86f9-2cd4a3535374 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ae1227e-3183-4f46-851a-165321421107 HTTP/1.1" status: 200  len: 1002 time: 0.8505549
Dec 16 09:40:37.226448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:37.239997 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22e60f82-2533-4cfc-b524-545565a5da5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:37.249696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:37.250050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 25ed5ff9-9ded-46b9-8626-2bee2f1a7bce not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:37.250468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e2f26edc-abd3-46be-8c93-bbea2d163f7b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:37.259074 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:37.283115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee20946-0937-4510-8e87-993f9e54d6fd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:37.288220 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:37.294375 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ee20946-0937-4510-8e87-993f9e54d6fd HTTP/1.1" status: 204  len: 168 time: 1.9074552
Dec 16 09:40:37.337405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e2f26edc-abd3-46be-8c93-bbea2d163f7b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:37.337709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e2f26edc-abd3-46be-8c93-bbea2d163f7b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:37.434037 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:40:37.434037 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:40:37.439044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da36d0>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:30Z', 'revision_number': 3, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:37.443280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-a1f221f3-af6d-48c4-beff-126f2bc182c1 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7325933
Dec 16 09:40:37.444320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Checking router: 184c8144-6576-4ecc-b089-355f8121a87d for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:40:37.444785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Updating router 184c8144-6576-4ecc-b089-355f8121a87d port a2f394d2-5cde-446a-9301-d02b3bf93e51 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:40:37.544232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:37.632563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:37.825804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d80d16cb-88e2-4eaa-94d3-e7ecd2cf2362 req-0f52d472-de74-4a87-af72-24dd250833c4 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 210 time: 0.1760526
Dec 16 09:40:37.836882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-1e52d878-1858-4dbb-8014-8ec45916b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:37.838574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-1e52d878-1858-4dbb-8014-8ec45916b138 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bcd9ef31-d9da-4908-bd10-ce9da91cf4aa HTTP/1.1" status: 200  len: 851 time: 0.5451488
Dec 16 09:40:37.883149 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2afc9d3e-3d20-453f-b540-7a40932d8440 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfb50daa31c9407b88880946570bc8cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2281835
Dec 16 09:40:37.886827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44844) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:37.937239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Deleting port e2f26edc-abd3-46be-8c93-bbea2d163f7b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:37.937811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.070027 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:40:38.071196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-b06d6cdd-c6b1-48c3-bc2b-91014e1f6c2e service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6158359
Dec 16 09:40:38.083585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8798e99d-3d8e-4f94-95aa-801e6e881c8a None None] The port 'e2f26edc-abd3-46be-8c93-bbea2d163f7b' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:40:38.089104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-781b3e22-ece0-4a57-9653-1e2c80605583 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:38.092968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-781b3e22-ece0-4a57-9653-1e2c80605583 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Synchronizing usage tracker for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:40:38.171325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.188605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-781b3e22-ece0-4a57-9653-1e2c80605583 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Unset dirty status for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:40:38.189086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.190190 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-781b3e22-ece0-4a57-9653-1e2c80605583 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 815 time: 0.5580094
Dec 16 09:40:38.212333 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Transition to ACTIVE for port object a2f394d2-5cde-446a-9301-d02b3bf93e51 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:38.220142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Request body: {'port': {'device_id': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'admin_state_up': True, 'tenant_id': '6196f6b3146742f7a02f894aaac7eb92'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:38.224542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.231076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-1d45a99e-c78d-472a-b3f6-bea69c549f53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.1502836
Dec 16 09:40:38.233258 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:38.266658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-7db63f48-1edc-47bc-9225-fad309ebf347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:38.268324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-7db63f48-1edc-47bc-9225-fad309ebf347 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b42e4e3-dd2e-45ea-b676-759ba1d4782f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4204977
Dec 16 09:40:38.342563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90795143-b145-4d74-b618-575773987736 None None] Pushing event updated for resources: {'Port': ['ID=a2f394d2-5cde-446a-9301-d02b3bf93e51,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:38.347536 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90795143-b145-4d74-b618-575773987736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:38.349833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Attempting to bind port a2f394d2-5cde-446a-9301-d02b3bf93e51 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:40:38.350325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Attempting to bind port a2f394d2-5cde-446a-9301-d02b3bf93e51 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:40:38.352117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Attempting to bind port a2f394d2-5cde-446a-9301-d02b3bf93e51 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:38.358107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:40:38.358633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:38.359173 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.359705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:40:38.360293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Bound port: a2f394d2-5cde-446a-9301-d02b3bf93e51, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:40:38.361425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.497044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] For port a2f394d2-5cde-446a-9301-d02b3bf93e51, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:40:38.503081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] For port a2f394d2-5cde-446a-9301-d02b3bf93e51, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2f394d2-5cde-446a-9301-d02b3bf93e51,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:40:38.518332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.532633 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:38.616251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:38.645709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Usage tracker for resource:port and tenant:6196f6b3146742f7a02f894aaac7eb92 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:38.653432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:38.665368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:38.684158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90795143-b145-4d74-b618-575773987736 None None] Pushing event updated for resources: {'Port': ['ID=a2f394d2-5cde-446a-9301-d02b3bf93e51,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:38.687798 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90795143-b145-4d74-b618-575773987736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:38.698212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Made reservation on behalf of 6196f6b3146742f7a02f894aaac7eb92 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:38.703267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.714475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:38.715386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da36d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:38.737994 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.752257 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:38.919442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-b7489662-0b54-43da-aaa0-4bb04d637bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:38.921008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-b7489662-0b54-43da-aaa0-4bb04d637bac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.6518295
Dec 16 09:40:38.923106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-da5c6ac6-7c54-462f-a437-08f430f27bbc service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6170363
Dec 16 09:40:38.958990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:39.021844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'name': 'network-vif-deleted', 'tag': 'a8379cb6-feb0-46c7-b164-5cb753ea404c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:39.171563 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:39.226822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:39.230006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Allocated IP 172.20.0.12 (88bcf2b0-902f-4336-bd69-933cfadf4f31/b450a3fa-fecf-4277-a7be-be4cf15a7fc7/9a28c89f-fa61-498b-a83a-f114dca2be78) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:40:39.244074 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d86f608-a5d6-415c-bc03-93bf3f72cd95 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:39.287390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50b015-cf1f-4ea0-8fba-dcc8b2b58958,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:39.290846 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:39.362605 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:39.364176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce50b015-cf1f-4ea0-8fba-dcc8b2b58958 HTTP/1.1" status: 204  len: 168 time: 1.4697886
Dec 16 09:40:39.426994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da36d0>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:30Z', 'revision_number': 3, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:39.433275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c34675-684d-44c0-92c9-4a21e98293ae None None] The sync data for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 is: [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:30Z', 'revision_number': 3, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:40:39.450944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Deleting port c05c04a4-30be-4535-a4ed-d50618c9f899 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:39.451330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:39.569051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3e94e4a-a4f1-4008-8e76-019c26fbe8c8 req-471f5830-6350-4ece-ab3e-427ef61e7233 service neutron] 10.222.0.74 "GET /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6083934
Dec 16 09:40:39.584344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-3d73dbe3-3f06-426b-aa03-fddc463a6fd0 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:39.597190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-3d73dbe3-3f06-426b-aa03-fddc463a6fd0 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 1.2780640
Dec 16 09:40:39.639761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-01eea3ef-b284-4b59-87bd-80ccad48c77c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/quotas/94a460156b794cf8bc4e3415ab4a5b86 HTTP/1.1" status: 200  len: 375 time: 0.0416777
Dec 16 09:40:39.743764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:39.807923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] For port c05c04a4-30be-4535-a4ed-d50618c9f899, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c05c04a4-30be-4535-a4ed-d50618c9f899,segment=NetworkSegment(2215d1e6-347d-452b-a3e8-73ee44288f74),segment_id=2215d1e6-347d-452b-a3e8-73ee44288f74)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:39.808364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:39.959910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-115bb13f-f4ae-4938-b69f-3c3059ba3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:39.961543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-115bb13f-f4ae-4938-b69f-3c3059ba3daf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.0040414
Dec 16 09:40:39.982846 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-559b156d-e5f2-4026-bbc6-68a22856835b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2851381
Dec 16 09:40:40.017018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Calling delete_port for c05c04a4-30be-4535-a4ed-d50618c9f899 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:40.049827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:40.063724 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cdbbc9a-328a-471c-9021-1dcdba70efcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:40.115654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a8379cb6-feb0-46c7-b164-5cb753ea404c no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:40.137101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:40.187002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Network 88bcf2b0-902f-4336-bd69-933cfadf4f31 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:40.198187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: a8379cb6-feb0-46c7-b164-5cb753ea404c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:40.198818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a8379cb6-feb0-46c7-b164-5cb753ea404c not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:40.212910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:40.214142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Allocated IP 172.20.0.1 (8e16e9bc-4574-4a92-addc-12cac5a50283/cb988111-4267-4ac9-afdc-58f87704a7b7/b0617aa2-cd10-4276-a36d-3013289e70c0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:40:40.224303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:40.226954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:40:40.268662 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:40.394091 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:40:40.420051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-45d2516e-3c69-459c-aad5-60a8521c2f49 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4272735
Dec 16 09:40:40.428880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-11581607-76d6-44e1-8548-a11244eb5af9 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4154315
Dec 16 09:40:40.461874 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-13579e9c-f300-47b0-915d-814dc117272a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06bb67eaaa384f47b1f99ad36c1a350f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3238335
Dec 16 09:40:40.467730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:40.527111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:40.530462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:40.630264 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4270203
Dec 16 09:40:40.663486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Request body: {'port': {'device_id': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:40.723302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:40.756278 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:40.774948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Transition to ACTIVE for port object b0617aa2-cd10-4276-a36d-3013289e70c0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:40.808523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-894ea9ac-404f-4e00-94f4-221fa2822a73 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3785412
Dec 16 09:40:40.834354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:40.893370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-1779976a-2f61-48fc-8650-c941f7adf4b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.0748479
Dec 16 09:40:40.926102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:40.947338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:40.951389 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:41.041332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c05c04a4-30be-4535-a4ed-d50618c9f899,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:41.053845 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:41.083889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2f394d2-5cde-446a-9301-d02b3bf93e51 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:41.101160 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.106734 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6a236ee8-7eb5-4522-9ec5-704b4395b50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:41.164791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a2f394d2-5cde-446a-9301-d02b3bf93e51 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:41.165476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.169332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb709e0-462a-4266-9a4e-4134510de7e7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:41.175449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a2f394d2-5cde-446a-9301-d02b3bf93e51 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:41.176787 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.180379 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a621fc5-bfe3-4933-81d0-dfe0950e353c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:41.213927 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:41.262692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.266030 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afb709e0-462a-4266-9a4e-4134510de7e7 HTTP/1.1" status: 204  len: 168 time: 0.7951307
Dec 16 09:40:41.285897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Pushing event updated for resources: {'Port': ['ID=b0617aa2-cd10-4276-a36d-3013289e70c0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:41.301235 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:41.316137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-3735edbe-3eb0-4b89-a8a6-068662c8ff87 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8621037
Dec 16 09:40:41.318183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:41.323816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:41.327727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:40:41.364044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.384777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a2f394d2-5cde-446a-9301-d02b3bf93e51, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2f394d2-5cde-446a-9301-d02b3bf93e51,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:41.391451 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.395473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:41.416859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-c94307b0-ae41-43ae-a718-453b86836ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:41.425019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-c94307b0-ae41-43ae-a718-453b86836ed6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.5227165
Dec 16 09:40:41.549817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a2f394d2-5cde-446a-9301-d02b3bf93e51,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:41.558341 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:41.650514 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.701218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.886929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8844f61f-017b-4688-bb1f-1f4ca5d57fee None None] Provisioning for port b0617aa2-cd10-4276-a36d-3013289e70c0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:41.905220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8844f61f-017b-4688-bb1f-1f4ca5d57fee None None] Provisioning complete for port b0617aa2-cd10-4276-a36d-3013289e70c0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:41.915497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8844f61f-017b-4688-bb1f-1f4ca5d57fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.959246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:41.988086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-577f783a-1f8e-4934-b6a4-9e35c400d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:41.989927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-577f783a-1f8e-4934-b6a4-9e35c400d7dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5506780
Dec 16 09:40:42.080064 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2dd8e1d2-1572-40a1-bb1b-5b17189d2152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:42.101400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8844f61f-017b-4688-bb1f-1f4ca5d57fee None None] Port b0617aa2-cd10-4276-a36d-3013289e70c0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:40:42.162621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:40:42.243635 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-e16d4a52-4bb9-4b82-a83d-83356d7d2747 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448852
Dec 16 09:40:42.329434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a28c89f-fa61-498b-a83a-f114dca2be78 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:40:42.341634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:42.468516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Transition to ACTIVE for port object 9a28c89f-fa61-498b-a83a-f114dca2be78 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:42.493198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:42.504732 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:42.745764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-718aff93-2064-4fa0-b3e4-03d8a4583b16 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3873575
Dec 16 09:40:42.825092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44934) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:42.844945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-e6611aaa-fbed-4cc6-b845-d4978a618c05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.0895071
Dec 16 09:40:42.847892 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:42.922492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:42.931014 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:43.001310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a71e-e574-48fc-89e1-5ce53a201c6a req-a18f4012-4f04-435e-90fc-93c4ada8d568 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:43.010599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0e74a71e-e574-48fc-89e1-5ce53a201c6a req-a18f4012-4f04-435e-90fc-93c4ada8d568 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 932 time: 0.7647254
Dec 16 09:40:43.072148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-e11a941b-966f-4299-971b-365b1e751cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:43.074218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-e11a941b-966f-4299-971b-365b1e751cc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2133582
Dec 16 09:40:43.082979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1107540496-network', 'tenant_id': '6179f67c3cfe480ba43c149c21b01280'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:43.132721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:40:43.161364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2f394d2-5cde-446a-9301-d02b3bf93e51 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:43.201808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0e74a71e-e574-48fc-89e1-5ce53a201c6a req-f31949cb-d95b-4aef-ab5a-c8faeb5d1811 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902120
Dec 16 09:40:43.206447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:43.254152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a2f394d2-5cde-446a-9301-d02b3bf93e51 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:43.254894 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:43.285580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Attempting to bind port 9a28c89f-fa61-498b-a83a-f114dca2be78 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:40:43.286178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Attempting to bind port 9a28c89f-fa61-498b-a83a-f114dca2be78 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:40:43.286661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Attempting to bind port 9a28c89f-fa61-498b-a83a-f114dca2be78 on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:43.305989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Usage tracker for resource:network and tenant:6179f67c3cfe480ba43c149c21b01280 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:43.315536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Port 9a28c89f-fa61-498b-a83a-f114dca2be78 on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:40:43.316063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Attempting to bind port 9a28c89f-fa61-498b-a83a-f114dca2be78 on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:43.316997 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289f92d5-c35b-4eb7-af66-56c94ef40e02', 'name': 'network-vif-deleted', 'tag': 'a8379cb6-feb0-46c7-b164-5cb753ea404c', 'status': 'completed', 'code': 200}
Dec 16 09:40:43.325717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:43.330463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:40:43.331154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Checking segment: {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:43.331714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Bound using segment: {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:40:43.332302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Bound port: 9a28c89f-fa61-498b-a83a-f114dca2be78, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:40:43.332822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:43.411351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:43.469445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-590121a1-908f-49db-a99e-ac65e39eaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:43.471095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-590121a1-908f-49db-a99e-ac65e39eaead service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3753779
Dec 16 09:40:43.547355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:40:43.555046 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f901b750-e440-4537-994b-3099ba35b8cb admin admin] 10.222.0.66 "PUT /v2.0/routers/4e8d3cf8-b165-4cf9-aa43-44132e205d83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3920770
Dec 16 09:40:43.557961 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] Sync routers for ids ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:40:43.563424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:43.575853 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] Routers {'4e8d3cf8-b165-4cf9-aa43-44132e205d83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:43.576493 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2da91f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:43.610501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-df80e7f0-bc20-48cd-aefc-4c93de973b83 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:43.612180 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-df80e7f0-bc20-48cd-aefc-4c93de973b83 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.4031730
Dec 16 09:40:43.612909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Made reservation on behalf of 6179f67c3cfe480ba43c149c21b01280 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:43.615275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:43.810331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:43.829105 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] Set router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:43.926425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:43.937324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-2081f7c0-55bb-4fa0-9359-1af014cdb407 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734190
Dec 16 09:40:43.960213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ecf1395-748c-4109-b957-1139fb0e6293 req-5dc6eacc-943c-4214-b7cc-634d51b472c4 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 210 time: 0.0677953
Dec 16 09:40:43.964741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Request body: {'port': {'device_id': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'admin_state_up': True, 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:44.083580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:40:44.091828 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.093923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:40:44.098215 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.105499 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.112725 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-436fcc5f-d0b2-4454-86f2-50fb85df59be tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:44.182890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Deleting port a072ef27-344c-4033-b7b1-39affa8572d0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:40:44.183722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.216558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:40:44.229454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:44.257919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Usage tracker for resource:security_group_rule and tenant:6179f67c3cfe480ba43c149c21b01280 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:44.262595 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.267713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:44.274898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:44.284686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:44.297638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:44.303325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.337910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:44.343581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.349139 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] 10.222.0.74 "PUT /v2.0/ports/9a28c89f-fa61-498b-a83a-f114dca2be78 HTTP/1.1" status: 200  len: 1092 time: 3.6858859
Dec 16 09:40:44.349915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:44.365633 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9adc2d4-bdc8-491f-847f-cdb35b79ec06 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:44.402246 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2da91f0>, [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:40:40Z', 'revision_number': 5, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port': {'id': 'a072ef27-344c-4033-b7b1-39affa8572d0', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:58Z', 'updated_at': '2021-12-16T09:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:44.411963 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] Checking router: 4e8d3cf8-b165-4cf9-aa43-44132e205d83 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:40:44.434253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:44.444469 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.444680 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] Routers {'4e8d3cf8-b165-4cf9-aa43-44132e205d83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:44.445511 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2da91f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:44.465858 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5fa9317f-b041-47be-be55-71050f6a795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.514849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Pushing event updated for resources: {'Port': ['ID=b0617aa2-cd10-4276-a36d-3013289e70c0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:44.580684 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:44.614268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:44.618375 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:44.627887 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.651341 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] Set router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:44.727655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] For port a072ef27-344c-4033-b7b1-39affa8572d0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a072ef27-344c-4033-b7b1-39affa8572d0,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:44.728008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:44.749884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-9c053b51-90c7-4657-b36a-8d7750b97b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:44.751525 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-9c053b51-90c7-4657-b36a-8d7750b97b49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 1095 time: 0.3135743
Dec 16 09:40:44.783199 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2da91f0>, [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:40:44Z', 'revision_number': 6, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:44.787799 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633d673-6f4c-4d77-91e6-b287db9ee04a None None] The sync data for ids ['4e8d3cf8-b165-4cf9-aa43-44132e205d83'] in n-d-820554-2 is: [{'id': '4e8d3cf8-b165-4cf9-aa43-44132e205d83', 'name': 'tempest-ServerRescueTestJSON-2024354458-router', 'tenant_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:57Z', 'updated_at': '2021-12-16T09:40:44Z', 'revision_number': 6, 'project_id': '85c4dbfaf0004d72a8efc880a94a5dfc', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:40:44.837689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-a61c97ca-66ef-44fb-a09d-362df24671dc service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7692447
Dec 16 09:40:44.941873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Calling delete_port for a072ef27-344c-4033-b7b1-39affa8572d0 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:40:45.023182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-1463e326-e433-450a-8e8e-b9d938bc99a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.1731839
Dec 16 09:40:45.127587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:45.136436 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-12f4d124-006e-4bbf-86c4-e7a68751717d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a28c89f-fa61-498b-a83a-f114dca2be78 HTTP/1.1" status: 200  len: 217 time: 0.3213305
Dec 16 09:40:45.138596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:45.199405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Allocated IP 172.20.0.8 (dcd9bf22-4a69-40f7-ae7e-a0cc88033aee/c895022b-e54e-431c-ad7b-d0b89d6ed5c8/c3558e18-25be-4825-a95c-17eac2ead47b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:40:45.215151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c05c04a4-30be-4535-a4ed-d50618c9f899 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:45.216759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-878d7975-11b5-4e84-b4c0-41707ccb542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:45.218213 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-878d7975-11b5-4e84-b4c0-41707ccb542b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b450a3fa-fecf-4277-a7be-be4cf15a7fc7 HTTP/1.1" status: 200  len: 855 time: 0.0737841
Dec 16 09:40:45.270029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c05c04a4-30be-4535-a4ed-d50618c9f899 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:45.270578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c05c04a4-30be-4535-a4ed-d50618c9f899 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:45.280018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:45.294658 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-4f51da04-87cc-469b-bb19-b3df4bb4d2d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88bcf2b0-902f-4336-bd69-933cfadf4f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690458
Dec 16 09:40:45.338764 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:45.347450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8272e1-797a-41cc-8249-1dc0d4c3c3cd req-4a3f43fd-19a1-4152-afed-1287b849787a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:45.349140 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af8272e1-797a-41cc-8249-1dc0d4c3c3cd req-4a3f43fd-19a1-4152-afed-1287b849787a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 944 time: 0.8191161
Dec 16 09:40:45.350890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-54f01728-8045-4862-96b8-ed7744b6614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:45.352232 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-54f01728-8045-4862-96b8-ed7744b6614e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.3098800
Dec 16 09:40:45.383559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:45.447043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:40:45.450303 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7e867ef-637e-4d65-9200-85055130f065 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:45.521417 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:45.531718 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:45.532068 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Added segment 650abcc3-707b-4f3a-b5af-8f6e3c00dc40 of type vlan for network 4547a8bc-0113-4e49-88e4-c3233cb8b96e
Dec 16 09:40:45.546874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c520e6c-c1fd-4352-8826-a70a3d75bdf0 None None] Provisioning complete for port b0617aa2-cd10-4276-a36d-3013289e70c0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:45.548469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c520e6c-c1fd-4352-8826-a70a3d75bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:45.642109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9c520e6c-c1fd-4352-8826-a70a3d75bdf0 None None] Port b0617aa2-cd10-4276-a36d-3013289e70c0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:40:45.647465 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-d32ddd92-d41a-4814-9009-da37df39a4e1 service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360498
Dec 16 09:40:45.655779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af8272e1-797a-41cc-8249-1dc0d4c3c3cd req-4b7cb5f8-3bb4-41c8-ac83-eef598788f03 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849264
Dec 16 09:40:45.690470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e03a80-47b3-4b72-ba8a-a5b3ce04be18,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:45.696488 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:45.841287 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-43ccaab2-6c87-4d3d-8e5c-7118144fa66e req-076a98e8-336e-49d2-a213-011214ca2e7d service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833651
Dec 16 09:40:45.854188 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'status': 'completed', 'code': 200}
Dec 16 09:40:45.855906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:45.861794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d0a5272-6723-4225-98ee-2d27e3ca5786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:45.969956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a072ef27-344c-4033-b7b1-39affa8572d0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:46.003209 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:46.003580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.078943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59c8d575-472b-45d8-be94-6be677aba839 req-3a0325c3-d2ea-4a27-b2c2-331e9053fa82 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 210 time: 0.1497724
Dec 16 09:40:46.099599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Router 184c8144-6576-4ecc-b089-355f8121a87d has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:40:46.108826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.245239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-e77e4881-ba98-4653-b922-fe5314572f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:46.246685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-e77e4881-ba98-4653-b922-fe5314572f9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.8776803
Dec 16 09:40:46.277971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.279346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:46.279891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.316414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-7294f372-b50a-49d5-82b7-7f663ca91476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:46.317979 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-7294f372-b50a-49d5-82b7-7f663ca91476 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 1095 time: 0.4080806
Dec 16 09:40:46.321165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.324144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.338140 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb0cb135-42d6-479a-923a-ca8b2bc3a355 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:46.423795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.424228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8d3cf8-b165-4cf9-aa43-44132e205d83 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:40:46.448604 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.452564 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4e8d3cf8-b165-4cf9-aa43-44132e205d83 HTTP/1.1" status: 204  len: 168 time: 2.8817804
Dec 16 09:40:46.453328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44968) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:46.591823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-f94a630e-3cda-478b-9be9-63a11b9a8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:46.593489 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-f94a630e-3cda-478b-9be9-63a11b9a8c26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 916 time: 0.2594590
Dec 16 09:40:46.602472 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.7728264
Dec 16 09:40:46.609394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:46.617987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.644823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4547a8bc-0113-4e49-88e4-c3233cb8b96e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:46.648168 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:46.657235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 4547a8bc-0113-4e49-88e4-c3233cb8b96e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:40:46.688276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Deleting subnet a4446b5e-25be-45f7-b218-4c3be79703bf {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:40:46.701477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Request body: {'subnet': {'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1107540496-subnet', 'tenant_id': '6179f67c3cfe480ba43c149c21b01280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:46.706318 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-1d5b7979-3c92-47bb-8800-c22e8b614a14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a28c89f-fa61-498b-a83a-f114dca2be78 HTTP/1.1" status: 200  len: 217 time: 0.0953166
Dec 16 09:40:46.709386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:46.711812 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.734390 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-274339d1-5d34-4d38-b1ab-bf1f0eaac168 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4550529
Dec 16 09:40:46.735648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:40:46.760620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] 10.222.0.66 "PUT /v2.0/routers/184c8144-6576-4ecc-b089-355f8121a87d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9859543
Dec 16 09:40:46.823800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Usage tracker for resource:subnet and tenant:6179f67c3cfe480ba43c149c21b01280 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:46.847885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:46.910726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Sync routers for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:40:46.923625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:46.932296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:46.932935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d0ff10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:46.995579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.050148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a072ef27-344c-4033-b7b1-39affa8572d0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:40:47.112014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-248ea705-b488-46f9-a787-7e2f72bfb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:47.113725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-1c921d4c-f46f-4453-9525-22dc9f42b751 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3505132
Dec 16 09:40:47.117744 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-248ea705-b488-46f9-a787-7e2f72bfb58b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b450a3fa-fecf-4277-a7be-be4cf15a7fc7 HTTP/1.1" status: 200  len: 855 time: 0.3696356
Dec 16 09:40:47.122782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:47.246183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:47.283848 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.321356 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f83c7094-991e-4725-8496-c2e1c923c0c6 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:47.356759 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-dc8d3191-7a6b-4bde-8efe-b6e3d98ba47d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88bcf2b0-902f-4336-bd69-933cfadf4f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2101524
Dec 16 09:40:47.360460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Made reservation on behalf of 6179f67c3cfe480ba43c149c21b01280 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:47.363462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.401735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event updated for resources: {'Port': ['ID=c3558e18-25be-4825-a95c-17eac2ead47b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:47.405536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-f3f7553a-0fba-4178-8bb9-cbcb34a50525 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.2811692
Dec 16 09:40:47.407340 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:47.414592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:47.462871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a072ef27-344c-4033-b7b1-39affa8572d0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:40:47.463792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a072ef27-344c-4033-b7b1-39affa8572d0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:40:47.503295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:47.509452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:40:47.520009 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.645726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d994bc1-bf0b-4358-adeb-459dfd841010 req-e9acb87a-78ed-482f-bff4-2e8133ce89bf tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:47.658832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d994bc1-bf0b-4358-adeb-459dfd841010 req-e9acb87a-78ed-482f-bff4-2e8133ce89bf tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 944 time: 0.7792740
Dec 16 09:40:47.689714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.698193 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-daf341cd-2884-4219-a891-9c4b471b064d tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:47.707244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:47.708191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.742331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-d0a216e7-53c2-49ea-9690-753eb3ef12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:47.743922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-d0a216e7-53c2-49ea-9690-753eb3ef12f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.3324416
Dec 16 09:40:47.750829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9880857
Dec 16 09:40:47.763702 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d994bc1-bf0b-4358-adeb-459dfd841010 req-1fcddbf3-6208-4283-ba17-5d6e59499fc6 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036775
Dec 16 09:40:47.797005 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.822849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d0ff10>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:43Z', 'revision_number': 2, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:47.832476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.835421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Checking router: 184c8144-6576-4ecc-b089-355f8121a87d for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:40:47.835798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Updating router 184c8144-6576-4ecc-b089-355f8121a87d port b0617aa2-cd10-4276-a36d-3013289e70c0 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:40:47.871205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74af429f-2f0a-4936-83bc-67f4aab7f94e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:47.889161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Request body: {'port': {'device_id': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:47.893506 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a4446b5e-25be-45f7-b218-4c3be79703bf HTTP/1.1" status: 204  len: 168 time: 1.4362721
Dec 16 09:40:47.896522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:47.897488 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:47.902790 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f93b27c-92ed-4585-b000-6753036f40e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:47.955849 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:47.993590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4446b5e-25be-45f7-b218-4c3be79703bf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:48.077621 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:48.099590 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-d70a31e9-032b-44e2-aa5f-afe56c9f26cd service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4609740
Dec 16 09:40:48.099912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-a5bd28c0-0957-4548-b970-2b08f8ef300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:48.101761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-a5bd28c0-0957-4548-b970-2b08f8ef300d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3497434
Dec 16 09:40:48.102877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Checking segment: {'id': '650abcc3-707b-4f3a-b5af-8f6e3c00dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:48.103264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Network hostable DHCP agents. Network: 4547a8bc-0113-4e49-88e4-c3233cb8b96e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:40:48.105051 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.374210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.398360 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-301f5af2-c740-44da-857b-ae1aca7ea2b9 req-74671492-a382-4464-a78a-dc1955a437fc service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580783
Dec 16 09:40:48.404853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Network 4547a8bc-0113-4e49-88e4-c3233cb8b96e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:40:48.457003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 4547a8bc-0113-4e49-88e4-c3233cb8b96e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:48.483189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:48.484152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.499896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9244c-a67e-471f-aabb-a490766070da None None] Network 4547a8bc-0113-4e49-88e4-c3233cb8b96e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:48.506251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:48.563436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222493454', 'description': 'tempest-description--312987044'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:48.577748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:48.605788 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9316778
Dec 16 09:40:48.611377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Usage tracker for resource:security_group and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:48.616267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:48.621415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.635901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:48.659446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ddf880>,) {'filters': {'network_id': ['7e8b4711-bb73-449f-aaa9-eb1ba4529de2']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:48.675706 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.728333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ddf880>, '2215d1e6-347d-452b-a3e8-73ee44288f74') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:48.729336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ddf880>, '2215d1e6-347d-452b-a3e8-73ee44288f74') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:48.745379 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.746768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.756848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:48.760776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Transition to ACTIVE for port object b0617aa2-cd10-4276-a36d-3013289e70c0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:48.765714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Usage tracker for resource:security_group_rule and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:48.769559 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.769743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:48.773187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.778431 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:48.781104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:48.787892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:40:48.788483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:40:48.802817 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:40:48.942036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.951443 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:48.972138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:48.985698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8b4711-bb73-449f-aaa9-eb1ba4529de2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:49.090064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.102938 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:49.108714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.114020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67ca54a6-cb94-4cd5-9a33-53a07f8c0d92 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:49.184639 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] 10.222.0.66 "DELETE /v2.0/networks/7e8b4711-bb73-449f-aaa9-eb1ba4529de2 HTTP/1.1" status: 204  len: 168 time: 1.2808247
Dec 16 09:40:49.201606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:49.209295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:49.220785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.222727 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.7151613
Dec 16 09:40:49.226068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:49.236118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Request body: {'security_group_rule': {'security_group_id': '6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:49.255815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:49.263898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Usage tracker for resource:security_group_rule and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:49.268780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:49.280116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:49.318248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.334188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3558e18-25be-4825-a95c-17eac2ead47b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:40:49.354134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.384246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e360af0-1abb-4690-8878-8af3c43eb27a None None] Pushing event updated for resources: {'Port': ['ID=b0617aa2-cd10-4276-a36d-3013289e70c0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:49.385973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Transition to ACTIVE for port object c3558e18-25be-4825-a95c-17eac2ead47b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:40:49.394337 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.398350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Attempting to bind port b0617aa2-cd10-4276-a36d-3013289e70c0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:40:49.398988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Attempting to bind port b0617aa2-cd10-4276-a36d-3013289e70c0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:40:49.399502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Attempting to bind port b0617aa2-cd10-4276-a36d-3013289e70c0 on network 8e16e9bc-4574-4a92-addc-12cac5a50283 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:49.407447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e8ff8-51dd-48df-8038-b971debe674f None None] Network 4547a8bc-0113-4e49-88e4-c3233cb8b96e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:49.428362 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ea8e8024-3f8e-499b-acca-5862213cf417 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:49.466446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.471707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.477187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:49.540280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45098) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:49.557352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1172166196-network', 'tenant_id': '5bad51816e314ac8a1571564c668a652'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:49.575229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9db193-43ca-4f3c-b89c-a3bc8cfb621c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:49.578667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.583384 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3539066
Dec 16 09:40:49.583384 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:49.583384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:49.586288 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2e360af0-1abb-4690-8878-8af3c43eb27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:49.593208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:49.597445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:40:49.598708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Checking segment: {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:49.600890 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.602059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Bound using segment: {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:40:49.603594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Bound port: b0617aa2-cd10-4276-a36d-3013289e70c0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:40:49.605742 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.609452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Request body: {'security_group_rule': {'security_group_id': '6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:49.625838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:49.638243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Pushing event updated for resources: {'Port': ['ID=c3558e18-25be-4825-a95c-17eac2ead47b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:49.638349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Usage tracker for resource:security_group_rule and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:49.639317 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:49.640186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:49.650806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:49.657545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:49.658104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9a28c89f-fa61-498b-a83a-f114dca2be78 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:40:49.661417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Usage tracker for resource:network and tenant:5bad51816e314ac8a1571564c668a652 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:49.666456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:49.674269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:49.691416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.704139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Made reservation on behalf of 5bad51816e314ac8a1571564c668a652 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:49.706877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.722072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-3fbaf2ff-d481-4299-a7e5-5f048e844272 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5969970
Dec 16 09:40:49.734891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.764434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:49.772423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Usage tracker for resource:security_group_rule and tenant:5bad51816e314ac8a1571564c668a652 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:49.776413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:49.787805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:49.811452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.823636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.829526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10ea0393-639d-4799-b807-3fd02cee88ad tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:49.863710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0002b5-556b-48c2-a372-c44d4501579b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:49.873295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:49.880812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83ee7e-7ba3-43ee-a2c1-2b60988e0c84 req-e2cbb933-6a6d-42ad-93e2-23d2132a0d1a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:49.881640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dd83ee7e-7ba3-43ee-a2c1-2b60988e0c84 req-e2cbb933-6a6d-42ad-93e2-23d2132a0d1a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:40:49.888343 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:49.888582 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:40:49.889888 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2966435
Dec 16 09:40:49.912517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:49.924700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:49.971806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0e449234-e67d-486c-9384-d47c4169b975 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85c4dbfaf0004d72a8efc880a94a5dfc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3181162
Dec 16 09:40:49.973982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-14306fd4-32b7-4d97-84a7-3fdf0977d68c service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363887
Dec 16 09:40:49.978128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45116) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:50.022760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:50.037618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Usage tracker for resource:floatingip and tenant:505dcd47b2134371beacd05a2ae6cd99 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:50.045517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:50.060079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.061469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] For port b0617aa2-cd10-4276-a36d-3013289e70c0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:40:50.061664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:50.066947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.067706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] For port b0617aa2-cd10-4276-a36d-3013289e70c0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b0617aa2-cd10-4276-a36d-3013289e70c0,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:40:50.083867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.084098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:40:50.092337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dd83ee7e-7ba3-43ee-a2c1-2b60988e0c84 req-e2cbb933-6a6d-42ad-93e2-23d2132a0d1a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:40:50.094979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.095359 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Added segment 867662ad-f47a-4359-9322-331076f0083d of type vlan for network 75b6b214-c597-42ed-87b5-202a41963295
Dec 16 09:40:50.096525 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:50.099692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd83ee7e-7ba3-43ee-a2c1-2b60988e0c84 req-e2cbb933-6a6d-42ad-93e2-23d2132a0d1a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 931 time: 1.2763579
Dec 16 09:40:50.107467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-6d63adf1-107f-44aa-a9b0-28ddf33b657a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1227646
Dec 16 09:40:50.145310 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3eb3e5e2-2e6c-493e-b51f-fb3c0ae99e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:50.180349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e360af0-1abb-4690-8878-8af3c43eb27a None None] Pushing event updated for resources: {'Port': ['ID=b0617aa2-cd10-4276-a36d-3013289e70c0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:50.199951 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2e360af0-1abb-4690-8878-8af3c43eb27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:50.204820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.217524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:40:50.218217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d0ff10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:50.250337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8562d979-e5fd-4f4f-8791-a4a5c0635f5c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:50.253136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd83ee7e-7ba3-43ee-a2c1-2b60988e0c84 req-ad5c851f-2df2-4db9-a297-ed1e14c47acc tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498961
Dec 16 09:40:50.256023 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.257154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:50.257817 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.263734 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:50.264353 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2510f5b2-b4e6-46b3-813a-6f674b33c4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:50.288773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.304047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Attempting to bind port c3558e18-25be-4825-a95c-17eac2ead47b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:40:50.304566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Attempting to bind port c3558e18-25be-4825-a95c-17eac2ead47b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:40:50.304926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Attempting to bind port c3558e18-25be-4825-a95c-17eac2ead47b on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:50.366296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Port c3558e18-25be-4825-a95c-17eac2ead47b on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:40:50.367008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Attempting to bind port c3558e18-25be-4825-a95c-17eac2ead47b on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:40:50.380486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-b73d7a08-a606-428c-bb93-8048f9377ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:50.387901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-b73d7a08-a606-428c-bb93-8048f9377ac6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.2545524
Dec 16 09:40:50.454370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:40:50.454714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:50.456686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Bound using segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:40:50.457269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Bound port: c3558e18-25be-4825-a95c-17eac2ead47b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:40:50.457688 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.492443 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.532188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:40:50.595408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.676311 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1282098
Dec 16 09:40:50.692092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:50.703287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Request body: {'subnet': {'network_id': '75b6b214-c597-42ed-87b5-202a41963295', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1172166196-subnet', 'tenant_id': '5bad51816e314ac8a1571564c668a652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:50.727953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:50.732037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Pushing event updated for resources: {'Network': ['ID=75b6b214-c597-42ed-87b5-202a41963295,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:50.736845 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:50.737751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Usage tracker for resource:subnet and tenant:5bad51816e314ac8a1571564c668a652 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:50.744175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:50.756219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:50.761766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] For port c3558e18-25be-4825-a95c-17eac2ead47b, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:40:50.766116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] For port c3558e18-25be-4825-a95c-17eac2ead47b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c3558e18-25be-4825-a95c-17eac2ead47b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:40:50.778360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 75b6b214-c597-42ed-87b5-202a41963295 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:40:50.780693 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.782604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Made reservation on behalf of 5bad51816e314ac8a1571564c668a652 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:50.785150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.792227 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d1d755f5-39a3-439f-ab41-2fc2712330bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:50.825685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:50.831203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-8e7c27cd-7c54-435a-b59d-728712c3abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:50.832705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-8e7c27cd-7c54-435a-b59d-728712c3abf9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4386060
Dec 16 09:40:50.877091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:50.877712 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:50.879108 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] 10.222.0.74 "PUT /v2.0/ports/c3558e18-25be-4825-a95c-17eac2ead47b HTTP/1.1" status: 200  len: 1091 time: 3.0225794
Dec 16 09:40:50.882084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'tag': 'c3558e18-25be-4825-a95c-17eac2ead47b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:50.973287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.017565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'port_id': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'mac_address': 'fa:16:3e:9c:24:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450a3fa-fecf-4277-a7be-be4cf15a7fc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:40:51.084721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.141816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.147728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.152071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db8ba20c-eca6-45ed-82bb-13655cc45fd1 HTTP/1.1" status: 204  len: 168 time: 1.1725881
Dec 16 09:40:51.176614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Pushing event updated for resources: {'Port': ['ID=c3558e18-25be-4825-a95c-17eac2ead47b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:51.181279 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:51.218928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a28c89f-fa61-498b-a83a-f114dca2be78 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:40:51.221962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.230756 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b10bd491-74cc-49d2-bff8-bd3393d3a1a8 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:51.292661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:51.317787 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.323635 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4676dc36-9c8c-46eb-a731-598870545628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:51.327433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Allocated IP 172.25.3.151 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/d9257887-b7d8-4cb2-a4d6-227d2a505fe3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:40:51.372738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13da85d-c1fc-4d79-94ae-1ca59815080c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:51.379915 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:51.409341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:51.414230 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:51.420272 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cbb974e7-bb24-476b-aa2d-0a3fc529fc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:51.434257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Checking segment: {'id': '867662ad-f47a-4359-9322-331076f0083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '75b6b214-c597-42ed-87b5-202a41963295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:51.434664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Network hostable DHCP agents. Network: 75b6b214-c597-42ed-87b5-202a41963295, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:40:51.456559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8ba20c-eca6-45ed-82bb-13655cc45fd1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:51.476362 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:51.497409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Network 75b6b214-c597-42ed-87b5-202a41963295 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:40:51.512605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d0ff10>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:50Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:40:51.517454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1d50a-fe31-4994-be32-65a2d63b7065 None None] The sync data for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 is: [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:50Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:40:51.551345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9a28c89f-fa61-498b-a83a-f114dca2be78'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:40:51.554371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 75b6b214-c597-42ed-87b5-202a41963295) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:51.562935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-d182b9a7-318d-41aa-af97-ce8ff545e01a service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7175617
Dec 16 09:40:51.569378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:51.570023 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.628176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc56df9-c778-45ac-a0e2-8babc4927805 None None] Network 75b6b214-c597-42ed-87b5-202a41963295 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:51.663522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-7f6bb55c-9c85-48f7-aac0-17ade09d8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:51.665073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-7f6bb55c-9c85-48f7-aac0-17ade09d8f3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 1094 time: 0.6833117
Dec 16 09:40:51.705364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0008805
Dec 16 09:40:51.716824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.767934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac48f57-fdcf-4f27-aa76-edd174108991 req-3ee252e0-2fb8-4905-a17b-1ab2d1490fe2 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:51.779208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ac48f57-fdcf-4f27-aa76-edd174108991 req-3ee252e0-2fb8-4905-a17b-1ab2d1490fe2 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 944 time: 0.7842386
Dec 16 09:40:51.792029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:51.805108 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:51.907387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:40:51.910679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:51.914524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:40:51.973233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event updated for resources: {'Port': ['ID=d9257887-b7d8-4cb2-a4d6-227d2a505fe3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:51.974176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-31e95014-3513-4760-8c07-1d2704fc6177 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3558e18-25be-4825-a95c-17eac2ead47b HTTP/1.1" status: 200  len: 217 time: 0.1495571
Dec 16 09:40:51.978063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:52.076405 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:52.199693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:52.205809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e50e9-119b-40ff-a82e-93281f0d6f16 None None] Network 75b6b214-c597-42ed-87b5-202a41963295 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:52.208716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86e7f84c-d167-4feb-aa8b-be187f13b8ea req-bf44053d-2876-425d-a64a-5f56693b756e service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6269517
Dec 16 09:40:52.306543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ac48f57-fdcf-4f27-aa76-edd174108991 req-0b36e6c1-de4b-4db8-a454-608bbeb343ea tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5250328
Dec 16 09:40:52.336491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-ac30527c-b0d3-4169-b43e-1f2da2bf7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:52.341641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-ac30527c-b0d3-4169-b43e-1f2da2bf7ff8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.3630733
Dec 16 09:40:52.458791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-e1890ff6-49ed-42b3-9016-1f0564a895d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1126800
Dec 16 09:40:52.730253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:52.736715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:52.740907 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f49ae9e-63e4-4702-a52f-bdf5d9e498e1 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:52.884001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45162) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:52.929065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event updated for resources: {'Port': ['ID=d9257887-b7d8-4cb2-a4d6-227d2a505fe3,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:52.933480 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:52.961321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-4f465ac5-65e9-4dd9-8b9f-0c7e7d989fbd service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4943914
Dec 16 09:40:52.972684 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.020520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.021769 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1080072
Dec 16 09:40:53.043235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31835912-529a-4d79-a7a7-6331f26aa2f3 req-9c5a0287-fce5-4aa1-83b5-7f2ed035b560 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:53.044779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31835912-529a-4d79-a7a7-6331f26aa2f3 req-9c5a0287-fce5-4aa1-83b5-7f2ed035b560 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 946 time: 0.3286207
Dec 16 09:40:53.117596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b0617aa2-cd10-4276-a36d-3013289e70c0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:53.219540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b0617aa2-cd10-4276-a36d-3013289e70c0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:53.227099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b0617aa2-cd10-4276-a36d-3013289e70c0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:53.228188 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.237773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1803545872-network', 'tenant_id': '3280051b1fef4665af4fa36602f2b136'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:53.253411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:53.301734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c06ace8d-2e42-4f46-960b-daea4ad00c95 req-8cc0ceff-b8a6-41ce-b78e-859f7909c433 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3295949
Dec 16 09:40:53.304323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Usage tracker for resource:network and tenant:3280051b1fef4665af4fa36602f2b136 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:53.310133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:53.318259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:53.362723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Made reservation on behalf of 3280051b1fef4665af4fa36602f2b136 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:53.366664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.389393 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.392639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.421293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31835912-529a-4d79-a7a7-6331f26aa2f3 req-c2e141c5-757c-4043-a4c7-719b8e733b93 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2647529
Dec 16 09:40:53.428825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:53.439803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port b0617aa2-cd10-4276-a36d-3013289e70c0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b0617aa2-cd10-4276-a36d-3013289e70c0,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:53.452003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Usage tracker for resource:security_group_rule and tenant:3280051b1fef4665af4fa36602f2b136 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:53.457419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:53.467353 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.470887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:53.472130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:53.568695 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'tag': 'c3558e18-25be-4825-a95c-17eac2ead47b', 'status': 'completed', 'code': 200}
Dec 16 09:40:53.660281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9a28c89f-fa61-498b-a83a-f114dca2be78 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:53.833357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=b0617aa2-cd10-4276-a36d-3013289e70c0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:53.845970 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:53.859817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 9a28c89f-fa61-498b-a83a-f114dca2be78 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:53.866875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9a28c89f-fa61-498b-a83a-f114dca2be78 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:53.867302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:53.911747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d7d35-de1a-4e2f-9271-114f0e0f63bc req-8eaeaded-6712-436b-a5e7-8927686c9aab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:53.914100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba7d7d35-de1a-4e2f-9271-114f0e0f63bc req-8eaeaded-6712-436b-a5e7-8927686c9aab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 943 time: 0.1881866
Dec 16 09:40:53.924132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-6fc9defd-7496-4900-beb3-65c3c07babf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:53.926351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-6fc9defd-7496-4900-beb3-65c3c07babf4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 1094 time: 0.3603179
Dec 16 09:40:54.045052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.082196 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.085676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:54.086684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:40:54.093531 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.095679 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:54.106684 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.114116 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd6cff53-310a-4615-9c6a-b079fa236a4f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:54.163041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba7d7d35-de1a-4e2f-9271-114f0e0f63bc req-f4dbb70a-2423-4300-bf14-fd286d1b79a9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331657
Dec 16 09:40:54.164176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-6a5c5f88-eeb0-4288-bdb4-dbac10e79a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:54.165652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-6a5c5f88-eeb0-4288-bdb4-dbac10e79a17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.2101960
Dec 16 09:40:54.170140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:54.173276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:40:54.174023 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:54.261642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755453d-2725-4640-9a9e-f837e1e4241b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:54.265003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-ada3710b-cc92-4271-8c21-26ee45b66ca6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3558e18-25be-4825-a95c-17eac2ead47b HTTP/1.1" status: 200  len: 217 time: 0.0885541
Dec 16 09:40:54.265922 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.266271 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Added segment f0d24f5f-4957-4ea3-bd0f-bd07c1d6880f of type vlan for network ff027d33-e675-4ac5-8c23-bdbfa563d4ea
Dec 16 09:40:54.267573 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:54.349294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.357117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-bd921c63-60b2-45d8-8368-4e3914cfb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:54.358658 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-bd921c63-60b2-45d8-8368-4e3914cfb9ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.0865569
Dec 16 09:40:54.419840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-f8f723fe-c1b5-4186-8304-8ce7a0f440bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538151
Dec 16 09:40:54.449464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.450499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:54.451092 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:54.457513 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6c63000e-aad3-43da-976d-53f0b878473e tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:54.850261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Pushing event updated for resources: {'Network': ['ID=ff027d33-e675-4ac5-8c23-bdbfa563d4ea,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:54.854661 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:54.856077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.9639270
Dec 16 09:40:54.859367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45260) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:40:54.861766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ff027d33-e675-4ac5-8c23-bdbfa563d4ea details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:40:54.867587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Request body: {'subnet': {'network_id': 'ff027d33-e675-4ac5-8c23-bdbfa563d4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1803545872-subnet', 'tenant_id': '3280051b1fef4665af4fa36602f2b136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:40:54.885672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:40:54.893182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Usage tracker for resource:subnet and tenant:3280051b1fef4665af4fa36602f2b136 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:40:54.898197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:40:54.914827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:40:54.923472 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-bc0ee165-2e4b-4f1e-8840-23ac3eaedbe7 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4966731
Dec 16 09:40:54.934867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Made reservation on behalf of 3280051b1fef4665af4fa36602f2b136 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:40:54.937929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:55.042349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b0617aa2-cd10-4276-a36d-3013289e70c0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:55.123968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b0617aa2-cd10-4276-a36d-3013289e70c0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:55.124864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:55.205444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75d8f973-856f-4cca-ab6a-ff4ec4a58c7d req-59857a2f-7ddc-4da2-bd4c-4a963c5f5a07 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2716513
Dec 16 09:40:55.310612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:55.314570 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e39e9ce-8c02-4ecd-a135-c0130e17026f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:55.388177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3159743-38d8-4836-825a-5824fade8d04,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:55.392221 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:55.396638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Checking segment: {'id': 'f0d24f5f-4957-4ea3-bd0f-bd07c1d6880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ff027d33-e675-4ac5-8c23-bdbfa563d4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:40:55.397068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Network hostable DHCP agents. Network: ff027d33-e675-4ac5-8c23-bdbfa563d4ea, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:40:55.417690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Network ff027d33-e675-4ac5-8c23-bdbfa563d4ea is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:40:55.427410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ff027d33-e675-4ac5-8c23-bdbfa563d4ea) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:40:55.432088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:40:55.433109 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:55.439447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfb77f-6abe-4e37-8053-4866d17d7327 None None] Network ff027d33-e675-4ac5-8c23-bdbfa563d4ea requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:55.464522 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6040959
Dec 16 09:40:55.671748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c3558e18-25be-4825-a95c-17eac2ead47b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:40:55.694113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62019e-36ff-4668-a219-1ce5a24fb3eb None None] Network ff027d33-e675-4ac5-8c23-bdbfa563d4ea requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:40:55.952555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c3558e18-25be-4825-a95c-17eac2ead47b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c3558e18-25be-4825-a95c-17eac2ead47b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:55.977152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'c3558e18-25be-4825-a95c-17eac2ead47b', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': 'c3558e18-25be-4825-a95c-17eac2ead47b', 'mac_address': 'fa:16:3e:63:96:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:40:56.077520 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:56.094894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3558e18-25be-4825-a95c-17eac2ead47b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:40:56.111732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c3558e18-25be-4825-a95c-17eac2ead47b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c3558e18-25be-4825-a95c-17eac2ead47b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:56.115584 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:56.118397 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:56.194116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c3558e18-25be-4825-a95c-17eac2ead47b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:56.198196 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:40:56.346232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c3558e18-25be-4825-a95c-17eac2ead47b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:40:57.675428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c3558e18-25be-4825-a95c-17eac2ead47b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:40:57.800274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port c3558e18-25be-4825-a95c-17eac2ead47b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:40:57.805630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port c3558e18-25be-4825-a95c-17eac2ead47b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:40:57.806022 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:57.929297 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:57.963991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c3558e18-25be-4825-a95c-17eac2ead47b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c3558e18-25be-4825-a95c-17eac2ead47b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:40:57.967818 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:40:57.970249 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-985d86e9-de4c-4a84-82a3-50b33d1bf735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:40:58.047984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c3558e18-25be-4825-a95c-17eac2ead47b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:40:58.051015 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:03.154291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280740d3-0caf-462a-83a4-a1ee821e644e req-650fc0f0-7570-493b-a28c-da250b0b63ad tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:03.154291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-280740d3-0caf-462a-83a4-a1ee821e644e req-650fc0f0-7570-493b-a28c-da250b0b63ad tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Synchronizing usage tracker for tenant:6179f67c3cfe480ba43c149c21b01280 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:03.185385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-280740d3-0caf-462a-83a4-a1ee821e644e req-650fc0f0-7570-493b-a28c-da250b0b63ad tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Unset dirty status for tenant:6179f67c3cfe480ba43c149c21b01280 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:03.186951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-650fc0f0-7570-493b-a28c-da250b0b63ad tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/networks?id=4547a8bc-0113-4e49-88e4-c3233cb8b96e HTTP/1.1" status: 200  len: 825 time: 0.1982567
Dec 16 09:41:03.203857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-b9459893-fc54-48d2-80f9-fd5db7bb07db tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/quotas/6179f67c3cfe480ba43c149c21b01280 HTTP/1.1" status: 200  len: 375 time: 0.0111134
Dec 16 09:41:03.252444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-04048ef7-0e39-4a3d-a15d-ec9b086cdfda tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6179f67c3cfe480ba43c149c21b01280&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0432096
Dec 16 09:41:03.391188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-d93655cb-3c91-4451-a15b-20d63c11227e service neutron] 10.222.0.66 "GET /v2.0/networks/4547a8bc-0113-4e49-88e4-c3233cb8b96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318116
Dec 16 09:41:03.576605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-36b36666-a5be-406e-9bb5-4e59a58d19df service neutron] 10.222.0.66 "GET /v2.0/networks/4547a8bc-0113-4e49-88e4-c3233cb8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781883
Dec 16 09:41:03.917981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4952c5-b401-4009-a605-9d0c4ef4a90f req-e0a1e6e4-33f9-4082-9600-6489473f2117 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:03.920602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d4952c5-b401-4009-a605-9d0c4ef4a90f req-e0a1e6e4-33f9-4082-9600-6489473f2117 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.1174107
Dec 16 09:41:03.985789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d4952c5-b401-4009-a605-9d0c4ef4a90f req-6e579d76-d57d-4649-8687-c1d1aeea0273 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574939
Dec 16 09:41:04.115365 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'code': 200}
Dec 16 09:41:04.301218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce426d0d-0266-46f1-bd1d-be236e79d8f6 req-c2ccf548-fcc3-43c7-8cf3-267800ecb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:04.303528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce426d0d-0266-46f1-bd1d-be236e79d8f6 req-c2ccf548-fcc3-43c7-8cf3-267800ecb6b7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 1097 time: 0.1252620
Dec 16 09:41:04.362550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce426d0d-0266-46f1-bd1d-be236e79d8f6 req-8f5d644a-36f8-4eba-8a0f-b2ca43fe10ea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506837
Dec 16 09:41:04.612324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b9d4-d01f-4efd-b6de-7fd7c17cf545 req-999fce4e-4bb0-40ac-a2b4-4346216155a9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:04.613945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f08b9d4-d01f-4efd-b6de-7fd7c17cf545 req-999fce4e-4bb0-40ac-a2b4-4346216155a9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 945 time: 0.1087804
Dec 16 09:41:04.676132 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f08b9d4-d01f-4efd-b6de-7fd7c17cf545 req-97b80543-1419-4ede-b2c4-ca00a9718928 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559452
Dec 16 09:41:04.845478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45342) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:04.936063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Deleting subnet f3159743-38d8-4836-825a-5824fade8d04 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:41:04.939818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:04.997639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6dad5ed-9b0b-4693-afde-d1965bfa52a5 req-e22be914-cf74-46d6-8770-7922e374f01b tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 210 time: 0.0590277
Dec 16 09:41:05.009763 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:05.099419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:05.201858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:05.211395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-81287b6c-780b-4e05-9c02-d732eaaa86dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:05.262774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3159743-38d8-4836-825a-5824fade8d04,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:05.269835 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:05.277726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:05.284102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f3159743-38d8-4836-825a-5824fade8d04 HTTP/1.1" status: 204  len: 168 time: 0.4375956
Dec 16 09:41:05.286550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:05.520232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:05.547832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280740d3-0caf-462a-83a4-a1ee821e644e req-9271d88a-c4fc-4ac2-8ceb-ddf30cd6750e tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:05.549294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-9271d88a-c4fc-4ac2-8ceb-ddf30cd6750e tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.74 "GET /v2.0/networks?id=4547a8bc-0113-4e49-88e4-c3233cb8b96e HTTP/1.1" status: 200  len: 825 time: 0.3316145
Dec 16 09:41:05.563813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aef852-74ba-4076-ad20-f568ee3d05f5 req-80609215-d100-434d-b470-2c18f07a7ebb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:05.565503 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62aef852-74ba-4076-ad20-f568ee3d05f5 req-80609215-d100-434d-b470-2c18f07a7ebb tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 946 time: 0.1821997
Dec 16 09:41:05.570870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Request body: {'port': {'device_id': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e', 'admin_state_up': True, 'tenant_id': '6179f67c3cfe480ba43c149c21b01280'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:05.901008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62aef852-74ba-4076-ad20-f568ee3d05f5 req-261202a2-05de-4e71-8c92-61498668ee11 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3142929
Dec 16 09:41:05.965387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.000148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1341850>,) {'filters': {'network_id': ['ff027d33-e675-4ac5-8c23-bdbfa563d4ea']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:06.024010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1341850>, 'f0d24f5f-4957-4ea3-bd0f-bd07c1d6880f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:06.024010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1341850>, 'f0d24f5f-4957-4ea3-bd0f-bd07c1d6880f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:06.040902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.059110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.066413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:41:06.066927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:41:06.084646 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:41:06.116057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3558e18-25be-4825-a95c-17eac2ead47b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:06.138341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:06.144494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Usage tracker for resource:port and tenant:6179f67c3cfe480ba43c149c21b01280 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:06.148700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:06.157347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:06.183695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447ade-9d3d-449a-b991-33e6065b8c29 req-29ae249a-1c8e-430d-a70f-d5ded55958a8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:06.185308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec447ade-9d3d-449a-b991-33e6065b8c29 req-29ae249a-1c8e-430d-a70f-d5ded55958a8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.1605031
Dec 16 09:41:06.186020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Made reservation on behalf of 6179f67c3cfe480ba43c149c21b01280 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:06.188380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.189289 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.192722 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-715e4cae-a17a-43eb-8d87-3f79ffb6aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:06.212258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.222295 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] 10.222.0.66 "DELETE /v2.0/networks/ff027d33-e675-4ac5-8c23-bdbfa563d4ea HTTP/1.1" status: 204  len: 168 time: 0.9342096
Dec 16 09:41:06.223786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff027d33-e675-4ac5-8c23-bdbfa563d4ea,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:06.227310 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:06.342335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec447ade-9d3d-449a-b991-33e6065b8c29 req-379cbd8f-ca7b-48e4-bbb6-5b8d08892471 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282392
Dec 16 09:41:06.404075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45380) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:06.449216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Allocated IP 172.20.0.14 (4547a8bc-0113-4e49-88e4-c3233cb8b96e/74af429f-2f0a-4936-83bc-67f4aab7f94e/71ff5dad-584a-4672-97c3-13a37512f7ac) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:06.494457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd9fdb13-d3a1-4c22-be6e-3b997de11d87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3280051b1fef4665af4fa36602f2b136&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0889428
Dec 16 09:41:06.497345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:06.583651 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.640986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.691144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ace4fb-b459-4be6-bfc6-28f129f4c459 req-4df299e7-da45-4763-8452-38b87a5c341d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:06.692791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83ace4fb-b459-4be6-bfc6-28f129f4c459 req-4df299e7-da45-4763-8452-38b87a5c341d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 945 time: 0.2039680
Dec 16 09:41:06.711630 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.717500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3ed8a3c3-75d2-45e2-a66b-1bb3d32a6606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:06.730083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755453d-2725-4640-9a9e-f837e1e4241b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:06.744601 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:06.747629 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.756818 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5755453d-2725-4640-9a9e-f837e1e4241b HTTP/1.1" status: 204  len: 168 time: 0.2577105
Dec 16 09:41:06.804186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83ace4fb-b459-4be6-bfc6-28f129f4c459 req-c01516db-9ccb-4638-8290-09312b136b31 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946376
Dec 16 09:41:06.825694 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.861986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:06.871496 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:06.991510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Network 4547a8bc-0113-4e49-88e4-c3233cb8b96e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:06.997177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:07.013035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:07.090845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Pushing event updated for resources: {'Port': ['ID=71ff5dad-584a-4672-97c3-13a37512f7ac,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:07.106216 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:07.132830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:07.134938 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:07.262810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6961002
Dec 16 09:41:07.284580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Request body: {'port': {'device_id': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:07.522970 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:07.685893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b7301-46d8-48aa-829d-084beb2a983b req-a86615cb-2158-49e5-beb8-2fafd86a0804 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:07.686613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-208b7301-46d8-48aa-829d-084beb2a983b req-a86615cb-2158-49e5-beb8-2fafd86a0804 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Synchronizing usage tracker for tenant:6179f67c3cfe480ba43c149c21b01280 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:07.718597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-208b7301-46d8-48aa-829d-084beb2a983b req-a86615cb-2158-49e5-beb8-2fafd86a0804 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Unset dirty status for tenant:6179f67c3cfe480ba43c149c21b01280 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:07.723703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-208b7301-46d8-48aa-829d-084beb2a983b req-a86615cb-2158-49e5-beb8-2fafd86a0804 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 932 time: 0.5584111
Dec 16 09:41:07.912096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-208b7301-46d8-48aa-829d-084beb2a983b req-16decd64-4802-4731-8fea-450422708de9 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Synchronizing usage tracker for tenant:6179f67c3cfe480ba43c149c21b01280 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:08.049999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-208b7301-46d8-48aa-829d-084beb2a983b req-16decd64-4802-4731-8fea-450422708de9 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Unset dirty status for tenant:6179f67c3cfe480ba43c149c21b01280 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:08.051895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-208b7301-46d8-48aa-829d-084beb2a983b req-16decd64-4802-4731-8fea-450422708de9 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942059
Dec 16 09:41:08.063009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ff5dad-584a-4672-97c3-13a37512f7ac {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:08.075127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:08.094557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Transition to ACTIVE for port object 71ff5dad-584a-4672-97c3-13a37512f7ac will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:08.100879 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:08.109756 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cb9ad2ce-fef5-4001-be22-0ad6f7e4516f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:08.132865 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3558e18-25be-4825-a95c-17eac2ead47b', 'code': 200}
Dec 16 09:41:08.321437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc20454-b8ff-4067-b603-aca82ac0466c req-ed03ad3d-7a7d-464e-b8c5-ff7481974cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:08.323566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-dfc20454-b8ff-4067-b603-aca82ac0466c req-ed03ad3d-7a7d-464e-b8c5-ff7481974cc1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 1096 time: 0.1045353
Dec 16 09:41:08.351823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Pushing event updated for resources: {'Port': ['ID=71ff5dad-584a-4672-97c3-13a37512f7ac,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:08.361951 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:08.406631 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-dfc20454-b8ff-4067-b603-aca82ac0466c req-1ee4ac47-8133-48ef-832c-2463b4d3cfbb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760567
Dec 16 09:41:08.658592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Attempting to bind port 71ff5dad-584a-4672-97c3-13a37512f7ac on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:08.658958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Attempting to bind port 71ff5dad-584a-4672-97c3-13a37512f7ac by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '650abcc3-707b-4f3a-b5af-8f6e3c00dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:08.659304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Attempting to bind port 71ff5dad-584a-4672-97c3-13a37512f7ac on network 4547a8bc-0113-4e49-88e4-c3233cb8b96e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:08.670454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b0ed3-11b9-437d-b285-f7cae605c2c9 req-0b82bb01-8a87-46b2-87ce-8e6a13830fb1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:08.678131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-099b0ed3-11b9-437d-b285-f7cae605c2c9 req-0b82bb01-8a87-46b2-87ce-8e6a13830fb1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.4177415
Dec 16 09:41:08.704528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Port 71ff5dad-584a-4672-97c3-13a37512f7ac on network 4547a8bc-0113-4e49-88e4-c3233cb8b96e not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:41:08.704995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Attempting to bind port 71ff5dad-584a-4672-97c3-13a37512f7ac on network 4547a8bc-0113-4e49-88e4-c3233cb8b96e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:08.728210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:08.729256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Checking segment: {'id': '650abcc3-707b-4f3a-b5af-8f6e3c00dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:08.729256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Bound using segment: {'id': '650abcc3-707b-4f3a-b5af-8f6e3c00dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:08.729532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Bound port: 71ff5dad-584a-4672-97c3-13a37512f7ac, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650abcc3-707b-4f3a-b5af-8f6e3c00dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:08.729742 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:08.753632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-099b0ed3-11b9-437d-b285-f7cae605c2c9 req-daeb6c33-3c7f-4999-9a8f-6dd700a723b1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744362
Dec 16 09:41:08.872950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] For port 71ff5dad-584a-4672-97c3-13a37512f7ac, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:08.876496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] For port 71ff5dad-584a-4672-97c3-13a37512f7ac, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=71ff5dad-584a-4672-97c3-13a37512f7ac,segment=NetworkSegment(650abcc3-707b-4f3a-b5af-8f6e3c00dc40),segment_id=650abcc3-707b-4f3a-b5af-8f6e3c00dc40)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:08.883071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:08.887945 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db4170fb-9fa0-4e4c-988c-ae585d3ab739 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:08.960046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:08.960666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:08.962366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] 10.222.0.74 "PUT /v2.0/ports/71ff5dad-584a-4672-97c3-13a37512f7ac HTTP/1.1" status: 200  len: 1092 time: 1.6867695
Dec 16 09:41:08.962913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'tag': '71ff5dad-584a-4672-97c3-13a37512f7ac'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:08.986046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Pushing event updated for resources: {'Port': ['ID=71ff5dad-584a-4672-97c3-13a37512f7ac,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:08.989385 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:09.093230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280740d3-0caf-462a-83a4-a1ee821e644e req-8401641d-000b-4e26-9a41-96e66444ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:09.095189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-8401641d-000b-4e26-9a41-96e66444ae76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6179f67c3cfe480ba43c149c21b01280&device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 1095 time: 0.0913000
Dec 16 09:41:09.178137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-7f4356f9-1cef-44c5-b4a3-97a2074075f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ff5dad-584a-4672-97c3-13a37512f7ac HTTP/1.1" status: 200  len: 217 time: 0.0748115
Dec 16 09:41:09.265478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280740d3-0caf-462a-83a4-a1ee821e644e req-cd968a8c-b560-4916-925c-82a0e281fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:09.267208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-cd968a8c-b560-4916-925c-82a0e281fc10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74af429f-2f0a-4936-83bc-67f4aab7f94e HTTP/1.1" status: 200  len: 865 time: 0.0813529
Dec 16 09:41:09.318963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-24dec779-45bf-46f6-9de0-7521452b6142 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4547a8bc-0113-4e49-88e4-c3233cb8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429254
Dec 16 09:41:09.527412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-0e9e078e-42af-4e0c-997b-03c8dd435a94 service neutron] 10.222.0.74 "GET /v2.0/networks/4547a8bc-0113-4e49-88e4-c3233cb8b96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640325
Dec 16 09:41:09.535908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d174-9c72-4984-b90e-5f01d04918e8 req-fba92789-01a8-4d83-8326-01b21f4de161 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:09.543404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb09d174-9c72-4984-b90e-5f01d04918e8 req-fba92789-01a8-4d83-8326-01b21f4de161 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 945 time: 0.2132664
Dec 16 09:41:09.677512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb09d174-9c72-4984-b90e-5f01d04918e8 req-f7a9344a-209e-415a-99a5-201368d0b63e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331837
Dec 16 09:41:09.777722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280740d3-0caf-462a-83a4-a1ee821e644e req-5a592ef6-2ad1-460b-8bff-19d228eeef62 service neutron] 10.222.0.74 "GET /v2.0/networks/4547a8bc-0113-4e49-88e4-c3233cb8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2322736
Dec 16 09:41:10.312970 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'tag': '71ff5dad-584a-4672-97c3-13a37512f7ac', 'status': 'completed', 'code': 200}
Dec 16 09:41:10.497043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-f7c16c82-4baa-4731-bf34-8e1d7f8abfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:10.498514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-f7c16c82-4baa-4731-bf34-8e1d7f8abfb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6179f67c3cfe480ba43c149c21b01280&device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 1095 time: 0.1413696
Dec 16 09:41:10.510082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905a67f-9751-46d1-871f-cfb1228b7c4e req-34bacf7d-b58e-4602-bb47-a18320f1ee6e tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:10.511493 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c905a67f-9751-46d1-871f-cfb1228b7c4e req-34bacf7d-b58e-4602-bb47-a18320f1ee6e tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 944 time: 0.1131840
Dec 16 09:41:10.665775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c905a67f-9751-46d1-871f-cfb1228b7c4e req-e99a8677-0a0b-485f-abe2-44ecc5345c8a tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325798
Dec 16 09:41:10.702664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-fc99ab9a-83c5-4407-aac1-e6c8241d513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:10.704300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-fc99ab9a-83c5-4407-aac1-e6c8241d513b service neutron] 10.222.0.74 "GET /v2.0/networks?id=4547a8bc-0113-4e49-88e4-c3233cb8b96e HTTP/1.1" status: 200  len: 926 time: 0.1919188
Dec 16 09:41:10.793475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-9ce2be29-dce2-4703-bda1-42ce183773f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ff5dad-584a-4672-97c3-13a37512f7ac HTTP/1.1" status: 200  len: 217 time: 0.0742002
Dec 16 09:41:10.918756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-c781caeb-1b81-40d1-bb9b-c4a7bd4a4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:10.920259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-c781caeb-1b81-40d1-bb9b-c4a7bd4a4812 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74af429f-2f0a-4936-83bc-67f4aab7f94e HTTP/1.1" status: 200  len: 865 time: 0.0885313
Dec 16 09:41:10.997994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-944679b9-6ec5-4613-9331-898299816fd7 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:10.999005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-944679b9-6ec5-4613-9331-898299816fd7 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Synchronizing usage tracker for tenant:ccc3490da48246a1ba8f13e20195089a on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:11.007659 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-e466a959-d54b-4837-ac6d-717ce1717e3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4547a8bc-0113-4e49-88e4-c3233cb8b96e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0781357
Dec 16 09:41:11.021360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189accf-d12b-4a9c-9aee-4625ada25b95 req-b7537dda-ce2d-485d-94b5-056b23eba69f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:11.022981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3189accf-d12b-4a9c-9aee-4625ada25b95 req-b7537dda-ce2d-485d-94b5-056b23eba69f tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 946 time: 0.2391164
Dec 16 09:41:11.027514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-944679b9-6ec5-4613-9331-898299816fd7 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Unset dirty status for tenant:ccc3490da48246a1ba8f13e20195089a on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:11.028920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-944679b9-6ec5-4613-9331-898299816fd7 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.74 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 946 time: 0.1611006
Dec 16 09:41:11.120372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Deleting port 8ae1227e-3183-4f46-851a-165321421107 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:11.120881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:11.338859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3189accf-d12b-4a9c-9aee-4625ada25b95 req-c9428f05-830e-4dc6-adb1-d9a90afd07a8 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ced8987-cd21-4321-b3ff-f8aeb05d864f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2961884
Dec 16 09:41:11.367278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-412c7eb2-10d5-4fb0-900f-6f68e82aaec2 service neutron] 10.222.0.74 "GET /v2.0/networks/4547a8bc-0113-4e49-88e4-c3233cb8b96e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3342829
Dec 16 09:41:11.526713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] For port 8ae1227e-3183-4f46-851a-165321421107, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8ae1227e-3183-4f46-851a-165321421107,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:11.527337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:11.675031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88f898c-b307-4b7f-8df8-8c5daddc603b req-5bf7982f-13bd-4da1-92ed-ec2895ae42c8 service neutron] 10.222.0.74 "GET /v2.0/networks/4547a8bc-0113-4e49-88e4-c3233cb8b96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3154049
Dec 16 09:41:11.687148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625d0c-ad11-4af8-8b2e-48fddd6dda29 req-ac2f286e-f23c-4e68-9bfd-cc989f9904a8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:11.691410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c625d0c-ad11-4af8-8b2e-48fddd6dda29 req-ac2f286e-f23c-4e68-9bfd-cc989f9904a8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.1598918
Dec 16 09:41:11.721027 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:11.760485 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c625d0c-ad11-4af8-8b2e-48fddd6dda29 req-e8393883-1739-4383-bbf0-ee5f52337f9e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598140
Dec 16 09:41:11.842450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:11.937631 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78fcc742-c891-45d9-8138-c67052e728c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.093486 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.107251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.107835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.108576 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Floating IP c404b56a-1a7b-4d73-b78f-dff7df8b016f disassociated. External IP: 172.25.3.109, port: 8ae1227e-3183-4f46-851a-165321421107.
Dec 16 09:41:12.109449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Calling delete_port for 8ae1227e-3183-4f46-851a-165321421107 owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:12.113180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:12.119632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d8e60bc3d0441baa285326d9d4c144 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:12.123485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:12.130623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:12.140825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8f89-d4f4-41b9-8af4-8bfe42ff3179 req-cc0d4b32-296b-4127-8d7c-5c0d519f38e4 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:12.148126 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be8a8f89-d4f4-41b9-8af4-8bfe42ff3179 req-cc0d4b32-296b-4127-8d7c-5c0d519f38e4 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 945 time: 0.2339706
Dec 16 09:41:12.230465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be8a8f89-d4f4-41b9-8af4-8bfe42ff3179 req-8873e72a-2b9f-426f-911d-bd09b0db1cbf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813904
Dec 16 09:41:12.307880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.315556 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62a3bbab-7165-48d5-af4d-520f0d522e08 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:12.342859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.361625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.373307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event deleted for resources: {'Port': ['ID=8ae1227e-3183-4f46-851a-165321421107,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:12.377101 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:12.422544 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-866b0d56-b8e8-4182-b8eb-dc98a2ee146c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:12.460366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3d8e60bc3d0441baa285326d9d4c144&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6167719
Dec 16 09:41:12.461860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd0482f-e0bd-4e4e-857d-f9ff9fc89770,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:12.465420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45522) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:12.468496 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:12.594933 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.632673 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.767587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Router ba3ee089-0ef0-40d6-aa58-a0484161840e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:41:12.791386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9461-a92d-4fa2-b5e0-6f9f6814d976 req-56278b2b-f609-4d75-af21-2f28988cfe02 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:12.799607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a1b9461-a92d-4fa2-b5e0-6f9f6814d976 req-56278b2b-f609-4d75-af21-2f28988cfe02 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 944 time: 0.2258482
Dec 16 09:41:12.850687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a1b9461-a92d-4fa2-b5e0-6f9f6814d976 req-dfc93c01-8dfd-4a63-adb8-4aadd409b222 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500214
Dec 16 09:41:12.851535 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.860343 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cea116b4-8f20-443b-967b-ada07ace6c09 tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:12.881702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd0482f-e0bd-4e4e-857d-f9ff9fc89770,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:12.884199 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:12.887494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bd0482f-e0bd-4e4e-857d-f9ff9fc89770 HTTP/1.1" status: 204  len: 168 time: 0.4186141
Dec 16 09:41:12.887494 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:13.172822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:41:13.185754 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] Sync routers for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:41:13.200048 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:13.202247 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28d34c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:13.392126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] No DVR routers for this DVR port 8ae1227e-3183-4f46-851a-165321421107 on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:41:13.406818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:13.435329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'name': 'network-vif-deleted', 'tag': '8ae1227e-3183-4f46-851a-165321421107'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:13.472026 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f7a55f21-b18e-41c4-8a73-ca20397b2a34 req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.74 "DELETE /v2.0/ports/8ae1227e-3183-4f46-851a-165321421107 HTTP/1.1" status: 204  len: 173 time: 2.4377444
Dec 16 09:41:13.576768 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:13.616127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36e5f829-0a92-466b-b084-49c71733a711 req-d42e77f5-7d72-4901-9293-8e5ca6f16fbf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e299c98-19ad-47d4-aec0-e64f1d7be58e HTTP/1.1" status: 200  len: 210 time: 0.1370509
Dec 16 09:41:13.803992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 71ff5dad-584a-4672-97c3-13a37512f7ac details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:41:13.828060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8ae1227e-3183-4f46-851a-165321421107 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:41:13.873680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 8ae1227e-3183-4f46-851a-165321421107 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:41:13.874312 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8ae1227e-3183-4f46-851a-165321421107 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:41:13.999093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376e71a-9f74-4f01-8828-4f4617964eb5 req-16145e53-2a58-4f9f-8f5b-2f0266f64c3b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:14.007949 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a376e71a-9f74-4f01-8828-4f4617964eb5 req-16145e53-2a58-4f9f-8f5b-2f0266f64c3b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.2046714
Dec 16 09:41:14.096624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a376e71a-9f74-4f01-8828-4f4617964eb5 req-529867c3-1b77-4a0c-8819-e260088f847b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872426
Dec 16 09:41:14.178256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:14.302941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 71ff5dad-584a-4672-97c3-13a37512f7ac, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=71ff5dad-584a-4672-97c3-13a37512f7ac,segment=NetworkSegment(650abcc3-707b-4f3a-b5af-8f6e3c00dc40),segment_id=650abcc3-707b-4f3a-b5af-8f6e3c00dc40)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:14.376021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '71ff5dad-584a-4672-97c3-13a37512f7ac', 'network_id': '4547a8bc-0113-4e49-88e4-c3233cb8b96e', 'port_id': '71ff5dad-584a-4672-97c3-13a37512f7ac', 'mac_address': 'fa:16:3e:a7:40:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74af429f-2f0a-4936-83bc-67f4aab7f94e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:41:14.405642 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28d34c0>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:35Z', 'revision_number': 5, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:14.415113 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] Checking router: ba3ee089-0ef0-40d6-aa58-a0484161840e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:41:14.430289 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:14.432019 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28d34c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:40:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:14.511272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc39da-6015-4037-9766-ff8849745d78 req-08f6e715-901a-4577-9e73-dfcf11ec7844 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:14.520695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85dc39da-6015-4037-9766-ff8849745d78 req-08f6e715-901a-4577-9e73-dfcf11ec7844 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 945 time: 0.1291327
Dec 16 09:41:14.541713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e17d1a1c-6123-415a-8b7c-4a27c309b56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:14.547038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:14.565460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ff5dad-584a-4672-97c3-13a37512f7ac {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:14.591870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 71ff5dad-584a-4672-97c3-13a37512f7ac, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=71ff5dad-584a-4672-97c3-13a37512f7ac,segment=NetworkSegment(650abcc3-707b-4f3a-b5af-8f6e3c00dc40),segment_id=650abcc3-707b-4f3a-b5af-8f6e3c00dc40)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:14.598091 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:14.600261 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90795143-b145-4d74-b618-575773987736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:14.608911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85dc39da-6015-4037-9766-ff8849745d78 req-5af732ad-4661-4360-a57b-8f327494635a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862148
Dec 16 09:41:14.704240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=71ff5dad-584a-4672-97c3-13a37512f7ac,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:14.721972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.722329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.722676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.723021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.725760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.726356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.726860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.727391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.729037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.729561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.730066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.733993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:14.740543 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:14.775831 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:14.822994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['71ff5dad-584a-4672-97c3-13a37512f7ac'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:41:15.073199 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e299c98-19ad-47d4-aec0-e64f1d7be58e', 'name': 'network-vif-deleted', 'tag': '8ae1227e-3183-4f46-851a-165321421107', 'status': 'completed', 'code': 200}
Dec 16 09:41:15.207879 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28d34c0>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:35Z', 'revision_number': 5, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:15.212205 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3935d-2286-4644-98cc-2a2c588a4878 None None] The sync data for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 is: [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '95b9343d-cf37-46c3-bad5-7299bc3fe548', 'name': '', 'network_id': '2b42e4e3-dd2e-45ea-b676-759ba1d4782f', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'mac_address': 'fa:16:3e:c6:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:24Z', 'updated_at': '2021-12-16T09:38:35Z', 'revision_number': 5, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'subnets': [{'id': 'bcd9ef31-d9da-4908-bd10-ce9da91cf4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:41:15.252143 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:15.280644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdfa80-57d9-40ef-8bad-0c1a97af7918 req-ad4f176f-8eed-46ec-ab92-b6fe042dd4ce tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:15.282165 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5fdfa80-57d9-40ef-8bad-0c1a97af7918 req-ad4f176f-8eed-46ec-ab92-b6fe042dd4ce tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 945 time: 0.0925951
Dec 16 09:41:15.348193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5fdfa80-57d9-40ef-8bad-0c1a97af7918 req-a516086d-a7ea-40f6-9641-95234b1d4cdb tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574861
Dec 16 09:41:15.518539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:15.560943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312e6df-9f9c-4590-9917-80fce326e446 None None] New status for floating IP c404b56a-1a7b-4d73-b78f-dff7df8b016f: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:41:15.810229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 71ff5dad-584a-4672-97c3-13a37512f7ac up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:15.888116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 71ff5dad-584a-4672-97c3-13a37512f7ac completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:15.894129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 71ff5dad-584a-4672-97c3-13a37512f7ac triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:15.894589 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:15.978647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186ea3c-623e-4ea3-8675-e28faec63bc4 req-86f2f85a-3bc6-48a9-bcc0-f2906a46f44e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:15.980397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b186ea3c-623e-4ea3-8675-e28faec63bc4 req-86f2f85a-3bc6-48a9-bcc0-f2906a46f44e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.0868425
Dec 16 09:41:16.036218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:16.058642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b186ea3c-623e-4ea3-8675-e28faec63bc4 req-b675ed6a-682b-4392-9d2e-21e6b75043f2 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721078
Dec 16 09:41:16.075664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff5dad-584a-4672-97c3-13a37512f7ac'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:16.081702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 71ff5dad-584a-4672-97c3-13a37512f7ac, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=71ff5dad-584a-4672-97c3-13a37512f7ac,segment=NetworkSegment(650abcc3-707b-4f3a-b5af-8f6e3c00dc40),segment_id=650abcc3-707b-4f3a-b5af-8f6e3c00dc40)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:16.087716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:16.090869 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:16.185394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=71ff5dad-584a-4672-97c3-13a37512f7ac,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:16.185968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45612) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:16.189260 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:16.265990 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:16.301867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:16.402241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-a4c27be9-0393-4e1d-99cb-8e6f4d3fbe3e tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1222493454&fields=id&tenant_id=505dcd47b2134371beacd05a2ae6cd99 HTTP/1.1" status: 200  len: 267 time: 0.0480914
Dec 16 09:41:16.407022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:16.412238 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bbeb2dd6-33a2-41cd-ba18-cb58dcb8b360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:16.454869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced8987-cd21-4321-b3ff-f8aeb05d864f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:16.528099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.531661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.532932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.533473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.534121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.534635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.535258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.536006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.536516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.537021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.537536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.538516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:16.562546 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:16.595685 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:16.599121 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "DELETE /v2.0/security-groups/9ced8987-cd21-4321-b3ff-f8aeb05d864f HTTP/1.1" status: 204  len: 168 time: 0.4101810
Dec 16 09:41:16.599846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:16.618567 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-865f32ab-e6e4-4943-8664-e958022cdfc3 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] show failed (client error): The resource could not be found.
Dec 16 09:41:16.622698 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-865f32ab-e6e4-4943-8664-e958022cdfc3 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "GET /v2.0/security-groups/9ced8987-cd21-4321-b3ff-f8aeb05d864f HTTP/1.1" status: 404  len: 347 time: 0.0213604
Dec 16 09:41:16.623441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:16.657346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-b4959774-616a-4e47-b233-902612a3c3a7 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:16.659027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-b4959774-616a-4e47-b233-902612a3c3a7 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/networks?id=8e16e9bc-4574-4a92-addc-12cac5a50283 HTTP/1.1" status: 200  len: 816 time: 0.2478158
Dec 16 09:41:16.676137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-db56fdb3-318e-455e-94e3-636816c429a1 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/quotas/505dcd47b2134371beacd05a2ae6cd99 HTTP/1.1" status: 200  len: 375 time: 0.0096519
Dec 16 09:41:16.766736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-5711a23f-c35e-45c7-bff0-f2dfa0349e4f tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Synchronizing usage tracker for tenant:505dcd47b2134371beacd05a2ae6cd99 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:16.787239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-5711a23f-c35e-45c7-bff0-f2dfa0349e4f tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Unset dirty status for tenant:505dcd47b2134371beacd05a2ae6cd99 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:16.799545 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-5711a23f-c35e-45c7-bff0-f2dfa0349e4f tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=505dcd47b2134371beacd05a2ae6cd99&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1126535
Dec 16 09:41:16.828089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Deleting port 6ac38e51-16a1-4661-bdaa-d9a19c1b364a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:16.828907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:16.959706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-c58d0895-18c3-4494-ba1a-a41d8f9874c6 service neutron] 10.222.0.66 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564589
Dec 16 09:41:17.024955 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:17.054941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:17.055331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:17.221874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Calling delete_port for 6ac38e51-16a1-4661-bdaa-d9a19c1b364a owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:17.271435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-92edbb1d-7b8e-4eb4-a215-cb49de0f0509 service neutron] 10.222.0.66 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3105245
Dec 16 09:41:17.396121 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:41:17.409519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:17.420837 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cae45f9e-09f6-4d50-94f5-f2b3c81c8122 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:17.557378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Pushing event deleted for resources: {'Port': ['ID=6ac38e51-16a1-4661-bdaa-d9a19c1b364a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:17.564552 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:17.661018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-f4792892-9c14-44a4-8866-4110e4a12cae tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:17.662563 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-f4792892-9c14-44a4-8866-4110e4a12cae tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 945 time: 0.1656237
Dec 16 09:41:17.666771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:17.761389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:17.763038 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] 10.222.0.66 "DELETE /v2.0/floatingips/c404b56a-1a7b-4d73-b78f-dff7df8b016f HTTP/1.1" status: 204  len: 168 time: 1.1381667
Dec 16 09:41:17.766417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:17.838982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Deleting port c3558e18-25be-4825-a95c-17eac2ead47b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:17.839364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:18.201713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee92ad-f542-4fbd-b066-d171678887aa req-cce5cc60-e85f-4cf8-8dc2-de5c05d63c40 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:18.209031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0eee92ad-f542-4fbd-b066-d171678887aa req-cce5cc60-e85f-4cf8-8dc2-de5c05d63c40 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 945 time: 0.1329470
Dec 16 09:41:18.262057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0eee92ad-f542-4fbd-b066-d171678887aa req-3664763a-6efe-4a2f-8397-756d2a4e48e7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502241
Dec 16 09:41:18.329094 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ff5dad-584a-4672-97c3-13a37512f7ac', 'code': 200}
Dec 16 09:41:18.579200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f5c41-ead7-48e9-9d3c-08618ebee13b req-980d5981-2a00-429c-bbe3-609ef3b10369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:18.597855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a3f5c41-ead7-48e9-9d3c-08618ebee13b req-980d5981-2a00-429c-bbe3-609ef3b10369 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 1097 time: 0.1654065
Dec 16 09:41:18.736230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a3f5c41-ead7-48e9-9d3c-08618ebee13b req-c561af34-559b-46d9-a7e2-13b0a2172baa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318948
Dec 16 09:41:18.787689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6631c1-a672-4709-b756-16321901280b req-2be0065d-3f66-4c21-8ee5-09a66e20f9ff tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:18.800756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c6631c1-a672-4709-b756-16321901280b req-2be0065d-3f66-4c21-8ee5-09a66e20f9ff tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 946 time: 0.1671977
Dec 16 09:41:18.831149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] For port c3558e18-25be-4825-a95c-17eac2ead47b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c3558e18-25be-4825-a95c-17eac2ead47b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:18.831822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:18.858023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c6631c1-a672-4709-b756-16321901280b req-7ba13740-72fc-4bd4-856f-474807f25226 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559776
Dec 16 09:41:19.054599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a6e2f-0020-425f-88fc-9442223c6031 req-66372aec-a554-4214-8364-97df25d53486 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:19.056494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e45a6e2f-0020-425f-88fc-9442223c6031 req-66372aec-a554-4214-8364-97df25d53486 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.1040282
Dec 16 09:41:19.064756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Calling delete_port for c3558e18-25be-4825-a95c-17eac2ead47b owned by compute:nova {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:19.111486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e45a6e2f-0020-425f-88fc-9442223c6031 req-c88964d4-79af-4063-946e-8a1090469ea7 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488050
Dec 16 09:41:19.275116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-caae69fe-4812-413d-bdc6-d04494894d68 req-043860d8-b5b2-4b03-a7a5-1e40a1703bbf tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 210 time: 0.0428255
Dec 16 09:41:19.293884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:19.304411 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a255a8d2-e45d-4d94-a629-9a13ca56fff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:19.308247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c3558e18-25be-4825-a95c-17eac2ead47b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:41:19.363517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event deleted for resources: {'Port': ['ID=c3558e18-25be-4825-a95c-17eac2ead47b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:19.409745 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:19.458964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] No DVR routers for this DVR port c3558e18-25be-4825-a95c-17eac2ead47b on host n-h2-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:41:19.462891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:19.465907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'name': 'network-vif-deleted', 'tag': 'c3558e18-25be-4825-a95c-17eac2ead47b'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:19.510147 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ef3e473b-ea6c-43a1-ab1f-c19a4f656419 req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "DELETE /v2.0/ports/c3558e18-25be-4825-a95c-17eac2ead47b HTTP/1.1" status: 204  len: 173 time: 1.8381028
Dec 16 09:41:19.519491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:19.656944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-21bbbddd-201d-434a-b152-9ccd66073c07 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:19.659284 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-21bbbddd-201d-434a-b152-9ccd66073c07 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.74 "GET /v2.0/networks?id=8e16e9bc-4574-4a92-addc-12cac5a50283 HTTP/1.1" status: 200  len: 816 time: 0.2064111
Dec 16 09:41:19.831079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26754113-0c7f-4c42-a0c0-e469cce50356 req-34da4f1d-680f-4541-bc6a-6b2616b60a5d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb HTTP/1.1" status: 200  len: 210 time: 0.0624499
Dec 16 09:41:19.871714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-969c9b29-6556-4faf-810d-b3d54cc373d7 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505dcd47b2134371beacd05a2ae6cd99 HTTP/1.1" status: 200  len: 380 time: 0.1950538
Dec 16 09:41:19.890286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Request body: {'port': {'device_id': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'admin_state_up': True, 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'security_groups': ['6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:20.051693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Deleting port 95b9343d-cf37-46c3-bad5-7299bc3fe548 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:20.052291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:20.094925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:20.121047 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6e9c9-b63f-4fc9-9a08-ca902c0508fb', 'name': 'network-vif-deleted', 'tag': 'c3558e18-25be-4825-a95c-17eac2ead47b', 'status': 'completed', 'code': 200}
Dec 16 09:41:20.121493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:20.146600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Made reservation on behalf of 505dcd47b2134371beacd05a2ae6cd99 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:20.151026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:20.488438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Allocated IP 172.20.0.5 (8e16e9bc-4574-4a92-addc-12cac5a50283/cb988111-4267-4ac9-afdc-58f87704a7b7/7271754e-9fb7-4470-b873-368e2e483609) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:20.536596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f6df7-298a-40e2-9eb4-b9d693886887 req-39e524df-8172-4b15-8e83-aa94fa597256 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:20.538086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-932f6df7-298a-40e2-9eb4-b9d693886887 req-39e524df-8172-4b15-8e83-aa94fa597256 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 946 time: 0.2308354
Dec 16 09:41:20.605507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] For port 95b9343d-cf37-46c3-bad5-7299bc3fe548, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=95b9343d-cf37-46c3-bad5-7299bc3fe548,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:20.605886 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:20.711586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:20.747776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-932f6df7-298a-40e2-9eb4-b9d693886887 req-00315215-13fa-4633-a1e5-66835da4e4e7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911433
Dec 16 09:41:20.816791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Calling delete_port for 95b9343d-cf37-46c3-bad5-7299bc3fe548 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:20.833049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:20.862585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Transition to ACTIVE for port object 7271754e-9fb7-4470-b873-368e2e483609 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:20.974578 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:20.976325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:20.987145 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-250f5aea-988b-4ddb-8ca6-85d411bfd767 tempest-ServerRescueTestJSON-2124575390 tempest-ServerRescueTestJSON-2124575390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:21.008291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:21.015054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Usage tracker for resource:security_group_rule and tenant:52ee5b7ff17341958488397242bc3a1f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:21.018962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:21.036559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:21.052284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:21.061343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:21.064086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:21.158157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event updated for resources: {'Port': ['ID=7271754e-9fb7-4470-b873-368e2e483609,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:21.168889 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:21.214030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:21.215085 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.239764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.283564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09aaf7-4c1b-44a7-bef8-68d4fb6a43e2 req-a38f24e6-1544-4bc6-a82f-59b4b6bcc203 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:21.291471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee09aaf7-4c1b-44a7-bef8-68d4fb6a43e2 req-a38f24e6-1544-4bc6-a82f-59b4b6bcc203 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.3943989
Dec 16 09:41:21.302880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.359107 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee09aaf7-4c1b-44a7-bef8-68d4fb6a43e2 req-13704c14-ea42-4c2a-a84a-1a1e1523bbc4 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666058
Dec 16 09:41:21.361496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:21.366602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4915361
Dec 16 09:41:21.380165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Request body: {'port': {'device_id': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:21.412286 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52ee5b7ff17341958488397242bc3a1f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6960199
Dec 16 09:41:21.415772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa0b58-74a9-4463-8ecb-5e79b32752dd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:21.418609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45710) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:21.441323 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:21.516518 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.525889 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d82933c-837e-4c2c-aeee-695594b73eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:21.536598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6d3bc669-f770-402c-9cac-72e77b2e8f04 None None] Provisioning for port 7271754e-9fb7-4470-b873-368e2e483609 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:21.543103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6d3bc669-f770-402c-9cac-72e77b2e8f04 None None] Provisioning complete for port 7271754e-9fb7-4470-b873-368e2e483609 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:21.543519 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc669-f770-402c-9cac-72e77b2e8f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.569704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45714) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:21.622951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Pushing event deleted for resources: {'Port': ['ID=95b9343d-cf37-46c3-bad5-7299bc3fe548,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:21.661492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6d3bc669-f770-402c-9cac-72e77b2e8f04 None None] Port 7271754e-9fb7-4470-b873-368e2e483609 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:41:21.717126 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.768589 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:21.831447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c3558e18-25be-4825-a95c-17eac2ead47b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:41:21.847421 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.851065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:21.879277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcff13-f51f-45fc-86ed-79e3fc458de2 req-791da208-d5f2-4b26-b1f2-0beb17d3d2af tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:21.879909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b8fcff13-f51f-45fc-86ed-79e3fc458de2 req-791da208-d5f2-4b26-b1f2-0beb17d3d2af tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Synchronizing usage tracker for tenant:505dcd47b2134371beacd05a2ae6cd99 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:21.936551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: c3558e18-25be-4825-a95c-17eac2ead47b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:41:21.937176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c3558e18-25be-4825-a95c-17eac2ead47b not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:41:21.941672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:21.953428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Usage tracker for resource:security_group_rule and tenant:9d8924b9e14b42c698bfef78ee36c93b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:21.956655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:21.963224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:22.050780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.078259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.116675 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47fd02cd-edcd-4d43-9c6c-76afdbf336ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:22.144181 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d8924b9e14b42c698bfef78ee36c93b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5590320
Dec 16 09:41:22.150325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84517c74-3942-403b-9dd1-175a5e2e4378,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:22.152820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:22.156552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.171476 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:22.245045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7271754e-9fb7-4470-b873-368e2e483609 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:22.252920 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.268146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Transition to ACTIVE for port object 7271754e-9fb7-4470-b873-368e2e483609 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:22.283561 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.287564 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49ad3ed4-38ae-4e35-abc8-1a452c649f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:22.303625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.326805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b8fcff13-f51f-45fc-86ed-79e3fc458de2 req-791da208-d5f2-4b26-b1f2-0beb17d3d2af tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Unset dirty status for tenant:505dcd47b2134371beacd05a2ae6cd99 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:22.328019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8fcff13-f51f-45fc-86ed-79e3fc458de2 req-791da208-d5f2-4b26-b1f2-0beb17d3d2af tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 931 time: 0.6332357
Dec 16 09:41:22.381177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.439969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.450086 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-97e0b95e-3b3e-407c-aff8-42ac671fcb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:22.463364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.497164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Pushing event updated for resources: {'Port': ['ID=7271754e-9fb7-4470-b873-368e2e483609,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:22.529104 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:22.554291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8fcff13-f51f-45fc-86ed-79e3fc458de2 req-04ef0c40-6be1-4ab6-9e6e-868d8b24858b tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2125378
Dec 16 09:41:22.614016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa0b58-74a9-4463-8ecb-5e79b32752dd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:22.616985 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:22.657655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Attempting to bind port 7271754e-9fb7-4470-b873-368e2e483609 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:22.657996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Attempting to bind port 7271754e-9fb7-4470-b873-368e2e483609 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:22.658784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Attempting to bind port 7271754e-9fb7-4470-b873-368e2e483609 on network 8e16e9bc-4574-4a92-addc-12cac5a50283 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:22.665647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Port 7271754e-9fb7-4470-b873-368e2e483609 on network 8e16e9bc-4574-4a92-addc-12cac5a50283 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:41:22.671668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Attempting to bind port 7271754e-9fb7-4470-b873-368e2e483609 on network 8e16e9bc-4574-4a92-addc-12cac5a50283 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:22.678314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:22.678659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Checking segment: {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:22.679039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Bound using segment: {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:22.680198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.684456 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9caa0b58-74a9-4463-8ecb-5e79b32752dd HTTP/1.1" status: 204  len: 168 time: 1.2457893
Dec 16 09:41:22.685371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Bound port: 7271754e-9fb7-4470-b873-368e2e483609, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0980a67-4257-419c-af86-ff6f79dd8139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:22.685371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.791809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.799384 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09d6c429-b0e8-4b02-8d66-4615aed5b9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:22.818079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84517c74-3942-403b-9dd1-175a5e2e4378,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:22.825058 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:22.889777 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:22.892961 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84517c74-3942-403b-9dd1-175a5e2e4378 HTTP/1.1" status: 204  len: 168 time: 0.7271857
Dec 16 09:41:22.958380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] For port 7271754e-9fb7-4470-b873-368e2e483609, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:22.990989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] For port 7271754e-9fb7-4470-b873-368e2e483609, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7271754e-9fb7-4470-b873-368e2e483609,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:23.000387 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:23.011351 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:23.163809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:23.164702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:23.166880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] 10.222.0.74 "PUT /v2.0/ports/7271754e-9fb7-4470-b873-368e2e483609 HTTP/1.1" status: 200  len: 1091 time: 1.7910781
Dec 16 09:41:23.168956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'tag': '7271754e-9fb7-4470-b873-368e2e483609'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:23.183270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Router ba3ee089-0ef0-40d6-aa58-a0484161840e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:41:23.205206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0b680-1e5d-42a7-9eae-e7e684a1c99a req-7a4d48be-8e3e-434c-be8f-f3ce3dd3e309 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:23.212592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6e0b680-1e5d-42a7-9eae-e7e684a1c99a req-7a4d48be-8e3e-434c-be8f-f3ce3dd3e309 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 946 time: 0.3395607
Dec 16 09:41:23.255652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Pushing event updated for resources: {'Port': ['ID=7271754e-9fb7-4470-b873-368e2e483609,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:23.327992 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:23.341880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6e0b680-1e5d-42a7-9eae-e7e684a1c99a req-d03d6eeb-96bb-4609-862f-2af7106a76d4 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283157
Dec 16 09:41:23.414747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-d6aafb84-efcd-43d0-8be3-269694a5bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:23.416976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-d6aafb84-efcd-43d0-8be3-269694a5bef3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=505dcd47b2134371beacd05a2ae6cd99&device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 1094 time: 0.2017012
Dec 16 09:41:23.426215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:41:23.439782 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] Sync routers for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:41:23.446243 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] 10.222.0.66 "PUT /v2.0/routers/ba3ee089-0ef0-40d6-aa58-a0484161840e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6782582
Dec 16 09:41:23.447138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:23.462587 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:23.463251 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:23.540533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-987fc806-b430-45ae-9dd5-d2abeeb348d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7271754e-9fb7-4470-b873-368e2e483609 HTTP/1.1" status: 200  len: 217 time: 0.1142981
Dec 16 09:41:23.726508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-f31f8413-290b-4bb4-90f0-6c06d8c2a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:23.728217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-f31f8413-290b-4bb4-90f0-6c06d8c2a7b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb988111-4267-4ac9-afdc-58f87704a7b7 HTTP/1.1" status: 200  len: 855 time: 0.1807930
Dec 16 09:41:23.819579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:23.824198 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:23.839030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05db3-7f6e-436b-ad2f-40db94c941dc req-a9cfc490-073b-4fab-bf20-5f57867a49a3 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:23.846340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ff05db3-7f6e-436b-ad2f-40db94c941dc req-a9cfc490-073b-4fab-bf20-5f57867a49a3 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.1632037
Dec 16 09:41:23.892689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-5f116f03-e3a7-4777-9771-44f43ca17600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:23.894340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-5f116f03-e3a7-4777-9771-44f43ca17600 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8e16e9bc-4574-4a92-addc-12cac5a50283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1566920
Dec 16 09:41:23.910876 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ff05db3-7f6e-436b-ad2f-40db94c941dc req-292bb9c4-efd7-4327-a969-2d010881f9f6 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634632
Dec 16 09:41:24.047148 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'tag': '7271754e-9fb7-4470-b873-368e2e483609', 'status': 'completed', 'code': 200}
Dec 16 09:41:24.120953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-cecdcc0a-c689-4004-9140-d1402cf301d6 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047811
Dec 16 09:41:24.187810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:24.200276 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbb0>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:41:21Z', 'revision_number': 5, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port': {'id': '6c984597-19fc-4533-94c7-2405a4994ef8', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:19Z', 'updated_at': '2021-12-16T09:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:24.205233 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] Checking router: ba3ee089-0ef0-40d6-aa58-a0484161840e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:41:24.211746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Deleting port 6c984597-19fc-4533-94c7-2405a4994ef8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:24.212107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:24.216819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] Routers {'ba3ee089-0ef0-40d6-aa58-a0484161840e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:24.217722 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba3ee089-0ef0-40d6-aa58-a0484161840e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:24.465488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] For port 6c984597-19fc-4533-94c7-2405a4994ef8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6c984597-19fc-4533-94c7-2405a4994ef8,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:24.466085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:24.495875 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] Set router ba3ee089-0ef0-40d6-aa58-a0484161840e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:24.547723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f9f0e9c-d9f6-46a3-8ece-ea7578051080 req-cc7ce019-3bd0-44d7-9092-bdf33debcee9 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4192040
Dec 16 09:41:24.653140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Calling delete_port for 6c984597-19fc-4533-94c7-2405a4994ef8 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:24.666886 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38cdbb0>, [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:41:24Z', 'revision_number': 6, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:24.671407 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e659f19-5ed4-46a2-8e78-8ceb9f2f9f45 None None] The sync data for ids ['ba3ee089-0ef0-40d6-aa58-a0484161840e'] in n-d-820554-2 is: [{'id': 'ba3ee089-0ef0-40d6-aa58-a0484161840e', 'name': 'tempest-ServersTestManualDisk-1464147861-router', 'tenant_id': 'ccc3490da48246a1ba8f13e20195089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:18Z', 'updated_at': '2021-12-16T09:41:24Z', 'revision_number': 6, 'project_id': 'ccc3490da48246a1ba8f13e20195089a', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:41:24.779461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-cab55816-5736-47f1-b331-0bafc7b161d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:24.780959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-cab55816-5736-47f1-b331-0bafc7b161d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=505dcd47b2134371beacd05a2ae6cd99&device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 1094 time: 0.1791980
Dec 16 09:41:24.880387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:24.885027 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b18409d9-aa83-4639-aa20-36ebf9ffce25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:24.922941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579442b-bdeb-41f3-9833-d5f7c164b86b req-c57d3c14-81cd-4b3d-8807-f42b27c2a80e tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:24.924448 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0579442b-bdeb-41f3-9833-d5f7c164b86b req-c57d3c14-81cd-4b3d-8807-f42b27c2a80e tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 943 time: 0.1948178
Dec 16 09:41:24.938807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c984597-19fc-4533-94c7-2405a4994ef8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:24.958278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-59188891-ea46-4f23-9e05-fce84ce8ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:24.959775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-59188891-ea46-4f23-9e05-fce84ce8ede8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8e16e9bc-4574-4a92-addc-12cac5a50283 HTTP/1.1" status: 200  len: 917 time: 0.1703711
Dec 16 09:41:24.965114 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:25.033048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.052500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-2a149a95-408d-46d3-84b9-49381fd8c6a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7271754e-9fb7-4470-b873-368e2e483609 HTTP/1.1" status: 200  len: 217 time: 0.0779462
Dec 16 09:41:25.059754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0579442b-bdeb-41f3-9833-d5f7c164b86b req-f750d2ba-312b-4e72-81ca-1ef06dd7ee16 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245894
Dec 16 09:41:25.186122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95b9343d-cf37-46c3-bad5-7299bc3fe548 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:41:25.206685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-34040167-03cc-4d06-aca5-b10505f0be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:25.208685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-34040167-03cc-4d06-aca5-b10505f0be1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb988111-4267-4ac9-afdc-58f87704a7b7 HTTP/1.1" status: 200  len: 855 time: 0.1480057
Dec 16 09:41:25.272225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 95b9343d-cf37-46c3-bad5-7299bc3fe548 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:41:25.272590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95b9343d-cf37-46c3-bad5-7299bc3fe548 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:41:25.334530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:25.339046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-1ed0c295-81de-468e-9b61-5b1714921e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:25.340652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-1ed0c295-81de-468e-9b61-5b1714921e45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8e16e9bc-4574-4a92-addc-12cac5a50283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1237888
Dec 16 09:41:25.391076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.393460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.424690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.425153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3ee089-0ef0-40d6-aa58-a0484161840e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:41:25.438552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.439809 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ba3ee089-0ef0-40d6-aa58-a0484161840e HTTP/1.1" status: 204  len: 168 time: 1.9913380
Dec 16 09:41:25.442242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:25.515805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Deleting subnet bcd9ef31-d9da-4908-bd10-ce9da91cf4aa {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:41:25.519565 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.532380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'network': {'name': 'tempest-network-smoke--1240718465', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:25.546419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:25.569044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:network and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:25.571925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.574565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:25.595520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:25.613248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-03bdb39d-876e-4484-b293-6c2d35e80677 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2652311
Dec 16 09:41:25.662717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.714651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:25.718131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.737533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.741879 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b36830c-471a-4fb3-b875-cb30f28c9d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:25.745758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.762796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-2d3536ec-b44b-483a-b5f7-ccbb867768f8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:25.764294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-2d3536ec-b44b-483a-b5f7-ccbb867768f8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.3927248
Dec 16 09:41:25.778705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd9ef31-d9da-4908-bd10-ce9da91cf4aa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:25.781326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:25.781895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:25.786030 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.792061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce345e-927a-4eb7-be36-5d9af176c67b None None] Network 2b42e4e3-dd2e-45ea-b676-759ba1d4782f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:41:25.796705 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bcd9ef31-d9da-4908-bd10-ce9da91cf4aa HTTP/1.1" status: 204  len: 168 time: 0.3511569
Dec 16 09:41:25.796982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:25.802390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:25.808684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:25.812561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-b3766856-08e3-4f99-b592-b5b6f3157ad6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/quotas/94a460156b794cf8bc4e3415ab4a5b86 HTTP/1.1" status: 200  len: 375 time: 0.0408094
Dec 16 09:41:25.825930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:25.885239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20a27ebf-7d47-421f-b90d-c424f9a6a13a req-76815228-1055-4c10-9f9b-2ef635597fa9 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573771
Dec 16 09:41:25.895761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-0250f5da-c7dc-4374-ba83-0615322eb06a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0675192
Dec 16 09:41:25.931021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:25.944531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Deleting port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:25.945438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.099844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-8989914c-cc2f-4d7f-955a-af099691bb97 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031360
Dec 16 09:41:26.166955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f20594-2392-4075-a0e6-a0487579038b None None] DHCP port deletion for 2b42e4e3-dd2e-45ea-b676-759ba1d4782f request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:41:26.171403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Deleting port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:26.171938 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.182638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] For port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:26.182999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.221602 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.233719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.253999 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-faf38a4f-0ee0-498e-9139-4d5829417458 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:26.311434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:41:26.316055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263e2ac8-4c09-41d6-bf1c-ef8ac5e42692,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:26.322933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Calling delete_port for 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:26.323095 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:26.326623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-c0c8974b-b591-4415-981a-2a3ee387250d service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157815
Dec 16 09:41:26.330526 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.331296 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Added segment 0ba8d55c-e9dc-4447-8a52-ae9662069624 of type vlan for network 9c23e622-daa7-4a25-8940-2ef7d1396ada
Dec 16 09:41:26.359644 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.394589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.406392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:26.407430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.410963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.415633 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21044c2f-2560-4d6e-9248-dbf432cbb063 tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:26.418235 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40f00ec4-8045-47a9-9eff-a800b945fd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:26.422600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-87f20594-2392-4075-a0e6-a0487579038b None None] For port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,segment=NetworkSegment(a9fc1904-e47a-406a-b105-c04ef6c91106),segment_id=a9fc1904-e47a-406a-b105-c04ef6c91106)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:26.423118 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.471416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Pushing event deleted for resources: {'Port': ['ID=4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:26.495704 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:26.497208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] No DVR routers for this DVR port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:41:26.652980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Calling delete_port for 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:26.677253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Network': ['ID=9c23e622-daa7-4a25-8940-2ef7d1396ada,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:26.680310 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:26.682614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.3467665
Dec 16 09:41:26.687110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45838) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:26.692655 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:41:26.694872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'admin_state_up': True, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:26.703587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:26.707970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:router and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:26.712408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:26.720723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:26.745292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.746568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.760443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.766046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.833889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f216f460>,) {'filters': {'network_id': ['2b42e4e3-dd2e-45ea-b676-759ba1d4782f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:26.865941 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:41:26.866223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f216f460>, 'a9fc1904-e47a-406a-b105-c04ef6c91106') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:26.866346 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:41:26.866690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f216f460>, 'a9fc1904-e47a-406a-b105-c04ef6c91106') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:26.879323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.897224 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.905521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:41:26.906017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:41:26.920727 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:41:27.024483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.030677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.034823 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbea8317-bebb-4129-b874-e5829208b89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:27.061806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6c984597-19fc-4533-94c7-2405a4994ef8 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:41:27.063233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b42e4e3-dd2e-45ea-b676-759ba1d4782f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:27.066261 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:27.085870 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2b42e4e3-dd2e-45ea-b676-759ba1d4782f HTTP/1.1" status: 204  len: 168 time: 1.2877011
Dec 16 09:41:27.104881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 6c984597-19fc-4533-94c7-2405a4994ef8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:41:27.105477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6c984597-19fc-4533-94c7-2405a4994ef8 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:41:27.106013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:41:27.113203 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.143447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:41:27.143996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:41:27.328456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45854) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:27.367740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Deleting port 4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:27.368183 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87f20594-2392-4075-a0e6-a0487579038b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.439411 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-60a592a6-ef41-4f96-aa21-cc871b5ec81f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccc3490da48246a1ba8f13e20195089a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1076674
Dec 16 09:41:27.439757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:27.536503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87f20594-2392-4075-a0e6-a0487579038b None None] The port '4176c3ce-b5ae-4cf4-bb52-d659ad53ec4d' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:41:27.552100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.554258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.587861 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.589506 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.652341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.657313 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-774cb6de-7f19-4931-880f-1d8ebc6b63d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:27.676483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68201c56-18e7-4bd8-8332-b7c6d7cc804b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:27.680531 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:27.683730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:27.687496 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68201c56-18e7-4bd8-8332-b7c6d7cc804b HTTP/1.1" status: 204  len: 168 time: 0.2467778
Dec 16 09:41:27.796908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d2423-4dd4-41a4-a826-2b5ed37b6ba8 req-0715fa39-25bf-4888-a963-f078a03d1214 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:27.798503 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-533d2423-4dd4-41a4-a826-2b5ed37b6ba8 req-0715fa39-25bf-4888-a963-f078a03d1214 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 946 time: 0.2075691
Dec 16 09:41:27.837428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.25.3.140 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/c45025e8-9560-4503-8251-0a1b894837a3) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:27.892352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-533d2423-4dd4-41a4-a826-2b5ed37b6ba8 req-4abf1439-8a7c-4476-8c6e-9a8f09326c29 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830898
Dec 16 09:41:28.213655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.293362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-5a0c5bb4-10ba-4008-b85b-03f65c26179f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:28.295218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-5a0c5bb4-10ba-4008-b85b-03f65c26179f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.2840619
Dec 16 09:41:28.310287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Request body: {'port': {'device_id': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'admin_state_up': True, 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:28.346761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d185cf-12cc-4b0e-a390-8e73cdfb4f41 req-1e29002a-851d-4782-9c0d-65df6edabd50 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:28.348285 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8d185cf-12cc-4b0e-a390-8e73cdfb4f41 req-1e29002a-851d-4782-9c0d-65df6edabd50 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.3065577
Dec 16 09:41:28.589327 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.589637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45890) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:28.598929 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:28.663400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8d185cf-12cc-4b0e-a390-8e73cdfb4f41 req-33a09fd0-e7b2-4162-a642-44dc93eaf9f4 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428075
Dec 16 09:41:28.700018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:28.701458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1974588416-network', 'tenant_id': '206f35aa662f4f4d8cbf84d1409007a9'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:28.706013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:28.707071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:28.709227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:28.712081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Usage tracker for resource:network and tenant:206f35aa662f4f4d8cbf84d1409007a9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:28.715554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:28.722476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:28.733660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Made reservation on behalf of 206f35aa662f4f4d8cbf84d1409007a9 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:28.736064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.744541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:28.748750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.763036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Usage tracker for resource:port and tenant:94a460156b794cf8bc4e3415ab4a5b86 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:28.763548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:28.767755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Usage tracker for resource:security_group_rule and tenant:206f35aa662f4f4d8cbf84d1409007a9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:28.767892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=c45025e8-9560-4503-8251-0a1b894837a3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:28.770703 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:28.770862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:28.773603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:28.778186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:28.823527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:28.858261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.862984 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.867008 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:28.893237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:41:28.906017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc32c9-f315-4dfb-b373-7e50da695054,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:28.909917 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:28.910836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.911189 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Added segment 192aa119-c4e3-42ca-bddf-a82892ca4e58 of type vlan for network 02b5d46b-c090-4413-a60c-2b0835588819
Dec 16 09:41:28.938718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.969673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.970744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:28.971664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:28.976506 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3eef87e8-c8bf-4024-8b0f-12473c8a4a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:28.984382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:28.988292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:29.077227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Pushing event updated for resources: {'Network': ['ID=02b5d46b-c090-4413-a60c-2b0835588819,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:29.083085 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4896004
Dec 16 09:41:29.083085 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:29.083331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:29.088560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 02b5d46b-c090-4413-a60c-2b0835588819 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:41:29.089114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Request body: {'subnet': {'network_id': '02b5d46b-c090-4413-a60c-2b0835588819', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1974588416-subnet', 'tenant_id': '206f35aa662f4f4d8cbf84d1409007a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:29.094263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:29.098396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Usage tracker for resource:subnet and tenant:206f35aa662f4f4d8cbf84d1409007a9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:29.101661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:29.107679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:29.119407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Made reservation on behalf of 206f35aa662f4f4d8cbf84d1409007a9 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:29.121700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:29.155025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e302cc-2717-43b4-8601-4db14f5cf8e4 req-73e77df3-8452-4937-bed1-a472167a8e67 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:29.156642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84e302cc-2717-43b4-8601-4db14f5cf8e4 req-73e77df3-8452-4937-bed1-a472167a8e67 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 943 time: 0.3779163
Dec 16 09:41:29.409863 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84e302cc-2717-43b4-8601-4db14f5cf8e4 req-3b5cb9ea-158c-48e9-a4b7-7d7a33b4111b tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2394338
Dec 16 09:41:29.442535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Allocated IP 172.20.0.8 (dcd9bf22-4a69-40f7-ae7e-a0cc88033aee/c895022b-e54e-431c-ad7b-d0b89d6ed5c8/9134d689-8ccb-4054-9e7d-3330b66fee8f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:29.451444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:29.456026 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eae0e8c6-e688-4edc-b600-afc1dc78b8f2 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:29.481884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:29.536022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e2d0d8-45b6-42a9-9f80-162f7a18d807,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:29.538724 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:29.543118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Checking segment: {'id': '192aa119-c4e3-42ca-bddf-a82892ca4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '02b5d46b-c090-4413-a60c-2b0835588819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:29.543442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Network hostable DHCP agents. Network: 02b5d46b-c090-4413-a60c-2b0835588819, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:41:29.565657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Network 02b5d46b-c090-4413-a60c-2b0835588819 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:41:29.580529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 02b5d46b-c090-4413-a60c-2b0835588819) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:29.586148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:29.588146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:29.589419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c6369-99a1-4987-b418-5e137fc58fda None None] Network 02b5d46b-c090-4413-a60c-2b0835588819 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:41:29.613836 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.5293994
Dec 16 09:41:29.826933 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0c14439-80d6-4f39-ac02-f4cb01a14986 req-9da975e6-9aab-4e4b-9e68-4364b77647bd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 210 time: 0.1720099
Dec 16 09:41:29.853802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee7ca3-5eca-43c2-8dba-272567df42c7 None None] Network 02b5d46b-c090-4413-a60c-2b0835588819 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:41:30.107036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:30.261273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:30.350601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:30.359644 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:30.397583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418364a-42a6-49ee-b02c-8f5304f6240a req-4ab849e3-bbcc-4f2b-9e7b-f1d810231b3d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:30.399487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c418364a-42a6-49ee-b02c-8f5304f6240a req-4ab849e3-bbcc-4f2b-9e7b-f1d810231b3d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.2888355
Dec 16 09:41:30.512771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:30.525555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:30.531031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:30.592362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:30.603478 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:30.620373 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c418364a-42a6-49ee-b02c-8f5304f6240a req-902dbdd0-ac03-4703-b938-54eba7990488 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030327
Dec 16 09:41:30.644104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:30.644711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:30.694058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3897297
Dec 16 09:41:30.697312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:41:30.767138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Request body: {'port': {'device_id': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:31.078582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:31.115621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:41:31.125578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Sync routers for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:41:31.135183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:31.135828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f373b400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:31.160796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97129-7756-4910-8915-f23382363d61 req-6e737a8b-bc74-428f-a604-117f1f4613c1 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:31.162207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-6e737a8b-bc74-428f-a604-117f1f4613c1 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/networks?id=02b5d46b-c090-4413-a60c-2b0835588819 HTTP/1.1" status: 200  len: 818 time: 0.3296278
Dec 16 09:41:31.198599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-b05b419a-7c04-47ec-b177-18805fec044f tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/quotas/206f35aa662f4f4d8cbf84d1409007a9 HTTP/1.1" status: 200  len: 375 time: 0.0248775
Dec 16 09:41:31.210984 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:31.212143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.5240870
Dec 16 09:41:31.215829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45930) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:31.295405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-40c7f91c-ea0b-4cf6-984c-cb8630f8d338 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=206f35aa662f4f4d8cbf84d1409007a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0854528
Dec 16 09:41:31.360437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:31.375361 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b63c9266-82ce-4265-87be-ce8457149647 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2c99711399864f23b48b3caad5dc71a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1580918
Dec 16 09:41:31.377972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:31.515882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bfba89-9947-4c85-b046-e176a0ce9d25 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:31.519201 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a6bfba89-9947-4c85-b046-e176a0ce9d25 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1384375
Dec 16 09:41:31.520400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:31.554182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-2014137c-f686-48de-9ab8-75dab1f6f6a2 service neutron] 10.222.0.66 "GET /v2.0/networks/02b5d46b-c090-4413-a60c-2b0835588819?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487400
Dec 16 09:41:31.564773 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b844cd4-17b3-4876-8443-f8c1a4c161a7 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0431356
Dec 16 09:41:31.567186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:31.575879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-658792694', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:31.698601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f373b400>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:29Z', 'revision_number': 3, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:31.699026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:31.703096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:subnet and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:31.703313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Checking router: 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:41:31.703787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Updating router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b port c45025e8-9560-4503-8251-0a1b894837a3 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:41:31.706394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:31.713541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:31.724569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:31.728839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:31.770566 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:31.868138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7271754e-9fb7-4470-b873-368e2e483609 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:41:31.895748 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-caa2a160-88be-44ac-992b-e7579ec04fd1 service neutron] 10.222.0.66 "GET /v2.0/networks/02b5d46b-c090-4413-a60c-2b0835588819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3404598
Dec 16 09:41:31.967653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:31.976306 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25bbed81-0c1d-4c5c-9524-c1adb4a6d2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:31.977686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9134d689-8ccb-4054-9e7d-3330b66fee8f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:31.986630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.005239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Transition to ACTIVE for port object 9134d689-8ccb-4054-9e7d-3330b66fee8f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:32.010717 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.015893 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-374b2e24-5c12-41f4-9ad4-b1f59d5d10ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:32.060922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Subnet': ['ID=86fe2d5c-189e-4420-a1f1-c84885e9a145,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:32.064210 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:32.127009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Checking segment: {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:32.127009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network hostable DHCP agents. Network: 9c23e622-daa7-4a25-8940-2ef7d1396ada, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:41:32.173939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:41:32.179012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7271754e-9fb7-4470-b873-368e2e483609, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7271754e-9fb7-4470-b873-368e2e483609,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:32.199400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 9c23e622-daa7-4a25-8940-2ef7d1396ada) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:32.206623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:32.207507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.215063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:32.230871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2de35b-b9b0-4a57-9f39-1600940cd3c8 None None] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:41:32.239208 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6694722
Dec 16 09:41:32.243495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45960) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:32.252204 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:32.268601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '7271754e-9fb7-4470-b873-368e2e483609', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'port_id': '7271754e-9fb7-4470-b873-368e2e483609', 'mac_address': 'fa:16:3e:88:95:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:41:32.382288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:41:32.418639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Attempting to bind port 9134d689-8ccb-4054-9e7d-3330b66fee8f on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:32.419072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Attempting to bind port 9134d689-8ccb-4054-9e7d-3330b66fee8f by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:32.419702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Attempting to bind port 9134d689-8ccb-4054-9e7d-3330b66fee8f on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:32.442417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Port 9134d689-8ccb-4054-9e7d-3330b66fee8f on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:41:32.442888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Attempting to bind port 9134d689-8ccb-4054-9e7d-3330b66fee8f on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:32.451730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:32.452208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:32.453302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Bound using segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:32.453819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Bound port: 9134d689-8ccb-4054-9e7d-3330b66fee8f, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:32.454188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.586451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:32.588991 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.590632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:32.601430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.612767 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7f74ef3a-0e5d-4411-aad6-fa757c2d090e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:32.637592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.723095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:32.724551 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.726359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] 10.222.0.74 "PUT /v2.0/ports/9134d689-8ccb-4054-9e7d-3330b66fee8f HTTP/1.1" status: 200  len: 1091 time: 2.0198264
Dec 16 09:41:32.735759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7271754e-9fb7-4470-b873-368e2e483609 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:32.741682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:32.753840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Transition to ACTIVE for port object c45025e8-9560-4503-8251-0a1b894837a3 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:32.765886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-9c23e622-daa7-4a25-8940-2ef7d1396ada', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:41:32.767056 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.787319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:32.787730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7271754e-9fb7-4470-b873-368e2e483609, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7271754e-9fb7-4470-b873-368e2e483609,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:32.788625 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.793600 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:32.805005 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:32.880121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f23e31-9961-4963-84a2-e621b4dc21b6 req-f39fc4e7-5be5-4f3b-84b6-998bf459941d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:32.882407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27f23e31-9961-4963-84a2-e621b4dc21b6 req-f39fc4e7-5be5-4f3b-84b6-998bf459941d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 943 time: 0.2707679
Dec 16 09:41:32.891201 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:32.913620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07cec-188a-4ac4-8305-66698f60c446 None None] Pushing event updated for resources: {'Port': ['ID=c45025e8-9560-4503-8251-0a1b894837a3,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:32.930925 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f8b07cec-188a-4ac4-8305-66698f60c446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:32.931428 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:32.961719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27f23e31-9961-4963-84a2-e621b4dc21b6 req-62059b00-c003-41ed-8b34-406b0046df86 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688210
Dec 16 09:41:33.000032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-8ac65511-9f3e-4b23-874b-8b1acdacae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.003979 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-8ac65511-9f3e-4b23-874b-8b1acdacae41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 1094 time: 0.1802330
Dec 16 09:41:33.072727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Attempting to bind port c45025e8-9560-4503-8251-0a1b894837a3 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:33.073048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Attempting to bind port c45025e8-9560-4503-8251-0a1b894837a3 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:33.073392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Attempting to bind port c45025e8-9560-4503-8251-0a1b894837a3 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:33.085787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:33.086205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:33.087146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:33.087588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:33.088081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Bound port: c45025e8-9560-4503-8251-0a1b894837a3, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:33.088464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:33.131886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-335cf93c-282d-4932-99cf-673fe1517f4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f HTTP/1.1" status: 200  len: 217 time: 0.1159136
Dec 16 09:41:33.208889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-d9032124-fbcd-4fa8-bf6a-ba69486cc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.212149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-d9032124-fbcd-4fa8-bf6a-ba69486cc685 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.0708694
Dec 16 09:41:33.223367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7271754e-9fb7-4470-b873-368e2e483609,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:33.226555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['7271754e-9fb7-4470-b873-368e2e483609'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:41:33.255884 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:33.287858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Allocated IP 172.20.0.2 (9c23e622-daa7-4a25-8940-2ef7d1396ada/86fe2d5c-189e-4420-a1f1-c84885e9a145/c9bb339a-ada5-4b43-a251-9a1ca9ee613e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:33.297248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] For port c45025e8-9560-4503-8251-0a1b894837a3, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:33.317731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-1848ae5e-1ffd-40d1-a2c4-d264329291dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0921087
Dec 16 09:41:33.330275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] For port c45025e8-9560-4503-8251-0a1b894837a3, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c45025e8-9560-4503-8251-0a1b894837a3,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:33.365349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:33.409959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:33.418219 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:33.492099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07cec-188a-4ac4-8305-66698f60c446 None None] Pushing event updated for resources: {'Port': ['ID=c45025e8-9560-4503-8251-0a1b894837a3,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:33.506090 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f8b07cec-188a-4ac4-8305-66698f60c446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:33.542238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1403f-bcd3-4f50-bb7a-f589ccfd5a03 req-7058e83a-472c-4e9a-88f0-b651fab91dd8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.543058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-18c1403f-bcd3-4f50-bb7a-f589ccfd5a03 req-7058e83a-472c-4e9a-88f0-b651fab91dd8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:33.553642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:33.554388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f373b400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:33.574020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-c7e1b6f3-3c21-4ed6-8dc9-dac93e0fbd5a service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476985
Dec 16 09:41:33.591022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-fca89a80-d446-40ca-b61a-8246cab44a81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1824396
Dec 16 09:41:33.593315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-18c1403f-bcd3-4f50-bb7a-f589ccfd5a03 req-7058e83a-472c-4e9a-88f0-b651fab91dd8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:33.594486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18c1403f-bcd3-4f50-bb7a-f589ccfd5a03 req-7058e83a-472c-4e9a-88f0-b651fab91dd8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 943 time: 0.3268037
Dec 16 09:41:33.793764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18c1403f-bcd3-4f50-bb7a-f589ccfd5a03 req-4f417bc9-92ab-4f35-a4e7-05f593430046 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785114
Dec 16 09:41:33.898580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:33.900885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.901384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.901941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.902417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.902929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.903421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.903982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.905956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-e41e819e-362d-4b21-95e5-a0228403245c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.1677625
Dec 16 09:41:33.908733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbc494b9-f139-4684-8ec8-c9655fba7564 req-27800b7d-ebc1-4fea-ac45-923055b725d0 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3133709
Dec 16 09:41:33.910149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:33.932784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97129-7756-4910-8915-f23382363d61 req-c4d18058-8c2b-46c1-9464-90af10ddcc9b tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:33.933468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-ddc97129-7756-4910-8915-f23382363d61 req-c4d18058-8c2b-46c1-9464-90af10ddcc9b tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Synchronizing usage tracker for tenant:206f35aa662f4f4d8cbf84d1409007a9 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:34.006656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-ddc97129-7756-4910-8915-f23382363d61 req-c4d18058-8c2b-46c1-9464-90af10ddcc9b tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Unset dirty status for tenant:206f35aa662f4f4d8cbf84d1409007a9 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:34.007946 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-c4d18058-8c2b-46c1-9464-90af10ddcc9b tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.74 "GET /v2.0/networks?id=02b5d46b-c090-4413-a60c-2b0835588819 HTTP/1.1" status: 200  len: 818 time: 0.3733513
Dec 16 09:41:34.023020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Request body: {'port': {'device_id': 'c0478b44-9fd2-4720-a653-946def605471', 'network_id': '02b5d46b-c090-4413-a60c-2b0835588819', 'admin_state_up': True, 'tenant_id': '206f35aa662f4f4d8cbf84d1409007a9'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:34.063890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Transition to ACTIVE for port object c9bb339a-ada5-4b43-a251-9a1ca9ee613e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:34.167369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Transition to ACTIVE for port object c9bb339a-ada5-4b43-a251-9a1ca9ee613e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:34.177200 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.183905 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90795143-b145-4d74-b618-575773987736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:34.224469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:34.232991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Usage tracker for resource:port and tenant:206f35aa662f4f4d8cbf84d1409007a9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:34.237540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:34.247613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:34.264407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.20.0.1 (9c23e622-daa7-4a25-8940-2ef7d1396ada/86fe2d5c-189e-4420-a1f1-c84885e9a145/29d5ee81-d3d9-46b9-a81c-df64ea9f01e8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:34.269362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Made reservation on behalf of 206f35aa662f4f4d8cbf84d1409007a9 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:34.272928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.290766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:34.293541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:34.299119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:34.367056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Pushing event updated for resources: {'Port': ['ID=c9bb339a-ada5-4b43-a251-9a1ca9ee613e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:34.382303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f1fc3b2d-abf1-4758-b997-3322481c8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:34.382780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f1fc3b2d-abf1-4758-b997-3322481c8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:34.383806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f1fc3b2d-abf1-4758-b997-3322481c8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:34.385431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f1fc3b2d-abf1-4758-b997-3322481c8d6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 2293 time: 0.4518371
Dec 16 09:41:34.386109 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:34.445658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Attempting to bind port c9bb339a-ada5-4b43-a251-9a1ca9ee613e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:34.445658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Attempting to bind port c9bb339a-ada5-4b43-a251-9a1ca9ee613e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:34.446480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Attempting to bind port c9bb339a-ada5-4b43-a251-9a1ca9ee613e on network 9c23e622-daa7-4a25-8940-2ef7d1396ada {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:34.454038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:34.455198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Checking segment: {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:34.455198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.455404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Bound using segment: {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:34.455742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Bound port: c9bb339a-ada5-4b43-a251-9a1ca9ee613e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:34.456124 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.462945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ecf7c-e47d-4669-a361-df7615d02e49 req-c055a0ba-d1d7-423c-ac95-dff99d1ec67a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:34.464736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-874ecf7c-e47d-4669-a361-df7615d02e49 req-c055a0ba-d1d7-423c-ac95-dff99d1ec67a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.2703388
Dec 16 09:41:34.517258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09466d-d9c2-459a-8471-30460b186325 req-78d7daae-2b4a-4ebd-87af-63e86a437eff tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:34.518705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b09466d-d9c2-459a-8471-30460b186325 req-78d7daae-2b4a-4ebd-87af-63e86a437eff tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 946 time: 0.3226328
Dec 16 09:41:34.566617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] For port c9bb339a-ada5-4b43-a251-9a1ca9ee613e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:34.570489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] For port c9bb339a-ada5-4b43-a251-9a1ca9ee613e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c9bb339a-ada5-4b43-a251-9a1ca9ee613e,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:34.577270 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.587737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f373b400>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:29Z', 'revision_number': 3, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:34.588587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.592514 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:34.600099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-8e4a07f0-a01d-41ee-bb10-7bd33c489e81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.2051983
Dec 16 09:41:34.605633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-874ecf7c-e47d-4669-a361-df7615d02e49 req-4e838b4f-eecd-4aa6-a174-361a418005ce tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194267
Dec 16 09:41:34.618877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Transition to ACTIVE for port object 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:34.659042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Allocated IP 172.20.0.10 (02b5d46b-c090-4413-a60c-2b0835588819/e8e2d0d8-45b6-42a9-9f80-162f7a18d807/49b72f55-a139-4ea8-8639-8c40c835f5b4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:34.670820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e227f28-b13b-4439-98aa-b7c58c7ef2e9 None None] The sync data for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 is: [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:29Z', 'revision_number': 3, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:41:34.673441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Deleting port 71ff5dad-584a-4672-97c3-13a37512f7ac {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:34.674017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.688184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Pushing event updated for resources: {'Port': ['ID=c9bb339a-ada5-4b43-a251-9a1ca9ee613e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:34.706432 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:34.736659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:34.744732 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9acff0f-f36e-4efa-9910-882971c70f51 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:34.785917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-d8540eb5-9786-4713-a83c-76563aceea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:34.787453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-d8540eb5-9786-4713-a83c-76563aceea0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.1784184
Dec 16 09:41:34.837618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:34.843551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:34.849964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ca09c8b-a355-4548-9d67-ce3eb1e1d2f2 req-b08746ed-16c3-408e-8fa2-3d39e111a0d4 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 210 time: 0.1018529
Dec 16 09:41:34.864488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:35.040754 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:35.081874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-a41b45a5-dbd6-40e8-af76-82698361c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:35.083381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-a41b45a5-dbd6-40e8-af76-82698361c919 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2853312
Dec 16 09:41:35.222064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c9bb339a-ada5-4b43-a251-9a1ca9ee613e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:35.383465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c9bb339a-ada5-4b43-a251-9a1ca9ee613e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:35.387662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] For port 71ff5dad-584a-4672-97c3-13a37512f7ac, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=71ff5dad-584a-4672-97c3-13a37512f7ac,segment=NetworkSegment(650abcc3-707b-4f3a-b5af-8f6e3c00dc40),segment_id=650abcc3-707b-4f3a-b5af-8f6e3c00dc40)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:35.388163 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:35.458280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:35.513092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.513615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.514206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.514671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.515182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.515860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.516321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.516782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.517238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.517764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.518218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.518675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:35.522533 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:35.616148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Calling delete_port for 71ff5dad-584a-4672-97c3-13a37512f7ac owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:41:35.633833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:35.740487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:35.755574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-df8d4cb3-9057-476a-bfda-edab88cec4be service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6215315
Dec 16 09:41:35.760927 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38d55801-0fb4-4928-9259-bc913e0fdc74 tempest-RoutersIpV6AdminTest-1624102755 tempest-RoutersIpV6AdminTest-1624102755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:35.858670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7271754e-9fb7-4470-b873-368e2e483609 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:35.865735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:35.877193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Network 02b5d46b-c090-4413-a60c-2b0835588819 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:35.878289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Pushing event updated for resources: {'Port': ['ID=49b72f55-a139-4ea8-8639-8c40c835f5b4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:35.882687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:35.888631 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:35.891056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:35.954999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a95f9b-7406-4909-9711-b681defbeeb6 req-14fefe5f-b43c-4216-bff2-272955e249ce tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:35.962998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63a95f9b-7406-4909-9711-b681defbeeb6 req-14fefe5f-b43c-4216-bff2-272955e249ce tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd9d5d7d-33d8-4751-8070-45e06cbf3e56 HTTP/1.1" status: 200  len: 946 time: 0.6614270
Dec 16 09:41:36.083080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 7271754e-9fb7-4470-b873-368e2e483609 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:36.090566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 7271754e-9fb7-4470-b873-368e2e483609 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:36.091149 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.144119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:36.144795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.306844 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.359012 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3398583
Dec 16 09:41:36.376903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271754e-9fb7-4470-b873-368e2e483609'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:36.385084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63a95f9b-7406-4909-9711-b681defbeeb6 req-f18fbccd-76c9-42ae-b713-1401efc384c5 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.66 "GET /v2.0/security-groups?id=56e03a80-47b3-4b72-ba8a-a5b3ce04be18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4210007
Dec 16 09:41:36.386961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Request body: {'port': {'device_id': 'c0478b44-9fd2-4720-a653-946def605471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:36.391483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-4333c8ff-fa98-40e2-852c-b846a14d1b8a service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6233275
Dec 16 09:41:36.392082 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.398596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7271754e-9fb7-4470-b873-368e2e483609, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7271754e-9fb7-4470-b873-368e2e483609,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:36.413710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.416193 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2e360af0-1abb-4690-8878-8af3c43eb27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:36.513438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0381607-7567-475e-a403-0b435a6a9903 None None] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:41:36.571997 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:36.629005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Provisioning for port c9bb339a-ada5-4b43-a251-9a1ca9ee613e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:36.640451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7271754e-9fb7-4470-b873-368e2e483609,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:36.643924 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'status': 'completed', 'code': 200}
Dec 16 09:41:36.644423 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:36.646631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Provisioning complete for port c9bb339a-ada5-4b43-a251-9a1ca9ee613e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:36.647014 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.755387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.817373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Pushing event deleted for resources: {'Port': ['ID=71ff5dad-584a-4672-97c3-13a37512f7ac,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:36.820770 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:36.839398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-8cd3c064-556d-4104-a0c8-1cb9a686fdcb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.4296181
Dec 16 09:41:36.925351 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.957133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c3b04807-0020-46e1-b475-77cc2346602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:36.958652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c3b04807-0020-46e1-b475-77cc2346602e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.0836353
Dec 16 09:41:36.966270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.966537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] For port c9bb339a-ada5-4b43-a251-9a1ca9ee613e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c9bb339a-ada5-4b43-a251-9a1ca9ee613e,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:36.967253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] No DVR routers for this DVR port 71ff5dad-584a-4672-97c3-13a37512f7ac on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:41:36.979825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:36.982054 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2e360af0-1abb-4690-8878-8af3c43eb27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:36.994216 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.027445 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.081520 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f0be788-0cdb-480d-952a-28024fd97ee7 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:37.102802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b09466d-d9c2-459a-8471-30460b186325 req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] 10.222.0.74 "DELETE /v2.0/ports/71ff5dad-584a-4672-97c3-13a37512f7ac HTTP/1.1" status: 204  len: 173 time: 2.5755444
Dec 16 09:41:37.117067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-c6b17ce7-392d-48bd-a929-b5a9428e3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:37.119223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Pushing event updated for resources: {'Port': ['ID=c9bb339a-ada5-4b43-a251-9a1ca9ee613e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:37.128952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-c6b17ce7-392d-48bd-a929-b5a9428e3d4c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 1094 time: 0.4727051
Dec 16 09:41:37.133018 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.143351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874363d7-b798-4ef3-8f33-fa503f79fc99 req-6ec31f26-79ff-4caf-9fd6-aa1364253e9a tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:37.145052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-874363d7-b798-4ef3-8f33-fa503f79fc99 req-6ec31f26-79ff-4caf-9fd6-aa1364253e9a tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.4877396
Dec 16 09:41:37.145337 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:37.181898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c45025e8-9560-4503-8251-0a1b894837a3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:37.321758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c45025e8-9560-4503-8251-0a1b894837a3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:37.327453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c45025e8-9560-4503-8251-0a1b894837a3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:37.327915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.383421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-51053dbe-1439-4718-b78f-303c6359a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:37.388039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-51053dbe-1439-4718-b78f-303c6359a79d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4172964
Dec 16 09:41:37.428172 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-874363d7-b798-4ef3-8f33-fa503f79fc99 req-e255664a-fd5a-4fb3-b382-9dd2023dac7e tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2349515
Dec 16 09:41:37.512040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f3a56761-0685-4f06-b51f-6f8e2503d650 None None] Provisioning for port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:37.532551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f3a56761-0685-4f06-b51f-6f8e2503d650 None None] Provisioning complete for port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:37.534608 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f3a56761-0685-4f06-b51f-6f8e2503d650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.558656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:37.571149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:37.591920 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.611593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:37.630413 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:37.643353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-8eba253c-5d29-467c-b3a3-f268fbe94f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:37.643750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-8eba253c-5d29-467c-b3a3-f268fbe94f3f service neutron] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.4978061
Dec 16 09:41:37.674892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c45025e8-9560-4503-8251-0a1b894837a3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c45025e8-9560-4503-8251-0a1b894837a3,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:37.678318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f3a56761-0685-4f06-b51f-6f8e2503d650 None None] Port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:41:37.686027 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.690833 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:37.812195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f3a56761-0685-4f06-b51f-6f8e2503d650 None None] Provisioning complete for port c9bb339a-ada5-4b43-a251-9a1ca9ee613e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:37.812612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f3a56761-0685-4f06-b51f-6f8e2503d650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:37.858941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-359c6d24-800c-441c-bc5f-bbe733b53db2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f HTTP/1.1" status: 200  len: 217 time: 0.1595187
Dec 16 09:41:37.936656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9134d689-8ccb-4054-9e7d-3330b66fee8f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:41:37.988405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-8f65384f-7d40-4f12-a5f6-dc4e022a1d7a service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5867212
Dec 16 09:41:38.016948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:41:38.154534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-5bad3743-014a-49c9-b49e-ce170d152d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:38.156059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-5bad3743-014a-49c9-b49e-ce170d152d68 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.2602739
Dec 16 09:41:38.188306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:38.206617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 71ff5dad-584a-4672-97c3-13a37512f7ac no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:41:38.229324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-88ef97d1-fc50-4917-a177-04673e99606b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571713
Dec 16 09:41:38.246596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'mac_address': 'fa:16:3e:a4:58:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:41:38.283806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab117d11-ce41-4d10-9f57-41ab93fe8e4e req-7fc188cf-c8b8-486b-a203-e5a2170fa6be tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:38.285783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab117d11-ce41-4d10-9f57-41ab93fe8e4e req-7fc188cf-c8b8-486b-a203-e5a2170fa6be tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 943 time: 0.4242027
Dec 16 09:41:38.296872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 71ff5dad-584a-4672-97c3-13a37512f7ac {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:41:38.297233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 71ff5dad-584a-4672-97c3-13a37512f7ac not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:41:38.322664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c45025e8-9560-4503-8251-0a1b894837a3,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:38.331578 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:38.378019 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:38.407420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9134d689-8ccb-4054-9e7d-3330b66fee8f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:38.416630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-bbcc1142-f57f-4eef-9426-97853ef6d6bf service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4208817
Dec 16 09:41:38.424991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:38.432975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:38.435875 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-501bc1cc-41a6-41c8-a806-1c6efb3d08dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:38.543362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:38.556868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:38.569483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0b9f56d1-0d6b-4cc4-92e2-04cb586678b3 None None] Provisioning complete for port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:38.571661 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b9f56d1-0d6b-4cc4-92e2-04cb586678b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:38.584563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:41:38.596233 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Sync routers for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:41:38.605393 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "PUT /v2.0/routers/9f2292e6-fabe-4202-aa48-8b8fa89cbd3b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3605380
Dec 16 09:41:38.610603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:38.613394 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:38.614333 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff37f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:38.673940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'name': 'network-vif-deleted', 'tag': '71ff5dad-584a-4672-97c3-13a37512f7ac'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:38.686021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c04d3dd4-49ac-4312-a242-3afc717a9c2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.2511919
Dec 16 09:41:38.719590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b72f55-a139-4ea8-8639-8c40c835f5b4 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:38.723203 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab117d11-ce41-4d10-9f57-41ab93fe8e4e req-d96fe47e-e8cf-4359-a4a3-08dc8bffc9fd tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3844302
Dec 16 09:41:38.732909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:38.738921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f56d1-0d6b-4cc4-92e2-04cb586678b3 None None] Port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:41:38.756014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9134d689-8ccb-4054-9e7d-3330b66fee8f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:41:38.794385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Transition to ACTIVE for port object 49b72f55-a139-4ea8-8639-8c40c835f5b4 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:38.802374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-bd1d155f-4cd9-4d49-a298-00cee846f045 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5627468
Dec 16 09:41:38.834609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:38.850967 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52be1cfb-90bd-4129-acd1-ff379bd1da8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:38.940359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-21d3cdee-97a2-44ba-8e05-7117ab67f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:38.941923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-21d3cdee-97a2-44ba-8e05-7117ab67f91b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2176661
Dec 16 09:41:39.025084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.025590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.026012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.026469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.026923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.027396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.027851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.028680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.029199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.029667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.030121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.030579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.031038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.031532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.037199 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6efbb8d1-69a5-403d-9404-a7050e4b9a5d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9902 time: 0.4252565
Dec 16 09:41:39.038032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:39.102700 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:39.189770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=49b72f55-a139-4ea8-8639-8c40c835f5b4,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:39.192949 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:39.252494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.252781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.253112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.253567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.254068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.254522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.254955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.255422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.255880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.256354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.256800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.257243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.257682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.258171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.263656 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a3316505-1136-4f19-bf74-07990fac757e tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 9050 time: 0.2205431
Dec 16 09:41:39.266874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:39.308356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f8a8c039-af8d-42fe-af43-b8af89f23d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.309925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f8a8c039-af8d-42fe-af43-b8af89f23d0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2445135
Dec 16 09:41:39.311199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46014) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:39.321453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cdd9f2ff-d829-4b60-982c-247df517dc05 req-7988cc8c-0bcc-43c0-8511-841abbb720e0 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5089877
Dec 16 09:41:39.342035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c9bb339a-ada5-4b43-a251-9a1ca9ee613e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:39.390220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Attempting to bind port 49b72f55-a139-4ea8-8639-8c40c835f5b4 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:39.390836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Attempting to bind port 49b72f55-a139-4ea8-8639-8c40c835f5b4 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '192aa119-c4e3-42ca-bddf-a82892ca4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '02b5d46b-c090-4413-a60c-2b0835588819'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:39.391775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Attempting to bind port 49b72f55-a139-4ea8-8639-8c40c835f5b4 on network 02b5d46b-c090-4413-a60c-2b0835588819 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:39.404341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Port 49b72f55-a139-4ea8-8639-8c40c835f5b4 on network 02b5d46b-c090-4413-a60c-2b0835588819 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:41:39.404926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Attempting to bind port 49b72f55-a139-4ea8-8639-8c40c835f5b4 on network 02b5d46b-c090-4413-a60c-2b0835588819 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:39.425760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:39.426397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Checking segment: {'id': '192aa119-c4e3-42ca-bddf-a82892ca4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '02b5d46b-c090-4413-a60c-2b0835588819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:39.426972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Bound using segment: {'id': '192aa119-c4e3-42ca-bddf-a82892ca4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '02b5d46b-c090-4413-a60c-2b0835588819'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:39.427596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Bound port: 49b72f55-a139-4ea8-8639-8c40c835f5b4, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192aa119-c4e3-42ca-bddf-a82892ca4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '02b5d46b-c090-4413-a60c-2b0835588819'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:39.428110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:39.444505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c9bb339a-ada5-4b43-a251-9a1ca9ee613e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:39.447633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:39.454969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dd138-0ea1-4950-a986-3e9958387220 req-72b9b6f6-012f-4fa7-8ccd-d406174da70a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.463419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-544dd138-0ea1-4950-a986-3e9958387220 req-72b9b6f6-012f-4fa7-8ccd-d406174da70a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.3418403
Dec 16 09:41:39.542066 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:39.583752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-544dd138-0ea1-4950-a986-3e9958387220 req-d1632358-9a77-4b24-954d-30995142850b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194041
Dec 16 09:41:39.621725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:39.633930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c45025e8-9560-4503-8251-0a1b894837a3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:39.657851 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-040c45ca-7b68-4171-9900-2ae91907c1a4 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3352504
Dec 16 09:41:39.665000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Usage tracker for resource:security_group_rule and tenant:144fc243e0704479907ea91671167573 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:39.674902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:39.682061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] For port 49b72f55-a139-4ea8-8639-8c40c835f5b4, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:39.692811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] For port 49b72f55-a139-4ea8-8639-8c40c835f5b4, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=49b72f55-a139-4ea8-8639-8c40c835f5b4,segment=NetworkSegment(192aa119-c4e3-42ca-bddf-a82892ca4e58),segment_id=192aa119-c4e3-42ca-bddf-a82892ca4e58)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:39.697777 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff37f0>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:35Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:36Z', 'revision_number': 2, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:39.704228 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Checking router: 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:41:39.704768 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Updating router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:41:39.705810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:39.713731 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e2a47d7-bb4a-4e93-b4d5-8f3036b11f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:39.740761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c45025e8-9560-4503-8251-0a1b894837a3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:39.741136 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:39.752287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:39.778226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.779104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:39.781918 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] 10.222.0.74 "PUT /v2.0/ports/49b72f55-a139-4ea8-8639-8c40c835f5b4 HTTP/1.1" status: 200  len: 1092 time: 3.3992329
Dec 16 09:41:39.799387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0478b44-9fd2-4720-a653-946def605471', 'tag': '49b72f55-a139-4ea8-8639-8c40c835f5b4'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:39.809793 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:39.875917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=49b72f55-a139-4ea8-8639-8c40c835f5b4,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:39.879971 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:39.898179 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c9d8df2-290f-4870-a585-1005a5911c60 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3769 time: 0.6298418
Dec 16 09:41:39.904717 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9134d689-8ccb-4054-9e7d-3330b66fee8f up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:39.935554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97129-7756-4910-8915-f23382363d61 req-490de37f-3ea7-4099-a357-f09b5336e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:39.937129 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-490de37f-3ea7-4099-a357-f09b5336e1f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=206f35aa662f4f4d8cbf84d1409007a9&device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 1095 time: 0.1060812
Dec 16 09:41:39.957811 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c761b01c-871a-461f-87b5-3b9ef8cf00af service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685277
Dec 16 09:41:39.989139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 9134d689-8ccb-4054-9e7d-3330b66fee8f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:39.995617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9134d689-8ccb-4054-9e7d-3330b66fee8f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:39.996193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.027666 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-9ed3185e-db1c-40ae-8b58-be47dc0ebdc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49b72f55-a139-4ea8-8639-8c40c835f5b4 HTTP/1.1" status: 200  len: 217 time: 0.0804837
Dec 16 09:41:40.045225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b732b22-e1f7-40e8-8b7b-cf838ac66f84 req-82da2e59-35f4-4f57-8a09-2b9d59d6c3c9 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:40.052487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b732b22-e1f7-40e8-8b7b-cf838ac66f84 req-82da2e59-35f4-4f57-8a09-2b9d59d6c3c9 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 944 time: 0.3620780
Dec 16 09:41:40.074412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-802c98e2-1ab1-4683-bca2-348a22aba28a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.1091506
Dec 16 09:41:40.103921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97129-7756-4910-8915-f23382363d61 req-751b767f-7fa8-4486-9209-7262511737e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:40.105608 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-751b767f-7fa8-4486-9209-7262511737e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8e2d0d8-45b6-42a9-9f80-162f7a18d807 HTTP/1.1" status: 200  len: 858 time: 0.0693271
Dec 16 09:41:40.141205 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.177217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.184196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:40.189728 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.194544 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:40.197534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0b732b22-e1f7-40e8-8b7b-cf838ac66f84 req-30688f04-4408-442f-bf3e-aeeb8b947003 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3cc32c9-f315-4dfb-b373-7e50da695054&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438954
Dec 16 09:41:40.206606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.219505 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7661abc8-0001-4346-a763-448d10209515 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:40.243324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-efc5be61-1adc-45eb-9521-f40701d1bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:40.245245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-efc5be61-1adc-45eb-9521-f40701d1bfe6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1590250
Dec 16 09:41:40.272093 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.287048 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Transition to ACTIVE for port object 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:40.297678 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.300571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:40.304414 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:40.315533 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:40.317678 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271754e-9fb7-4470-b873-368e2e483609', 'code': 200}
Dec 16 09:41:40.348427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=144fc243e0704479907ea91671167573&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0360284
Dec 16 09:41:40.350921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:40.357950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-a4213975-6583-42ab-8b23-aa6b6abc9f60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02b5d46b-c090-4413-a60c-2b0835588819&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2455392
Dec 16 09:41:40.369326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a76dc7-8d1f-46b7-b534-b17e56cf1ad5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:40.375632 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:40.449261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46030) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:40.531248 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Pushing event updated for resources: {'Port': ['ID=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:40.570392 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-dc6326bb-b31e-4f48-8dc3-8dc1a7bffc68 service neutron] 10.222.0.74 "GET /v2.0/networks/02b5d46b-c090-4413-a60c-2b0835588819?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888516
Dec 16 09:41:40.589549 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.590228 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.590744 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.591287 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.591806 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.592325 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.592834 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.593332 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.593843 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.594350 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.594865 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.595534 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:41:40.605889 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:40.624252 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Attempting to bind port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:40.624475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Deleting subnet 74af429f-2f0a-4936-83bc-67f4aab7f94e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:41:40.625058 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Attempting to bind port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:40.625626 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Attempting to bind port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 on network 9c23e622-daa7-4a25-8940-2ef7d1396ada {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:40.631768 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:40.632454 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Checking segment: {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:40.633100 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.633679 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Bound using segment: {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:40.634349 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Bound port: 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:40.634927 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.676631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c9845199-335d-459b-87f4-30b690433845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:40.678115 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c9845199-335d-459b-87f4-30b690433845 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4206893
Dec 16 09:41:40.678839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.689012 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.739140 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] For port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:40.744171 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] For port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:40.748946 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.756399 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a6930b0a-d1f2-424f-9753-d9b57e7c4505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:40.761855 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ddc97129-7756-4910-8915-f23382363d61 req-0b9268a1-07d0-4ebb-805a-a61f7b5a5817 service neutron] 10.222.0.74 "GET /v2.0/networks/02b5d46b-c090-4413-a60c-2b0835588819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811104
Dec 16 09:41:40.859762 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:40.860391 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff37f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:40.870036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.892585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64d4aa-1803-4201-aa93-39d062ba5d25 req-5e4ff165-ffd1-48b9-a07e-b6627f04646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:40.894079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3e64d4aa-1803-4201-aa93-39d062ba5d25 req-5e4ff165-ffd1-48b9-a07e-b6627f04646d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 1096 time: 0.5024385
Dec 16 09:41:40.921775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:40.934688 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Pushing event updated for resources: {'Port': ['ID=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:40.943441 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:41.056462 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:41.195855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3e64d4aa-1803-4201-aa93-39d062ba5d25 req-586229bd-df1d-4949-8ba2-7d4413081c36 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2828522
Dec 16 09:41:41.204660 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.249404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-03f4c1b8-2d59-40f1-9b7a-d40e1ef1507a service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5293365
Dec 16 09:41:41.260997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54052a-cd6b-4411-9a84-e7e9971bd87e req-74be210b-4722-4e6b-861c-a45188275374 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:41.262484 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e54052a-cd6b-4411-9a84-e7e9971bd87e req-74be210b-4722-4e6b-861c-a45188275374 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.6310289
Dec 16 09:41:41.288493 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.298548 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:41.370362 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff37f0>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:35Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:40Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:41.374380 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f7ce2-277a-4d25-9a70-c1086c6708d4 None None] The sync data for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 is: [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:35Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:40Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:41:41.390551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a76dc7-8d1f-46b7-b534-b17e56cf1ad5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:41.402394 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:41.422509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.423737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30a76dc7-8d1f-46b7-b534-b17e56cf1ad5 HTTP/1.1" status: 204  len: 168 time: 1.0710082
Dec 16 09:41:41.458723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e54052a-cd6b-4411-9a84-e7e9971bd87e req-8564fe8b-fd3e-4bb0-8e0f-af2be167587b tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1749859
Dec 16 09:41:41.532409 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.553391 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-66632f5b-1a4a-495c-986f-721d19893aef tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:41.600518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.606164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74af429f-2f0a-4936-83bc-67f4aab7f94e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:41.610348 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:41.614487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-6de2b73d-d1c3-4390-ae8f-5bd6a2e67520 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3487859
Dec 16 09:41:41.616166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74af429f-2f0a-4936-83bc-67f4aab7f94e HTTP/1.1" status: 204  len: 168 time: 1.1657150
Dec 16 09:41:41.628643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46040) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:41.713637 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.772020 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9d5d7d-33d8-4751-8070-45e06cbf3e56', 'name': 'network-vif-deleted', 'tag': '71ff5dad-584a-4672-97c3-13a37512f7ac', 'status': 'completed', 'code': 200}
Dec 16 09:41:41.832756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f51bbc6e-fe1b-4bfd-8ef1-6b475043f522 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.2114758
Dec 16 09:41:41.915215 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.941036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ec461ec5-9c19-454d-93cb-541ca8d62c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:41.953609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-34c46550-73e2-40d0-8c0d-66de7aa7c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:41.955333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-34c46550-73e2-40d0-8c0d-66de7aa7c8ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1153460
Dec 16 09:41:42.144254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df9343-eb81-4914-968d-2a9c10ed784f req-b0f5395f-fd5d-4770-bbf3-ceb126d6bd9d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:42.145772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67df9343-eb81-4914-968d-2a9c10ed784f req-b0f5395f-fd5d-4770-bbf3-ceb126d6bd9d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.3675129
Dec 16 09:41:42.151971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:42.211787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f07790>,) {'filters': {'network_id': ['4547a8bc-0113-4e49-88e4-c3233cb8b96e']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:42.237245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f07790>, '650abcc3-707b-4f3a-b5af-8f6e3c00dc40') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:42.237543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f07790>, '650abcc3-707b-4f3a-b5af-8f6e3c00dc40') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:42.260679 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:42.281465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67df9343-eb81-4914-968d-2a9c10ed784f req-641938fc-4eaa-4811-97c3-fec7d72d934a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202211
Dec 16 09:41:42.288429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-678bf654-d7d2-4ebc-8ad9-860c3bd90e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:42.290503 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-678bf654-d7d2-4ebc-8ad9-860c3bd90e37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3043337
Dec 16 09:41:42.315753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:42.319297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:42.368792 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0478b44-9fd2-4720-a653-946def605471', 'tag': '49b72f55-a139-4ea8-8639-8c40c835f5b4', 'status': 'completed', 'code': 200}
Dec 16 09:41:42.382225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:41:42.382484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:41:42.399671 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:41:42.693872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:42.712498 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-620eb46f-7f65-4d7a-9f12-634fdaba4bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:42.730234 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:42.745307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:42.751860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725569688', 'description': 'tempest-secgroup-smoke-725569688 description', 'project_id': '2c99711399864f23b48b3caad5dc71a6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:42.764363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:42.769864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:42.775291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:42.784775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Pushing event deleted for resources: {'Network': ['ID=4547a8bc-0113-4e49-88e4-c3233cb8b96e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:42.800971 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:42.805465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-440f8ec8-5172-4a0d-8a2d-d2719067448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:42.807211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-440f8ec8-5172-4a0d-8a2d-d2719067448b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=206f35aa662f4f4d8cbf84d1409007a9&device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 1095 time: 0.4026380
Dec 16 09:41:42.809395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-4e3193b0-1f3a-46e3-8c2c-d03bd702bb14 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4910285
Dec 16 09:41:42.811397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4547a8bc-0113-4e49-88e4-c3233cb8b96e HTTP/1.1" status: 204  len: 168 time: 1.1918712
Dec 16 09:41:42.813323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:42.814014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46078) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:42.852869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:42.883543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:42.889184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:42.892520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:42.898409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:42.991896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.001396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.015066 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a07c4de3-1593-4fd6-b193-a4fa23360467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:43.066671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7079bccd-2436-45f2-bc94-459fa5f417aa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:43.075000 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:43.076359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.083455 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3365135
Dec 16 09:41:43.084308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46086) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:43.089902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': '7079bccd-2436-45f2-bc94-459fa5f417aa', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:43.108857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:43.113098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:43.115942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:43.122132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:43.136538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:43.165415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.229759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:43.236969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.239264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:43.239760 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.248372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.250534 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4f9c198-b74b-428a-87cb-e0db2337438e tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:43.279543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3daf1f4-2652-4ac1-afbe-0f2da0ca9378,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:43.282164 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:43.293199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.297003 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2089489
Dec 16 09:41:43.297567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:43.303649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': '7079bccd-2436-45f2-bc94-459fa5f417aa', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:43.313823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:43.320719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:43.324623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:43.332701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:43.342552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Deleting subnet a13da85d-c1fc-4d79-94ae-1ca59815080c {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:41:43.357071 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.371805 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.381388 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.419680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:43.425311 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.428102 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f8b07cec-188a-4ac4-8305-66698f60c446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:43.443357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.448980 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.457672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-372b401a-2c6e-42f5-b71a-2d9a90d62a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:43.459153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-372b401a-2c6e-42f5-b71a-2d9a90d62a27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=02b5d46b-c090-4413-a60c-2b0835588819 HTTP/1.1" status: 200  len: 919 time: 0.6412194
Dec 16 09:41:43.462699 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:43.504809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153f985d-c624-470f-a9b1-90d6eb7636ab,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:43.510078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:43.513369 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:43.520393 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:43.525280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-a1079e99-4fcb-4040-af52-104dc4033475 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7082014
Dec 16 09:41:43.538525 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.540849 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2424653
Dec 16 09:41:43.543631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46104) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:43.549874 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.550289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': '7079bccd-2436-45f2-bc94-459fa5f417aa', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:43.557858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:43.562380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:43.566468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:43.575440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:43.601864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.631750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-7d919bce-ceaa-4704-bfe9-978108e1fdb9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49b72f55-a139-4ea8-8639-8c40c835f5b4 HTTP/1.1" status: 200  len: 217 time: 0.1605210
Dec 16 09:41:43.658659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be7d80-d5ce-4e8a-ac06-2c2112df3f20 req-18a11c61-4682-4e88-b2c5-11f0131b8c2e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:43.660233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8be7d80-d5ce-4e8a-ac06-2c2112df3f20 req-18a11c61-4682-4e88-b2c5-11f0131b8c2e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.7008691
Dec 16 09:41:43.674545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.679533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.688443 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:43.712909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-17a504c7-47db-413e-a78f-64c7027b3fba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.1655490
Dec 16 09:41:43.721747 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.723013 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1783710
Dec 16 09:41:43.724018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ef3046-941b-4ddd-ae32-1f38970ce48c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:43.725870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:43.729237 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:43.732552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': '7079bccd-2436-45f2-bc94-459fa5f417aa', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:43.739117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:43.743356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:43.746528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:43.755934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:43.781627 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.829719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.860075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.866772 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.870281 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:43.889227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-759b2d21-2b31-4cc6-a92b-7941f9e3950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:43.892390 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-759b2d21-2b31-4cc6-a92b-7941f9e3950a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8e2d0d8-45b6-42a9-9f80-162f7a18d807 HTTP/1.1" status: 200  len: 858 time: 0.2295744
Dec 16 09:41:43.895412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 49b72f55-a139-4ea8-8639-8c40c835f5b4 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:41:43.895999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30a4871-032d-4d93-aa2b-412d1bb06231,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:43.897749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8be7d80-d5ce-4e8a-ac06-2c2112df3f20 req-ccd9d6d4-d335-4415-83f4-2a01f20bf833 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891389
Dec 16 09:41:43.906858 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:43.930667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:43.933089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2051945
Dec 16 09:41:43.936363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46124) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:43.948642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-1a116d89-0a79-4096-bd66-66bbaae4f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:43.950335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-1a116d89-0a79-4096-bd66-66bbaae4f6e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.2234294
Dec 16 09:41:43.952650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': '7079bccd-2436-45f2-bc94-459fa5f417aa', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:43.964524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-67e3be85-523e-481c-b9ae-e8fd9857d9e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=02b5d46b-c090-4413-a60c-2b0835588819&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632377
Dec 16 09:41:43.967045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:43.972155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:43.989174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:43.998152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:44.010128 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Project 2c99711399864f23b48b3caad5dc71a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:41:44.019682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.069210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.096254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 49b72f55-a139-4ea8-8639-8c40c835f5b4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=49b72f55-a139-4ea8-8639-8c40c835f5b4,segment=NetworkSegment(192aa119-c4e3-42ca-bddf-a82892ca4e58),segment_id=192aa119-c4e3-42ca-bddf-a82892ca4e58)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:44.118872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '49b72f55-a139-4ea8-8639-8c40c835f5b4', 'network_id': '02b5d46b-c090-4413-a60c-2b0835588819', 'port_id': '49b72f55-a139-4ea8-8639-8c40c835f5b4', 'mac_address': 'fa:16:3e:35:63:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e2d0d8-45b6-42a9-9f80-162f7a18d807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:41:44.123772 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.130142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.134745 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd62c148-fcca-4cbb-81f9-43ae73c12267 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:44.161977 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.176354 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-74dc484d-ca2f-421e-a5ab-9255df89f81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:44.177948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfc980b-d76f-4d47-8261-6501544d587e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:44.188479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.192438 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2506571
Dec 16 09:41:44.192438 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:44.192687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:44.199593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': '7079bccd-2436-45f2-bc94-459fa5f417aa', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:44.202838 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.208189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:44.213581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:44.217100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:44.224343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:44.226853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b72f55-a139-4ea8-8639-8c40c835f5b4 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:44.227998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13da85d-c1fc-4d79-94ae-1ca59815080c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:44.236002 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:44.239804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.246053 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Project 2c99711399864f23b48b3caad5dc71a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:41:44.255210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.257628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 49b72f55-a139-4ea8-8639-8c40c835f5b4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=49b72f55-a139-4ea8-8639-8c40c835f5b4,segment=NetworkSegment(192aa119-c4e3-42ca-bddf-a82892ca4e58),segment_id=192aa119-c4e3-42ca-bddf-a82892ca4e58)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:44.264946 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.268663 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:44.278372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a13da85d-c1fc-4d79-94ae-1ca59815080c HTTP/1.1" status: 204  len: 168 time: 1.4630952
Dec 16 09:41:44.284853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46142) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:44.313184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-ed083ca4-ca54-4f6e-ac52-5d9c08ac36f0 service neutron] 10.222.0.74 "GET /v2.0/networks/02b5d46b-c090-4413-a60c-2b0835588819?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3160868
Dec 16 09:41:44.354358 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.357030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=49b72f55-a139-4ea8-8639-8c40c835f5b4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:44.360536 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:44.361690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.363976 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ff87b17a-0107-48a1-9a3f-3a92e97a09be tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:44.377116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c109d001-351b-4aa6-9d26-817e2089c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:44.378698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-c109d001-351b-4aa6-9d26-817e2089c571 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4207458
Dec 16 09:41:44.389977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f7c623-0318-4207-bbb8-e1729a32de3c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:44.393405 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:44.403291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.412589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2138503
Dec 16 09:41:44.456610 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c042d96-9143-4a40-947f-340eae7bbea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.504476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['49b72f55-a139-4ea8-8639-8c40c835f5b4'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:41:44.517685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21012d-6c40-414a-b692-717438dc7c3a req-438716f2-556a-46d9-9446-b30b1530910f tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:44.524766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca21012d-6c40-414a-b692-717438dc7c3a req-438716f2-556a-46d9-9446-b30b1530910f tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 944 time: 0.4361525
Dec 16 09:41:44.642181 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:44.731827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6fd8d82-9f25-432c-b189-0272bf0b0923 req-8fd1f9eb-d443-481d-9321-fcda521ed061 service neutron] 10.222.0.74 "GET /v2.0/networks/02b5d46b-c090-4413-a60c-2b0835588819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4063129
Dec 16 09:41:44.737269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca21012d-6c40-414a-b692-717438dc7c3a req-b2b244d9-dc51-45fb-9b67-56feaf486bd6 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3cc32c9-f315-4dfb-b373-7e50da695054&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117236
Dec 16 09:41:44.765964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-2ab8995a-cfa2-4187-9373-0924f5e2574e service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582563
Dec 16 09:41:44.796324 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'code': 200}
Dec 16 09:41:45.003217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:45.054600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:45.125085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:45.125745 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.135448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.150865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:45.155429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Usage tracker for resource:security_group_rule and tenant:e0c5181958144f1db5ca143decb08bad is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:45.158352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:45.164771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:45.172622 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.226324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f13c3eb0>,) {'filters': {'network_id': ['75b6b214-c597-42ed-87b5-202a41963295']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:45.257537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.260941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f13c3eb0>, '867662ad-f47a-4359-9322-331076f0083d') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:45.261282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f13c3eb0>, '867662ad-f47a-4359-9322-331076f0083d') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:45.261609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.262882 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.272285 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-178b20f3-99be-4e3e-a9d6-7f1134cff095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:45.296414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.304974 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-aa1de394-22c7-420d-bc9a-6be2599afdc4 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5168383
Dec 16 09:41:45.311679 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0c5181958144f1db5ca143decb08bad&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3073134
Dec 16 09:41:45.313428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f7ecaa-877f-4a0f-8104-f5814ac510de,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:45.316651 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:45.317182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:45.372271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.414413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b11512-8aed-4816-99df-75a84d19a4d7 req-75944a1f-0a7a-4365-a27a-14556eb1ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:45.415841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51b11512-8aed-4816-99df-75a84d19a4d7 req-75944a1f-0a7a-4365-a27a-14556eb1ff47 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 1096 time: 0.4136696
Dec 16 09:41:45.423049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:41:45.423469 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.437404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-7817f4ff-e109-41d1-9ddb-828d0cb11a9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1230404
Dec 16 09:41:45.445221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06b6c9-7edf-4012-a18d-9255e811fda3 req-4cadadf8-4a0d-4785-a30f-614d8665defc tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:45.447138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f06b6c9-7edf-4012-a18d-9255e811fda3 req-4cadadf8-4a0d-4785-a30f-614d8665defc tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.4460545
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:41:45.448243 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:41:45.511669 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.656979 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.671473 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:45.689000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.692083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-280c0b70-0052-42a7-81eb-d29c5dbfb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:45.693748 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-280c0b70-0052-42a7-81eb-d29c5dbfb253 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.2379782
Dec 16 09:41:45.697155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f06b6c9-7edf-4012-a18d-9255e811fda3 req-0707595a-1308-4f0e-bae3-add9e80328a8 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1648071
Dec 16 09:41:45.698597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51b11512-8aed-4816-99df-75a84d19a4d7 req-39aa74e7-ea79-4cd6-980d-f4dc39355416 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441258
Dec 16 09:41:45.702640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.707081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b6b214-c597-42ed-87b5-202a41963295,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:45.757234 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:45.760507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] 10.222.0.66 "DELETE /v2.0/networks/75b6b214-c597-42ed-87b5-202a41963295 HTTP/1.1" status: 204  len: 168 time: 1.4719877
Dec 16 09:41:45.790963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.847294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-198f5df6-ecf0-4fc3-919e-5617c6506517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:45.848932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-198f5df6-ecf0-4fc3-919e-5617c6506517 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1430702
Dec 16 09:41:45.894226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:45.905348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9a28c89f-fa61-498b-a83a-f114dca2be78 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:41:45.909431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 49b72f55-a139-4ea8-8639-8c40c835f5b4 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:45.928757 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:45.943093 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf487cd0-08c4-4cf1-8a7d-d5ca24b02de6 tempest-NegativeSecGroupTest-63955623 tempest-NegativeSecGroupTest-63955623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:45.952198 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-43aea8cf-4501-4112-921c-a3c816e80492 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6179f67c3cfe480ba43c149c21b01280&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0563321
Dec 16 09:41:45.953358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46178) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:46.007189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f7ecaa-877f-4a0f-8104-f5814ac510de,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:46.015240 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:46.023072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.024284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.024955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61f7ecaa-877f-4a0f-8104-f5814ac510de HTTP/1.1" status: 204  len: 168 time: 0.7055855
Dec 16 09:41:46.055592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.078643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-4916e755-df89-415b-abff-75ef4608261b service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233598
Dec 16 09:41:46.114363 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.122673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc95206-de24-4890-9cbf-dbc912326ad6 req-2562c9e9-59f6-4d9b-8a83-d495eb15f659 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:46.124434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdc95206-de24-4890-9cbf-dbc912326ad6 req-2562c9e9-59f6-4d9b-8a83-d495eb15f659 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.1824167
Dec 16 09:41:46.142416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 49b72f55-a139-4ea8-8639-8c40c835f5b4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:46.147827 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cd10c46-5f71-413a-96fd-42215d5c1072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:46.161164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 49b72f55-a139-4ea8-8639-8c40c835f5b4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:46.161503 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.162357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e03a80-47b3-4b72-ba8a-a5b3ce04be18,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:46.171353 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:46.176276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.179799 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56e03a80-47b3-4b72-ba8a-a5b3ce04be18 HTTP/1.1" status: 204  len: 168 time: 0.2232032
Dec 16 09:41:46.266394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdc95206-de24-4890-9cbf-dbc912326ad6 req-e96571b1-04eb-4fcf-adb2-eac85cb1db41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866742
Dec 16 09:41:46.287743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:46.309893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'port_id': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'mac_address': 'fa:16:3e:9c:24:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450a3fa-fecf-4277-a7be-be4cf15a7fc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:41:46.319088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-613cb777-5082-47f0-b9d4-205e7f726c10 req-f23bc713-4c6c-42b8-934d-4fc6ded5cb49 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331862
Dec 16 09:41:46.426614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-6b7969a0-e2b9-415d-bc93-a94a2460ec98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:46.448985 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.450916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-6b7969a0-e2b9-415d-bc93-a94a2460ec98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:46.453727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-6b7969a0-e2b9-415d-bc93-a94a2460ec98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725569688&fields=id&tenant_id=2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 267 time: 0.0769560
Dec 16 09:41:46.468295 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.483451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a28c89f-fa61-498b-a83a-f114dca2be78 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:46.517507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:46.520872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 49b72f55-a139-4ea8-8639-8c40c835f5b4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=49b72f55-a139-4ea8-8639-8c40c835f5b4,segment=NetworkSegment(192aa119-c4e3-42ca-bddf-a82892ca4e58),segment_id=192aa119-c4e3-42ca-bddf-a82892ca4e58)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:46.522556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.524678 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:46.562181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.563199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9a28c89f-fa61-498b-a83a-f114dca2be78 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:41:46.607612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46198) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:46.637905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46202) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:46.657057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:46.660946 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:46.661644 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:46.678554 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.681881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-9a726b18-eac3-4e57-8ede-81b12d598f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:46.682606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-9a726b18-eac3-4e57-8ede-81b12d598f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:46.704994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:46.712684 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9fec61b3-a500-494f-83f3-56f122256a6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bad51816e314ac8a1571564c668a652&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1034474
Dec 16 09:41:46.715441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:46.718579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-9a726b18-eac3-4e57-8ede-81b12d598f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:46.728134 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-9a726b18-eac3-4e57-8ede-81b12d598f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/networks?id=9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 200  len: 797 time: 0.2632844
Dec 16 09:41:46.750292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-fa59d864-a771-438c-98a3-cd83ec67e0d1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/quotas/2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 375 time: 0.0211785
Dec 16 09:41:46.763773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Usage tracker for resource:security_group_rule and tenant:57ae5d86fe494d4d8ecabfdb127181be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:46.768733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:46.781424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:46.797019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0478b44-9fd2-4720-a653-946def605471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b72f55-a139-4ea8-8639-8c40c835f5b4'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:46.806225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.815011 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.825627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=49b72f55-a139-4ea8-8639-8c40c835f5b4,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:46.830377 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:46.843021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9a28c89f-fa61-498b-a83a-f114dca2be78'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:41:46.857328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.874366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-4393967d-2a37-48cb-b2ff-1cff4532700f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1232195
Dec 16 09:41:46.887480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9a28c89f-fa61-498b-a83a-f114dca2be78 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:46.952669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:46.956457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.960326 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-664fee8b-0375-425b-8a7b-31d4fd4245e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:46.966624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.967743 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:46.972454 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fc86a04-ef42-4ff5-9be9-e77ca930e125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:46.985791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8562d979-e5fd-4f4f-8791-a4a5c0635f5c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:46.987935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:47.019963 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:47.020842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:47.033205 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57ae5d86fe494d4d8ecabfdb127181be&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3855209
Dec 16 09:41:47.034906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46214) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:47.071216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:47.081087 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:47.083038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:47.104915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:47.108373 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c17015a7-2641-4211-b806-4a703651846f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8562d979-e5fd-4f4f-8791-a4a5c0635f5c HTTP/1.1" status: 204  len: 168 time: 0.3893468
Dec 16 09:41:47.108373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d02d42-5175-4543-96cf-88098cbb7c19,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:47.112645 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:47.148605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:47.188334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:47.220445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-86ab429c-7465-49bf-8964-b60b6562c441 service neutron] 10.222.0.66 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3262594
Dec 16 09:41:47.250612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:47.254822 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-13de5a1e-3863-46d2-93a2-a5fe64f50077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:47.267526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d02d42-5175-4543-96cf-88098cbb7c19,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:47.272295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:47.274248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:47.277751 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5d02d42-5175-4543-96cf-88098cbb7c19 HTTP/1.1" status: 204  len: 168 time: 0.2328215
Dec 16 09:41:47.371934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-e77986c5-30b2-4af6-b96f-3b387fd196b3 service neutron] 10.222.0.66 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450927
Dec 16 09:41:47.738558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771e52d-a6ba-494f-9358-d2de14263005 req-7c414184-3a59-43db-9bcb-28268aa4ef89 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:47.740570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0771e52d-a6ba-494f-9358-d2de14263005 req-7c414184-3a59-43db-9bcb-28268aa4ef89 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 944 time: 0.1047585
Dec 16 09:41:47.800873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0771e52d-a6ba-494f-9358-d2de14263005 req-24ee63b1-173a-4e16-a193-258e07819160 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523286
Dec 16 09:41:47.904911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9a28c89f-fa61-498b-a83a-f114dca2be78 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:48.057808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9a28c89f-fa61-498b-a83a-f114dca2be78 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:48.058425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.068119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d7f9c-e4ee-4fb4-bc94-88f307e25b2f req-1124df99-3433-4714-aa53-99dcf6e7d215 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:48.069945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb3d7f9c-e4ee-4fb4-bc94-88f307e25b2f req-1124df99-3433-4714-aa53-99dcf6e7d215 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.1474931
Dec 16 09:41:48.079749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46264) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:48.086192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Request body: {'floatingip': {'port_id': '7271754e-9fb7-4470-b873-368e2e483609'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:48.174396 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.217219 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.260989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:48.267706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.272892 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:48.370778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:48.374136 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:48.466353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:48.541477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99fba8-3944-4677-8e1a-fb08e710ca1c req-5e8d223e-4560-4232-a579-6187e1a04a26 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:48.548253 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf99fba8-3944-4677-8e1a-fb08e710ca1c req-5e8d223e-4560-4232-a579-6187e1a04a26 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 946 time: 0.2548144
Dec 16 09:41:48.656772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-78949501-network', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:48.662049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:48.666554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Usage tracker for resource:network and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:48.668176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf99fba8-3944-4677-8e1a-fb08e710ca1c req-b9b81c5b-075e-4582-84b5-ea4743295daf tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3cc32c9-f315-4dfb-b373-7e50da695054&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190505
Dec 16 09:41:48.670712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:48.677434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:48.688800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Made reservation on behalf of 38dc75575c6e479a8b2e6fddb07534a2 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:48.691623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.709545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.736165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:48.743258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Usage tracker for resource:security_group_rule and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:48.747649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:48.754703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:48.768932 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0478b44-9fd2-4720-a653-946def605471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b72f55-a139-4ea8-8639-8c40c835f5b4', 'code': 200}
Dec 16 09:41:48.900444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.904751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:48.909102 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9899c7e-4cfc-4b24-bbb3-893cf662dd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:48.974684 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:41:49.105527 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.108455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3500c1-bd70-4f7e-a08f-10129df3d229 req-072400a3-a819-478b-8635-c82a9d62d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:49.110082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc3500c1-bd70-4f7e-a08f-10129df3d229 req-072400a3-a819-478b-8635-c82a9d62d711 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 1097 time: 0.2433076
Dec 16 09:41:49.111289 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.114641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:41:49.179444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa5707-7221-469d-a740-ff0453e83392,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:49.186786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.187533 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Added segment 1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac of type vlan for network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8
Dec 16 09:41:49.190419 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:49.202932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-0934c879-9bea-40a9-bc79-9cf1d1e3a018 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:49.204736 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-0934c879-9bea-40a9-bc79-9cf1d1e3a018 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/networks?id=9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 200  len: 797 time: 0.2790987
Dec 16 09:41:49.250893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.305431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-2cebe9a3-a21c-4e43-9bc4-7d2b2653a12d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:41:49.321611 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.322701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:49.323320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.328700 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7ffdcad0-b625-4f8c-8f5d-2c040a71784b tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:49.354389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-2cebe9a3-a21c-4e43-9bc4-7d2b2653a12d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:41:49.355675 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-2cebe9a3-a21c-4e43-9bc4-7d2b2653a12d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 379 time: 0.1393950
Dec 16 09:41:49.411628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'port': {'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'admin_state_up': True, 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'security_groups': ['7079bccd-2436-45f2-bc94-459fa5f417aa']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:49.531142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc3500c1-bd70-4f7e-a08f-10129df3d229 req-c68d1c8d-05b2-45fc-8239-896eb627cab9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a3cc32c9-f315-4dfb-b373-7e50da695054&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530853
Dec 16 09:41:49.546088 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0774791
Dec 16 09:41:49.546790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:49.557621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Pushing event updated for resources: {'Network': ['ID=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:49.565453 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Floating IP 9f20a777-77af-4ad8-9956-0144d0652e42 associated. External IP: 172.25.3.151, port: 7271754e-9fb7-4470-b873-368e2e483609.
Dec 16 09:41:49.566209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Request body: {'subnet': {'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-subnet', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:49.571678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:49.575878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:41:49.589844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:49.599771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Usage tracker for resource:subnet and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:49.607889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:49.669170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8148f26-282c-4dc7-b7be-4f6ce8336922 req-ad308205-95ea-4e3d-9e7c-5e02145af37f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:49.671271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8148f26-282c-4dc7-b7be-4f6ce8336922 req-ad308205-95ea-4e3d-9e7c-5e02145af37f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.4911201
Dec 16 09:41:49.763236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:49.795313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:49.798568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Made reservation on behalf of 38dc75575c6e479a8b2e6fddb07534a2 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:49.801066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.820614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8148f26-282c-4dc7-b7be-4f6ce8336922 req-9e0e3f2e-6ad7-4630-ab8a-92ca12ba6016 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412177
Dec 16 09:41:49.835037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:port and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:49.841080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:49.898610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:49.931942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:41:49.935446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:49.993614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ece596d-972f-443e-bdd9-1395a56f6881 req-8b489ca9-dfd5-4787-9312-27ee39ad211d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 210 time: 0.0617876
Dec 16 09:41:50.170783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Router 184c8144-6576-4ecc-b089-355f8121a87d has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:41:50.209414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.20.0.7 (9c23e622-daa7-4a25-8940-2ef7d1396ada/86fe2d5c-189e-4420-a1f1-c84885e9a145/04c78303-13b5-4172-864b-a63f16c4c338) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:50.225806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.231320 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9459624f-09a3-4d61-8509-5479b4bedac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:50.338013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39059fb8-be91-40fb-a82c-1240c11d0b91 req-439d3ad0-f26f-49d2-abc5-2ac6f0e5a9c9 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:50.339131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39059fb8-be91-40fb-a82c-1240c11d0b91 req-439d3ad0-f26f-49d2-abc5-2ac6f0e5a9c9 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.2312706
Dec 16 09:41:50.411870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:41:50.416330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39059fb8-be91-40fb-a82c-1240c11d0b91 req-f7b4ede0-3caf-432b-8510-a5d3f209f823 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596654
Dec 16 09:41:50.419111 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.419452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c0e1cc-8cfe-45be-b265-ee6662d16a12,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:50.422699 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:50.433146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] Sync routers for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:41:50.436821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Checking segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:50.437475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Network hostable DHCP agents. Network: db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:41:50.466346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:50.468185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f211ea00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:50.484026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6677388c-9b6d-4739-9619-d6509c2ddebe tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "PUT /v2.0/floatingips/9f20a777-77af-4ad8-9956-0144d0652e42 HTTP/1.1" status: 200  len: 991 time: 2.4004014
Dec 16 09:41:50.484026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'tag': '7271754e-9fb7-4470-b873-368e2e483609'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:50.494443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:41:50.516671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:50.521666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:50.522709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.556345 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.582669 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0297871
Dec 16 09:41:50.585698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46340) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:50.593415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:50.603687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Transition to ACTIVE for port object 04c78303-13b5-4172-864b-a63f16c4c338 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:50.604372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432f0ce-f304-4352-87e5-0d8ed7758a2a None None] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:41:50.612939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:50.627758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Usage tracker for resource:router and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:50.635620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:50.649407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.651776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:50.658742 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ef3fcf8-3217-4a05-aba3-91f3dd9bdaa1 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:50.721571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.722928 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.741011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.787919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:50.790905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:50.796818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:50.804930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:50.896222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=04c78303-13b5-4172-864b-a63f16c4c338,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:50.900938 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:50.925547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:50.926200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:50.961824 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5546136
Dec 16 09:41:50.979142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Request body: {'port': {'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:41:51.187421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:41:51.188303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.201098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.207848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:51.301357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c82f9a-6f0f-4ea5-9707-45caace0ed87 req-e8c23c18-4402-4a37-b996-d160db351d0e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:51.303861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39c82f9a-6f0f-4ea5-9707-45caace0ed87 req-e8c23c18-4402-4a37-b996-d160db351d0e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 946 time: 0.6623211
Dec 16 09:41:51.314058 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.357268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ff65646-9d29-4931-9c4c-0b075645fe43 None None] Provisioning for port 04c78303-13b5-4172-864b-a63f16c4c338 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:51.439548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ff65646-9d29-4931-9c4c-0b075645fe43 None None] Provisioning complete for port 04c78303-13b5-4172-864b-a63f16c4c338 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:51.439936 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ff65646-9d29-4931-9c4c-0b075645fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.449203 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39c82f9a-6f0f-4ea5-9707-45caace0ed87 req-280de0cf-ada6-468f-bbe5-2352b7880141 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3cc32c9-f315-4dfb-b373-7e50da695054&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390355
Dec 16 09:41:51.602671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c78303-13b5-4172-864b-a63f16c4c338 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:51.610244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.613266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6ff65646-9d29-4931-9c4c-0b075645fe43 None None] Port 04c78303-13b5-4172-864b-a63f16c4c338 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:41:51.626597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Transition to ACTIVE for port object 04c78303-13b5-4172-864b-a63f16c4c338 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:51.632273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.637700 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce752ddc-2270-4523-9d53-5250f29484fc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:51.842910 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.883641 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:51.885283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Allocated IP 172.20.0.2 (db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8/29c0e1cc-8cfe-45be-b265-ee6662d16a12/41a489bf-ea2e-4604-accc-5eec1e696adc) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:51.903304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Pushing event updated for resources: {'Port': ['ID=04c78303-13b5-4172-864b-a63f16c4c338,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:51.931533 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:52.143124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Attempting to bind port 04c78303-13b5-4172-864b-a63f16c4c338 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:52.148143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Attempting to bind port 04c78303-13b5-4172-864b-a63f16c4c338 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:52.148628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Attempting to bind port 04c78303-13b5-4172-864b-a63f16c4c338 on network 9c23e622-daa7-4a25-8940-2ef7d1396ada {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:52.154464 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Port 04c78303-13b5-4172-864b-a63f16c4c338 on network 9c23e622-daa7-4a25-8940-2ef7d1396ada not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:41:52.154995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Attempting to bind port 04c78303-13b5-4172-864b-a63f16c4c338 on network 9c23e622-daa7-4a25-8940-2ef7d1396ada {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:52.161313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:52.161724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Checking segment: {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:52.162200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Bound using segment: {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:52.162693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Bound port: 04c78303-13b5-4172-864b-a63f16c4c338, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba8d55c-e9dc-4447-8a52-ae9662069624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:52.163108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:52.187586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Allocated IP 172.25.3.38 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/010b1579-83a2-4676-b0dd-98e9a9dd5d33) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:52.283514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] For port 04c78303-13b5-4172-864b-a63f16c4c338, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:52.287370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] For port 04c78303-13b5-4172-864b-a63f16c4c338, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=04c78303-13b5-4172-864b-a63f16c4c338,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:52.292812 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:52.299743 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4e6af78-417f-42c6-944c-fa5aca1385e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:52.370172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:52.390474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Transition to ACTIVE for port object 41a489bf-ea2e-4604-accc-5eec1e696adc will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:52.403269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Pushing event updated for resources: {'Port': ['ID=04c78303-13b5-4172-864b-a63f16c4c338,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:52.406591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f211ea00>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '9f20a777-77af-4ad8-9956-0144d0652e42', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'port_id': '7271754e-9fb7-4470-b873-368e2e483609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'mac_address': 'fa:16:3e:88:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:40:52Z', 'updated_at': '2021-12-16T09:41:48Z', 'revision_number': 1, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:53Z', 'revision_number': 5, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:52.407717 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:52.411273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:52.412135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:52.413927 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] 10.222.0.74 "PUT /v2.0/ports/04c78303-13b5-4172-864b-a63f16c4c338 HTTP/1.1" status: 200  len: 1091 time: 1.4438593
Dec 16 09:41:52.415712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:41:52.422168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] Checking router: 184c8144-6576-4ecc-b089-355f8121a87d for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:41:52.438043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Transition to ACTIVE for port object 41a489bf-ea2e-4604-accc-5eec1e696adc will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:52.446470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:52.447332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f211ea00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:52.523895 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:52.527051 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:52.543484 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:52.588856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:52.608451 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6ece0f2b-1448-42b3-b4be-d1546c2a1c5f tempest-ImagesTestJSON-1896071648 tempest-ImagesTestJSON-1896071648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:52.651293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:52.693728 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'tag': '7271754e-9fb7-4470-b873-368e2e483609', 'status': 'completed', 'code': 200}
Dec 16 09:41:52.694244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:52.738900 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'code': 200}
Dec 16 09:41:52.777551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:52.803252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:52.807636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:52.816393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:52.902927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Pushing event updated for resources: {'Port': ['ID=010b1579-83a2-4676-b0dd-98e9a9dd5d33,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:52.916645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Pushing event updated for resources: {'Port': ['ID=41a489bf-ea2e-4604-accc-5eec1e696adc,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:52.917700 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:52.950030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-899a3db0-0ca4-4d78-b95a-e4a3e13fc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:52.953533 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-899a3db0-0ca4-4d78-b95a-e4a3e13fc30b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 1094 time: 0.4805682
Dec 16 09:41:53.014318 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:53.060421 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-a282ab20-8e59-4aaf-a21d-eb9f9bacba46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c78303-13b5-4172-864b-a63f16c4c338 HTTP/1.1" status: 200  len: 217 time: 0.0997770
Dec 16 09:41:53.066544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Attempting to bind port 41a489bf-ea2e-4604-accc-5eec1e696adc on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:53.066950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Attempting to bind port 41a489bf-ea2e-4604-accc-5eec1e696adc by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:53.067363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Attempting to bind port 41a489bf-ea2e-4604-accc-5eec1e696adc on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:53.083718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:53.083993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Checking segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:53.084408 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:53.084816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Bound using segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:53.085294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Bound port: 41a489bf-ea2e-4604-accc-5eec1e696adc, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:53.086202 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:53.121718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:53.140982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-71283133-9556-43e0-b73c-7630425686a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:53.142876 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-71283133-9556-43e0-b73c-7630425686a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86fe2d5c-189e-4420-a1f1-c84885e9a145 HTTP/1.1" status: 200  len: 834 time: 0.0761089
Dec 16 09:41:53.248823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-65ee5d91-115f-4ae1-9c65-ae4a296538f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:53.251331 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-65ee5d91-115f-4ae1-9c65-ae4a296538f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c23e622-daa7-4a25-8940-2ef7d1396ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0897968
Dec 16 09:41:53.275075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-deee817e-daf6-4c6e-9b6c-ad250d7d0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:53.276647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-deee817e-daf6-4c6e-9b6c-ad250d7d0eb1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=505dcd47b2134371beacd05a2ae6cd99&device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 1096 time: 0.5859659
Dec 16 09:41:53.353725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] For port 41a489bf-ea2e-4604-accc-5eec1e696adc, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:53.356713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] For port 41a489bf-ea2e-4604-accc-5eec1e696adc, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41a489bf-ea2e-4604-accc-5eec1e696adc,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:53.421593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762778-a045-46b2-bb6b-f8ccbc4bf2f3 req-297092e1-3ffa-4876-9924-a2d89a6b3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:53.423923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e762778-a045-46b2-bb6b-f8ccbc4bf2f3 req-297092e1-3ffa-4876-9924-a2d89a6b3323 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 1097 time: 0.4886801
Dec 16 09:41:53.433334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798cef4-e892-4494-b3d5-c4fd50cbd810 req-ab70c817-1334-4c25-b617-e03b7be143a0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:53.435117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f798cef4-e892-4494-b3d5-c4fd50cbd810 req-ab70c817-1334-4c25-b617-e03b7be143a0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 943 time: 0.5672929
Dec 16 09:41:53.435686 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:53.445538 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:53.475438 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-41730d2b-93dd-4017-9b62-85bb380da179 service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069867
Dec 16 09:41:53.669904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Pushing event updated for resources: {'Port': ['ID=41a489bf-ea2e-4604-accc-5eec1e696adc,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:53.677455 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:53.713762 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-7bd8869f-b201-47d5-9972-f7067e7394a7 req-5296a6ac-c06f-46d3-9dc2-16beadab11e9 service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244475
Dec 16 09:41:53.814832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f211ea00>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '9f20a777-77af-4ad8-9956-0144d0652e42', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'port_id': '7271754e-9fb7-4470-b873-368e2e483609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'mac_address': 'fa:16:3e:88:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:40:52Z', 'updated_at': '2021-12-16T09:41:48Z', 'revision_number': 1, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:53Z', 'revision_number': 5, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:53.820555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf4d8a-faa7-4444-92b8-1be6a62732fa None None] The sync data for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 is: [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '9f20a777-77af-4ad8-9956-0144d0652e42', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'port_id': '7271754e-9fb7-4470-b873-368e2e483609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'mac_address': 'fa:16:3e:88:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:40:52Z', 'updated_at': '2021-12-16T09:41:48Z', 'revision_number': 1, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:53Z', 'revision_number': 5, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:41:53.853066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e762778-a045-46b2-bb6b-f8ccbc4bf2f3 req-e538351f-951f-498d-95c7-c87f79fd0f78 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3509655
Dec 16 09:41:53.860395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:53.939971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f798cef4-e892-4494-b3d5-c4fd50cbd810 req-623adda9-1856-48ea-be6f-f9e278e35332 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4140077
Dec 16 09:41:54.033296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-40580756-f597-4d9f-a1b8-ab2db13b5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:54.034800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-40580756-f597-4d9f-a1b8-ab2db13b5de4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8e16e9bc-4574-4a92-addc-12cac5a50283 HTTP/1.1" status: 200  len: 917 time: 0.6817701
Dec 16 09:41:54.183243 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ba977-93f3-4c41-b822-a6919053cfaf None None] New status for floating IP 9f20a777-77af-4ad8-9956-0144d0652e42: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:41:54.277869 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-a636b63d-b5c0-44c2-bdab-860881832979 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7271754e-9fb7-4470-b873-368e2e483609 HTTP/1.1" status: 200  len: 999 time: 0.1849496
Dec 16 09:41:54.458088 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:41:54.563011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3481b-87b8-48ef-83d6-4277a44ebf9b req-c0b392b8-3199-478a-ba33-9ee4a1ec6369 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:54.571551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ece3481b-87b8-48ef-83d6-4277a44ebf9b req-c0b392b8-3199-478a-ba33-9ee4a1ec6369 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.4789612
Dec 16 09:41:54.574086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-8ac9ea15-2186-424d-b54d-d0717cc45bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:54.576468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-8ac9ea15-2186-424d-b54d-d0717cc45bf8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb988111-4267-4ac9-afdc-58f87704a7b7 HTTP/1.1" status: 200  len: 855 time: 0.2367752
Dec 16 09:41:54.703968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:54.715695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ece3481b-87b8-48ef-83d6-4277a44ebf9b req-41142052-f26d-4a54-8a40-75264531af69 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420262
Dec 16 09:41:54.986814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-b0ced415-fd57-4d9b-9d2b-e1b6c25fb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:54.989032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-b0ced415-fd57-4d9b-9d2b-e1b6c25fb8bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8e16e9bc-4574-4a92-addc-12cac5a50283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3937063
Dec 16 09:41:55.024505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f6f35-32ca-437b-b454-e61744d45581 None None] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:41:55.183557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41a489bf-ea2e-4604-accc-5eec1e696adc up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:55.205020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee7328-90aa-43e9-b234-233a3bbb8413 req-87048b29-9375-4d9d-9d57-1d551cf73be5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:55.206523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cee7328-90aa-43e9-b234-233a3bbb8413 req-87048b29-9375-4d9d-9d57-1d551cf73be5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.2776375
Dec 16 09:41:55.262242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-006d3bda-934b-429a-a841-4dfdf71f6fd1 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581317
Dec 16 09:41:55.265567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-24d43ba2-08b8-417d-97dc-2c69270956c8 None None] Provisioning for port 41a489bf-ea2e-4604-accc-5eec1e696adc completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:55.272423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Router 775c2002-7655-4b6b-a6f4-9361bb5628d2 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:41:55.374688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 41a489bf-ea2e-4604-accc-5eec1e696adc completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:55.381547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 41a489bf-ea2e-4604-accc-5eec1e696adc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:55.382877 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:55.595728 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:55.654274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 41a489bf-ea2e-4604-accc-5eec1e696adc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41a489bf-ea2e-4604-accc-5eec1e696adc,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:55.659762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:55.662587 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:55.726941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4634af6b-a8b2-4224-bb64-21ea042af02c req-2c07ae4e-f491-4d57-8071-6fa55a2fed77 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4568009
Dec 16 09:41:55.770785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=41a489bf-ea2e-4604-accc-5eec1e696adc,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:55.780192 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:55.783737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cee7328-90aa-43e9-b234-233a3bbb8413 req-e6d13893-5aab-4591-b31e-fc725a83e31a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5596418
Dec 16 09:41:55.790623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:55.828568 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338', 'status': 'completed', 'code': 200}
Dec 16 09:41:55.932548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 04c78303-13b5-4172-864b-a63f16c4c338 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:41:56.010545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.027529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:56.035419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Usage tracker for resource:security_group_rule and tenant:eef06a814c3448a0b547b3840c7dba25 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:56.044531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:56.051917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:56.125973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 04c78303-13b5-4172-864b-a63f16c4c338, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=04c78303-13b5-4172-864b-a63f16c4c338,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:56.143003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '04c78303-13b5-4172-864b-a63f16c4c338', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:41:56.160778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-982e97d1-7869-4242-bb98-77f5f47251dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:56.160778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-982e97d1-7869-4242-bb98-77f5f47251dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 1094 time: 0.2938745
Dec 16 09:41:56.184179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.192116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.193273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8335a0fd-1b3d-47eb-8629-8c0f60342bab None None] Provisioning complete for port 41a489bf-ea2e-4604-accc-5eec1e696adc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:56.193273 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8335a0fd-1b3d-47eb-8629-8c0f60342bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.213518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0267a1ae-4911-4988-a8de-86f2a7ad5ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:56.251807 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.257120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:41:56.272710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c78303-13b5-4172-864b-a63f16c4c338 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:41:56.280860 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eef06a814c3448a0b547b3840c7dba25&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4894774
Dec 16 09:41:56.284901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:56.301037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Sync routers for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:41:56.301661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ceb46b-50ed-41a4-b9e6-aebd6f7fc728,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:56.304659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 04c78303-13b5-4172-864b-a63f16c4c338, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=04c78303-13b5-4172-864b-a63f16c4c338,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:41:56.308097 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:56.318481 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.321201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:56.323418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff11c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:56.337247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2de1e2-ebee-4e03-b0a1-99700fc4afd2 req-a73bd73c-1a1d-4146-9f91-4448d64e99ec tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:56.344629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b2de1e2-ebee-4e03-b0a1-99700fc4afd2 req-a73bd73c-1a1d-4146-9f91-4448d64e99ec tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 946 time: 0.3915114
Dec 16 09:41:56.367619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.373554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.377309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.7877483
Dec 16 09:41:56.377684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46442) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:56.394623 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1e252131-cb6c-4988-9011-fb2b6562b331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:56.432114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b2de1e2-ebee-4e03-b0a1-99700fc4afd2 req-fa55f31d-9ef1-4a66-aeba-8dae7e52b846 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3cc32c9-f315-4dfb-b373-7e50da695054&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875235
Dec 16 09:41:56.433182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-25b6327b-41cd-44e0-8f4a-71d85ecc3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:56.434537 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-25b6327b-41cd-44e0-8f4a-71d85ecc3f86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 200  len: 898 time: 0.2679737
Dec 16 09:41:56.488905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.516177 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-a83dad29-228e-4a16-a9e1-f465f70332a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c78303-13b5-4172-864b-a63f16c4c338 HTTP/1.1" status: 200  len: 217 time: 0.0740459
Dec 16 09:41:56.622981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-7b00cc4b-6c23-4680-951b-e87442bb4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:56.625069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-7b00cc4b-6c23-4680-951b-e87442bb4b5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86fe2d5c-189e-4420-a1f1-c84885e9a145 HTTP/1.1" status: 200  len: 834 time: 0.1018538
Dec 16 09:41:56.663459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=04c78303-13b5-4172-864b-a63f16c4c338,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:56.668233 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:56.715756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:56.725528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-9264247c-8937-4bf4-bccd-70314c2dee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:56.725723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.727046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-9264247c-8937-4bf4-bccd-70314c2dee69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c23e622-daa7-4a25-8940-2ef7d1396ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0921793
Dec 16 09:41:56.768002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['04c78303-13b5-4172-864b-a63f16c4c338'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:41:56.781560 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e7a8d4d-b448-4537-829c-d078707c8dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:56.798424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ceb46b-50ed-41a4-b9e6-aebd6f7fc728,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:56.811819 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:56.825944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:56.827299 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8ceb46b-50ed-41a4-b9e6-aebd6f7fc728 HTTP/1.1" status: 204  len: 168 time: 0.5412004
Dec 16 09:41:56.952582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-d9bae765-483f-4f5a-8e03-4af42bf36830 service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144389
Dec 16 09:41:56.976447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8d001-8422-4ef6-b3be-ae276f53f7ad req-214cd71d-2da7-405c-90aa-18b9ff8abbc0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:56.985351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ac8d001-8422-4ef6-b3be-ae276f53f7ad req-214cd71d-2da7-405c-90aa-18b9ff8abbc0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 944 time: 0.1421440
Dec 16 09:41:57.146938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ac8d001-8422-4ef6-b3be-ae276f53f7ad req-a3b5ce4c-496d-45b3-898a-6a7458653a13 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605110
Dec 16 09:41:57.157217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41a489bf-ea2e-4604-accc-5eec1e696adc up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:41:57.204012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12fff5f3-cac7-496d-8ea8-b9371eb00a5b req-6ae3406f-bd07-4e84-9ada-914c16d07d03 service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374673
Dec 16 09:41:57.334573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46454) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:57.365011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.384067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.387591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:41:57.394515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Usage tracker for resource:security_group_rule and tenant:d60e6feb7751443c83d4486469f20be8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:41:57.399673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:41:57.408288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:41:57.429382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d68c5-1df8-4f08-876c-a42a4fefe98e req-78818cdb-e192-41aa-b9ef-41792885a79d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:57.431403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c30d68c5-1df8-4f08-876c-a42a4fefe98e req-78818cdb-e192-41aa-b9ef-41792885a79d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.1467242
Dec 16 09:41:57.446263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 41a489bf-ea2e-4604-accc-5eec1e696adc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:57.446899 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.500043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c30d68c5-1df8-4f08-876c-a42a4fefe98e req-8a2b388e-2966-49b4-a536-9444e88c2095 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556755
Dec 16 09:41:57.583443 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.589756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.599407 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f071ff68-7fef-4ffc-9763-cdf14a5f538b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:57.630481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff11c0>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:53Z', 'revision_number': 3, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:57.641400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Checking router: 775c2002-7655-4b6b-a6f4-9361bb5628d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:41:57.641756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Updating router 775c2002-7655-4b6b-a6f4-9361bb5628d2 port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:41:57.649261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d60e6feb7751443c83d4486469f20be8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3136363
Dec 16 09:41:57.653510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:41:57.654230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40e0e9e-3c77-458d-92b1-f03058801593,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:57.657823 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:57.701568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Allocated IP 172.20.0.1 (db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8/29c0e1cc-8cfe-45be-b265-ee6662d16a12/f8165018-558b-4d82-965d-f09e47c78fa6) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:41:57.703728 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.746093 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.779049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.850064 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.857987 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32c774bb-00dd-4a5e-abe0-f8c446462178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:57.874503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40e0e9e-3c77-458d-92b1-f03058801593,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:57.886173 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:57.887421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.889329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b40e0e9e-3c77-458d-92b1-f03058801593 HTTP/1.1" status: 204  len: 168 time: 0.2301035
Dec 16 09:41:57.893935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.913225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Transition to ACTIVE for port object f8165018-558b-4d82-965d-f09e47c78fa6 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:57.938890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:57.950909 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9475ea7-9bf8-47eb-af9d-90464d14cb8f tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:58.017865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59696-1d41-4c42-b51a-f687b169f96e req-fd052ef2-d2c3-4e86-b927-b81053d1b733 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:58.018867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:58.019940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ada59696-1d41-4c42-b51a-f687b169f96e req-fd052ef2-d2c3-4e86-b927-b81053d1b733 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.1040092
Dec 16 09:41:58.022258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:58.027953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:41:58.095973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Pushing event updated for resources: {'Port': ['ID=f8165018-558b-4d82-965d-f09e47c78fa6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:58.100968 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:58.106381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ada59696-1d41-4c42-b51a-f687b169f96e req-3e0b0b36-97e0-4777-9336-b68056a853ee tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706615
Dec 16 09:41:58.115868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.164256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.191817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Transition to ACTIVE for port object 010b1579-83a2-4676-b0dd-98e9a9dd5d33 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:41:58.203879 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.212211 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:58.298729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.319643 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Attempting to bind port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:41:58.320371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Attempting to bind port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:41:58.320818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Attempting to bind port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:41:58.337060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:41:58.337782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:41:58.338406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.338997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:41:58.339673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Bound port: 010b1579-83a2-4676-b0dd-98e9a9dd5d33, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:41:58.340249 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.366050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7573c-0ad7-4da5-b2a4-364c8d0977db None None] Pushing event updated for resources: {'Port': ['ID=010b1579-83a2-4676-b0dd-98e9a9dd5d33,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:58.379050 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94b7573c-0ad7-4da5-b2a4-364c8d0977db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:58.427582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1cddaf52-c462-4415-9a67-fe129ebd396c None None] Provisioning for port f8165018-558b-4d82-965d-f09e47c78fa6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:41:58.438508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1cddaf52-c462-4415-9a67-fe129ebd396c None None] Provisioning complete for port f8165018-558b-4d82-965d-f09e47c78fa6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:58.439148 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1cddaf52-c462-4415-9a67-fe129ebd396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.515943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1cddaf52-c462-4415-9a67-fe129ebd396c None None] Port f8165018-558b-4d82-965d-f09e47c78fa6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:41:58.529789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] For port 010b1579-83a2-4676-b0dd-98e9a9dd5d33, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:41:58.533170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] For port 010b1579-83a2-4676-b0dd-98e9a9dd5d33, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=010b1579-83a2-4676-b0dd-98e9a9dd5d33,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:41:58.538378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de489d92-bcd7-4d43-8d9c-29367ea70194 req-44864971-42a7-4536-b6fe-1c9fbb8c7109 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:58.539497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.540523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de489d92-bcd7-4d43-8d9c-29367ea70194 req-44864971-42a7-4536-b6fe-1c9fbb8c7109 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.2436919
Dec 16 09:41:58.549008 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:58.573992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.580215 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.621763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:41:58.622463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff11c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:58.637821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de489d92-bcd7-4d43-8d9c-29367ea70194 req-6ff94c93-0160-4b25-a9c2-78161b2ebb77 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913632
Dec 16 09:41:58.654395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-873b60e4-7d82-495a-a6dc-39d7c71fa8cf tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:41:58.725522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:58.834073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:41:58.891734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:41:58.892596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Pushing event updated for resources: {'Port': ['ID=f8165018-558b-4d82-965d-f09e47c78fa6,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:58.895357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:41:58.897164 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:58.964642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7573c-0ad7-4da5-b2a4-364c8d0977db None None] Pushing event updated for resources: {'Port': ['ID=010b1579-83a2-4676-b0dd-98e9a9dd5d33,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:41:58.969945 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94b7573c-0ad7-4da5-b2a4-364c8d0977db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:41:59.164428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Router 775c2002-7655-4b6b-a6f4-9361bb5628d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:41:59.230892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b49476-0f05-446c-9d5e-4c9cd6389937 req-27758a7b-a60e-4d37-8f29-d4bdf747b35d tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:59.232561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91b49476-0f05-446c-9d5e-4c9cd6389937 req-27758a7b-a60e-4d37-8f29-d4bdf747b35d tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 946 time: 0.1508107
Dec 16 09:41:59.292782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d4b3248e-c19c-4dd3-8065-2a8ddaf23cab None None] Provisioning complete for port f8165018-558b-4d82-965d-f09e47c78fa6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:41:59.293288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91b49476-0f05-446c-9d5e-4c9cd6389937 req-bfff972f-bb88-4a52-b9c4-711644b5a776 tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.66 "GET /v2.0/security-groups?id=a3cc32c9-f315-4dfb-b373-7e50da695054&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545826
Dec 16 09:41:59.293813 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d4b3248e-c19c-4dd3-8065-2a8ddaf23cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:59.360788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3248e-c19c-4dd3-8065-2a8ddaf23cab None None] Port f8165018-558b-4d82-965d-f09e47c78fa6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:41:59.370604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1ff11c0>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 2, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:41:59.375525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bd16d-938e-4645-bf25-42572cb452ba None None] The sync data for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 is: [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 2, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:41:59.421873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:41:59.438711 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] 10.222.0.66 "PUT /v2.0/routers/775c2002-7655-4b6b-a6f4-9361bb5628d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0597529
Dec 16 09:41:59.790430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557c1c-f4b2-4532-8a77-f035a50d0ec3 req-6af49ce6-f498-4bb4-a2ec-680d46807960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:59.794432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95557c1c-f4b2-4532-8a77-f035a50d0ec3 req-6af49ce6-f498-4bb4-a2ec-680d46807960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 944 time: 0.1847830
Dec 16 09:41:59.829691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-49edbba6-9a72-4b47-b639-8750741725ad tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:41:59.831223 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-49edbba6-9a72-4b47-b639-8750741725ad tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.74 "GET /v2.0/ports?device_id=c0478b44-9fd2-4720-a653-946def605471 HTTP/1.1" status: 200  len: 946 time: 0.1772285
Dec 16 09:41:59.907506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95557c1c-f4b2-4532-8a77-f035a50d0ec3 req-3f274492-9e2a-4737-8138-ce97d6dfbb8b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073747
Dec 16 09:41:59.923963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Deleting port 49b72f55-a139-4ea8-8639-8c40c835f5b4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:41:59.924305 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:41:59.939370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 04c78303-13b5-4172-864b-a63f16c4c338 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:00.057253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 04c78303-13b5-4172-864b-a63f16c4c338 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:00.064276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 04c78303-13b5-4172-864b-a63f16c4c338 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:00.064659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:00.318190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] For port 49b72f55-a139-4ea8-8639-8c40c835f5b4, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=49b72f55-a139-4ea8-8639-8c40c835f5b4,segment=NetworkSegment(192aa119-c4e3-42ca-bddf-a82892ca4e58),segment_id=192aa119-c4e3-42ca-bddf-a82892ca4e58)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:00.322704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:00.333297 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:00.408301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:00.428828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 04c78303-13b5-4172-864b-a63f16c4c338, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=04c78303-13b5-4172-864b-a63f16c4c338,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:00.434724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:00.438366 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:00.542191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=04c78303-13b5-4172-864b-a63f16c4c338,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:00.547262 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:00.583661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Calling delete_port for 49b72f55-a139-4ea8-8639-8c40c835f5b4 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:00.700356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28040f17-0a40-483f-b000-23324bec3656 req-22d7288d-b852-4208-8869-e9a4eabd04ab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:00.701908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28040f17-0a40-483f-b000-23324bec3656 req-22d7288d-b852-4208-8869-e9a4eabd04ab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.2315028
Dec 16 09:42:00.812711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28040f17-0a40-483f-b000-23324bec3656 req-88c94541-7740-48be-ae45-748b1077d80e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761409
Dec 16 09:42:00.813447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:00.820604 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-892a8925-6101-4325-81bc-66069e831e41 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:00.829189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['49b72f55-a139-4ea8-8639-8c40c835f5b4'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:00.871670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Pushing event deleted for resources: {'Port': ['ID=49b72f55-a139-4ea8-8639-8c40c835f5b4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:00.879414 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:00.983574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] No DVR routers for this DVR port 49b72f55-a139-4ea8-8639-8c40c835f5b4 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:42:00.986462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:00.993462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0478b44-9fd2-4720-a653-946def605471', 'name': 'network-vif-deleted', 'tag': '49b72f55-a139-4ea8-8639-8c40c835f5b4'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:00.999802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-525eaae2-0cac-4353-88aa-5e72d5fe66ae req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] 10.222.0.74 "DELETE /v2.0/ports/49b72f55-a139-4ea8-8639-8c40c835f5b4 HTTP/1.1" status: 204  len: 173 time: 1.1610179
Dec 16 09:42:01.103094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 010b1579-83a2-4676-b0dd-98e9a9dd5d33 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:01.198961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:01.205738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:01.206126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:01.333877 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:01.350899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 010b1579-83a2-4676-b0dd-98e9a9dd5d33, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=010b1579-83a2-4676-b0dd-98e9a9dd5d33,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:01.357118 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:01.359195 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:01.447440 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=010b1579-83a2-4676-b0dd-98e9a9dd5d33,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:01.450767 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:01.542230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:01.547904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604273261', 'description': 'tempest-description--55912611'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:01.554087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:01.558688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:01.561653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:01.567609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:01.732993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:01.766080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:01.771102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group_rule and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:01.775272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:01.796257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:01.931112 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338', 'code': 200}
Dec 16 09:42:01.957165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:01.964557 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:01.970575 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-524b1235-6263-4bff-b237-8b66d6d57cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:01.990118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20585d-d345-4e37-960d-193d7703feea req-e2a31b24-2fb2-423c-9a70-9a909a1bc65e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:01.991676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f20585d-d345-4e37-960d-193d7703feea req-e2a31b24-2fb2-423c-9a70-9a909a1bc65e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "GET /v2.0/ports?device_id=264e73aa-993b-4ff7-bd1c-5059f78ad325 HTTP/1.1" status: 200  len: 946 time: 0.1161921
Dec 16 09:42:02.014369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ff296f-c55f-4124-8a60-eddf85eaa6a3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:02.028279 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:02.030170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.032010 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4886734
Dec 16 09:42:02.034719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46572) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:02.042543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'security_group_rule': {'security_group_id': 'f4ff296f-c55f-4124-8a60-eddf85eaa6a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:02.049863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:02.054557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group_rule and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:02.057640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:02.070071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:02.088383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.162026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.166739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.168939 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5d68229d-ff27-4f89-9d48-5b684d685fb5 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:02.192454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b465eb8-85ab-46cc-a5dc-ca937f1acbdf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:02.197550 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:02.208599 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.212838 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1739104
Dec 16 09:42:02.213217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46584) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:02.218610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'security_group_rule': {'security_group_id': 'f4ff296f-c55f-4124-8a60-eddf85eaa6a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:02.224998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:02.227141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Deleting port 9a28c89f-fa61-498b-a83a-f114dca2be78 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:02.227510 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.230324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group_rule and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:02.233393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:02.239525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:02.258147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.337707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.339234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.341614 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:02.364848 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Sync routers for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:42:02.377163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c118480-be10-4011-a5a9-0e51b4e8742f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:02.393041 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:02.397201 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:02.397309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.397398 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:02.397517 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1815267
Dec 16 09:42:02.399362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46588) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:02.405456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:02.424444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:02.428931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:floatingip and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:02.432487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:02.438095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:02.460238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.647570 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:02.655273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.707916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] For port 9a28c89f-fa61-498b-a83a-f114dca2be78, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9a28c89f-fa61-498b-a83a-f114dca2be78,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:02.708284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:02.829080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Allocated IP 172.25.3.210 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/1a894a32-c011-44c0-aa0b-a52677ad8055) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:02.855374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Calling delete_port for 9a28c89f-fa61-498b-a83a-f114dca2be78 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:02.997671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.027442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.034104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.041116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9a28c89f-fa61-498b-a83a-f114dca2be78'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:03.041597 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:03.041697 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:03.057357 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3460>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 2, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:03.063065 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Checking router: 775c2002-7655-4b6b-a6f4-9361bb5628d2 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:42:03.071288 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Updating router 775c2002-7655-4b6b-a6f4-9361bb5628d2 port f8165018-558b-4d82-965d-f09e47c78fa6 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:42:03.120682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4c90-6eda-4e7f-9952-a5b757a244d4 req-bb60af9f-84c4-463d-a9bc-c76577841fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:03.122088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-053b4c90-6eda-4e7f-9952-a5b757a244d4 req-bb60af9f-84c4-463d-a9bc-c76577841fc3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 1096 time: 1.1190484
Dec 16 09:42:03.122932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Pushing event deleted for resources: {'Port': ['ID=9a28c89f-fa61-498b-a83a-f114dca2be78,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:03.138172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 010b1579-83a2-4676-b0dd-98e9a9dd5d33 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:03.163304 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:03.178563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:03.182943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:03.190319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:03.223187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0a14b005-bfdc-4292-b42f-e08364c73838 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:03.229762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0a14b005-bfdc-4292-b42f-e08364c73838 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 815 time: 1.1480548
Dec 16 09:42:03.281739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.285331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] No DVR routers for this DVR port 9a28c89f-fa61-498b-a83a-f114dca2be78 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:42:03.285499 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.286205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:03.286700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.295800 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.300535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'Port': ['ID=1a894a32-c011-44c0-aa0b-a52677ad8055,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:03.303768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f20585d-d345-4e37-960d-193d7703feea req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "DELETE /v2.0/ports/9a28c89f-fa61-498b-a83a-f114dca2be78 HTTP/1.1" status: 204  len: 173 time: 1.3013494
Dec 16 09:42:03.314218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-bfc6a5de-4b31-4024-a46d-02a7956369a1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/quotas/6196f6b3146742f7a02f894aaac7eb92 HTTP/1.1" status: 200  len: 375 time: 0.0835485
Dec 16 09:42:03.364303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-053b4c90-6eda-4e7f-9952-a5b757a244d4 req-f0c56cb2-00f7-4d12-b715-2622974ce63c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2267416
Dec 16 09:42:03.365915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-865c4d61-0304-427b-984f-46c5fd4eba3c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Synchronizing usage tracker for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:03.371788 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:03.394400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-865c4d61-0304-427b-984f-46c5fd4eba3c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Unset dirty status for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:03.402853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.405673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-865c4d61-0304-427b-984f-46c5fd4eba3c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0903251
Dec 16 09:42:03.696311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-e04b0652-103f-41d2-8069-837d5f128571 service neutron] 10.222.0.66 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2889466
Dec 16 09:42:03.770979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.781674 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.792566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a64e02aa-70af-4b5f-a164-ba244f3b65f0 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:03.909952 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.936505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.946788 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Transition to ACTIVE for port object f8165018-558b-4d82-965d-f09e47c78fa6 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:03.946788 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:03.946788 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7ef27d77-b1e4-44d9-84d7-eea23d0338ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:03.981494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 49b72f55-a139-4ea8-8639-8c40c835f5b4 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:42:04.004252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'Port': ['ID=1a894a32-c011-44c0-aa0b-a52677ad8055,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:04.004252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:04.004252 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5998042
Dec 16 09:42:04.007062 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:04.049219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-685ee095-9db0-4508-a749-5605701aab62 service neutron] 10.222.0.66 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3422515
Dec 16 09:42:04.054141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 49b72f55-a139-4ea8-8639-8c40c835f5b4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:42:04.054141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 49b72f55-a139-4ea8-8639-8c40c835f5b4 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:42:04.137706 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d28ce-b178-4a8e-9794-79c312f47bd6 None None] Pushing event updated for resources: {'Port': ['ID=f8165018-558b-4d82-965d-f09e47c78fa6,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:04.150799 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-373d28ce-b178-4a8e-9794-79c312f47bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:04.508870 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Attempting to bind port f8165018-558b-4d82-965d-f09e47c78fa6 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:04.510311 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Attempting to bind port f8165018-558b-4d82-965d-f09e47c78fa6 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:04.510816 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Attempting to bind port f8165018-558b-4d82-965d-f09e47c78fa6 on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:04.541361 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:04.541361 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Checking segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:04.541361 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:04.541361 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Bound using segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:04.541361 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Bound port: f8165018-558b-4d82-965d-f09e47c78fa6, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:04.541361 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:04.610733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6abf2c-a388-4526-868f-9ab12974e87c req-3e94155c-3a4b-49a8-b83a-7bb283235993 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:04.628395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca6abf2c-a388-4526-868f-9ab12974e87c req-3e94155c-3a4b-49a8-b83a-7bb283235993 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 945 time: 0.1790409
Dec 16 09:42:04.726031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca6abf2c-a388-4526-868f-9ab12974e87c req-3b8977d9-27f7-4dbd-84d7-21124a161258 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001692
Dec 16 09:42:04.797492 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0478b44-9fd2-4720-a653-946def605471', 'name': 'network-vif-deleted', 'tag': '49b72f55-a139-4ea8-8639-8c40c835f5b4', 'status': 'completed', 'code': 200}
Dec 16 09:42:04.871029 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] For port f8165018-558b-4d82-965d-f09e47c78fa6, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:04.884814 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] For port f8165018-558b-4d82-965d-f09e47c78fa6, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f8165018-558b-4d82-965d-f09e47c78fa6,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:04.890303 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:04.913850 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7ef27d77-b1e4-44d9-84d7-eea23d0338ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:05.081641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1229c2-a714-4a13-af4a-8cbcf0a00c73 req-245b5376-6992-49d4-aa1f-06380f971965 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:05.089568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b1229c2-a714-4a13-af4a-8cbcf0a00c73 req-245b5376-6992-49d4-aa1f-06380f971965 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.1631403
Dec 16 09:42:05.094360 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:05.096157 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:41:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:05.157205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b1229c2-a714-4a13-af4a-8cbcf0a00c73 req-19d67013-8dc0-4cc2-8303-320990e38ff3 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582402
Dec 16 09:42:05.354154 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d28ce-b178-4a8e-9794-79c312f47bd6 None None] Pushing event updated for resources: {'Port': ['ID=f8165018-558b-4d82-965d-f09e47c78fa6,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:05.361852 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-373d28ce-b178-4a8e-9794-79c312f47bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:05.483334 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:05.749656 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-91f40684-020f-405b-bc59-7d3772e23f24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--604273261&fields=id&tenant_id=38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 267 time: 0.0458283
Dec 16 09:42:05.872165 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3460>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:04Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:05.876062 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9a800-8bf3-4920-851e-9d903fb58cb6 None None] The sync data for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 is: [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:04Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:42:05.926588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-154b3a33-866b-4180-b54d-e27a45c8a587 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:05.931715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-154b3a33-866b-4180-b54d-e27a45c8a587 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 815 time: 0.1749840
Dec 16 09:42:05.962919 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-3a4dd3cd-b30d-473d-8f2a-1ed73965423b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/quotas/38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 375 time: 0.0206125
Dec 16 09:42:05.986096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9a28c89f-fa61-498b-a83a-f114dca2be78 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:42:06.044817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 9a28c89f-fa61-498b-a83a-f114dca2be78 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:42:06.045345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9a28c89f-fa61-498b-a83a-f114dca2be78 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:42:06.092200 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-3224fe1a-003e-4a75-aac4-9d0c84e19902 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1360655
Dec 16 09:42:06.473971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b9e2f7d5-5bd3-4fca-a480-b97587c1af09 service neutron] 10.222.0.66 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3674593
Dec 16 09:42:06.641485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-de552353-5c11-4d7d-ad9f-0caf587b2073 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:06.643278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-de552353-5c11-4d7d-ad9f-0caf587b2073 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 815 time: 0.5021701
Dec 16 09:42:06.665230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Request body: {'port': {'device_id': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'admin_state_up': True, 'tenant_id': '6196f6b3146742f7a02f894aaac7eb92'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:06.777055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-c936c873-afd9-4ee4-ad24-50a8d8bc44df service neutron] 10.222.0.66 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2926891
Dec 16 09:42:06.806446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'name': 'network-vif-deleted', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:06.847042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:06.858296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:06.869711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Made reservation on behalf of 6196f6b3146742f7a02f894aaac7eb92 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:06.873018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:07.109999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17fdbcfa-85e3-40e6-8d32-26f603beacb1 req-4dbfb034-03b5-46aa-9a3c-e70fc769d0b3 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 210 time: 0.0533071
Dec 16 09:42:07.112782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Allocated IP 172.20.0.7 (88bcf2b0-902f-4336-bd69-933cfadf4f31/b450a3fa-fecf-4277-a7be-be4cf15a7fc7/c10926dd-37a5-4269-b600-63a2aa449504) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:07.123192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f8165018-558b-4d82-965d-f09e47c78fa6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:07.236212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port f8165018-558b-4d82-965d-f09e47c78fa6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:07.243330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f8165018-558b-4d82-965d-f09e47c78fa6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:07.243745 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:07.431662 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:07.476542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port f8165018-558b-4d82-965d-f09e47c78fa6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f8165018-558b-4d82-965d-f09e47c78fa6,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:07.482100 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:07.489858 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:07.590977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=f8165018-558b-4d82-965d-f09e47c78fa6,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:07.601630 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:07.634484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:07.663814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab625b-e22d-493a-a799-9556c8856d9b req-87e72da2-87e6-4e70-aa6e-2c4e50d7eec6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:07.664651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49ab625b-e22d-493a-a799-9556c8856d9b req-87e72da2-87e6-4e70-aa6e-2c4e50d7eec6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 945 time: 0.3013058
Dec 16 09:42:07.733150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49ab625b-e22d-493a-a799-9556c8856d9b req-e9e91e0c-ef9b-47d8-8eb4-d8779be1f1ef tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639837
Dec 16 09:42:07.765188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:07.781274 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f3a8687-ee46-4774-84f2-e978e0865a94 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:07.889576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Network 88bcf2b0-902f-4336-bd69-933cfadf4f31 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:07.892965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:07.895700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:07.997171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:07.999211 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:08.045747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:08.045747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:08.081403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4219041
Dec 16 09:42:08.089609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeddfd9-9006-47a4-a04e-f45b1c0098b8 req-2f2255f9-e9b0-463a-9003-6d3cef13bc80 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:08.091658 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-afeddfd9-9006-47a4-a04e-f45b1c0098b8 req-2f2255f9-e9b0-463a-9003-6d3cef13bc80 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.1541362
Dec 16 09:42:08.096647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Request body: {'port': {'device_id': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:08.218514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-afeddfd9-9006-47a4-a04e-f45b1c0098b8 req-400109ad-1eba-4e5e-a293-52dbfaf837a0 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918775
Dec 16 09:42:08.245197 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:08.541065 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264e73aa-993b-4ff7-bd1c-5059f78ad325', 'name': 'network-vif-deleted', 'tag': '9a28c89f-fa61-498b-a83a-f114dca2be78', 'status': 'completed', 'code': 200}
Dec 16 09:42:08.869216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8a403070-817f-4002-96e4-7d85b144eab1 req-678044aa-5710-43c4-ae18-cff17d33e763 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 210 time: 0.2269351
Dec 16 09:42:08.957217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-bdfe9c59-8544-428f-87bb-539100fbb648 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:08.957217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-bdfe9c59-8544-428f-87bb-539100fbb648 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 815 time: 0.4113233
Dec 16 09:42:08.990258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46716) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:09.078333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-f9a4fe2a-206a-4ee2-b513-36b919931135 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 379 time: 0.1110525
Dec 16 09:42:09.093762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'port': {'device_id': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'admin_state_up': True, 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'security_groups': ['f4ff296f-c55f-4124-8a60-eddf85eaa6a3']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:09.097733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Deleting subnet e8e2d0d8-45b6-42a9-9f80-162f7a18d807 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:42:09.102642 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.110963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10926dd-37a5-4269-b600-63a2aa449504 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:09.119877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f8165018-558b-4d82-965d-f09e47c78fa6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:09.170165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46722) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:09.183063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.236412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.255108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f8165018-558b-4d82-965d-f09e47c78fa6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:09.255108 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.261858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.308968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Transition to ACTIVE for port object c10926dd-37a5-4269-b600-63a2aa449504 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:09.315572 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.324799 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f22b5d5-6fa3-417b-98df-2223a7af0ea8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:09.376993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.381758 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-433a4bd6-6833-44bc-9b29-f7e6c4e136e4 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:09.456444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e2d0d8-45b6-42a9-9f80-162f7a18d807,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:09.472167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.482064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:09.482064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.496423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:09.496423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Usage tracker for resource:security_group_rule and tenant:1c38ebb4cafb497cadc7956ade70bdfb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:09.496423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:09.507860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:09.599601 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f658136d-679d-4053-9844-048b76284726 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e8e2d0d8-45b6-42a9-9f80-162f7a18d807 HTTP/1.1" status: 204  len: 168 time: 0.6089385
Dec 16 09:42:09.610226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46734) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:09.620209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.639358 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.651731 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:09.663977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:09.672151 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:09.701096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752e02f-522d-4513-8075-4b31a1ebcd95 req-91864e79-37cf-4c3f-a67a-7cdc8c7a1717 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:09.703654 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7752e02f-522d-4513-8075-4b31a1ebcd95 req-91864e79-37cf-4c3f-a67a-7cdc8c7a1717 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 945 time: 0.6140757
Dec 16 09:42:09.736077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:09.745151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:port and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:09.762666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:09.779322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:09.803036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Attempting to bind port c10926dd-37a5-4269-b600-63a2aa449504 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:09.803401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Attempting to bind port c10926dd-37a5-4269-b600-63a2aa449504 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:09.803745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Attempting to bind port c10926dd-37a5-4269-b600-63a2aa449504 on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:09.808840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7752e02f-522d-4513-8075-4b31a1ebcd95 req-8ec7733c-3cdf-4abe-9880-1e6517926c1a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984848
Dec 16 09:42:09.812546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Port c10926dd-37a5-4269-b600-63a2aa449504 on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:42:09.812875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Attempting to bind port c10926dd-37a5-4269-b600-63a2aa449504 on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:09.815412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Made reservation on behalf of 38dc75575c6e479a8b2e6fddb07534a2 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:09.818414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.844786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:09.904121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:09.904499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Checking segment: {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:09.904683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Bound using segment: {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:09.905028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Bound port: c10926dd-37a5-4269-b600-63a2aa449504, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:09.905377 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:09.919993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d796457e-b545-43fb-9e5d-c8572f54da1d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:09.926986 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c38ebb4cafb497cadc7956ade70bdfb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7582424
Dec 16 09:42:09.932025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46744) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:09.937676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:09.947586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.078459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.104252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f11d2ca0>,) {'filters': {'network_id': ['02b5d46b-c090-4413-a60c-2b0835588819']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:10.118101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11d2ca0>, '192aa119-c4e3-42ca-bddf-a82892ca4e58') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:10.118418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11d2ca0>, '192aa119-c4e3-42ca-bddf-a82892ca4e58') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:10.131344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.148992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.155430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:42:10.155815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:42:10.173407 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:42:10.240787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:10.253584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.253735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.270933 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c3f6869c-be91-48b4-a21a-e4f0c6c13c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:10.276384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:10.288123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502040b-ff6f-4c9d-ba92-e7995d215c95 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:10.288123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8502040b-ff6f-4c9d-ba92-e7995d215c95 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 1091 time: 0.4329073
Dec 16 09:42:10.294305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.304322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46748) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:10.309520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=02b5d46b-c090-4413-a60c-2b0835588819,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:10.313432 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.314550 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:10.314550 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] 10.222.0.66 "DELETE /v2.0/networks/02b5d46b-c090-4413-a60c-2b0835588819 HTTP/1.1" status: 204  len: 168 time: 0.6961513
Dec 16 09:42:10.314814 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a1b3426-80b7-4c84-9e97-b75e69925b10 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:10.358309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:10.376300 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.390860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:10.407126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:floatingip and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:10.417999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Allocated IP 172.20.0.8 (db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8/29c0e1cc-8cfe-45be-b265-ee6662d16a12/4aadb05e-4564-497c-83b9-ff0503959092) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:10.424710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:10.425318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.426664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] 10.222.0.74 "PUT /v2.0/ports/c10926dd-37a5-4269-b600-63a2aa449504 HTTP/1.1" status: 200  len: 1091 time: 2.3340855
Dec 16 09:42:10.427452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:10.429101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:10.439507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:10.465577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e99182-c847-4935-ae3f-eec6a5456e55 req-59428cc6-82ca-4de8-ab5b-28fec8af3516 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:10.465577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c9e99182-c847-4935-ae3f-eec6a5456e55 req-59428cc6-82ca-4de8-ab5b-28fec8af3516 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Synchronizing usage tracker for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:10.503233 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4907bd50-2caa-445e-9cce-d13af8722e82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=206f35aa662f4f4d8cbf84d1409007a9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0722754
Dec 16 09:42:10.504925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46758) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:10.537440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:10.541686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.558941 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:10.571469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:10.575718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.607516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.609471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c9e99182-c847-4935-ae3f-eec6a5456e55 req-59428cc6-82ca-4de8-ab5b-28fec8af3516 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Unset dirty status for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:10.615645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9e99182-c847-4935-ae3f-eec6a5456e55 req-59428cc6-82ca-4de8-ab5b-28fec8af3516 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 943 time: 0.6386180
Dec 16 09:42:10.663730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.667364 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fbf23fdf-40e7-4297-ba17-390d1737deb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:10.678437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc32c9-f315-4dfb-b373-7e50da695054,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:10.682457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:10.685739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.687295 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3cc32c9-f315-4dfb-b373-7e50da695054 HTTP/1.1" status: 204  len: 168 time: 0.1808610
Dec 16 09:42:10.709650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.729961 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad348546-c670-4cc7-a9bf-c3c5206f716e tempest-SecurityGroupsTestJSON-903215026 tempest-SecurityGroupsTestJSON-903215026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:10.821415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d796457e-b545-43fb-9e5d-c8572f54da1d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:10.823925 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:10.855409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9e99182-c847-4935-ae3f-eec6a5456e55 req-38d328c1-66fd-4d1d-98d2-5c8b0ced5f11 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382326
Dec 16 09:42:10.886124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:10.887859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d796457e-b545-43fb-9e5d-c8572f54da1d HTTP/1.1" status: 204  len: 168 time: 0.9544754
Dec 16 09:42:10.915210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-4d3b1b25-5ef1-446b-b11e-a5ba85ab8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:10.917596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-4d3b1b25-5ef1-446b-b11e-a5ba85ab8737 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 1094 time: 0.4367878
Dec 16 09:42:11.226741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-8acd10c7-d39d-494c-8fc5-63dc07865b3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c10926dd-37a5-4269-b600-63a2aa449504 HTTP/1.1" status: 200  len: 217 time: 0.2788675
Dec 16 09:42:11.244476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.327589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Transition to ACTIVE for port object 4aadb05e-4564-497c-83b9-ff0503959092 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:11.360523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-4dc4b7f6-0b1f-4f66-831c-d65d3c389295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:11.360523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-4dc4b7f6-0b1f-4f66-831c-d65d3c389295 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b450a3fa-fecf-4277-a7be-be4cf15a7fc7 HTTP/1.1" status: 200  len: 855 time: 0.1259935
Dec 16 09:42:11.386492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46780) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:11.406753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.424306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:11.426029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Usage tracker for resource:security_group_rule and tenant:a91c0f149f5b493c951646254a16aa6d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:11.428925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:11.434390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14107e-aa3a-4cbf-bb24-4c880c55605c req-047618fe-50e6-41c0-9c23-d4609565d94e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:11.435641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:11.442333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b14107e-aa3a-4cbf-bb24-4c880c55605c req-047618fe-50e6-41c0-9c23-d4609565d94e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.2836177
Dec 16 09:42:11.478837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-5326e45f-d0c1-4c01-9e9c-066b8ec8439d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88bcf2b0-902f-4336-bd69-933cfadf4f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1052079
Dec 16 09:42:11.535537 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.544484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.595359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.602270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.621168 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4f91aab-c44f-406a-a400-9cfdcb67c222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:11.652259 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4234411-b830-47d7-90f0-dbcbb32943ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:11.664807 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a91c0f149f5b493c951646254a16aa6d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2797594
Dec 16 09:42:11.666799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:11.670239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848394de-ffa5-4a7f-9091-6917b04786e6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:11.693480 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:11.722742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b14107e-aa3a-4cbf-bb24-4c880c55605c req-cf1e3107-300e-4a00-9b59-7dba50d98170 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2795000
Dec 16 09:42:11.739959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.805309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.830943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:11.840337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.848540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:11.867975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:11.878085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:11.914939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:11.924730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.931196 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eafdea78-f0f1-4934-8fd0-0989373cb3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:11.958897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eb48598e-2e46-4013-8016-e8881823aa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.970976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:11.972485 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/848394de-ffa5-4a7f-9091-6917b04786e6 HTTP/1.1" status: 204  len: 168 time: 0.3052459
Dec 16 09:42:11.980827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848394de-ffa5-4a7f-9091-6917b04786e6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:11.982015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46800) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:11.985776 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:12.195748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:12.197496 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:12.226211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-1d4fb3b9-25df-4468-baa1-74e247c7d766 service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7301874
Dec 16 09:42:12.292120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-791e3f60-9c45-43d5-ba8a-a9196cf3b687 None None] Provisioning for port 4aadb05e-4564-497c-83b9-ff0503959092 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:12.296796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-791e3f60-9c45-43d5-ba8a-a9196cf3b687 None None] Provisioning complete for port 4aadb05e-4564-497c-83b9-ff0503959092 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:12.297181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-791e3f60-9c45-43d5-ba8a-a9196cf3b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:12.315397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.25.3.205 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/d1a58cdf-94cf-4ec0-b8ed-229c00a74d94) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:12.354030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-791e3f60-9c45-43d5-ba8a-a9196cf3b687 None None] Port 4aadb05e-4564-497c-83b9-ff0503959092 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:42:12.440554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3521056
Dec 16 09:42:12.461876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1505085783-network', 'tenant_id': '424fa3408667454a91a5909d4a7a8143'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:12.471072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Request body: {'port': {'device_id': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:12.499418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:12.548391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Usage tracker for resource:network and tenant:424fa3408667454a91a5909d4a7a8143 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:12.592373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:12.638364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:12.716235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Made reservation on behalf of 424fa3408667454a91a5909d4a7a8143 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:12.716235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:12.734273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa50bb5-1792-4407-ba75-9c79678083fc req-19623020-08a2-435c-9b8e-b994451cdb0d service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4845908
Dec 16 09:42:12.773827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:12.808603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:12.815372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Usage tracker for resource:security_group_rule and tenant:424fa3408667454a91a5909d4a7a8143 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:12.817881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:12.840187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:12.855043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1035907-c7ad-4b5e-b908-4f42f6ec1114 req-e5cd6dc0-8cef-4505-92ed-10a4f3fe61a8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:12.855043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f1035907-c7ad-4b5e-b908-4f42f6ec1114 req-e5cd6dc0-8cef-4505-92ed-10a4f3fe61a8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Synchronizing usage tracker for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:12.866487 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:12.871281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:12.957877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f1035907-c7ad-4b5e-b908-4f42f6ec1114 req-e5cd6dc0-8cef-4505-92ed-10a4f3fe61a8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Unset dirty status for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:12.965365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1035907-c7ad-4b5e-b908-4f42f6ec1114 req-e5cd6dc0-8cef-4505-92ed-10a4f3fe61a8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 931 time: 0.6523223
Dec 16 09:42:13.092065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:13.102866 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ba1f55d-a67d-43c1-8847-8ba26c327f4e tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:13.159253 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1035907-c7ad-4b5e-b908-4f42f6ec1114 req-41aa5a7d-9498-4238-80c8-4eead46282eb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1833916
Dec 16 09:42:13.220121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:13.240783 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504', 'status': 'completed', 'code': 200}
Dec 16 09:42:13.252177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:13.278928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:13.330894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:13.488488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:13.551235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:42:13.598670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=d1a58cdf-94cf-4ec0-b8ed-229c00a74d94,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:13.666885 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:13.675424 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-645a11f9-703a-41bf-974a-33771634f3e2 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:13.717172 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:13.717420 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Added segment e78d2ddd-13ca-4bb5-b274-06214be202c3 of type vlan for network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff
Dec 16 09:42:13.801961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:13.820940 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:13.884736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:13.940630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-afdcc1dd-09e8-40b8-8172-842b980c7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:13.942199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-afdcc1dd-09e8-40b8-8172-842b980c7c55 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 1094 time: 0.6722734
Dec 16 09:42:13.946457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.072607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c142f4-3b65-426d-b676-4f1b65a0b6a5 req-6e20199a-b868-4f0a-baf0-cfbce6cc7e3a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:14.073648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41c142f4-3b65-426d-b676-4f1b65a0b6a5 req-6e20199a-b868-4f0a-baf0-cfbce6cc7e3a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 943 time: 0.5886328
Dec 16 09:42:14.158228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:42:14.183717 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.184705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:14.185283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.197984 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3e44b37-832a-44af-b4f0-ac1112d2d715 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:14.457636 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eb9df210-b60d-462a-b924-93892e115155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.461473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.4757233
Dec 16 09:42:14.464496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46886) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:14.470197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Request body: {'subnet': {'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1505085783-subnet', 'tenant_id': '424fa3408667454a91a5909d4a7a8143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:14.475364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:14.479247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Usage tracker for resource:subnet and tenant:424fa3408667454a91a5909d4a7a8143 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:14.482653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:14.482927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Pushing event updated for resources: {'Network': ['ID=857ad2a7-bfa8-4765-bef2-92e36df5c1ff,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:14.487385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41c142f4-3b65-426d-b676-4f1b65a0b6a5 req-414b6547-9ac8-4834-81d4-345e488d5764 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3536265
Dec 16 09:42:14.489451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aadb05e-4564-497c-83b9-ff0503959092 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:14.495147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:14.497118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:42:14.499274 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:14.506753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.516207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-57cbbc4f-45c6-4312-82be-f992e4c177ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:14.517691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-57cbbc4f-45c6-4312-82be-f992e4c177ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 916 time: 0.5550616
Dec 16 09:42:14.532771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Made reservation on behalf of 424fa3408667454a91a5909d4a7a8143 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:14.535394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.611403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-c6386355-373b-4e18-883f-a5600b8dfa82 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c10926dd-37a5-4269-b600-63a2aa449504 HTTP/1.1" status: 200  len: 217 time: 0.0813057
Dec 16 09:42:14.612322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Transition to ACTIVE for port object 4aadb05e-4564-497c-83b9-ff0503959092 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:14.652175 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.664916 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67d2159c-0c05-4bc3-b803-b688365f21c4 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:14.769727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:14.818495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.822828 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-570dde31-18fc-492c-bc43-3cea5bc14d29 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:14.885187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:14.892645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-73a67477-0636-408b-a664-130c3bda2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:14.894122 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-73a67477-0636-408b-a664-130c3bda2696 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b450a3fa-fecf-4277-a7be-be4cf15a7fc7 HTTP/1.1" status: 200  len: 855 time: 0.2741494
Dec 16 09:42:14.897990 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:14.905066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Checking segment: {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:14.905431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Network hostable DHCP agents. Network: 857ad2a7-bfa8-4765-bef2-92e36df5c1ff, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:42:14.926429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f2f58f-976d-4d86-b37d-18a0952364b8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:14.930142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:42:14.933063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:14.943302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 857ad2a7-bfa8-4765-bef2-92e36df5c1ff) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:14.948262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:14.948969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:14.956698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579cc13e-0ea4-4131-a054-0866cf058aa3 None None] Network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:42:15.008794 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.5336227
Dec 16 09:42:15.165876 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-82d5117f-ed72-4d30-b0c6-96bf8f2ebce1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88bcf2b0-902f-4336-bd69-933cfadf4f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747085
Dec 16 09:42:15.206061 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:15.230022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d1007-184a-4bb3-baad-67d35e847b10 None None] Network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:42:15.315686 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:15.338022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:15.353051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Usage tracker for resource:security_group_rule and tenant:c857faa16c8c45b8bdf72caca659ce63 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:15.358506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:15.376890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:15.379897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:15.392185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9b68-6364-4446-8a99-0677c86d409f req-7c34649a-ce3c-4131-8cc5-b77506c39e32 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:15.393676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-159d9b68-6364-4446-8a99-0677c86d409f req-7c34649a-ce3c-4131-8cc5-b77506c39e32 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.6819403
Dec 16 09:42:15.434374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Attempting to bind port 4aadb05e-4564-497c-83b9-ff0503959092 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:15.434725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Attempting to bind port 4aadb05e-4564-497c-83b9-ff0503959092 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:15.435070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Attempting to bind port 4aadb05e-4564-497c-83b9-ff0503959092 on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:15.468690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Port 4aadb05e-4564-497c-83b9-ff0503959092 on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:42:15.469335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Attempting to bind port 4aadb05e-4564-497c-83b9-ff0503959092 on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:15.506026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:15.506456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Checking segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:15.506786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Bound using segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:15.507771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Bound port: 4aadb05e-4564-497c-83b9-ff0503959092, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:15.508122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:15.515312 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:15.525565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-bb6e9fbc-7597-44de-b687-f13b2739e7c2 service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3231070
Dec 16 09:42:15.600376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-159d9b68-6364-4446-8a99-0677c86d409f req-02b50737-97c0-4a91-bf04-14b40da86137 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914101
Dec 16 09:42:15.782452 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:15.920962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:15.937442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:15.985653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:15.989813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.009806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73bc4b2e-aa5f-4c60-9905-66db82fe325d tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:16.015549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b887e79c-6c5d-418f-ae68-6d6d5c8be5c5 req-dc141c40-f5e9-4c71-8522-fc844d8c7781 service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4436171
Dec 16 09:42:16.018653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c10926dd-37a5-4269-b600-63a2aa449504 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:42:16.051085 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.183593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:16.183593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.183593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] 10.222.0.74 "PUT /v2.0/ports/4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 1091 time: 3.7283063
Dec 16 09:42:16.190309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:16.198508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:16.198508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c857faa16c8c45b8bdf72caca659ce63&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4203205
Dec 16 09:42:16.202200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:16.209448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c46bea-0dbe-44f9-91d4-32d450ce09da,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:16.209448 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:16.209448 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f0cd668-0d09-470c-9816-a9fe0f58271c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:16.232457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'c10926dd-37a5-4269-b600-63a2aa449504', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'port_id': 'c10926dd-37a5-4269-b600-63a2aa449504', 'mac_address': 'fa:16:3e:ac:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450a3fa-fecf-4277-a7be-be4cf15a7fc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:42:16.294527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.339467 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.355453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.365060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10926dd-37a5-4269-b600-63a2aa449504 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:16.385081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:16.390972 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.397905 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:16.467335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.475025 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-72ddcdd6-7627-47b1-8e18-3ad866761824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:16.492461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c46bea-0dbe-44f9-91d4-32d450ce09da,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:16.503103 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:16.513555 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:16.516229 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85c46bea-0dbe-44f9-91d4-32d450ce09da HTTP/1.1" status: 204  len: 168 time: 0.3175375
Dec 16 09:42:16.552384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:16.581562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.584758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.584758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.584758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.584758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.591839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.591839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.591839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.591839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.591839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.591839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.591839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.597438 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:16.619726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.670068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.674378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:16.680899 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:16.685577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c10926dd-37a5-4269-b600-63a2aa449504'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:16.690547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5971f-3add-4703-9805-065103bf4575 req-0f849408-7240-46e3-a229-907e5f8ed369 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:16.702617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dba5971f-3add-4703-9805-065103bf4575 req-0f849408-7240-46e3-a229-907e5f8ed369 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.7595851
Dec 16 09:42:16.812736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:42:16.840768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b9349c75-2f5d-40e2-a6af-b2f34ecb490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:16.840768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-b9349c75-2f5d-40e2-a6af-b2f34ecb490c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1094 time: 0.5039670
Dec 16 09:42:16.870218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dba5971f-3add-4703-9805-065103bf4575 req-b960abe8-9376-4867-985e-bf7219b6955b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1516969
Dec 16 09:42:17.009257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-7d38360c-ef01-414c-9363-314de3c72283 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 217 time: 0.1428428
Dec 16 09:42:17.011535 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.018169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.029539 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-214707d7-5d42-47af-b107-adae8d85c080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:17.053517 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.181937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:17.228662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.231243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-66c08ad1-932f-4ada-b747-0fc4a019f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:17.232688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-66c08ad1-932f-4ada-b747-0fc4a019f8d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.2050405
Dec 16 09:42:17.276274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:17.279513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=d1a58cdf-94cf-4ec0-b8ed-229c00a74d94,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:17.292824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Usage tracker for resource:security_group_rule and tenant:8ca19c361c6e4ef2bce79cf387d6b902 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:17.297127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:17.306323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:17.311894 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.379330 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:17.444748 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.449414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.458171 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-304e92b3-d950-4c91-93ad-a9764365321d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:17.532085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75038e2-f5de-4ca8-941b-86fa931c5e50,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:17.539388 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ca19c361c6e4ef2bce79cf387d6b902&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3496048
Dec 16 09:42:17.539388 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:17.546311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46934) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:17.807015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:17.855010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-e92769d0-b857-468d-8d3e-df7e56fb0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:17.855570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-e92769d0-b857-468d-8d3e-df7e56fb0aaa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6086183
Dec 16 09:42:17.870982 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Floating IP aa980eb3-e597-4fb3-8bfd-55147cf99796 associated. External IP: 172.25.3.205, port: 04c78303-13b5-4172-864b-a63f16c4c338.
Dec 16 09:42:17.922856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:18.072889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6e755fe7-e6bc-46b8-b15e-5d3ed9804e13 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:18.073498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6e755fe7-e6bc-46b8-b15e-5d3ed9804e13 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Synchronizing usage tracker for tenant:424fa3408667454a91a5909d4a7a8143 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:18.106367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c10926dd-37a5-4269-b600-63a2aa449504 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:18.196830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6e755fe7-e6bc-46b8-b15e-5d3ed9804e13 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Unset dirty status for tenant:424fa3408667454a91a5909d4a7a8143 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:18.203290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6e755fe7-e6bc-46b8-b15e-5d3ed9804e13 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/networks?id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 200  len: 818 time: 0.8250537
Dec 16 09:42:18.241098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port c10926dd-37a5-4269-b600-63a2aa449504 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:18.288760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-c1969ab0-079e-4e88-8620-40cbd257ba0e service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3527029
Dec 16 09:42:18.288760 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:18.301731 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50b98013-3f33-4947-8d24-1618f76fc6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:18.308089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port c10926dd-37a5-4269-b600-63a2aa449504 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:18.308089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:18.372675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-705ef277-8c14-4408-884a-c626b08724eb tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/quotas/424fa3408667454a91a5909d4a7a8143 HTTP/1.1" status: 200  len: 375 time: 0.1623514
Dec 16 09:42:18.586624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fa63a5-a70e-4ef6-b4db-02062b9a7e02 req-95e9e9d9-1256-4aa9-96b2-ed8edc70f9c4 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819338
Dec 16 09:42:18.627412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:18.676461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:18.718480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:18.721275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75038e2-f5de-4ca8-941b-86fa931c5e50,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:18.721996 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:18.726243 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dda5e36b-9385-4227-8cfe-28dda3dac0f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:18.732715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-c6172b5d-ed31-4277-98db-20774392aae3 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=424fa3408667454a91a5909d4a7a8143&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3633568
Dec 16 09:42:18.756826 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:18.763823 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:18.764912 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d75038e2-f5de-4ca8-941b-86fa931c5e50 HTTP/1.1" status: 204  len: 168 time: 1.2204607
Dec 16 09:42:18.821694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:18.829455 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:19.019806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:42:19.025711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-99223a06-3a4e-4220-b9fd-834849cd88f2 service neutron] 10.222.0.66 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2909880
Dec 16 09:42:19.529816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-50e743b5-b344-4db3-8ad2-16ee95accfca service neutron] 10.222.0.66 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4947159
Dec 16 09:42:19.535589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:42:19.544075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] Sync routers for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:42:19.556416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:19.557115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f209fee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:19.562476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:19.696199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.4010270
Dec 16 09:42:19.699896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46962) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:19.773160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:19.867276 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bcbd51dc-70ad-4662-8a84-46f7fe330a59 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/aa980eb3-e597-4fb3-8bfd-55147cf99796 HTTP/1.1" status: 200  len: 991 time: 0.1660450
Dec 16 09:42:20.066835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c27f7-dd8c-423c-9c83-92ca0d081ff6 req-07e203c1-2b83-496e-abc8-38a6f45469a1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:20.068353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-817c27f7-dd8c-423c-9c83-92ca0d081ff6 req-07e203c1-2b83-496e-abc8-38a6f45469a1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1225886
Dec 16 09:42:20.127573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-817c27f7-dd8c-423c-9c83-92ca0d081ff6 req-571f7f84-b9fa-47da-9ac8-394857d2f0e6 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491807
Dec 16 09:42:20.216839 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092', 'status': 'completed', 'code': 200}
Dec 16 09:42:20.224972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f209fee0>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:35Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:14Z', 'revision_number': 0, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:20.231216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] Checking router: 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:42:20.242964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:20.243979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f209fee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:20.437008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-dbceb372-14ba-4656-b460-8f742363aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:20.438678 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-dbceb372-14ba-4656-b460-8f742363aa5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1094 time: 0.1977465
Dec 16 09:42:20.581970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:20.587784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bb282-fa51-4643-a268-d86a5ee400c3 req-814404ed-627f-4747-9b77-6ab9b250500b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:20.602985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b5bb282-fa51-4643-a268-d86a5ee400c3 req-814404ed-627f-4747-9b77-6ab9b250500b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.2688835
Dec 16 09:42:20.685461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b5bb282-fa51-4643-a268-d86a5ee400c3 req-1865e647-9ffc-4119-b902-ef381dbe1b77 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809088
Dec 16 09:42:20.751406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-508dbe59-eb34-4fa7-bec2-faccf072e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:20.753762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-508dbe59-eb34-4fa7-bec2-faccf072e4cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.3070850
Dec 16 09:42:20.870866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47002) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:20.895737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-49dd0d06-d53b-43ce-924c-d3d1c3d83839 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 217 time: 0.1317434
Dec 16 09:42:21.048389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-e0e426d8-9217-4e3b-996b-9fc157f7dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:21.050987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-e0e426d8-9217-4e3b-996b-9fc157f7dd40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.1478639
Dec 16 09:42:21.151383 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-383e26e9-bb61-4f67-915b-37e27657c673 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/aa980eb3-e597-4fb3-8bfd-55147cf99796 HTTP/1.1" status: 200  len: 991 time: 0.2791405
Dec 16 09:42:21.289813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-dbe3d3c7-321d-441c-ba68-00720c9093e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:21.292145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-dbe3d3c7-321d-441c-ba68-00720c9093e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2269893
Dec 16 09:42:21.300420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f209fee0>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:35Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:14Z', 'revision_number': 0, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:21.307698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390fad85-0bc8-42a8-9aa1-b0dcbfa5dbd1 None None] The sync data for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 is: [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:41:35Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:14Z', 'revision_number': 0, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:42:21.335518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247b308-8ff4-432a-9b85-4bf7b4e6f37d req-4620ac34-c9c3-45dc-ba6b-01984c3864d8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:21.337288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3247b308-8ff4-432a-9b85-4bf7b4e6f37d req-4620ac34-c9c3-45dc-ba6b-01984c3864d8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.1745446
Dec 16 09:42:21.474991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3247b308-8ff4-432a-9b85-4bf7b4e6f37d req-3034c726-74df-4b37-b0f8-15a7f851fe58 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833762
Dec 16 09:42:21.515865 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-26c19745-cd0e-41cc-be9f-b2c9440e06fa service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137036
Dec 16 09:42:21.546879 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504', 'code': 200}
Dec 16 09:42:21.590502 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5eddc4-d66a-4d6f-9efc-99a4700f32de None None] New status for floating IP aa980eb3-e597-4fb3-8bfd-55147cf99796: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:42:21.900033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2794b23-d5f7-42f8-9533-e1414b37490f req-229a22f4-376d-446e-88f8-24ad99197d60 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3745742
Dec 16 09:42:21.921048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63b138-1564-4dc4-93a3-d44227904b30 req-469f0ca2-216e-4546-b8b0-6262e6da00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:21.923151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed63b138-1564-4dc4-93a3-d44227904b30 req-469f0ca2-216e-4546-b8b0-6262e6da00e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 1096 time: 0.1906168
Dec 16 09:42:21.990434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed63b138-1564-4dc4-93a3-d44227904b30 req-44d49757-94ce-4c1d-bc51-429a9642c2df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555596
Dec 16 09:42:22.001686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-01fe62da-202c-452c-9369-9d886e2f4c47 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:22.003900 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-01fe62da-202c-452c-9369-9d886e2f4c47 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "GET /v2.0/networks?id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 200  len: 818 time: 0.2409453
Dec 16 09:42:22.081863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:42:22.083353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea987b1-339e-4fbb-92e6-d88b81301c77 req-264b472e-d8e2-417c-87c1-336964fdd5ed tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:22.091100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ea987b1-339e-4fbb-92e6-d88b81301c77 req-264b472e-d8e2-417c-87c1-336964fdd5ed tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.0990624
Dec 16 09:42:22.151781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ea987b1-339e-4fbb-92e6-d88b81301c77 req-7a2feaa4-1e95-4391-b8b3-d6ba2c4d0030 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587499
Dec 16 09:42:22.152004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:22.224021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Request body: {'port': {'device_id': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff', 'admin_state_up': True, 'tenant_id': '424fa3408667454a91a5909d4a7a8143'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:22.232215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:22.342208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:22.356592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '4aadb05e-4564-497c-83b9-ff0503959092', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'port_id': '4aadb05e-4564-497c-83b9-ff0503959092', 'mac_address': 'fa:16:3e:ca:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:42:22.370073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:22.414915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:22.433902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aadb05e-4564-497c-83b9-ff0503959092 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:22.451733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:22.457453 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:22.459432 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:22.473806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:22.494072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Usage tracker for resource:port and tenant:424fa3408667454a91a5909d4a7a8143 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:22.499046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:22.510339 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-49a6f05f-fd20-4ca5-b40f-c43b6940d602 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/aa980eb3-e597-4fb3-8bfd-55147cf99796 HTTP/1.1" status: 200  len: 993 time: 0.3569896
Dec 16 09:42:22.533061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:22.539445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:22.542539 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:22.551501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:22.558303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce780e2-2a2d-4898-bfbd-314b5c1b56fd req-64e94f81-2aa7-4e86-b79b-98e5c9bca1ee tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:22.559782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ce780e2-2a2d-4898-bfbd-314b5c1b56fd req-64e94f81-2aa7-4e86-b79b-98e5c9bca1ee tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.2490726
Dec 16 09:42:22.563626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Made reservation on behalf of 424fa3408667454a91a5909d4a7a8143 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:22.567528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:22.591593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:22.596760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Usage tracker for resource:security_group_rule and tenant:8ae7439f4ffa4565ba836428061c9998 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:22.611692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ce780e2-2a2d-4898-bfbd-314b5c1b56fd req-9616a95d-9dd9-4d2a-9bf3-9bc249edf862 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404592
Dec 16 09:42:22.730585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:22.750896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:22.798491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Allocated IP 172.20.0.5 (857ad2a7-bfa8-4765-bef2-92e36df5c1ff/b4f2f58f-976d-4d86-b37d-18a0952364b8/813592e8-6dc0-4131-b596-cc401252af38) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:22.835284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4aadb05e-4564-497c-83b9-ff0503959092'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:23.013564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0206ade1-bc42-4f6f-8443-aace7c24fa0e req-acb05fff-7236-4ad8-bfa2-113ae9428639 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 210 time: 0.0979002
Dec 16 09:42:23.019484 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.027413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.104200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2ddc4482-6808-44e2-843d-25f41ea92d41 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:23.106167 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2ddc4482-6808-44e2-843d-25f41ea92d41 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "GET /v2.0/networks?id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 200  len: 818 time: 0.3668864
Dec 16 09:42:23.121730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Request body: {'port': {'device_id': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff', 'admin_state_up': True, 'tenant_id': '424fa3408667454a91a5909d4a7a8143'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:23.175859 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f54c0411-b609-49ba-b4ce-44bfe7774d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:23.234783 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338', 'status': 'completed', 'code': 200}
Dec 16 09:42:23.254596 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ae7439f4ffa4565ba836428061c9998&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8830481
Dec 16 09:42:23.257234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47076) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:23.263882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafc3db1-0325-4a5c-a0f5-fa857f189f96,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:23.269581 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:23.291688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.324002 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.330020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:23.401204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:23.405384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:23.409427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:23.441092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Pushing event updated for resources: {'Port': ['ID=813592e8-6dc0-4131-b596-cc401252af38,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:23.456029 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:23.467007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:23.476855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Usage tracker for resource:port and tenant:424fa3408667454a91a5909d4a7a8143 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:23.479642 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.482689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:23.485409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:23.486020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.492714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:23.520868 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3013759
Dec 16 09:42:23.539651 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.549065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Made reservation on behalf of 424fa3408667454a91a5909d4a7a8143 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:23.553469 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.555459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Request body: {'port': {'device_id': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:23.594356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-bdb7c70a-a84b-4b77-a018-34094733c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:23.595862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-bdb7c70a-a84b-4b77-a018-34094733c777 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 1096 time: 0.3111556
Dec 16 09:42:23.690070 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.723503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a64b2-b103-450e-9e35-ad5eaf059e13 req-07afb167-0ff0-4b55-9f29-12bd3039bf91 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:23.725847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d35a64b2-b103-450e-9e35-ad5eaf059e13 req-07afb167-0ff0-4b55-9f29-12bd3039bf91 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 944 time: 0.3894825
Dec 16 09:42:23.974451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d35a64b2-b103-450e-9e35-ad5eaf059e13 req-3d65bf38-b6d7-468d-9ee3-1ea3ac4f22c0 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1578128
Dec 16 09:42:23.991846 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:23.996265 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db86b321-4498-44e9-bc49-c8e696c19f7b tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:24.010331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-76fd717a-13b6-4c97-a210-63661f2de184 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:24.011788 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-76fd717a-13b6-4c97-a210-63661f2de184 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "GET /v2.0/networks?id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 200  len: 818 time: 0.4461126
Dec 16 09:42:24.017622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-62436cdd-fb6c-4cf3-acf0-8b47935879de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:24.019270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-62436cdd-fb6c-4cf3-acf0-8b47935879de service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 200  len: 898 time: 0.4073257
Dec 16 09:42:24.024278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafc3db1-0325-4a5c-a0f5-fa857f189f96,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:24.029596 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:24.033273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Request body: {'port': {'device_id': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff', 'admin_state_up': True, 'tenant_id': '424fa3408667454a91a5909d4a7a8143'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:24.088575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813592e8-6dc0-4131-b596-cc401252af38 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:24.096369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.100012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9134d689-8ccb-4054-9e7d-3330b66fee8f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:42:24.108151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:24.112418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Transition to ACTIVE for port object 813592e8-6dc0-4131-b596-cc401252af38 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:24.117947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.128770 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d838122-c6c1-43f4-a1f2-634bb7444008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:24.248849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Pushing event updated for resources: {'Port': ['ID=813592e8-6dc0-4131-b596-cc401252af38,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:24.258855 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:24.260016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 4aadb05e-4564-497c-83b9-ff0503959092 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:24.270846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 4aadb05e-4564-497c-83b9-ff0503959092 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:24.271089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.271247 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.272539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dafc3db1-0325-4a5c-a0f5-fa857f189f96 HTTP/1.1" status: 204  len: 168 time: 1.0141811
Dec 16 09:42:24.317057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Allocated IP 172.20.0.8 (857ad2a7-bfa8-4765-bef2-92e36df5c1ff/b4f2f58f-976d-4d86-b37d-18a0952364b8/cf008a16-2f59-4144-9695-8a1dddae9276) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:24.390518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Attempting to bind port 813592e8-6dc0-4131-b596-cc401252af38 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:24.390911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Attempting to bind port 813592e8-6dc0-4131-b596-cc401252af38 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:24.391274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Attempting to bind port 813592e8-6dc0-4131-b596-cc401252af38 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:24.396551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Port 813592e8-6dc0-4131-b596-cc401252af38 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:42:24.397151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Attempting to bind port 813592e8-6dc0-4131-b596-cc401252af38 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:24.403758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:24.404351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Checking segment: {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:24.405021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Bound using segment: {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:24.405629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Bound port: 813592e8-6dc0-4131-b596-cc401252af38, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:24.406161 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.417635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:24.420913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-979042b1-1cfc-4bea-beda-f59fd6b17c44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c78303-13b5-4172-864b-a63f16c4c338 HTTP/1.1" status: 200  len: 1001 time: 0.3842669
Dec 16 09:42:24.437891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'mac_address': 'fa:16:3e:a4:58:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:42:24.443959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.518351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:24.532528 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.542655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] For port 813592e8-6dc0-4131-b596-cc401252af38, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:24.545234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:24.548778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] For port 813592e8-6dc0-4131-b596-cc401252af38, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=813592e8-6dc0-4131-b596-cc401252af38,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:24.554253 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.555797 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.557981 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:24.568208 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a92855a3-f2e2-4d71-92cd-a99737429201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:24.597466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9134d689-8ccb-4054-9e7d-3330b66fee8f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:24.617066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:24.627613 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.656669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:24.657595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.659612 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] 10.222.0.74 "PUT /v2.0/ports/813592e8-6dc0-4131-b596-cc401252af38 HTTP/1.1" status: 200  len: 1091 time: 1.1112006
Dec 16 09:42:24.660889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'tag': '813592e8-6dc0-4131-b596-cc401252af38'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:24.661881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:24.672238 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:24.672715 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94b7573c-0ad7-4da5-b2a4-364c8d0977db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:24.690857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Pushing event updated for resources: {'Port': ['ID=813592e8-6dc0-4131-b596-cc401252af38,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:24.696144 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:24.705800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:24.724955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:24.779359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:24.801288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:24.805358 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:24.812054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Usage tracker for resource:security_group_rule and tenant:24d7e67bee8e403b96fa634358731ae8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:24.821718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:24.829010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9134d689-8ccb-4054-9e7d-3330b66fee8f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:24.833133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:24.861198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-00ad2b12-2c10-470b-b649-c50e2bf01fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:24.862442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-9fefb5f5-69fa-4d75-b8c5-0e1e7fa8a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:24.862924 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-00ad2b12-2c10-470b-b649-c50e2bf01fc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=424fa3408667454a91a5909d4a7a8143&device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 1094 time: 0.1259913
Dec 16 09:42:24.863895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-9fefb5f5-69fa-4d75-b8c5-0e1e7fa8a619 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86fe2d5c-189e-4420-a1f1-c84885e9a145 HTTP/1.1" status: 200  len: 834 time: 0.4408224
Dec 16 09:42:24.879540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:24.902572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Usage tracker for resource:port and tenant:424fa3408667454a91a5909d4a7a8143 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:24.948160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:24.958950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d5b13ba-d96d-4b51-ad2f-38175cebd449 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813592e8-6dc0-4131-b596-cc401252af38 HTTP/1.1" status: 200  len: 217 time: 0.0705481
Dec 16 09:42:24.976313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:24.994378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72346f55-69f2-45ab-8c63-3958057afdf0 req-f6d66eb9-534e-44b9-8711-d10779451b5b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:24.996131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72346f55-69f2-45ab-8c63-3958057afdf0 req-f6d66eb9-534e-44b9-8711-d10779451b5b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.9008315
Dec 16 09:42:25.038075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-d910d75a-8779-4e08-a2d8-7d20c3db9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:25.038830 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-d910d75a-8779-4e08-a2d8-7d20c3db9068 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f2f58f-976d-4d86-b37d-18a0952364b8 HTTP/1.1" status: 200  len: 858 time: 0.0716541
Dec 16 09:42:25.066910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Made reservation on behalf of 424fa3408667454a91a5909d4a7a8143 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:25.072423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.109846 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-dfc94baf-c553-4870-a04d-4e53b0c76adc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602498
Dec 16 09:42:25.126210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.127654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.153528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.198372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72346f55-69f2-45ab-8c63-3958057afdf0 req-1485f810-ade7-40c8-9385-3ad092b7d884 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772211
Dec 16 09:42:25.216757 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-01694dbd-7016-49f2-9ac8-842a6af19f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:25.233850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-ad9f24e9-a4e7-46f8-82d5-0ea5454a98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:25.235347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-ad9f24e9-a4e7-46f8-82d5-0ea5454a98e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c23e622-daa7-4a25-8940-2ef7d1396ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3341658
Dec 16 09:42:25.272929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be81d528-d585-4d74-93c3-4b02229a4bde,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:25.276471 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:25.283571 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24d7e67bee8e403b96fa634358731ae8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5764861
Dec 16 09:42:25.286719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:25.372298 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6ec0d78c-5664-413a-b334-d92a72a4b367 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439499
Dec 16 09:42:25.496183 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.516959 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:25.583394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-2b3eb77c-6d04-4978-afa7-489ea7439e37 service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3322728
Dec 16 09:42:25.624041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.671732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.692554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:25.693430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Pushing event updated for resources: {'Port': ['ID=cf008a16-2f59-4144-9695-8a1dddae9276,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:25.698763 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:25.717993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:25.721043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Allocated IP 172.20.0.7 (857ad2a7-bfa8-4765-bef2-92e36df5c1ff/b4f2f58f-976d-4d86-b37d-18a0952364b8/8c82045d-4936-407b-aa15-5d6d2fc4d510) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:25.725074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:25.746587 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-a777e813-6bf9-4cf1-a779-8759be54e776 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3654771
Dec 16 09:42:25.772075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.776499 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e5d54b24-8f49-4ed7-8730-a4c17f1aaab6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:25.794950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be81d528-d585-4d74-93c3-4b02229a4bde,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:25.799084 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:25.802175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.804156 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be81d528-d585-4d74-93c3-4b02229a4bde HTTP/1.1" status: 204  len: 168 time: 0.5155733
Dec 16 09:42:25.820667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7eb14-2d33-46ad-ac0f-e5ff3e0973fb req-190fd4ce-e837-4d86-a8a3-81372f3d6b16 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:25.822130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bc7eb14-2d33-46ad-ac0f-e5ff3e0973fb req-190fd4ce-e837-4d86-a8a3-81372f3d6b16 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 944 time: 0.4727418
Dec 16 09:42:25.883659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:25.884959 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:25.986687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b97f9fdc-3571-4976-8a09-f147d1730019 req-083fc3ec-3435-4c20-a1e7-6e95e54401b2 service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3837817
Dec 16 09:42:25.994817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8763695
Dec 16 09:42:26.078772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Request body: {'port': {'device_id': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:26.108539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9134d689-8ccb-4054-9e7d-3330b66fee8f up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:26.156002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bc7eb14-2d33-46ad-ac0f-e5ff3e0973fb req-c921fea0-76cb-42d0-9554-3d5175376161 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3079000
Dec 16 09:42:26.213222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9134d689-8ccb-4054-9e7d-3330b66fee8f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:26.213957 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:26.366967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:26.395086 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:26.429961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:26.439472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:26.441814 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:26.576972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:26.582156 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:26.729307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:26.784577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3329-89cf-4808-a678-f98db3047900 req-b7099275-4fb6-4d2c-914e-4eecb460ffff tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:26.785334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f37b3329-89cf-4808-a678-f98db3047900 req-b7099275-4fb6-4d2c-914e-4eecb460ffff tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Synchronizing usage tracker for tenant:424fa3408667454a91a5909d4a7a8143 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:26.826316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:26.837349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f37b3329-89cf-4808-a678-f98db3047900 req-b7099275-4fb6-4d2c-914e-4eecb460ffff tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Unset dirty status for tenant:424fa3408667454a91a5909d4a7a8143 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:26.838852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f37b3329-89cf-4808-a678-f98db3047900 req-b7099275-4fb6-4d2c-914e-4eecb460ffff tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 943 time: 0.2809443
Dec 16 09:42:26.839694 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:27.005924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:27.013206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:27.042439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:27.070688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f37b3329-89cf-4808-a678-f98db3047900 req-8a891306-47e5-462e-be91-5dd1693dd0da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Synchronizing usage tracker for tenant:424fa3408667454a91a5909d4a7a8143 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:27.285265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Pushing event updated for resources: {'Port': ['ID=8c82045d-4936-407b-aa15-5d6d2fc4d510,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:27.288289 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:27.318235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f37b3329-89cf-4808-a678-f98db3047900 req-8a891306-47e5-462e-be91-5dd1693dd0da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Unset dirty status for tenant:424fa3408667454a91a5909d4a7a8143 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:27.328016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f37b3329-89cf-4808-a678-f98db3047900 req-8a891306-47e5-462e-be91-5dd1693dd0da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3984616
Dec 16 09:42:27.386765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:27.387464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:27.473763 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4461141
Dec 16 09:42:27.560636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Request body: {'port': {'device_id': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:27.647523 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092', 'code': 200}
Dec 16 09:42:27.674786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf008a16-2f59-4144-9695-8a1dddae9276 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:27.692536 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:27.716971 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'tag': '813592e8-6dc0-4131-b596-cc401252af38', 'status': 'completed', 'code': 200}
Dec 16 09:42:27.721596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Transition to ACTIVE for port object cf008a16-2f59-4144-9695-8a1dddae9276 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:27.738584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:27.775914 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5f668179-781c-4646-8de6-ea3270caaceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:27.900116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-eaec4cbb-8317-4ec0-a71a-775493f86517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:27.901655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-eaec4cbb-8317-4ec0-a71a-775493f86517 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=424fa3408667454a91a5909d4a7a8143&device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 1094 time: 0.1241014
Dec 16 09:42:28.110055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 813592e8-6dc0-4131-b596-cc401252af38 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:42:28.121751 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:28.145182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-5af5782e-7616-44fb-8c7a-fe3725a3e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:28.146642 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-5af5782e-7616-44fb-8c7a-fe3725a3e657 service neutron] 10.222.0.74 "GET /v2.0/networks?id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 200  len: 919 time: 0.2371294
Dec 16 09:42:28.226794 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-9318a286-68f1-46e2-b552-5cf3330ad14a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813592e8-6dc0-4131-b596-cc401252af38 HTTP/1.1" status: 200  len: 217 time: 0.0718217
Dec 16 09:42:28.226794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:28.308131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Pushing event updated for resources: {'Port': ['ID=cf008a16-2f59-4144-9695-8a1dddae9276,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:28.312142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:28.346038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-18974699-6c21-47b6-bfd9-472a36bb8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:28.348503 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-18974699-6c21-47b6-bfd9-472a36bb8b05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f2f58f-976d-4d86-b37d-18a0952364b8 HTTP/1.1" status: 200  len: 858 time: 0.1116731
Dec 16 09:42:28.420959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 813592e8-6dc0-4131-b596-cc401252af38, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=813592e8-6dc0-4131-b596-cc401252af38,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:28.446110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '813592e8-6dc0-4131-b596-cc401252af38', 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff', 'port_id': '813592e8-6dc0-4131-b596-cc401252af38', 'mac_address': 'fa:16:3e:07:4e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f2f58f-976d-4d86-b37d-18a0952364b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:42:28.468629 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-e000b9ba-e827-4de8-a819-95a422155ba4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1042840
Dec 16 09:42:28.479384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-527031509', 'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:28.501316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:28.507094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:network and tenant:332a76423c2c4f868843bb28c16903c5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:28.512127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:28.520545 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:28.521058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:28.565939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813592e8-6dc0-4131-b596-cc401252af38 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:28.595838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Made reservation on behalf of 332a76423c2c4f868843bb28c16903c5 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:28.599647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 813592e8-6dc0-4131-b596-cc401252af38, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=813592e8-6dc0-4131-b596-cc401252af38,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:28.604162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:28.604801 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:28.606736 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94b7573c-0ad7-4da5-b2a4-364c8d0977db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:28.622177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:28.720351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=813592e8-6dc0-4131-b596-cc401252af38,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:28.723486 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:28.734636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:28.778942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:security_group_rule and tenant:332a76423c2c4f868843bb28c16903c5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:28.783064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:28.793501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:28.855501 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-19ec8329-30f0-407b-93a6-02c084584225 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3669641
Dec 16 09:42:28.881201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c992-5ddf-45fd-8ffa-48d9aec89cb9 req-8de3e6e8-0857-484e-b84f-8c70c130528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:28.882730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d68c992-5ddf-45fd-8ffa-48d9aec89cb9 req-8de3e6e8-0857-484e-b84f-8c70c130528c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1096 time: 1.1082335
Dec 16 09:42:28.939710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7dd78-8d24-4987-945b-1a99a594a33a req-727f1518-c4b3-46c9-8b96-b162242fcd7e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:28.947747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6e7dd78-8d24-4987-945b-1a99a594a33a req-727f1518-c4b3-46c9-8b96-b162242fcd7e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 1.0215755
Dec 16 09:42:28.968387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Attempting to bind port cf008a16-2f59-4144-9695-8a1dddae9276 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:28.968722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Attempting to bind port cf008a16-2f59-4144-9695-8a1dddae9276 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:28.969254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Attempting to bind port cf008a16-2f59-4144-9695-8a1dddae9276 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:28.987524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['813592e8-6dc0-4131-b596-cc401252af38'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:29.000003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Port cf008a16-2f59-4144-9695-8a1dddae9276 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:42:29.000534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Attempting to bind port cf008a16-2f59-4144-9695-8a1dddae9276 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:29.026249 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-9a0acfd6-6b77-40cb-8945-7fce4e7a8162 req-163fd915-e048-4976-84e7-2bce318f1e25 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507337
Dec 16 09:42:29.031722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:29.032307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Checking segment: {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:29.032852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Bound using segment: {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:29.033450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Bound port: cf008a16-2f59-4144-9695-8a1dddae9276, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:29.033948 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.074479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d68c992-5ddf-45fd-8ffa-48d9aec89cb9 req-2377273f-e7c4-471b-be6b-79860adf26dc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1706355
Dec 16 09:42:29.082589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6e7dd78-8d24-4987-945b-1a99a594a33a req-781c2a64-0f7c-48cf-af7e-a38ec4c4c43f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350279
Dec 16 09:42:29.128193 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.133006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.139595 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd6d587d-12ef-4d44-a76b-12cb0fefee7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:29.186490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] For port cf008a16-2f59-4144-9695-8a1dddae9276, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:29.190499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] For port cf008a16-2f59-4144-9695-8a1dddae9276, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cf008a16-2f59-4144-9695-8a1dddae9276,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:29.192368 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:42:29.202315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.209220 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e711764f-5ef0-4c65-a307-cc2aa1015e26 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:29.221751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796742a3-a910-4947-a7f6-05da31f7f346,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:29.226730 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:29.245221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:42:29.257369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.264153 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Added segment d1414c00-9b1c-4a7d-81b1-61bebd054f9c of type vlan for network e667321f-6539-45f6-a2b4-43afda4a7b66
Dec 16 09:42:29.309938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.347335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:29.348156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.349823 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] 10.222.0.74 "PUT /v2.0/ports/cf008a16-2f59-4144-9695-8a1dddae9276 HTTP/1.1" status: 200  len: 1091 time: 3.2789457
Dec 16 09:42:29.350519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'tag': 'cf008a16-2f59-4144-9695-8a1dddae9276'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:29.359050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c82045d-4936-407b-aa15-5d6d2fc4d510 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:29.371420 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.392965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.394361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:29.396700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.426986 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:29.499434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Pushing event updated for resources: {'Port': ['ID=cf008a16-2f59-4144-9695-8a1dddae9276,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:29.514386 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:29.526177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Transition to ACTIVE for port object 8c82045d-4936-407b-aa15-5d6d2fc4d510 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:29.533907 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.542918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-83d01874-30cc-42c4-9655-df832c583c4e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:29.566202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Network': ['ID=e667321f-6539-45f6-a2b4-43afda4a7b66,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:29.578051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network e667321f-6539-45f6-a2b4-43afda4a7b66 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:42:29.580761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:29.606825 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.3773003
Dec 16 09:42:29.609800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:29.615086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'subnet': {'network_id': 'e667321f-6539-45f6-a2b4-43afda4a7b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:29.630747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:29.640447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:subnet and tenant:332a76423c2c4f868843bb28c16903c5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:29.643729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:29.651601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:29.665145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Made reservation on behalf of 332a76423c2c4f868843bb28c16903c5 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:29.667938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:29.673233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:29.722811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Pushing event updated for resources: {'Port': ['ID=8c82045d-4936-407b-aa15-5d6d2fc4d510,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:29.735484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bfbd6-9afe-490f-b772-e1652aca639d req-0f264a62-b220-4e1c-8042-3381c5b386c3 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:29.736282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e9bfbd6-9afe-490f-b772-e1652aca639d req-0f264a62-b220-4e1c-8042-3381c5b386c3 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.3577828
Dec 16 09:42:29.737230 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:29.882136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-c0488e5e-ef88-4f92-b598-c4265db7a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:29.883971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-c0488e5e-ef88-4f92-b598-c4265db7a5af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=424fa3408667454a91a5909d4a7a8143&device_id=5bed4aca-4eb0-4f71-9493-076189a7e0e4 HTTP/1.1" status: 200  len: 1094 time: 0.4361153
Dec 16 09:42:30.123993 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e9bfbd6-9afe-490f-b772-e1652aca639d req-d375c743-b44c-407c-83bf-5640fba87375 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3540053
Dec 16 09:42:30.206431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:42:30.207005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-2f9ae674-6043-4927-9bcd-7f7d9cea6098 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf008a16-2f59-4144-9695-8a1dddae9276 HTTP/1.1" status: 200  len: 217 time: 0.3059673
Dec 16 09:42:30.207407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:30.213805 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cfd8ad3-d19a-497e-8460-c2780ca3af22 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:30.222897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Attempting to bind port 8c82045d-4936-407b-aa15-5d6d2fc4d510 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:30.223589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Attempting to bind port 8c82045d-4936-407b-aa15-5d6d2fc4d510 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:30.224145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Attempting to bind port 8c82045d-4936-407b-aa15-5d6d2fc4d510 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:30.309864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Checking segment: {'id': 'd1414c00-9b1c-4a7d-81b1-61bebd054f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e667321f-6539-45f6-a2b4-43afda4a7b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:30.310554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network hostable DHCP agents. Network: e667321f-6539-45f6-a2b4-43afda4a7b66, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:42:30.318242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Port 8c82045d-4936-407b-aa15-5d6d2fc4d510 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:42:30.320796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0d58861f-6bc8-4866-9391-05ea83d82c32,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:30.321008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Attempting to bind port 8c82045d-4936-407b-aa15-5d6d2fc4d510 on network 857ad2a7-bfa8-4765-bef2-92e36df5c1ff {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:30.330666 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:30.347452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:30.347710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network e667321f-6539-45f6-a2b4-43afda4a7b66 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:42:30.348206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Checking segment: {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:30.348850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Bound using segment: {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:30.349617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Bound port: 8c82045d-4936-407b-aa15-5d6d2fc4d510, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78d2ddd-13ca-4bb5-b274-06214be202c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:30.350230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:30.361416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, e667321f-6539-45f6-a2b4-43afda4a7b66) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:30.370549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:30.371346 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:30.372549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9aa79f-265f-477a-9dd4-61a4ef122f16 None None] Network e667321f-6539-45f6-a2b4-43afda4a7b66 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:42:30.417913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-c35dbd34-64b3-4336-8b10-63b3ecd3f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:30.418997 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.8072736
Dec 16 09:42:30.421883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:30.428431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-c35dbd34-64b3-4336-8b10-63b3ecd3f141 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f2f58f-976d-4d86-b37d-18a0952364b8 HTTP/1.1" status: 200  len: 858 time: 0.1917605
Dec 16 09:42:30.432221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-66199033', 'network_id': 'e667321f-6539-45f6-a2b4-43afda4a7b66'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:30.439558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:30.449850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:port and tenant:332a76423c2c4f868843bb28c16903c5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:30.455852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:30.471744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:30.493950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Made reservation on behalf of 332a76423c2c4f868843bb28c16903c5 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:30.498175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:30.522755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] device_id is not set on port 354b2199-fa3a-4893-9b35-abbfd35e13d2 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:42:30.693270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] For port 8c82045d-4936-407b-aa15-5d6d2fc4d510, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:30.703546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] For port 8c82045d-4936-407b-aa15-5d6d2fc4d510, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8c82045d-4936-407b-aa15-5d6d2fc4d510,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:30.722534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53543dc-8df7-40a4-a0b6-982479580962 None None] Network e667321f-6539-45f6-a2b4-43afda4a7b66 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:42:30.754716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:30.776784 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:30.895659 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-d335a3d6-5bd3-4830-8c33-5118204a44a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4398770
Dec 16 09:42:31.181844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:31.183055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:31.187386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] 10.222.0.74 "PUT /v2.0/ports/8c82045d-4936-407b-aa15-5d6d2fc4d510 HTTP/1.1" status: 200  len: 1091 time: 3.6504071
Dec 16 09:42:31.207934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Allocated IP 172.20.0.3 (e667321f-6539-45f6-a2b4-43afda4a7b66/0d58861f-6bc8-4866-9391-05ea83d82c32/354b2199-fa3a-4893-9b35-abbfd35e13d2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:31.220361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Pushing event updated for resources: {'Port': ['ID=8c82045d-4936-407b-aa15-5d6d2fc4d510,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:31.230987 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:31.338219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76cb1b-f713-40dd-a673-def8c013c316 req-d981925c-802c-4e56-ae78-ec59c29d03eb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:31.346795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b76cb1b-f713-40dd-a673-def8c013c316 req-d981925c-802c-4e56-ae78-ec59c29d03eb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 1.0026569
Dec 16 09:42:31.414176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-a387310b-7c8d-4b1f-a400-056879d4c9c2 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5177820
Dec 16 09:42:31.448890 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b76cb1b-f713-40dd-a673-def8c013c316 req-bedcaa31-c0c2-484b-acb1-11b625858b23 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988529
Dec 16 09:42:31.470301 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:42:31.532114 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:31.571261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:31.589303 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:31.706909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network e667321f-6539-45f6-a2b4-43afda4a7b66 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:31.713370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:31.733430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:31.787057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Port': ['ID=354b2199-fa3a-4893-9b35-abbfd35e13d2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:31.798678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:31.859378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-61337924-3d48-450a-b341-205b0eafb680 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4240084
Dec 16 09:42:31.877853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-be73eafd-3dd3-42cf-8020-4b6158f6da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:31.881559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:31.881559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:31.890438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-be73eafd-3dd3-42cf-8020-4b6158f6da00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=424fa3408667454a91a5909d4a7a8143&device_id=5149414e-705e-4ec5-a914-6b4e092b52f8 HTTP/1.1" status: 200  len: 1094 time: 0.6116803
Dec 16 09:42:31.944410 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1021 time: 1.5200162
Dec 16 09:42:31.944410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:32.039833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Deleting port 354b2199-fa3a-4893-9b35-abbfd35e13d2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:32.040256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:32.060220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-54d8a040-d825-4b07-b190-8ca24c1d109e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c82045d-4936-407b-aa15-5d6d2fc4d510 HTTP/1.1" status: 200  len: 217 time: 0.1661017
Dec 16 09:42:32.121814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 813592e8-6dc0-4131-b596-cc401252af38 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:32.206531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-c935b19f-1ffe-4217-9082-da8ced2a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:32.214622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-c935b19f-1ffe-4217-9082-da8ced2a3a93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f2f58f-976d-4d86-b37d-18a0952364b8 HTTP/1.1" status: 200  len: 858 time: 0.1433463
Dec 16 09:42:32.247874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee3bc0-78be-4eb5-bfb6-6b6bb1389778 req-a1736fa0-ebda-46dd-a6ab-85fc55ed3b2d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:32.254509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8ee3bc0-78be-4eb5-bfb6-6b6bb1389778 req-a1736fa0-ebda-46dd-a6ab-85fc55ed3b2d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 944 time: 0.2756200
Dec 16 09:42:32.293514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 813592e8-6dc0-4131-b596-cc401252af38 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:32.303921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 813592e8-6dc0-4131-b596-cc401252af38 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:32.304433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:32.411382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:32.418473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-ac692f19-2a32-4c04-8cf1-247b3363bf61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1625350
Dec 16 09:42:32.458928 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:32.501197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 813592e8-6dc0-4131-b596-cc401252af38, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=813592e8-6dc0-4131-b596-cc401252af38,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:32.511263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:32.514431 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f8b07cec-188a-4ac4-8305-66698f60c446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:32.589749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Calling delete_port for 354b2199-fa3a-4893-9b35-abbfd35e13d2 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:32.590531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8ee3bc0-78be-4eb5-bfb6-6b6bb1389778 req-da0d580a-ab59-48b3-9934-a9457553d10c tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195141
Dec 16 09:42:32.630962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=813592e8-6dc0-4131-b596-cc401252af38,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:32.636541 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:32.719080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-bb49e729-38b0-4093-a1c1-18a88b2e0184 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778666
Dec 16 09:42:32.835741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:32.842398 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d39d67f-615a-4ec3-8316-517e2a5c0ffe tempest-InstanceActionsV221TestJSON-116214517 tempest-InstanceActionsV221TestJSON-116214517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:32.871873 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'tag': 'cf008a16-2f59-4144-9695-8a1dddae9276', 'status': 'completed', 'code': 200}
Dec 16 09:42:32.941615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event deleted for resources: {'Port': ['ID=354b2199-fa3a-4893-9b35-abbfd35e13d2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:32.945157 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:32.948898 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'code': 200}
Dec 16 09:42:33.067859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8109e2b8-50ac-4b2a-8aec-88f914f74a1b req-ecbd742c-ff49-4ae7-8d74-2150979b90fe service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3246901
Dec 16 09:42:33.090816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:33.112164 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "DELETE /v2.0/ports/354b2199-fa3a-4893-9b35-abbfd35e13d2 HTTP/1.1" status: 204  len: 168 time: 1.1659729
Dec 16 09:42:33.113899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:33.125186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e667321f-6539-45f6-a2b4-43afda4a7b66', 'external_fixed_ips': [{'subnet_id': '0d58861f-6bc8-4866-9391-05ea83d82c32', 'ip_address': '172.20.0.3'}]}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:33.130544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:33.134567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:router and tenant:332a76423c2c4f868843bb28c16903c5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:33.140915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:33.147522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:33.165277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:33.167034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:33.185302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-546cbcb3-1f92-4cf8-b5f4-a2b7aab2f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:33.186853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-546cbcb3-1f92-4cf8-b5f4-a2b7aab2f640 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=424fa3408667454a91a5909d4a7a8143&device_id=5bed4aca-4eb0-4f71-9493-076189a7e0e4 HTTP/1.1" status: 200  len: 1094 time: 0.2933457
Dec 16 09:42:33.198374 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:33.240203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f805-410b-4b2b-ac9b-e6ac5d3334ea req-848a7a18-88d9-46b1-84e3-a70a860c3f7a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:33.248390 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3968f805-410b-4b2b-ac9b-e6ac5d3334ea req-848a7a18-88d9-46b1-84e3-a70a860c3f7a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.1785452
Dec 16 09:42:33.632275 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3968f805-410b-4b2b-ac9b-e6ac5d3334ea req-a6cd6b4b-a2dd-4dde-86ab-51c04937330c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3830307
Dec 16 09:42:33.673220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-69d8c865-40c5-4987-859c-79fd8bf0f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:33.674864 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-69d8c865-40c5-4987-859c-79fd8bf0f3a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 200  len: 919 time: 0.4771166
Dec 16 09:42:33.684264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-cfd9279a-67e9-44b9-8e5b-fcf3b29ad5a8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2386038
Dec 16 09:42:33.794423 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-e344a7c9-b144-42ba-852a-480bd938c1da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf008a16-2f59-4144-9695-8a1dddae9276 HTTP/1.1" status: 200  len: 217 time: 0.1036253
Dec 16 09:42:33.833572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:33.905506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-0409ea60-7cd7-4561-bef0-afc2bbc06af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:33.907515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-0409ea60-7cd7-4561-bef0-afc2bbc06af7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f2f58f-976d-4d86-b37d-18a0952364b8 HTTP/1.1" status: 200  len: 858 time: 0.1031046
Dec 16 09:42:33.999651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-f4da7868-c093-4805-bca9-d61e91fd72f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504563
Dec 16 09:42:34.133497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cf008a16-2f59-4144-9695-8a1dddae9276 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:42:34.211473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.211937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.212545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.212899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.213115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.213743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.214361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.216457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6fdd215a-4e15-4dcd-938c-ec18e624952e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.3078525
Dec 16 09:42:34.266869 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-d496a528-1a0b-41a1-b61d-55bbf1423161 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513382
Dec 16 09:42:34.302275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port cf008a16-2f59-4144-9695-8a1dddae9276, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cf008a16-2f59-4144-9695-8a1dddae9276,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:34.317278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'cf008a16-2f59-4144-9695-8a1dddae9276', 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff', 'port_id': 'cf008a16-2f59-4144-9695-8a1dddae9276', 'mac_address': 'fa:16:3e:de:fb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f2f58f-976d-4d86-b37d-18a0952364b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:42:34.326537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:34.361724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:34.376544 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:34.396223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf008a16-2f59-4144-9695-8a1dddae9276 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:34.412811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port cf008a16-2f59-4144-9695-8a1dddae9276, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cf008a16-2f59-4144-9695-8a1dddae9276,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:34.420324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:34.422280 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-558f3f9d-481a-44b7-b44d-99b07cf729ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:34.425348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-03ae77a0-31f1-4541-81f7-94de4e1243b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.425828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-03ae77a0-31f1-4541-81f7-94de4e1243b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.426308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-03ae77a0-31f1-4541-81f7-94de4e1243b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.427922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-03ae77a0-31f1-4541-81f7-94de4e1243b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 2293 time: 0.1642146
Dec 16 09:42:34.505785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=cf008a16-2f59-4144-9695-8a1dddae9276,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:34.509197 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:34.605571 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-e5dcd177-2546-4591-a119-d0f224fb7d0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.1497607
Dec 16 09:42:34.644233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Allocated IP 172.20.0.3 (e667321f-6539-45f6-a2b4-43afda4a7b66/0d58861f-6bc8-4866-9391-05ea83d82c32/bb7f5a3a-2665-4159-a3b3-b9833f25526b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:34.747142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332b0b3-0d2f-4b52-8f9e-7d1fbdca0df3 req-87f472ef-f11a-4c81-8b4f-ef3fd8956499 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.756885 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7332b0b3-0d2f-4b52-8f9e-7d1fbdca0df3 req-87f472ef-f11a-4c81-8b4f-ef3fd8956499 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.6517577
Dec 16 09:42:34.805731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cf008a16-2f59-4144-9695-8a1dddae9276'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:34.851740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-f31e6e6b-e9c7-41ff-a746-cf6b02c7d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:34.853691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-f31e6e6b-e9c7-41ff-a746-cf6b02c7d250 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.2392142
Dec 16 09:42:34.855998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:34.865570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7332b0b3-0d2f-4b52-8f9e-7d1fbdca0df3 req-9eb7f7f6-62c2-484d-94dd-75bd6589e2f8 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072896
Dec 16 09:42:34.920910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:34.933992 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a70b1600-5e95-4f0d-9548-fc0e862c9e71 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:34.951514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813592e8-6dc0-4131-b596-cc401252af38'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:34.955017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'tag': '8c82045d-4936-407b-aa15-5d6d2fc4d510'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:34.982883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e381fcc-6b07-40e8-aa7f-e5c11a78a1cc req-1c451a4e-bd2e-4b32-90a0-fe7f1d1f4fcc service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5426285
Dec 16 09:42:35.016649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network e667321f-6539-45f6-a2b4-43afda4a7b66 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:35.021911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:35.032508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:35.102983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-75b31ed3-4227-4d33-a307-e9e1f095010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:35.106238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-75b31ed3-4227-4d33-a307-e9e1f095010c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2327833
Dec 16 09:42:35.152075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7f5a3a-2665-4159-a3b3-b9833f25526b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:35.158310 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:35.376297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-5fd46861-550a-4a31-96de-6bb70658e819 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2594755
Dec 16 09:42:35.393258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7f45-a68b-45d2-9500-6507db325c9e req-0728fcfd-139c-48f0-8e90-e9d4671557a2 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:35.395657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-637c7f45-a68b-45d2-9500-6507db325c9e req-0728fcfd-139c-48f0-8e90-e9d4671557a2 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 945 time: 0.1581190
Dec 16 09:42:35.663234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:35.695598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-637c7f45-a68b-45d2-9500-6507db325c9e req-1e753749-bf6d-499a-b6be-84ba985ee9e7 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2778811
Dec 16 09:42:35.750609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-11b1a8a6-c3a1-4c84-b236-abe2e9c89e5a service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3530464
Dec 16 09:42:35.878289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-69bac37e-e238-4e3f-99fd-a86da0d90b0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.1193483
Dec 16 09:42:35.990448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-c71f7464-e397-456f-849b-e296cbf41132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:35.991806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-c71f7464-e397-456f-849b-e296cbf41132 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1075647
Dec 16 09:42:36.081384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435eb15-7394-44ad-8377-4ad06d5b31e2 req-76fb9f95-bc8b-43c7-b7f3-41fa988ef408 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:36.082956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b435eb15-7394-44ad-8377-4ad06d5b31e2 req-76fb9f95-bc8b-43c7-b7f3-41fa988ef408 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.2601492
Dec 16 09:42:36.097206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47234) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:36.120163 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'floatingip': {'port_id': '4aadb05e-4564-497c-83b9-ff0503959092'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:36.136766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8c82045d-4936-407b-aa15-5d6d2fc4d510 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:42:36.242901 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:36.249663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:36.308077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-4079011c-8192-4c2f-9a9d-da00a112cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:36.309570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-4079011c-8192-4c2f-9a9d-da00a112cd32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3107300
Dec 16 09:42:36.365419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cf008a16-2f59-4144-9695-8a1dddae9276 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:36.515313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Router 5cdfb48e-5cbf-4790-960c-c247b9ba0697 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:42:36.529872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8c82045d-4936-407b-aa15-5d6d2fc4d510, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8c82045d-4936-407b-aa15-5d6d2fc4d510,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:36.570887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '8c82045d-4936-407b-aa15-5d6d2fc4d510', 'network_id': '857ad2a7-bfa8-4765-bef2-92e36df5c1ff', 'port_id': '8c82045d-4936-407b-aa15-5d6d2fc4d510', 'mac_address': 'fa:16:3e:fb:55:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f2f58f-976d-4d86-b37d-18a0952364b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:42:36.572674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port cf008a16-2f59-4144-9695-8a1dddae9276 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:36.662410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:36.674862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port cf008a16-2f59-4144-9695-8a1dddae9276 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:36.675902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:36.720853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-49253cf0-6719-4011-b272-47dcb45e4630 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4039464
Dec 16 09:42:36.802595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c82045d-4936-407b-aa15-5d6d2fc4d510 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:36.810978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:42:36.854026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:36.860850 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 3.7427392
Dec 16 09:42:36.862071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:36.872031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Sync routers for ids ['5cdfb48e-5cbf-4790-960c-c247b9ba0697'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:42:36.898613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8c82045d-4936-407b-aa15-5d6d2fc4d510, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8c82045d-4936-407b-aa15-5d6d2fc4d510,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:36.908269 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:36.919415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Routers {'5cdfb48e-5cbf-4790-960c-c247b9ba0697'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:36.920654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f380f760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5cdfb48e-5cbf-4790-960c-c247b9ba0697'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:36.973306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe808489-b93e-4526-a3b2-97e4e1780442 req-6ceec7be-9e99-4d02-acb5-21e053eaa713 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:36.980754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe808489-b93e-4526-a3b2-97e4e1780442 req-6ceec7be-9e99-4d02-acb5-21e053eaa713 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.5461702
Dec 16 09:42:36.987697 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:37.004497 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:37.068226 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-4788e223-140a-44c1-9eaa-d19b99712b6b service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2893310
Dec 16 09:42:37.081376 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:37.173097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-c1573248-6db0-43d0-b04a-b05f6d0df475 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.0933626
Dec 16 09:42:37.215596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Set router 5cdfb48e-5cbf-4790-960c-c247b9ba0697 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:37.347714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:37.366630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Deleting port bb7f5a3a-2665-4159-a3b3-b9833f25526b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:37.367448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:37.373110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe808489-b93e-4526-a3b2-97e4e1780442 req-67dbcd5b-9cc7-4d76-ace8-33ba1c3cbfed tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3914983
Dec 16 09:42:37.425300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8c82045d-4936-407b-aa15-5d6d2fc4d510,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:37.428550 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:37.437562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port cf008a16-2f59-4144-9695-8a1dddae9276, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cf008a16-2f59-4144-9695-8a1dddae9276,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:37.489061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-121f4c48-b072-47dc-895e-a37e66ce98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:37.490840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-121f4c48-b072-47dc-895e-a37e66ce98ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.3111732
Dec 16 09:42:37.518313 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813592e8-6dc0-4131-b596-cc401252af38', 'code': 200}
Dec 16 09:42:37.528197 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:37.558853 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:37.639189 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'tag': '8c82045d-4936-407b-aa15-5d6d2fc4d510', 'status': 'completed', 'code': 200}
Dec 16 09:42:37.681282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=cf008a16-2f59-4144-9695-8a1dddae9276,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:37.684332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['8c82045d-4936-407b-aa15-5d6d2fc4d510'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:37.714911 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:37.783848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:37.941876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Calling delete_port for bb7f5a3a-2665-4159-a3b3-b9833f25526b owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:38.008181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f380f760>, [{'id': '5cdfb48e-5cbf-4790-960c-c247b9ba0697', 'name': '', 'tenant_id': '332a76423c2c4f868843bb28c16903c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e667321f-6539-45f6-a2b4-43afda4a7b66', 'external_fixed_ips': [{'subnet_id': '0d58861f-6bc8-4866-9391-05ea83d82c32', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bb7f5a3a-2665-4159-a3b3-b9833f25526b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:33Z', 'updated_at': '2021-12-16T09:42:35Z', 'revision_number': 3, 'project_id': '332a76423c2c4f868843bb28c16903c5', 'gw_port': {'id': 'bb7f5a3a-2665-4159-a3b3-b9833f25526b', 'name': '', 'network_id': 'e667321f-6539-45f6-a2b4-43afda4a7b66', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfb48e-5cbf-4790-960c-c247b9ba0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0d58861f-6bc8-4866-9391-05ea83d82c32', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:34Z', 'updated_at': '2021-12-16T09:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d58861f-6bc8-4866-9391-05ea83d82c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:38.015738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Checking router: 5cdfb48e-5cbf-4790-960c-c247b9ba0697 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:42:38.019136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Updating router 5cdfb48e-5cbf-4790-960c-c247b9ba0697 port bb7f5a3a-2665-4159-a3b3-b9833f25526b binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:42:38.032745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3ffde-6aac-4b2a-9650-806b9d909564 req-5ec46fa8-3f0a-4fe7-9fb3-6d03d9e744c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:38.034228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ac3ffde-6aac-4b2a-9650-806b9d909564 req-5ec46fa8-3f0a-4fe7-9fb3-6d03d9e744c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 1096 time: 0.4472246
Dec 16 09:42:38.043111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-3fcf7848-28f6-4b90-a96b-38d3b7101ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:38.044588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-3fcf7848-28f6-4b90-a96b-38d3b7101ddf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=424fa3408667454a91a5909d4a7a8143&device_id=5149414e-705e-4ec5-a914-6b4e092b52f8 HTTP/1.1" status: 200  len: 1095 time: 0.4044735
Dec 16 09:42:38.053392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-9e3b2361-0512-43ff-81d1-2c7edae0b53d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1963639
Dec 16 09:42:38.094724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.112266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-3e6202c8-aa8a-4b00-9f9a-48b18c4edc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:38.113761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-3e6202c8-aa8a-4b00-9f9a-48b18c4edc39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.6161122
Dec 16 09:42:38.399504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:42:38.571301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.587609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.592386 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23d3cb6e-eb9b-48a5-9612-8eb633bd19a1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:38.607622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:42:38.608218 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:42:38.614643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18fe03-d170-492e-a52c-d6d9a8431dd3 req-1d4029ca-70c8-4d06-88d9-48f84331f5eb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:38.616833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8a18fe03-d170-492e-a52c-d6d9a8431dd3 req-1d4029ca-70c8-4d06-88d9-48f84331f5eb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.8310504
Dec 16 09:42:38.618705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-d076ab4d-dc87-4982-89f9-eceaf3f91a3c service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4932024
Dec 16 09:42:38.638095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb7f5a3a-2665-4159-a3b3-b9833f25526b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:38.680172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.680469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.680851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.681223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.681645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.682004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.682367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.682737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.683090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.683485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.683840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.684225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:38.684389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ac3ffde-6aac-4b2a-9650-806b9d909564 req-ef46412e-9b2e-42d0-a631-6353bb7108d1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6272175
Dec 16 09:42:38.684998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.723534 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:38.762669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.964872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.967329 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.994901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:38.995871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cdfb48e-5cbf-4790-960c-c247b9ba0697 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:42:39.013653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.017229 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "DELETE /v2.0/routers/5cdfb48e-5cbf-4790-960c-c247b9ba0697 HTTP/1.1" status: 204  len: 168 time: 2.1513050
Dec 16 09:42:39.017747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:39.030908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-849aefe3-cfe9-4939-94eb-973d603df8f1 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3691905
Dec 16 09:42:39.105475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Deleting subnet 0d58861f-6bc8-4866-9391-05ea83d82c32 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:42:39.108972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.126712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-59229d93-0f9f-4df2-98a4-183c9a562c95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.0815630
Dec 16 09:42:39.179492 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.198062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Port bb7f5a3a-2665-4159-a3b3-b9833f25526b not found while updating agent binding for router 5cdfb48e-5cbf-4790-960c-c247b9ba0697. {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 16 09:42:39.217297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Routers set() bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:39.218415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Router IDs set() for agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 16 09:42:39.219820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_agentschedulers_db [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cdfb48e-5cbf-4790-960c-c247b9ba0697'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent'). {{(pid=87656) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 16 09:42:39.221145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173832d1-1309-43b1-8ef0-5f80bba23e80 None None] The sync data for ids ['5cdfb48e-5cbf-4790-960c-c247b9ba0697'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:42:39.252487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.348076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.357625 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc5d94e0-7a24-4c37-84fd-4ecee4eed7dc tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:39.368529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8a18fe03-d170-492e-a52c-d6d9a8431dd3 req-54f2c41a-ef11-4d14-8774-d2c41ab8c524 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6877863
Dec 16 09:42:39.406631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0d58861f-6bc8-4866-9391-05ea83d82c32,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:39.408864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.409907 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Floating IP c31bb855-8fb0-41c2-b716-e12bab47ec2c associated. External IP: 172.25.3.210, port: 4aadb05e-4564-497c-83b9-ff0503959092.
Dec 16 09:42:39.412220 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:39.416745 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/0d58861f-6bc8-4866-9391-05ea83d82c32 HTTP/1.1" status: 204  len: 168 time: 0.3979812
Dec 16 09:42:39.433694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:39.504893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-22d1ea5c-d344-461d-bf39-382b44b07dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:39.513579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-22d1ea5c-d344-461d-bf39-382b44b07dce service neutron] 10.222.0.74 "GET /v2.0/networks?id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 200  len: 919 time: 1.4541039
Dec 16 09:42:39.519774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf008a16-2f59-4144-9695-8a1dddae9276'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:39.552029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-4abdde5b-b012-4927-9344-11498412e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:39.562288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-4abdde5b-b012-4927-9344-11498412e324 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2586138
Dec 16 09:42:39.581376 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.622133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-04926bef-5057-43da-8db9-e4b68c5e02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:39.624397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-04926bef-5057-43da-8db9-e4b68c5e02e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=505dcd47b2134371beacd05a2ae6cd99&device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 1096 time: 1.2636390
Dec 16 09:42:39.778661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.817114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0deb0a0>,) {'filters': {'network_id': ['e667321f-6539-45f6-a2b4-43afda4a7b66']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:39.833410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0deb0a0>, 'd1414c00-9b1c-4a7d-81b1-61bebd054f9c') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:39.833968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0deb0a0>, 'd1414c00-9b1c-4a7d-81b1-61bebd054f9c') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:39.845063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-b0e0ddeb-a359-419f-b9bb-e557cf840e5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c82045d-4936-407b-aa15-5d6d2fc4d510 HTTP/1.1" status: 200  len: 217 time: 0.2736702
Dec 16 09:42:39.848460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.871041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.879292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:42:39.879687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:42:39.896110 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:42:39.984718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:39.994035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e667321f-6539-45f6-a2b4-43afda4a7b66 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 09:42:39.996188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.001902 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:40.022344 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "DELETE /v2.0/networks/e667321f-6539-45f6-a2b4-43afda4a7b66 HTTP/1.1" status: 204  len: 168 time: 0.5848858
Dec 16 09:42:40.028994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event deleted for resources: {'Network': ['ID=e667321f-6539-45f6-a2b4-43afda4a7b66,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:40.035586 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:40.157753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8c82045d-4936-407b-aa15-5d6d2fc4d510 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:40.293422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-4797f862-a8d1-4a7f-8bf6-615be38817fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:40.294969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-4797f862-a8d1-4a7f-8bf6-615be38817fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f2f58f-976d-4d86-b37d-18a0952364b8 HTTP/1.1" status: 200  len: 858 time: 0.3253284
Dec 16 09:42:40.362218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47270) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:40.364783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 8c82045d-4936-407b-aa15-5d6d2fc4d510 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:40.376290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'router': {'name': 'tempest-router--842507383', 'project_id': 'fdb841ca24fd4dabac5ed6c909651c03'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:40.379199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 8c82045d-4936-407b-aa15-5d6d2fc4d510 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:40.380126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.387050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:40.396264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:router and tenant:fdb841ca24fd4dabac5ed6c909651c03 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:40.403462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:40.409926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-56ae2ced-c8be-481f-bdda-558855779655 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=857ad2a7-bfa8-4765-bef2-92e36df5c1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0954759
Dec 16 09:42:40.415965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-c5286ae3-227d-4778-a5e2-f3fdcf0549c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:40.417586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-c5286ae3-227d-4778-a5e2-f3fdcf0549c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.8538399
Dec 16 09:42:40.417919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:40.418818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-9e312528-b9d2-4e5b-bc62-77345cdb8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:40.420249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-9e312528-b9d2-4e5b-bc62-77345cdb8981 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8e16e9bc-4574-4a92-addc-12cac5a50283 HTTP/1.1" status: 200  len: 917 time: 0.6573439
Dec 16 09:42:40.445900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.447076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.485159 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.533811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.587357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.588461 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7b8a8128-3cba-4266-a038-56764a46827c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2252245
Dec 16 09:42:40.595720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47278) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:40.688363 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.695515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-4dd6f235-eaa1-4798-b174-beaa82dc0fb9 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2711928
Dec 16 09:42:40.712496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b534-5dc5-44e6-b828-5fc0c17a557d req-0b9b6814-ea12-41cf-9aad-34ea978aedb9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:40.719884 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec53b534-5dc5-44e6-b828-5fc0c17a557d req-0b9b6814-ea12-41cf-9aad-34ea978aedb9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 945 time: 0.9049430
Dec 16 09:42:40.729138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 8c82045d-4936-407b-aa15-5d6d2fc4d510, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8c82045d-4936-407b-aa15-5d6d2fc4d510,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:40.737030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:40.741573 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:40.819423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=8c82045d-4936-407b-aa15-5d6d2fc4d510,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:40.830201 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:40.995284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Router 775c2002-7655-4b6b-a6f4-9361bb5628d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:42:41.021295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0d259ee-7fc0-4245-8fac-21b23dc09a39 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.232172 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-73ae48b2-a285-4f48-a58c-545a7c99a15c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7271754e-9fb7-4470-b873-368e2e483609 HTTP/1.1" status: 200  len: 1001 time: 0.5324745
Dec 16 09:42:41.242645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec53b534-5dc5-44e6-b828-5fc0c17a557d req-25f591f3-06bc-41bd-a978-f69b7e58e7dd tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5215309
Dec 16 09:42:41.389924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0d259ee-7fc0-4245-8fac-21b23dc09a39 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.393036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0d259ee-7fc0-4245-8fac-21b23dc09a39 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.427149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0d259ee-7fc0-4245-8fac-21b23dc09a39 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.427991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d259ee-7fc0-4245-8fac-21b23dc09a39 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4604e376-ae06-4878-8348-8dffac44b8cc {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:42:41.443366 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0d259ee-7fc0-4245-8fac-21b23dc09a39 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.445445 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a0d259ee-7fc0-4245-8fac-21b23dc09a39 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "DELETE /v2.0/routers/4604e376-ae06-4878-8348-8dffac44b8cc HTTP/1.1" status: 204  len: 168 time: 0.8486109
Dec 16 09:42:41.584058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-000b6e16-abd8-4e11-87c8-a2ca66bf32bb service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1533325
Dec 16 09:42:41.588282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-71c19c70-8aed-47e4-81cf-d66b793cffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:41.589643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-71c19c70-8aed-47e4-81cf-d66b793cffc2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb988111-4267-4ac9-afdc-58f87704a7b7 HTTP/1.1" status: 200  len: 855 time: 0.3441505
Dec 16 09:42:41.591490 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8ff7b6b-89e6-4b0b-8469-0a4de443c4d0 req-98064f96-070e-40b6-a70b-9ea5d364cf07 service neutron] 10.222.0.74 "GET /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8526950
Dec 16 09:42:41.664100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:41.718290 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.880284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:42:41.884997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.891991 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] Sync routers for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:42:41.910507 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:41.911718 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:41.934365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-125600111', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:41.946897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f43ae0fe-0baf-4afd-9c07-c550a82d2660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:41.948991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:41.957679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38306509-3d0e-4b25-89b9-8a35454f02f9 req-c5d02938-42fa-4070-a37f-013dc44fb598 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:41.958835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Usage tracker for resource:router and tenant:bd5ff308a83642d499c737a0752f53ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:41.965048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38306509-3d0e-4b25-89b9-8a35454f02f9 req-c5d02938-42fa-4070-a37f-013dc44fb598 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.4408362
Dec 16 09:42:41.966932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:41.983599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:42.002210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:42.002846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:42.023723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:42.056131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4ed2f4e6-c939-46f7-b34a-d1f63fb38dcb tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "PUT /v2.0/floatingips/c31bb855-8fb0-41c2-b716-e12bab47ec2c HTTP/1.1" status: 200  len: 991 time: 5.9577568
Dec 16 09:42:42.067194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:42.067194 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-5ca830d3-e282-42cb-b95e-dc207b0ecf1c service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4110081
Dec 16 09:42:42.089398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38306509-3d0e-4b25-89b9-8a35454f02f9 req-705c439c-58be-48b1-906b-73dd39af27ee tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233392
Dec 16 09:42:42.171895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-210ee776-d357-4fb8-b15e-58858a121871 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.0963719
Dec 16 09:42:42.174160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-974091be-6f0b-4e11-9110-78bdebe73e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:42.176358 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-974091be-6f0b-4e11-9110-78bdebe73e06 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8e16e9bc-4574-4a92-addc-12cac5a50283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4850297
Dec 16 09:42:42.179889 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf008a16-2f59-4144-9695-8a1dddae9276', 'code': 200}
Dec 16 09:42:42.203333 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:42.348971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:42.456420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-9ae4e54e-3607-4257-babb-d934be10d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:42.457901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-9ae4e54e-3607-4257-babb-d934be10d192 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2770870
Dec 16 09:42:42.569859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-55b99a62-f276-481c-8018-68c63dfdc0e0 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3355415
Dec 16 09:42:42.592895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee26f1d-0cdd-46b6-b1e0-390fa6873939 req-3f53cd53-642b-4c77-b013-192891b98c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:42.594365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee26f1d-0cdd-46b6-b1e0-390fa6873939 req-3f53cd53-642b-4c77-b013-192891b98c23 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5bed4aca-4eb0-4f71-9493-076189a7e0e4 HTTP/1.1" status: 200  len: 1096 time: 0.2712719
Dec 16 09:42:42.604395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af133f-ccc8-4d55-b1d6-57ec75b97ed2 req-dc841df0-d0cc-45f7-b6f2-354765c859c9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:42.605856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3af133f-ccc8-4d55-b1d6-57ec75b97ed2 req-dc841df0-d0cc-45f7-b6f2-354765c859c9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.2815025
Dec 16 09:42:42.633251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-98cd0dfc-69b4-4dee-a497-4d39ffda6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:42.635044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-98cd0dfc-69b4-4dee-a497-4d39ffda6aa0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1643653
Dec 16 09:42:42.642522 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30130>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'c31bb855-8fb0-41c2-b716-e12bab47ec2c', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'port_id': '4aadb05e-4564-497c-83b9-ff0503959092', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'mac_address': 'fa:16:3e:ca:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:03Z', 'updated_at': '2021-12-16T09:42:37Z', 'revision_number': 1, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:42.646840 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] Checking router: 775c2002-7655-4b6b-a6f4-9361bb5628d2 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:42:42.656348 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:42.657059 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:42.688832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:42.720443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:42.774539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3af133f-ccc8-4d55-b1d6-57ec75b97ed2 req-bb8cc57f-e3f2-4382-a36a-423deabca67d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592171
Dec 16 09:42:42.875441 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:42.899617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee26f1d-0cdd-46b6-b1e0-390fa6873939 req-4b2c8187-3d80-4207-9b96-b57e7c87c6d3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312887
Dec 16 09:42:42.906782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Allocated IP 172.25.3.61 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/5a2741f4-14ef-4d27-8715-4ccd4bbdd580) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:42.966334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6437b5ab-9405-423a-957f-3b807fe5b207 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3191447
Dec 16 09:42:42.972336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbd5ae1e-3307-4134-af33-3ee5fd16448f req-060080a6-b0fe-43cf-b382-1589d40658b0 service neutron] 10.222.0.74 "GET /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970870
Dec 16 09:42:43.275217 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092', 'status': 'completed', 'code': 200}
Dec 16 09:42:43.282532 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:43.293666 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30130>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'c31bb855-8fb0-41c2-b716-e12bab47ec2c', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'port_id': '4aadb05e-4564-497c-83b9-ff0503959092', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'mac_address': 'fa:16:3e:ca:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:03Z', 'updated_at': '2021-12-16T09:42:37Z', 'revision_number': 1, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:43.299100 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2e1a4-508a-4706-87eb-b902ea28fe70 None None] The sync data for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 is: [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'c31bb855-8fb0-41c2-b716-e12bab47ec2c', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'port_id': '4aadb05e-4564-497c-83b9-ff0503959092', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'mac_address': 'fa:16:3e:ca:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:03Z', 'updated_at': '2021-12-16T09:42:37Z', 'revision_number': 1, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:42:43.338780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:43.342518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:43.356257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-e3639da5-42ac-402e-b4eb-9e5c264a6389 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3824680
Dec 16 09:42:43.418403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:43.421543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:43.425289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:43.464693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-92767683-4685-45e5-bcdd-207ce90beb0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.0926127
Dec 16 09:42:43.469359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event updated for resources: {'Port': ['ID=5a2741f4-14ef-4d27-8715-4ccd4bbdd580,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:43.474495 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:43.665243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12937b8d-0867-4707-822b-646b83e28313 None None] New status for floating IP c31bb855-8fb0-41c2-b716-e12bab47ec2c: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:42:43.698762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-e6a9281e-d380-4862-8c43-8d5940cd66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:43.701187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-e6a9281e-d380-4862-8c43-8d5940cd66ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1096 time: 0.4267924
Dec 16 09:42:43.721954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-e8d2bef4-ddd0-43e5-be4f-a109e008fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:43.723839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-e8d2bef4-ddd0-43e5-be4f-a109e008fac8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 1096 time: 0.4462719
Dec 16 09:42:43.956157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-43bb47e2-13a0-40c5-93e5-59ce67fbe97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:43.958058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-43bb47e2-13a0-40c5-93e5-59ce67fbe97c service neutron] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.1934600
Dec 16 09:42:43.971902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-c45c70e6-c43f-4133-8933-89bffbc0e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:43.973340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-c45c70e6-c43f-4133-8933-89bffbc0e93b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.5006273
Dec 16 09:42:44.050486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:44.088783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:44.156804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-a2cad72e-3690-4202-9607-eb532caa0e10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f HTTP/1.1" status: 200  len: 217 time: 0.1817477
Dec 16 09:42:44.180687 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c82045d-4936-407b-aa15-5d6d2fc4d510'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:44.285536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-17099e82-0acd-462c-8001-48ad3f414912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:44.287030 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-17099e82-0acd-462c-8001-48ad3f414912 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.1138873
Dec 16 09:42:44.292695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-492ed5ed-d3ce-4de0-9aeb-f98c7bc9e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:44.294108 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-492ed5ed-d3ce-4de0-9aeb-f98c7bc9e41b service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.5689759
Dec 16 09:42:44.322913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a056ba2-39e1-4939-8873-015abd0cb4eb req-59bbfd54-5ea3-4f07-ae07-5a960c9731f1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:44.329846 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a056ba2-39e1-4939-8873-015abd0cb4eb req-59bbfd54-5ea3-4f07-ae07-5a960c9731f1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 945 time: 0.3758900
Dec 16 09:42:44.441859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:44.442461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-859d2112-cee5-47a0-925e-f2864caf8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:44.444697 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-859d2112-cee5-47a0-925e-f2864caf8ffb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4329290
Dec 16 09:42:44.452967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f5c5-d857-4ea9-b06e-2680243ce13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:44.496530 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-0279ee23-a7c0-402c-a933-97bad005e26b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1625831
Dec 16 09:42:44.617755 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a056ba2-39e1-4939-8873-015abd0cb4eb req-cf383559-88a5-4b71-a7ad-a93760c35fb9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870584
Dec 16 09:42:44.672981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-e0c326f7-06f8-4c4c-bdff-334e099fe019 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 1001 time: 0.3380268
Dec 16 09:42:44.693202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Router 7a51e514-0134-4c8b-8011-72e18e4f27e6 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:42:44.942405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-476ec01e-7592-4e44-aea5-92a19bfd5140 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4711590
Dec 16 09:42:44.979688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-9f55bec3-ac32-476f-8802-55e8f7679a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:44.980998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-9f55bec3-ac32-476f-8802-55e8f7679a12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.2929456
Dec 16 09:42:45.015936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:42:45.026394 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] Sync routers for ids ['7a51e514-0134-4c8b-8011-72e18e4f27e6'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:42:45.045371 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] Routers {'7a51e514-0134-4c8b-8011-72e18e4f27e6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:45.046011 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7a51e514-0134-4c8b-8011-72e18e4f27e6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:45.047485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:45.051482 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.3833480
Dec 16 09:42:45.052251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:45.106412 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30640>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:45.115340 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] Routers {'7a51e514-0134-4c8b-8011-72e18e4f27e6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:45.115945 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7a51e514-0134-4c8b-8011-72e18e4f27e6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:45.135320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-91f6b93d-2892-4ee6-b41c-5728b7559a9b service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6149218
Dec 16 09:42:45.207398 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30640>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:45.207963 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167af70-331e-4fdf-8330-0cfe7f03108f None None] The sync data for ids ['7a51e514-0134-4c8b-8011-72e18e4f27e6'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:42:45.234534 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aa8e47bc-3f01-4dd3-b0b4-ad4c0239f5cd tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/7a51e514-0134-4c8b-8011-72e18e4f27e6 HTTP/1.1" status: 200  len: 919 time: 0.1809187
Dec 16 09:42:45.237182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:45.259002 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:45.287898 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5eff7d43-c580-45d3-ac74-4133ac9efbca tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a51e514-0134-4c8b-8011-72e18e4f27e6 HTTP/1.1" status: 200  len: 205 time: 0.0462761
Dec 16 09:42:45.288129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:45.315714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-a9a80294-d366-4db1-af90-cf0a73348844 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3337536
Dec 16 09:42:45.327863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1275ce-6cbb-498e-8a98-e81048216e0a req-8bfb7b2b-2329-406a-9e44-9f81bc361367 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:45.329263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d1275ce-6cbb-498e-8a98-e81048216e0a req-8bfb7b2b-2329-406a-9e44-9f81bc361367 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.3910778
Dec 16 09:42:45.385339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-48ef5a38-6802-4a13-86df-6b9e83619aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:45.386786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-48ef5a38-6802-4a13-86df-6b9e83619aa0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3773477
Dec 16 09:42:45.448724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-7b65377a-2281-41a7-8a28-dd915176ffb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1185122
Dec 16 09:42:45.469759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:45.521816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:45.587756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2114244-9fdc-439f-9d06-6eb9f492e614 req-280254f0-e70f-4210-9dc0-ed73d115b06b service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4399590
Dec 16 09:42:45.602517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d1275ce-6cbb-498e-8a98-e81048216e0a req-3d5b8605-89e9-4682-9054-1c80788c39a4 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097483
Dec 16 09:42:45.624158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-5b8964cf-95e1-403e-9f79-2b8343c4139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:45.626929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-5b8964cf-95e1-403e-9f79-2b8343c4139d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.1564415
Dec 16 09:42:45.658392 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:45.669005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Deleting port 5a2741f4-14ef-4d27-8715-4ccd4bbdd580 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:45.669469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:45.718334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-7f71a179-bdaf-4bb2-90f3-cad81f05243a service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150105
Dec 16 09:42:45.845940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:45.879995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6eb34295-7e32-4abf-9bb1-dbede34a4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:45.881520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-6eb34295-7e32-4abf-9bb1-dbede34a4698 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2398703
Dec 16 09:42:45.971057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Calling delete_port for 5a2741f4-14ef-4d27-8715-4ccd4bbdd580 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:46.011391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6ee2b-894b-47b1-a53a-81bc2f6d39fe req-396a5924-2e07-45d2-bdac-a51057e54c5f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:46.012952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03c6ee2b-894b-47b1-a53a-81bc2f6d39fe req-396a5924-2e07-45d2-bdac-a51057e54c5f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 945 time: 0.2985754
Dec 16 09:42:46.019583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4e944fb-9ff1-4212-bed7-d3da925a8ceb req-e72084df-e639-440b-9c1f-1640c94c6b1a service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595880
Dec 16 09:42:46.094616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-14206d6e-0638-47bb-a36e-2204be158dda service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032320
Dec 16 09:42:46.097605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03c6ee2b-894b-47b1-a53a-81bc2f6d39fe req-fc177c5f-a3b8-4cdd-b2e3-57878c1abe8f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771198
Dec 16 09:42:46.149771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.153955 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0136fe1c-b497-4470-abea-c7779e24b990 tempest-ServersTestManualDisk-2032455674 tempest-ServersTestManualDisk-2032455674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:46.197825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event deleted for resources: {'Port': ['ID=5a2741f4-14ef-4d27-8715-4ccd4bbdd580,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:46.201789 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:46.220318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9134d689-8ccb-4054-9e7d-3330b66fee8f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:42:46.244603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d6b196b-9dac-41f2-b983-693f7d90d65c req-3bd74b86-0033-4777-bffd-94d597d6b7ca service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436508
Dec 16 09:42:46.303430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.345572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.370073 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c82045d-4936-407b-aa15-5d6d2fc4d510', 'code': 200}
Dec 16 09:42:46.384690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:46.393245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.395725 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:46.486387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:46.490262 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:46.598458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6050-dc2d-4c57-807c-1902935b1404 req-d98d8a1d-9f43-46e0-90d6-f4872e97edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:46.600262 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-513c6050-dc2d-4c57-807c-1902935b1404 req-d98d8a1d-9f43-46e0-90d6-f4872e97edcc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5149414e-705e-4ec5-a914-6b4e092b52f8 HTTP/1.1" status: 200  len: 1096 time: 0.1581872
Dec 16 09:42:46.612108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465456-b3d5-4079-a69a-5f9da41f5061 req-24d786a5-5a10-42af-ba9c-481dc3473ff5 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:46.613565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e465456-b3d5-4079-a69a-5f9da41f5061 req-24d786a5-5a10-42af-ba9c-481dc3473ff5 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=5149414e-705e-4ec5-a914-6b4e092b52f8 HTTP/1.1" status: 200  len: 945 time: 0.1376178
Dec 16 09:42:46.624316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.626671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.652651 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.653617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Fanout notify agent at l3_agent the message router_deleted on router 7a51e514-0134-4c8b-8011-72e18e4f27e6 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:42:46.670380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.675107 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/7a51e514-0134-4c8b-8011-72e18e4f27e6 HTTP/1.1" status: 204  len: 168 time: 1.3825409
Dec 16 09:42:46.675667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:46.680372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-513c6050-dc2d-4c57-807c-1902935b1404 req-2b5196c3-e16e-484b-82c4-696be9ced1bb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657537
Dec 16 09:42:46.680977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'router': {'name': 'tempest-snat-router-374386662', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:46.686601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:46.690613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:router and tenant:332a76423c2c4f868843bb28c16903c5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:46.691858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e465456-b3d5-4079-a69a-5f9da41f5061 req-3e26c946-3e6c-4d81-8af0-655ab9339b0c tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626636
Dec 16 09:42:46.694346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:46.700876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:46.716878 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.718310 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:46.734572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:47.003430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:47.020754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:47.265984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1f7c7-ec82-4f70-b8d7-7d34d097370d req-d46b1ee7-c08a-49d0-ba1b-bfbc512b4392 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:47.267383 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58c1f7c7-ec82-4f70-b8d7-7d34d097370d req-d46b1ee7-c08a-49d0-ba1b-bfbc512b4392 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.2135010
Dec 16 09:42:47.315764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58c1f7c7-ec82-4f70-b8d7-7d34d097370d req-0eeb9715-1511-465a-8017-ee8ed7792c5f tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402465
Dec 16 09:42:47.352260 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:47.385965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:47.501241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcfc47-8319-4cc9-a01d-901d1411126c req-2871838f-e96c-4ade-a690-70c51689d4db tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:47.503442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dfcfc47-8319-4cc9-a01d-901d1411126c req-2871838f-e96c-4ade-a690-70c51689d4db tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 943 time: 0.0850949
Dec 16 09:42:47.552838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Allocated IP 172.25.3.20 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/75b74366-0cfd-44a9-a44b-b746d677b75f) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:47.557619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dfcfc47-8319-4cc9-a01d-901d1411126c req-a56b76f0-a7e8-4fe5-a0d5-ad1830745be6 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475426
Dec 16 09:42:47.733886 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:47.768610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:47.772561 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c0daedca-1db0-4dd8-9147-c94161c3b9ed tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:47.836808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:47.839644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:47.843226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:47.875566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Port': ['ID=75b74366-0cfd-44a9-a44b-b746d677b75f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:47.886711 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:47.940423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f319a-8e54-4f8f-a9f6-ac447a59cd2d req-2f5117e3-ebb2-4759-a53a-f99119c3a025 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:47.941972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc1f319a-8e54-4f8f-a9f6-ac447a59cd2d req-2f5117e3-ebb2-4759-a53a-f99119c3a025 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=5149414e-705e-4ec5-a914-6b4e092b52f8 HTTP/1.1" status: 200  len: 945 time: 0.0867217
Dec 16 09:42:47.989401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc1f319a-8e54-4f8f-a9f6-ac447a59cd2d req-75cece9f-9aa8-4688-91e5-b91b49e8a04b tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412693
Dec 16 09:42:48.371314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:48.395875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:48.547670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0be657-8d09-445a-9876-73f4e514926b req-939c6dd9-3ea7-4993-bbcd-6fc8844914ba tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:48.549298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d0be657-8d09-445a-9876-73f4e514926b req-939c6dd9-3ea7-4993-bbcd-6fc8844914ba tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1112578
Dec 16 09:42:48.606783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d0be657-8d09-445a-9876-73f4e514926b req-2e286583-e892-4692-9072-c115a29d0f96 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481799
Dec 16 09:42:48.655783 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'code': 200}
Dec 16 09:42:48.770060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:48.830529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3be0-06a6-4ed8-ad8a-830abc82c587 req-7f2d2421-8469-4a86-a5d4-5fd634738591 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:48.832063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4aad3be0-06a6-4ed8-ad8a-830abc82c587 req-7f2d2421-8469-4a86-a5d4-5fd634738591 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 943 time: 0.0915494
Dec 16 09:42:48.875927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4aad3be0-06a6-4ed8-ad8a-830abc82c587 req-38d3d98d-6c38-4409-9664-e6886869a211 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377212
Dec 16 09:42:48.989323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Router 594afea4-d620-48af-9801-ce5c069429e7 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:42:49.180047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:42:49.189770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Sync routers for ids ['594afea4-d620-48af-9801-ce5c069429e7'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:42:49.201126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Routers {'594afea4-d620-48af-9801-ce5c069429e7'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:49.202229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24fbca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['594afea4-d620-48af-9801-ce5c069429e7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:49.206205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:49.210602 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 2.5308421
Dec 16 09:42:49.211135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:49.392140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Set router 594afea4-d620-48af-9801-ce5c069429e7 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:49.399458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3022690d-355c-45f6-9d4e-2ce9923c7e54 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/594afea4-d620-48af-9801-ce5c069429e7 HTTP/1.1" status: 200  len: 907 time: 0.1868856
Dec 16 09:42:49.403231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47412) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:49.408570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'router': {'name': 'tempest-snat-router-374386662', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': True}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:49.413753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:49.422632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Usage tracker for resource:router and tenant:332a76423c2c4f868843bb28c16903c5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:49.425777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:49.432748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:49.445571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:49.446974 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:49.463264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:49.696594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24fbca0>, [{'id': '594afea4-d620-48af-9801-ce5c069429e7', 'name': 'tempest-snat-router-374386662', 'tenant_id': '332a76423c2c4f868843bb28c16903c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.20'}], 'enable_snat': False}, 'gw_port_id': '75b74366-0cfd-44a9-a44b-b746d677b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:46Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 3, 'project_id': '332a76423c2c4f868843bb28c16903c5', 'gw_port': {'id': '75b74366-0cfd-44a9-a44b-b746d677b75f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594afea4-d620-48af-9801-ce5c069429e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:47Z', 'updated_at': '2021-12-16T09:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:49.700923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Checking router: 594afea4-d620-48af-9801-ce5c069429e7 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:42:49.701285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Updating router 594afea4-d620-48af-9801-ce5c069429e7 port 75b74366-0cfd-44a9-a44b-b746d677b75f binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:42:49.760087 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:49.779229 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.132598 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.143951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Transition to ACTIVE for port object 75b74366-0cfd-44a9-a44b-b746d677b75f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:50.151861 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.155648 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:50.194093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-3b13f0d5-8f49-4b9b-abf1-107d765c1138 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:50.195628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-3b13f0d5-8f49-4b9b-abf1-107d765c1138 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=447c3e57-41a7-4f66-903c-5c87b52a6537 HTTP/1.1" status: 200  len: 943 time: 0.2823703
Dec 16 09:42:50.204014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.234072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5dd56-33f2-4ada-b6e4-d13be233c2b5 None None] Pushing event updated for resources: {'Port': ['ID=75b74366-0cfd-44a9-a44b-b746d677b75f,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:50.236412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Attempting to bind port 75b74366-0cfd-44a9-a44b-b746d677b75f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:50.236796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Attempting to bind port 75b74366-0cfd-44a9-a44b-b746d677b75f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:50.237251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Attempting to bind port 75b74366-0cfd-44a9-a44b-b746d677b75f on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:50.240497 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9fe5dd56-33f2-4ada-b6e4-d13be233c2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:50.244782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:50.245174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:50.245592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.245996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:50.246473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Bound port: 75b74366-0cfd-44a9-a44b-b746d677b75f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:50.246860 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.323924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] For port 75b74366-0cfd-44a9-a44b-b746d677b75f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:50.327153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] For port 75b74366-0cfd-44a9-a44b-b746d677b75f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=75b74366-0cfd-44a9-a44b-b746d677b75f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:50.331927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.335712 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:50.395428 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.411138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Routers {'594afea4-d620-48af-9801-ce5c069429e7'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:50.411138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24fbca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['594afea4-d620-48af-9801-ce5c069429e7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:50.487722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Deleting port 9134d689-8ccb-4054-9e7d-3330b66fee8f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:50.488119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.505335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5dd56-33f2-4ada-b6e4-d13be233c2b5 None None] Pushing event updated for resources: {'Port': ['ID=75b74366-0cfd-44a9-a44b-b746d677b75f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:50.509768 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9fe5dd56-33f2-4ada-b6e4-d13be233c2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:50.624406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] Set router 594afea4-d620-48af-9801-ce5c069429e7 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:50.691583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Allocated IP 172.25.3.207 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/983c2faf-2ebd-4895-8a8f-5e442f45dc03) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:50.752652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47450) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:50.833435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705197da-2f8f-4650-8e97-89e2a680127d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:50.834704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705197da-2f8f-4650-8e97-89e2a680127d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:50.835190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705197da-2f8f-4650-8e97-89e2a680127d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:50.850135 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-705197da-2f8f-4650-8e97-89e2a680127d tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=2c99711399864f23b48b3caad5dc71a6&network_id=9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 200  len: 2969 time: 0.0829878
Dec 16 09:42:50.925327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24fbca0>, [{'id': '594afea4-d620-48af-9801-ce5c069429e7', 'name': 'tempest-snat-router-374386662', 'tenant_id': '332a76423c2c4f868843bb28c16903c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.20'}], 'enable_snat': False}, 'gw_port_id': '75b74366-0cfd-44a9-a44b-b746d677b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:46Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 3, 'project_id': '332a76423c2c4f868843bb28c16903c5', 'gw_port': {'id': '75b74366-0cfd-44a9-a44b-b746d677b75f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594afea4-d620-48af-9801-ce5c069429e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:47Z', 'updated_at': '2021-12-16T09:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:50.928155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] For port 9134d689-8ccb-4054-9e7d-3330b66fee8f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9134d689-8ccb-4054-9e7d-3330b66fee8f,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:50.928691 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:50.929525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6e010-eee3-4387-952d-ea2fa3c15e9a None None] The sync data for ids ['594afea4-d620-48af-9801-ce5c069429e7'] in n-d-820554-2 is: [{'id': '594afea4-d620-48af-9801-ce5c069429e7', 'name': 'tempest-snat-router-374386662', 'tenant_id': '332a76423c2c4f868843bb28c16903c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.20'}], 'enable_snat': False}, 'gw_port_id': '75b74366-0cfd-44a9-a44b-b746d677b75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:46Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 3, 'project_id': '332a76423c2c4f868843bb28c16903c5', 'gw_port': {'id': '75b74366-0cfd-44a9-a44b-b746d677b75f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594afea4-d620-48af-9801-ce5c069429e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:47Z', 'updated_at': '2021-12-16T09:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:42:51.074257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Calling delete_port for 9134d689-8ccb-4054-9e7d-3330b66fee8f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:51.166276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:51.278707 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:51.283305 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02c309b5-41e2-40ed-a7ed-b315794cdfac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:51.320118 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:51.400703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:51.408543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:51.410954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:51.471675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Port': ['ID=983c2faf-2ebd-4895-8a8f-5e442f45dc03,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:51.475021 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:51.493278 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-68a4bbd1-e175-4388-8295-1dcc601fa0fa tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:51.535922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] No DVR routers for this DVR port 9134d689-8ccb-4054-9e7d-3330b66fee8f on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:42:51.539148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:51.550086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-deleted', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:51.558108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event deleted for resources: {'Port': ['ID=9134d689-8ccb-4054-9e7d-3330b66fee8f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:51.560555 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:51.640176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7587a5b5-ac9a-40e7-b2db-1d86939436d8 req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "DELETE /v2.0/ports/9134d689-8ccb-4054-9e7d-3330b66fee8f HTTP/1.1" status: 204  len: 173 time: 1.4375441
Dec 16 09:42:52.087103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:52.217334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9134d689-8ccb-4054-9e7d-3330b66fee8f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:42:52.275452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 9134d689-8ccb-4054-9e7d-3330b66fee8f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:42:52.275855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9134d689-8ccb-4054-9e7d-3330b66fee8f not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:42:52.512128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c16ec-6d03-45af-ba8a-49bed42526aa req-b203ba4d-fd67-4099-a596-041bbf725fab tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:52.519127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-842c16ec-6d03-45af-ba8a-49bed42526aa req-b203ba4d-fd67-4099-a596-041bbf725fab tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=5149414e-705e-4ec5-a914-6b4e092b52f8 HTTP/1.1" status: 200  len: 945 time: 0.2020137
Dec 16 09:42:52.541084 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:52.651944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-842c16ec-6d03-45af-ba8a-49bed42526aa req-3b68ba2d-9f29-4c7e-8fda-a33e8ba03707 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319661
Dec 16 09:42:52.780569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Router 6f8dbd2b-40d3-4604-9afa-4b02925b9480 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:42:53.027811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:42:53.036297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f3325-22f1-4b0f-8bb4-33e3e0d94bb1 req-8d2d4aa4-ca30-4e1a-8bb9-a82c41ffac4c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:53.037567 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Sync routers for ids ['6f8dbd2b-40d3-4604-9afa-4b02925b9480'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:42:53.038363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-558f3325-22f1-4b0f-8bb4-33e3e0d94bb1 req-8d2d4aa4-ca30-4e1a-8bb9-a82c41ffac4c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1825082
Dec 16 09:42:53.048214 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Routers {'6f8dbd2b-40d3-4604-9afa-4b02925b9480'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:53.048942 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6adf0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['6f8dbd2b-40d3-4604-9afa-4b02925b9480'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:53.074523 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:53.075453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.6711175
Dec 16 09:42:53.078112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47478) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:53.095652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-558f3325-22f1-4b0f-8bb4-33e3e0d94bb1 req-c525747d-ce09-415c-948a-6ad090929f1d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472002
Dec 16 09:42:53.182692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 75b74366-0cfd-44a9-a44b-b746d677b75f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:53.268175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 75b74366-0cfd-44a9-a44b-b746d677b75f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:42:53.276973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 75b74366-0cfd-44a9-a44b-b746d677b75f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:53.277677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:53.288864 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fd147b4b-73f7-44bc-981a-056bbc7fcaa0 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/6f8dbd2b-40d3-4604-9afa-4b02925b9480 HTTP/1.1" status: 200  len: 907 time: 0.2094860
Dec 16 09:42:53.291724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47484) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:53.304494 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Set router 6f8dbd2b-40d3-4604-9afa-4b02925b9480 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:53.431058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:53.450605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 75b74366-0cfd-44a9-a44b-b746d677b75f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=75b74366-0cfd-44a9-a44b-b746d677b75f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:53.457385 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:53.470843 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:53.497837 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:53.587035 n-d-820554-2 neutron-server[87654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '447c3e57-41a7-4f66-903c-5c87b52a6537', 'name': 'network-vif-deleted', 'tag': '9134d689-8ccb-4054-9e7d-3330b66fee8f', 'status': 'failed', 'code': 422} returned with failed status
Dec 16 09:42:53.600692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=75b74366-0cfd-44a9-a44b-b746d677b75f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:53.604742 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:53.676389 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6adf0>, [{'id': '6f8dbd2b-40d3-4604-9afa-4b02925b9480', 'name': 'tempest-snat-router-374386662', 'tenant_id': '332a76423c2c4f868843bb28c16903c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '983c2faf-2ebd-4895-8a8f-5e442f45dc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:49Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 3, 'project_id': '332a76423c2c4f868843bb28c16903c5', 'gw_port': {'id': '983c2faf-2ebd-4895-8a8f-5e442f45dc03', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8dbd2b-40d3-4604-9afa-4b02925b9480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:53.680462 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Checking router: 6f8dbd2b-40d3-4604-9afa-4b02925b9480 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:42:53.680812 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Updating router 6f8dbd2b-40d3-4604-9afa-4b02925b9480 port 983c2faf-2ebd-4895-8a8f-5e442f45dc03 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:42:53.739695 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:53.910469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634523-b42a-4d4d-a9fa-418020e0aca2 req-5d91efc3-25ad-46d6-b516-21a25db570ba tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:53.911986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9634523-b42a-4d4d-a9fa-418020e0aca2 req-5d91efc3-25ad-46d6-b516-21a25db570ba tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bed4aca-4eb0-4f71-9493-076189a7e0e4 HTTP/1.1" status: 200  len: 945 time: 0.3241568
Dec 16 09:42:53.913881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:53.940521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Deleting port 983c2faf-2ebd-4895-8a8f-5e442f45dc03 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:53.940856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:54.007484 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9634523-b42a-4d4d-a9fa-418020e0aca2 req-873d649e-3717-44e7-b53a-77ae1cc5a2be tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893672
Dec 16 09:42:54.064230 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:54.076715 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Transition to ACTIVE for port object 983c2faf-2ebd-4895-8a8f-5e442f45dc03 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:54.085159 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:54.088919 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:54.175852 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Pushing event updated for resources: {'Port': ['ID=983c2faf-2ebd-4895-8a8f-5e442f45dc03,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:54.178341 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Attempting to bind port 983c2faf-2ebd-4895-8a8f-5e442f45dc03 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:42:54.178707 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Attempting to bind port 983c2faf-2ebd-4895-8a8f-5e442f45dc03 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:42:54.179065 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Attempting to bind port 983c2faf-2ebd-4895-8a8f-5e442f45dc03 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:42:54.191060 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:42:54.191459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:42:54.191856 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:54.192391 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:42:54.192685 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Bound port: 983c2faf-2ebd-4895-8a8f-5e442f45dc03, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:42:54.193083 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:54.219521 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.219857 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.220188 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.220513 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.221216 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.221216 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.221456 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.222007 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.222169 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.222487 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.222800 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.223109 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:42:54.232868 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:54.233089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:54.275398 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] For port 983c2faf-2ebd-4895-8a8f-5e442f45dc03, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:42:54.278289 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] For port 983c2faf-2ebd-4895-8a8f-5e442f45dc03, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=983c2faf-2ebd-4895-8a8f-5e442f45dc03,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:42:54.282863 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:54.286560 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ac535298-f9c4-4c7f-8329-58068ad31f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:54.357968 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Routers {'6f8dbd2b-40d3-4604-9afa-4b02925b9480'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:42:54.358759 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6adf0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['6f8dbd2b-40d3-4604-9afa-4b02925b9480'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:54.375828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Calling delete_port for 983c2faf-2ebd-4895-8a8f-5e442f45dc03 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:54.439985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1148d13d-abfe-45df-9bb1-43b64659840c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:54.441344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1148d13d-abfe-45df-9bb1-43b64659840c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.3394537
Dec 16 09:42:54.484771 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Pushing event updated for resources: {'Port': ['ID=983c2faf-2ebd-4895-8a8f-5e442f45dc03,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:54.487934 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:54.523069 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] Set router 6f8dbd2b-40d3-4604-9afa-4b02925b9480 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:42:54.596764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-59efd4e8-bdd2-4473-9807-1332d387a3b3 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/quotas/94a460156b794cf8bc4e3415ab4a5b86 HTTP/1.1" status: 200  len: 375 time: 0.1485331
Dec 16 09:42:54.653769 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6adf0>, [{'id': '6f8dbd2b-40d3-4604-9afa-4b02925b9480', 'name': 'tempest-snat-router-374386662', 'tenant_id': '332a76423c2c4f868843bb28c16903c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:49Z', 'updated_at': '2021-12-16T09:42:53Z', 'revision_number': 4, 'project_id': '332a76423c2c4f868843bb28c16903c5', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:42:54.657746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-12c88398-7edd-42f5-9ae9-d34570949577 req-baba6c02-c6c3-432c-92c1-da0f9c7ae1e9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:54.657907 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a3ee1-ef5c-4593-a555-bf93cd41d14b None None] The sync data for ids ['6f8dbd2b-40d3-4604-9afa-4b02925b9480'] in n-d-820554-2 is: [{'id': '6f8dbd2b-40d3-4604-9afa-4b02925b9480', 'name': 'tempest-snat-router-374386662', 'tenant_id': '332a76423c2c4f868843bb28c16903c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:49Z', 'updated_at': '2021-12-16T09:42:53Z', 'revision_number': 4, 'project_id': '332a76423c2c4f868843bb28c16903c5', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:42:54.686153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-12c88398-7edd-42f5-9ae9-d34570949577 req-baba6c02-c6c3-432c-92c1-da0f9c7ae1e9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:54.687446 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-baba6c02-c6c3-432c-92c1-da0f9c7ae1e9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0826833
Dec 16 09:42:54.700650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:42:54.700901 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:42:54.877323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1c9e287f-43e2-4b97-b6b4-3b7bd9871434 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821320
Dec 16 09:42:55.011883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-2a113044-9c6f-44d7-979c-d71fa2839f9f service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278551
Dec 16 09:42:55.102335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 75b74366-0cfd-44a9-a44b-b746d677b75f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:42:55.173360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 75b74366-0cfd-44a9-a44b-b746d677b75f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:42:55.173852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:55.203588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Deleting port 983c2faf-2ebd-4895-8a8f-5e442f45dc03 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:55.203949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:55.413398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47524) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:55.703014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab624d-40b4-4d00-8a66-d49a579a5f01 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:55.704660 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d3ab624d-40b4-4d00-8a66-d49a579a5f01 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 814 time: 0.2900805
Dec 16 09:42:55.707288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] For port 983c2faf-2ebd-4895-8a8f-5e442f45dc03, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=983c2faf-2ebd-4895-8a8f-5e442f45dc03,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:55.707774 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:55.837389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Calling delete_port for 983c2faf-2ebd-4895-8a8f-5e442f45dc03 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:55.895147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325cde5-4c29-42aa-af81-88c4e33bd742 req-a69d2083-75fa-4893-9ecf-8abc4297235f tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:55.897197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1325cde5-4c29-42aa-af81-88c4e33bd742 req-a69d2083-75fa-4893-9ecf-8abc4297235f tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.2893178
Dec 16 09:42:55.974471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1325cde5-4c29-42aa-af81-88c4e33bd742 req-880cfef0-2437-4fa7-b8aa-adc3956397d3 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694840
Dec 16 09:42:56.060939 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:56.065010 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:56.113904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event deleted for resources: {'Port': ['ID=983c2faf-2ebd-4895-8a8f-5e442f45dc03,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:56.117279 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:56.206325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:56.434838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3db2cb7b-f4b9-4532-bfef-57f55c73c928 req-0d4fbc2a-2840-4e8d-90f9-4c788adf1318 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 210 time: 0.1133170
Dec 16 09:42:56.456041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:56.460899 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:56.592228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:56.592774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8dbd2b-40d3-4604-9afa-4b02925b9480 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:42:56.642011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:56.643043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "DELETE /v2.0/routers/6f8dbd2b-40d3-4604-9afa-4b02925b9480 HTTP/1.1" status: 204  len: 168 time: 3.3503327
Dec 16 09:42:56.645966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47540) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:56.674223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88398-7edd-42f5-9ae9-d34570949577 req-4d7139b4-d2c9-4c7d-84d3-d049cd44408e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:56.675717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-4d7139b4-d2c9-4c7d-84d3-d049cd44408e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.2456489
Dec 16 09:42:56.693257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4df7-d815-4304-9df9-1283e48a787b req-7114faac-7b59-4718-aee2-7405f77a400d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:56.695286 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edff4df7-d815-4304-9df9-1283e48a787b req-7114faac-7b59-4718-aee2-7405f77a400d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 945 time: 0.1576643
Dec 16 09:42:56.700448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Request body: {'port': {'device_id': '1712eb30-8a8d-487f-ac36-653290952330', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'admin_state_up': True, 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:56.828419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edff4df7-d815-4304-9df9-1283e48a787b req-d7bc0786-ed73-4d95-92ab-737af4bb1c98 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130192
Dec 16 09:42:56.842048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:56.876683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:56.886995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:56.897853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:56.901428 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.026276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.037330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Deleting port 75b74366-0cfd-44a9-a44b-b746d677b75f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:57.037744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.076311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Allocated IP 172.20.0.10 (dcd9bf22-4a69-40f7-ae7e-a0cc88033aee/c895022b-e54e-431c-ad7b-d0b89d6ed5c8/4e7be8fa-2d52-42f9-a459-e7f905611c2b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:57.224615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] For port 75b74366-0cfd-44a9-a44b-b746d677b75f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=75b74366-0cfd-44a9-a44b-b746d677b75f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:57.225121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.352672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Calling delete_port for 75b74366-0cfd-44a9-a44b-b746d677b75f owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:57.406893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901563c-8f00-4ba5-acef-52dcd24f72ea req-66e76abe-2758-42c6-83db-d075ef098c1b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:57.408380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f901563c-8f00-4ba5-acef-52dcd24f72ea req-66e76abe-2758-42c6-83db-d075ef098c1b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.3228488
Dec 16 09:42:57.503883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f901563c-8f00-4ba5-acef-52dcd24f72ea req-360560a0-7b1a-4fc4-b88c-72cc235d9049 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796785
Dec 16 09:42:57.538470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.539572 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.545043 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a618c1f5-ba26-4d11-91e4-dc199ab32ba1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:57.573904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.581288 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:57.594693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event deleted for resources: {'Port': ['ID=75b74366-0cfd-44a9-a44b-b746d677b75f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:57.598203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47552) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:57.601387 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:57.644669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'network': {'name': 'tempest-network-smoke--1104644976', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:57.661599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:42:57.665449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:42:57.667851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:42:57.677779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:57.702714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:57.723122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.775283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event updated for resources: {'Port': ['ID=4e7be8fa-2d52-42f9-a459-e7f905611c2b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:57.778186 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:57.803290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:57.803901 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.839261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1426988
Dec 16 09:42:57.847519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-9b5b88bd-e60f-47f6-91b6-ff0ac0f20e6e tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:57.848909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-9b5b88bd-e60f-47f6-91b6-ff0ac0f20e6e tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 945 time: 0.1555648
Dec 16 09:42:57.853671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Request body: {'port': {'device_id': '1712eb30-8a8d-487f-ac36-653290952330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:57.894929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:57.898971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.918753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.921878 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.960255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:42:57.967601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.968124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 594afea4-d620-48af-9801-ce5c069429e7 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:42:57.975304 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:57.975653 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Added segment ff087885-977d-4a3d-9212-3e541afb6ec0 of type vlan for network 72535a5e-d91c-4dd2-b28f-b67fa816f864
Dec 16 09:42:58.015088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.020006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.026389 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "DELETE /v2.0/routers/594afea4-d620-48af-9801-ce5c069429e7 HTTP/1.1" status: 204  len: 168 time: 1.3788850
Dec 16 09:42:58.027408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:58.036295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1107826742', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:58.046188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:58.048361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Deleting port 813592e8-6dc0-4131-b596-cc401252af38 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:42:58.048711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.052468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Usage tracker for resource:router and tenant:bd5ff308a83642d499c737a0752f53ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:58.063666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:58.074323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:58.087140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.093123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:58.093926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.101263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6338c7a4-d6bc-4446-941a-7e89af833b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:58.117513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.118521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.150112 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.289307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c6115-7c9a-4467-a996-8bfc910256a5 req-dc821a53-0282-4e4b-a68c-5d569584096d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:58.289992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0a6c6115-7c9a-4467-a996-8bfc910256a5 req-dc821a53-0282-4e4b-a68c-5d569584096d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:42:58.355081 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7557642
Dec 16 09:42:58.367846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:58.410032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.421799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Network': ['ID=72535a5e-d91c-4dd2-b28f-b67fa816f864,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:58.433433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:58.434055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:42:58.455317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0a6c6115-7c9a-4467-a996-8bfc910256a5 req-dc821a53-0282-4e4b-a68c-5d569584096d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:42:58.456479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a6c6115-7c9a-4467-a996-8bfc910256a5 req-dc821a53-0282-4e4b-a68c-5d569584096d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 932 time: 0.5700347
Dec 16 09:42:58.503303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f119df31-8fc0-4ca2-9645-f250153e1575 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:58.508048 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f119df31-8fc0-4ca2-9645-f250153e1575 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2c99711399864f23b48b3caad5dc71a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1332819
Dec 16 09:42:58.510415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:58.572766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] For port 813592e8-6dc0-4131-b596-cc401252af38, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=813592e8-6dc0-4131-b596-cc401252af38,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:42:58.573125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.587147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a6c6115-7c9a-4467-a996-8bfc910256a5 req-535f8d8d-5ce9-4c79-8859-86e7489ddadb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195939
Dec 16 09:42:58.802343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Calling delete_port for 813592e8-6dc0-4131-b596-cc401252af38 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:42:58.813478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:58.865896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489112cd-2f55-42c1-89e9-be2d687bfc6b tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:58.867398 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-489112cd-2f55-42c1-89e9-be2d687bfc6b tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3560619
Dec 16 09:42:58.870328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:58.965247 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-325a0fe6-7921-4839-952c-fc19e495e983 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0937765
Dec 16 09:42:58.968298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:59.012154 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a269e74f-cb01-4a34-a26b-0504daa49510 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2c99711399864f23b48b3caad5dc71a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0426910
Dec 16 09:42:59.015925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:59.101676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 75b74366-0cfd-44a9-a44b-b746d677b75f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:42:59.135779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:42:59.138207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 75b74366-0cfd-44a9-a44b-b746d677b75f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:42:59.138666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 75b74366-0cfd-44a9-a44b-b746d677b75f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:42:59.158751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fa954-2745-4d17-bf3e-f331ce56f60e req-a59e8d82-5b23-4a8d-a70e-06f65b588f19 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:59.160240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027fa954-2745-4d17-bf3e-f331ce56f60e req-a59e8d82-5b23-4a8d-a70e-06f65b588f19 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fe7ca9-edf8-4a40-aae9-3cae66cfd339 HTTP/1.1" status: 200  len: 945 time: 0.4540477
Dec 16 09:42:59.178479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd5adb-a07f-46ed-9bf4-84b29d318a47 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:42:59.179967 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4cd5adb-a07f-46ed-9bf4-84b29d318a47 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1631336
Dec 16 09:42:59.183431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:59.273740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7be8fa-2d52-42f9-a459-e7f905611c2b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:42:59.282012 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7aec895b-d3f5-4290-ab35-38f358e47d10 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0966425
Dec 16 09:42:59.282334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-027fa954-2745-4d17-bf3e-f331ce56f60e req-6bb42ac3-c811-479a-9a53-7eff621d56a8 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132064
Dec 16 09:42:59.284054 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.286990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47594) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:42:59.287567 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.297887 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8430285c-278d-4ae1-a740-31da8e11f244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:59.311018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cf008a16-2f59-4144-9695-8a1dddae9276', '8c82045d-4936-407b-aa15-5d6d2fc4d510'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:42:59.337066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80101106', 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:42:59.403625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.434727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.457017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Transition to ACTIVE for port object 4e7be8fa-2d52-42f9-a459-e7f905611c2b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:42:59.458150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Pushing event deleted for resources: {'Port': ['ID=813592e8-6dc0-4131-b596-cc401252af38,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:59.460943 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:59.522841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.539496 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f97c297-0a8a-4d27-8f86-10c2c015aaa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:42:59.621012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] No DVR routers for this DVR port 813592e8-6dc0-4131-b596-cc401252af38 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:42:59.623221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.623355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Allocated IP 172.25.3.171 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/f2d111bf-0b93-4d87-97cd-5d05c5f40168) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:42:59.649960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'name': 'network-vif-deleted', 'tag': '813592e8-6dc0-4131-b596-cc401252af38'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:42:59.763399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3543c60d-9553-4761-aaa8-4afc509e8b39 req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "DELETE /v2.0/ports/813592e8-6dc0-4131-b596-cc401252af38 HTTP/1.1" status: 204  len: 173 time: 1.8818765
Dec 16 09:42:59.769278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:42:59.823502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:subnet and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:42:59.830145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7be8fa-2d52-42f9-a459-e7f905611c2b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:42:59.834043 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:42:59.840575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:42:59.883300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:42:59.917559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.925739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:42:59.929274 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.960574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:42:59.965316 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:00.034818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:00.037187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23ca4c-05f7-4b5e-bbe9-af34a0dd3728 req-ba603e69-ecf5-4d0a-8ca5-539848246faa tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:00.038206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:00.038649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad23ca4c-05f7-4b5e-bbe9-af34a0dd3728 req-ba603e69-ecf5-4d0a-8ca5-539848246faa tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.4676363
Dec 16 09:43:00.042068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:00.082940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event updated for resources: {'Port': ['ID=f2d111bf-0b93-4d87-97cd-5d05c5f40168,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:00.084587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Attempting to bind port 4e7be8fa-2d52-42f9-a459-e7f905611c2b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:00.084925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Attempting to bind port 4e7be8fa-2d52-42f9-a459-e7f905611c2b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:00.085938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Attempting to bind port 4e7be8fa-2d52-42f9-a459-e7f905611c2b on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:00.087742 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:00.102122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Port 4e7be8fa-2d52-42f9-a459-e7f905611c2b on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:43:00.102376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Attempting to bind port 4e7be8fa-2d52-42f9-a459-e7f905611c2b on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:00.122349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:00.122689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:00.123087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Bound using segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:00.123552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Bound port: 4e7be8fa-2d52-42f9-a459-e7f905611c2b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:00.123902 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:00.150991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad23ca4c-05f7-4b5e-bbe9-af34a0dd3728 req-b4b696fd-4b83-471f-9f36-c1f60679cc0e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988405
Dec 16 09:43:00.251789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 813592e8-6dc0-4131-b596-cc401252af38 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:00.305849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 813592e8-6dc0-4131-b596-cc401252af38 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:43:00.307233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 813592e8-6dc0-4131-b596-cc401252af38 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:43:00.307382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] For port 4e7be8fa-2d52-42f9-a459-e7f905611c2b, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:00.318195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] For port 4e7be8fa-2d52-42f9-a459-e7f905611c2b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4e7be8fa-2d52-42f9-a459-e7f905611c2b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:00.325975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:00.332190 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642a0d84-d141-498c-aeb0-09650b20bd95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:00.417136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:00.417382 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:00.418964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] 10.222.0.74 "PUT /v2.0/ports/4e7be8fa-2d52-42f9-a459-e7f905611c2b HTTP/1.1" status: 200  len: 1092 time: 2.5689242
Dec 16 09:43:00.451559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7be8fa-2d52-42f9-a459-e7f905611c2b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:00.455646 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:00.457236 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:00.463786 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9caebc5-b051-41a6-b262-3315ea41e8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:00.524913 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:00.658015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Subnet': ['ID=d08968af-b2fd-42b6-9ac7-340df40753c5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:00.660663 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:00.672261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Checking segment: {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:00.672631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network hostable DHCP agents. Network: 72535a5e-d91c-4dd2-b28f-b67fa816f864, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:00.718733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205b4ae-4540-4480-b60e-c0fc526b8c1c req-75eaaf1b-aa24-4746-ab48-fba149af2c5f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:00.720760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7205b4ae-4540-4480-b60e-c0fc526b8c1c req-75eaaf1b-aa24-4746-ab48-fba149af2c5f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 944 time: 0.2203009
Dec 16 09:43:00.723078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:00.733356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88398-7edd-42f5-9ae9-d34570949577 req-b0fe6270-302f-4f3c-b7fc-02f1062e673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:00.735046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-b0fe6270-302f-4f3c-b7fc-02f1062e673f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 1095 time: 0.1873431
Dec 16 09:43:00.812358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 72535a5e-d91c-4dd2-b28f-b67fa816f864) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:00.823296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35697a4f-6e4d-4af1-8225-cdbd3c8e3821 None None] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:00.825169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:00.825861 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:00.836835 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-ca6469a1-e223-4f38-b224-5b1eeab26334 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e7be8fa-2d52-42f9-a459-e7f905611c2b HTTP/1.1" status: 200  len: 217 time: 0.0862191
Dec 16 09:43:00.883968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:00.891466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7205b4ae-4540-4480-b60e-c0fc526b8c1c req-7e52d664-d05b-443a-a2f6-b0e48b0e7e6a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634710
Dec 16 09:43:00.921576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 833 time: 1.6276684
Dec 16 09:43:00.941380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88398-7edd-42f5-9ae9-d34570949577 req-e991b565-6810-4af5-8471-e4907272751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:00.943001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-e991b565-6810-4af5-8471-e4907272751a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.0921595
Dec 16 09:43:01.055147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-72535a5e-d91c-4dd2-b28f-b67fa816f864', 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ips': [{'subnet_id': 'd08968af-b2fd-42b6-9ac7-340df40753c5'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:01.056981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.135253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Router 06b26fc2-dab5-4162-97ad-334a56d1478f is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:43:01.155554 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fe7ca9-edf8-4a40-aae9-3cae66cfd339', 'name': 'network-vif-deleted', 'tag': '813592e8-6dc0-4131-b596-cc401252af38', 'status': 'completed', 'code': 200}
Dec 16 09:43:01.157783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-96463aba-9616-4ae7-ae4c-765a73f658f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2053897
Dec 16 09:43:01.228647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Allocated IP 172.20.0.18 (72535a5e-d91c-4dd2-b28f-b67fa816f864/d08968af-b2fd-42b6-9ac7-340df40753c5/07f3c7fc-9acb-4253-afa5-f5064f40e3af) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:01.329868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-a9c4a452-8dd1-4602-ac27-ee34224477c3 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552744
Dec 16 09:43:01.441715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47614) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:01.447147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656059307', 'description': 'tempest-secgroup-smoke-1656059307 description', 'project_id': '2c99711399864f23b48b3caad5dc71a6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:01.456718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:01.474907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:01.496856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:01.507524 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.529626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.533361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Transition to ACTIVE for port object 07f3c7fc-9acb-4253-afa5-f5064f40e3af will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:01.539524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.542202 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.5111666
Dec 16 09:43:01.543404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08700d35-437f-41be-8132-f9bed9110674 None None] Sync routers for ids ['06b26fc2-dab5-4162-97ad-334a56d1478f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:01.543990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47622) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:01.554105 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12c88398-7edd-42f5-9ae9-d34570949577 req-4e38205d-8a9a-43db-aece-c2219ba4e39e service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141960
Dec 16 09:43:01.555560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:01.556305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:01.560397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:01.563409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:01.570469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:01.602959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Transition to ACTIVE for port object 07f3c7fc-9acb-4253-afa5-f5064f40e3af will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:01.606217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08700d35-437f-41be-8132-f9bed9110674 None None] Routers {'06b26fc2-dab5-4162-97ad-334a56d1478f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:01.607598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-08700d35-437f-41be-8132-f9bed9110674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f98c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['06b26fc2-dab5-4162-97ad-334a56d1478f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:01.686611 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.690261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-08700d35-437f-41be-8132-f9bed9110674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f98c70>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:01.693599 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:01.713156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.725934 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.732505 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7018f96f-e0d3-431a-a138-54f9f51f551c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:01.757367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:01.761165 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:01.769139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:01.771766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08700d35-437f-41be-8132-f9bed9110674 None None] Routers {'06b26fc2-dab5-4162-97ad-334a56d1478f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:01.772454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-08700d35-437f-41be-8132-f9bed9110674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f98c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['06b26fc2-dab5-4162-97ad-334a56d1478f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:01.783915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:01.788065 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:01.789705 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.793949 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3512254
Dec 16 09:43:01.794739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:01.800806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf59f5-d2cb-4a95-89d7-e5231a1c9420', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:01.807797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:01.819952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0abed-f26c-463c-849b-ca08874f05be req-d071e680-e41c-4008-9237-358126a567b7 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:01.821408 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65d0abed-f26c-463c-849b-ca08874f05be req-d071e680-e41c-4008-9237-358126a567b7 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1729071
Dec 16 09:43:01.822367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:01.825591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:01.834733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:01.881672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-08700d35-437f-41be-8132-f9bed9110674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f98c70>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:01.882170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08700d35-437f-41be-8132-f9bed9110674 None None] The sync data for ids ['06b26fc2-dab5-4162-97ad-334a56d1478f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:01.882735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.888576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Pushing event updated for resources: {'Port': ['ID=07f3c7fc-9acb-4253-afa5-f5064f40e3af,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:01.894537 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65d0abed-f26c-463c-849b-ca08874f05be req-373d1787-dcca-4ad1-8667-7b096d891768 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614963
Dec 16 09:43:01.927468 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:01.946657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Attempting to bind port 07f3c7fc-9acb-4253-afa5-f5064f40e3af on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:01.947109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Attempting to bind port 07f3c7fc-9acb-4253-afa5-f5064f40e3af by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:01.947604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Attempting to bind port 07f3c7fc-9acb-4253-afa5-f5064f40e3af on network 72535a5e-d91c-4dd2-b28f-b67fa816f864 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:01.953103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:01.953566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Checking segment: {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:01.954097 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.954609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Bound using segment: {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:01.955127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Bound port: 07f3c7fc-9acb-4253-afa5-f5064f40e3af, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:01.955622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.971499 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.977209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:01.979834 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9f33af0-42bb-476d-b57a-3a63eeeb2a19 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:02.012339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6ab947-9f43-4250-a958-754bd9094999,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:02.015807 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:02.024564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.030436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2303061
Dec 16 09:43:02.030647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:02.039025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf59f5-d2cb-4a95-89d7-e5231a1c9420', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:02.045925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:02.051596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:02.055391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:02.061749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:02.078692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] For port 07f3c7fc-9acb-4253-afa5-f5064f40e3af, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:02.082284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] For port 07f3c7fc-9acb-4253-afa5-f5064f40e3af, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=07f3c7fc-9acb-4253-afa5-f5064f40e3af,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:02.087873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.088762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.092816 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:02.175220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.184177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.187111 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bcb4c052-6039-42b9-bd3b-6b71a5517fe7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:02.196675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Pushing event updated for resources: {'Port': ['ID=07f3c7fc-9acb-4253-afa5-f5064f40e3af,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:02.207655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.216073 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:02.250217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.254059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2197368
Dec 16 09:43:02.254395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47640) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:02.257611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a6ea0c-de43-4561-ab72-98dbf7a4bcc6,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:02.262372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf59f5-d2cb-4a95-89d7-e5231a1c9420', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:02.268955 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:02.272305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:02.277962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:02.283017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:02.289600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:02.363835 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.438771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7d0f5-6b8a-4493-a4d0-eed040c625cf req-387ef985-5f85-490e-8123-d3e507ac65bf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:02.440458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdb7d0f5-6b8a-4493-a4d0-eed040c625cf req-387ef985-5f85-490e-8123-d3e507ac65bf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 944 time: 0.1410515
Dec 16 09:43:02.485416 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.503245 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.511005 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6b83b007-bb30-4df0-bdbd-40ccf2abfefc tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:02.540842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bdb7d0f5-6b8a-4493-a4d0-eed040c625cf req-8f58dd4e-a92e-4997-a021-23c58e92d163 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907388
Dec 16 09:43:02.546577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef83e458-d816-4ac0-8958-1da6bca23151,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:02.549256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.554620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2961037
Dec 16 09:43:02.554620 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-548c5545-2ef3-438f-a82b-4c055ca14f04 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:02.555196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:02.567215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf59f5-d2cb-4a95-89d7-e5231a1c9420', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:02.568540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:02.574919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:02.585012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:02.594136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:02.625177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.697075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.702198 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.704446 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:02.727248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3cf147-efe9-42cd-bc50-5f2a8feff705,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:02.731402 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:02.740930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.745627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1893749
Dec 16 09:43:02.746368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47648) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:02.752377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf59f5-d2cb-4a95-89d7-e5231a1c9420', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:02.759541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:02.763598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:02.766904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:02.774777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:02.790831 n-d-820554-2 neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Project 2c99711399864f23b48b3caad5dc71a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:43:02.799375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.869121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.872821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.875336 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6169102f-53c5-4153-9b67-2ebe3577b63a tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:02.902316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bccacfa-d395-46ad-9196-046f357085be,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:02.905534 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:02.916213 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:02.917580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1703029
Dec 16 09:43:02.920642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:02.926461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf59f5-d2cb-4a95-89d7-e5231a1c9420', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:02.936874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:02.941261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:02.945402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:02.953083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:02.965244 n-d-820554-2 neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Project 2c99711399864f23b48b3caad5dc71a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:43:02.974849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.036944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.040965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.066845 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.077009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.089238 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c3dce4c-863a-4278-9cee-527590f90552 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:03.112575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2fea76-690a-435c-b70a-de615911d909,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:03.116407 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:03.127396 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.140940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6b583003-c555-475e-888c-94340e570893 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2191315
Dec 16 09:43:03.156450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1712eb30-8a8d-487f-ac36-653290952330', 'tag': '4e7be8fa-2d52-42f9-a459-e7f905611c2b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:03.212552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07f3c7fc-9acb-4253-afa5-f5064f40e3af up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:03.324636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 07f3c7fc-9acb-4253-afa5-f5064f40e3af completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:03.386224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d03fb-71ae-49f4-8073-b2620fa204a6 req-4a5acf10-2a0d-4ac6-9d69-613336b75d8f tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:03.387759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192d03fb-71ae-49f4-8073-b2620fa204a6 req-4a5acf10-2a0d-4ac6-9d69-613336b75d8f tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1074328
Dec 16 09:43:03.434912 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192d03fb-71ae-49f4-8073-b2620fa204a6 req-6a9eac62-5042-4f4b-8703-bac561ee86b0 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410924
Dec 16 09:43:03.452743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f8bb8-6957-43d8-90fd-1aeeb165726f None None] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:03.473620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Router 06b26fc2-dab5-4162-97ad-334a56d1478f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:43:03.604768 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1712eb30-8a8d-487f-ac36-653290952330', 'tag': '4e7be8fa-2d52-42f9-a459-e7f905611c2b', 'status': 'completed', 'code': 200}
Dec 16 09:43:03.670711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:03.673321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Provisioning for port 07f3c7fc-9acb-4253-afa5-f5064f40e3af completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:03.675444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.681650 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] Sync routers for ids ['06b26fc2-dab5-4162-97ad-334a56d1478f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:03.684931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47676) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:03.687956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Provisioning complete for port 07f3c7fc-9acb-4253-afa5-f5064f40e3af triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:03.688277 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.690298 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd0a6fda-a4e0-414c-bd69-5c870d3da130 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "PUT /v2.0/routers/06b26fc2-dab5-4162-97ad-334a56d1478f HTTP/1.1" status: 200  len: 922 time: 2.1344309
Dec 16 09:43:03.692300 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] Routers {'06b26fc2-dab5-4162-97ad-334a56d1478f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:03.692979 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c420d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['06b26fc2-dab5-4162-97ad-334a56d1478f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:03.768228 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c420d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:03.779640 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] Routers {'06b26fc2-dab5-4162-97ad-334a56d1478f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:03.780610 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c420d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['06b26fc2-dab5-4162-97ad-334a56d1478f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:03.846074 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c420d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:03.846531 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7499c3-1084-4d7a-ad17-dfa3c5f2647f None None] The sync data for ids ['06b26fc2-dab5-4162-97ad-334a56d1478f'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:03.882718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.925987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] For port 07f3c7fc-9acb-4253-afa5-f5064f40e3af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=07f3c7fc-9acb-4253-afa5-f5064f40e3af,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:03.926307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-71b04c6f-be79-414e-9de1-569d806f1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:03.927590 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-71b04c6f-be79-414e-9de1-569d806f1afc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 1095 time: 0.2862158
Dec 16 09:43:03.931438 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:03.933693 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bd1bf9df-f9ec-4ce5-a564-95c90b89a63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:04.012488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Pushing event updated for resources: {'Port': ['ID=07f3c7fc-9acb-4253-afa5-f5064f40e3af,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:04.015607 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:04.031366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-559540c1-4601-483c-b9d5-47552af88a88 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/06b26fc2-dab5-4162-97ad-334a56d1478f HTTP/1.1" status: 200  len: 922 time: 0.3458443
Dec 16 09:43:04.034180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47690) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:04.038479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9277f139-74ff-4c28-94c9-8ed75409d1f9 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:04.075451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9277f139-74ff-4c28-94c9-8ed75409d1f9 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:04.077397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9277f139-74ff-4c28-94c9-8ed75409d1f9 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656059307&fields=id&tenant_id=2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 267 time: 0.1942410
Dec 16 09:43:04.121257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b487401-403e-4a02-8201-e0ae1e196b82 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:04.121965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3b487401-403e-4a02-8201-e0ae1e196b82 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Synchronizing usage tracker for tenant:332a76423c2c4f868843bb28c16903c5 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:04.139863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3b487401-403e-4a02-8201-e0ae1e196b82 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Unset dirty status for tenant:332a76423c2c4f868843bb28c16903c5 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:04.144124 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3b487401-403e-4a02-8201-e0ae1e196b82 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=06b26fc2-dab5-4162-97ad-334a56d1478f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1087885
Dec 16 09:43:04.144852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:04.157567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06734750-75e8-4a4f-b4a3-824bfbe0b3d7 None None] Provisioning complete for port 07f3c7fc-9acb-4253-afa5-f5064f40e3af triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:04.157958 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06734750-75e8-4a4f-b4a3-824bfbe0b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:04.243270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-4b86ecf2-e582-415f-bb93-4a926f197f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:04.244992 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-4b86ecf2-e582-415f-bb93-4a926f197f28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.3011472
Dec 16 09:43:04.273587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4e7be8fa-2d52-42f9-a459-e7f905611c2b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:43:04.282889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf1fd2-cc57-4389-9650-b130e4a03727 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:04.283627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8fbf1fd2-cc57-4389-9650-b130e4a03727 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Synchronizing usage tracker for tenant:332a76423c2c4f868843bb28c16903c5 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:04.300416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8fbf1fd2-cc57-4389-9650-b130e4a03727 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Unset dirty status for tenant:332a76423c2c4f868843bb28c16903c5 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:04.305232 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8fbf1fd2-cc57-4389-9650-b130e4a03727 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.1549962
Dec 16 09:43:04.305383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:04.351580 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6413e2c1-6731-4835-8531-0034ca6ed2f5 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=06b26fc2-dab5-4162-97ad-334a56d1478f HTTP/1.1" status: 200  len: 205 time: 0.0421770
Dec 16 09:43:04.351932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:04.383987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-9bbed6fe-0676-4a5f-b8a4-755146f76edc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e7be8fa-2d52-42f9-a459-e7f905611c2b HTTP/1.1" status: 200  len: 217 time: 0.0920017
Dec 16 09:43:04.435444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4e7be8fa-2d52-42f9-a459-e7f905611c2b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4e7be8fa-2d52-42f9-a459-e7f905611c2b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:04.450053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '4e7be8fa-2d52-42f9-a459-e7f905611c2b', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': '4e7be8fa-2d52-42f9-a459-e7f905611c2b', 'mac_address': 'fa:16:3e:54:1e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:43:04.490818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-b52811e0-c643-4c42-9142-560472885f34 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:04.492311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-b52811e0-c643-4c42-9142-560472885f34 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/networks?id=72535a5e-d91c-4dd2-b28f-b67fa816f864 HTTP/1.1" status: 200  len: 797 time: 0.4022763
Dec 16 09:43:04.493891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-f3777cd6-ce16-4b12-88db-38d41a8f57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:04.495214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-f3777cd6-ce16-4b12-88db-38d41a8f57a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.1029036
Dec 16 09:43:04.513955 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:04.538318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:04.541416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7be8fa-2d52-42f9-a459-e7f905611c2b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:04.554839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-bb34ae41-5157-4f90-8821-e459b7fd8354 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463502
Dec 16 09:43:04.557760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-6df06b04-b449-466a-8e40-813e3972ab6c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/quotas/2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 375 time: 0.0574665
Dec 16 09:43:04.561386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4e7be8fa-2d52-42f9-a459-e7f905611c2b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4e7be8fa-2d52-42f9-a459-e7f905611c2b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:04.576374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:04.578105 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:04.646769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4e7be8fa-2d52-42f9-a459-e7f905611c2b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:04.649817 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:04.741775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:04.751515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Deleting port f2d111bf-0b93-4d87-97cd-5d05c5f40168 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:04.751927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:04.756681 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-27b76956-6df5-402b-9afd-eba7b33dfeaa service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939213
Dec 16 09:43:04.772434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-425d2ca5-4096-4d91-8eb9-038b8d214f5a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1892424
Dec 16 09:43:04.930463 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:04.962208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4e7be8fa-2d52-42f9-a459-e7f905611c2b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:05.012936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-312ff39c-7418-41e7-995e-bcdc831c9b33 service neutron] 10.222.0.66 "GET /v2.0/networks/72535a5e-d91c-4dd2-b28f-b67fa816f864?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195823
Dec 16 09:43:05.014704 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8595cf48-ca93-4df8-8075-6f0952c9dfc6 req-47b857f2-1bb2-4b6f-8ef8-2db1b609378e service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414281
Dec 16 09:43:05.066730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Calling delete_port for f2d111bf-0b93-4d87-97cd-5d05c5f40168 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:05.127489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07f3c7fc-9acb-4253-afa5-f5064f40e3af up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:05.166140 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-c891f864-57fd-47da-999d-759bbce8bc8d service neutron] 10.222.0.66 "GET /v2.0/networks/72535a5e-d91c-4dd2-b28f-b67fa816f864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404819
Dec 16 09:43:05.242553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 07f3c7fc-9acb-4253-afa5-f5064f40e3af triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:05.242939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.418903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.423639 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:05.457552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32deb10-e26f-426d-82cd-a3e8bdbf6fc7 req-9dd08a05-d278-410c-b3bd-71c1be53aa95 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:05.459480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b32deb10-e26f-426d-82cd-a3e8bdbf6fc7 req-9dd08a05-d278-410c-b3bd-71c1be53aa95 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 945 time: 0.0879128
Dec 16 09:43:05.469469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event deleted for resources: {'Port': ['ID=f2d111bf-0b93-4d87-97cd-5d05c5f40168,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:05.472969 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:05.522173 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b32deb10-e26f-426d-82cd-a3e8bdbf6fc7 req-1746a5a7-70e8-422f-9e38-12c8c6979034 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565758
Dec 16 09:43:05.569307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.762325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.764617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.787838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.788372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Fanout notify agent at l3_agent the message router_deleted on router 06b26fc2-dab5-4162-97ad-334a56d1478f {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:43:05.803623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.804693 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/06b26fc2-dab5-4162-97ad-334a56d1478f HTTP/1.1" status: 204  len: 168 time: 1.4517901
Dec 16 09:43:05.808351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47724) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:05.813610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-574965718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:05.820862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:05.823332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b7fbe-38cf-4d8f-9e46-b11cc35fb599 req-2316de2e-f9a8-4582-9f58-c1ccfebc03a9 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:05.824712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Usage tracker for resource:router and tenant:bd5ff308a83642d499c737a0752f53ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:05.824846 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b2b7fbe-38cf-4d8f-9e46-b11cc35fb599 req-2316de2e-f9a8-4582-9f58-c1ccfebc03a9 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.0908453
Dec 16 09:43:05.827663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:05.836582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:05.848170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.850293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.867123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.874712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b2b7fbe-38cf-4d8f-9e46-b11cc35fb599 req-5bd6d288-8bfa-4105-99f2-4cfffab79257 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431547
Dec 16 09:43:05.887001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.913310 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:05.914829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1ab3afa6-5734-4f78-aa9b-01b93a433c16 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1055706
Dec 16 09:43:05.917734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47728) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:05.925216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:06.215591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc8b9bad-c975-4227-90be-4138b3405f7b req-05da2f39-f9ab-4dd5-aadf-f6a465e90b9a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 210 time: 0.0426662
Dec 16 09:43:06.284476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4e7be8fa-2d52-42f9-a459-e7f905611c2b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:06.324781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:06.377351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 4e7be8fa-2d52-42f9-a459-e7f905611c2b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:06.390437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 4e7be8fa-2d52-42f9-a459-e7f905611c2b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:06.390963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:06.524819 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:06.562664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4e7be8fa-2d52-42f9-a459-e7f905611c2b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4e7be8fa-2d52-42f9-a459-e7f905611c2b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:06.563597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712eb30-8a8d-487f-ac36-653290952330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7be8fa-2d52-42f9-a459-e7f905611c2b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:06.571008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:06.572932 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:06.658412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4e7be8fa-2d52-42f9-a459-e7f905611c2b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:06.661607 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:06.801313 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:06.814905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-98d32471-ed57-44f2-849d-5d1b823ab5bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:06.816451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-98d32471-ed57-44f2-849d-5d1b823ab5bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/networks?id=72535a5e-d91c-4dd2-b28f-b67fa816f864 HTTP/1.1" status: 200  len: 797 time: 0.2082949
Dec 16 09:43:06.836156 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:06.934305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-484c0164-9555-4372-9c24-90b31fee4195 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 472 time: 0.1047080
Dec 16 09:43:06.945168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'port': {'device_id': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864', 'admin_state_up': True, 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'security_groups': ['d8cf59f5-d2cb-4a95-89d7-e5231a1c9420']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:07.134243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Allocated IP 172.25.3.152 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/beeb9a30-5241-4d12-a9a6-e6ff460da3ad) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:07.195457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc57cb-d8ff-4446-a428-bdfa70d3cccb req-202c7e74-0723-4c3d-8b01-b6af29c335da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:07.201248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc57cb-d8ff-4446-a428-bdfa70d3cccb req-202c7e74-0723-4c3d-8b01-b6af29c335da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:07.202010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-80dc57cb-d8ff-4446-a428-bdfa70d3cccb req-202c7e74-0723-4c3d-8b01-b6af29c335da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Synchronizing usage tracker for tenant:424fa3408667454a91a5909d4a7a8143 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:07.251902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-80dc57cb-d8ff-4446-a428-bdfa70d3cccb req-202c7e74-0723-4c3d-8b01-b6af29c335da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Unset dirty status for tenant:424fa3408667454a91a5909d4a7a8143 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:07.253109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80dc57cb-d8ff-4446-a428-bdfa70d3cccb req-202c7e74-0723-4c3d-8b01-b6af29c335da tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=5149414e-705e-4ec5-a914-6b4e092b52f8&device_id=5bed4aca-4eb0-4f71-9493-076189a7e0e4 HTTP/1.1" status: 200  len: 1681 time: 0.4096248
Dec 16 09:43:07.255216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:07.259148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:port and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:07.263878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:07.282485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:07.289704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:07.306505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:07.309925 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:07.319877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:07.324422 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:07.328282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80dc57cb-d8ff-4446-a428-bdfa70d3cccb req-451f1796-22f1-4a1a-b460-2626b5e9bb39 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660822
Dec 16 09:43:07.389475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:07.392604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:07.395048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:07.444888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event updated for resources: {'Port': ['ID=beeb9a30-5241-4d12-a9a6-e6ff460da3ad,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:07.447665 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:07.553689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.20.0.27 (72535a5e-d91c-4dd2-b28f-b67fa816f864/d08968af-b2fd-42b6-9ac7-340df40753c5/7faf5f15-d7fd-4944-a331-c454ac34d08d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:07.572366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf89f3-5042-4973-b192-72c17002383a req-7d4ce946-8d40-46c7-97a1-c566dbd324ff tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:07.573839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04cf89f3-5042-4973-b192-72c17002383a req-7d4ce946-8d40-46c7-97a1-c566dbd324ff tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1542885
Dec 16 09:43:07.661389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04cf89f3-5042-4973-b192-72c17002383a req-bfbc5bf6-2513-4ecd-839c-d7d35d20153d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804424
Dec 16 09:43:07.721444 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712eb30-8a8d-487f-ac36-653290952330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7be8fa-2d52-42f9-a459-e7f905611c2b', 'code': 200}
Dec 16 09:43:07.797226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:07.855278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Transition to ACTIVE for port object 7faf5f15-d7fd-4944-a331-c454ac34d08d will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:07.859054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:07.892061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9472-8bbc-4927-a5db-3395cae3cb23 req-d8c08da2-8661-4c0f-aa6c-21fbdd1c005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:07.893541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea1c9472-8bbc-4927-a5db-3395cae3cb23 req-d8c08da2-8661-4c0f-aa6c-21fbdd1c005f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 1097 time: 0.0877976
Dec 16 09:43:07.903540 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:07.923408 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdc663e1-1a16-4932-ae6a-c09e6587d8c5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:08.049087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:08.056848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:08.059339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:08.110048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea1c9472-8bbc-4927-a5db-3395cae3cb23 req-7f640596-44c7-4388-95f4-57907fe292fc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994848
Dec 16 09:43:08.123313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=7faf5f15-d7fd-4944-a331-c454ac34d08d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:08.126304 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:08.149732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:08.150363 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:08.182054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2410226
Dec 16 09:43:08.193946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b97c9-a355-4e46-b53b-c74fbdd1a8b3 req-547e459e-c576-409f-8729-c107d30ed556 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:08.199726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c37b97c9-a355-4e46-b53b-c74fbdd1a8b3 req-547e459e-c576-409f-8729-c107d30ed556 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.2328830
Dec 16 09:43:08.216630 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:08.220237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:08.247809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c37b97c9-a355-4e46-b53b-c74fbdd1a8b3 req-70d421ad-a154-4588-a279-a287cb796393 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459626
Dec 16 09:43:08.342723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-afe7edd3-0b4c-4cfa-bbc3-7e4794956a7e None None] Provisioning for port 7faf5f15-d7fd-4944-a331-c454ac34d08d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:08.348370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-afe7edd3-0b4c-4cfa-bbc3-7e4794956a7e None None] Provisioning complete for port 7faf5f15-d7fd-4944-a331-c454ac34d08d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:08.349462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-afe7edd3-0b4c-4cfa-bbc3-7e4794956a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:08.352948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Request body: {'port': {'device_id': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:08.416285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-afe7edd3-0b4c-4cfa-bbc3-7e4794956a7e None None] Port 7faf5f15-d7fd-4944-a331-c454ac34d08d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:43:08.461474 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:43:08.462428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Router c6975f50-57f5-40d4-ad25-efacceaed372 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:43:08.484040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:08.791840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:08.800881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef9289-f306-4cd0-b598-e919d95b4fe0 req-182f733a-a6dc-42cb-b398-9594f9ce454b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:08.801597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-32ef9289-f306-4cd0-b598-e919d95b4fe0 req-182f733a-a6dc-42cb-b398-9594f9ce454b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:08.802078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] Sync routers for ids ['c6975f50-57f5-40d4-ad25-efacceaed372'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:08.802891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:08.806400 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "PUT /v2.0/routers/c6975f50-57f5-40d4-ad25-efacceaed372 HTTP/1.1" status: 200  len: 879 time: 2.8852885
Dec 16 09:43:08.806833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47756) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:08.812754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] Routers {'c6975f50-57f5-40d4-ad25-efacceaed372'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:08.813833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07910>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c6975f50-57f5-40d4-ad25-efacceaed372'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:08.840559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-32ef9289-f306-4cd0-b598-e919d95b4fe0 req-182f733a-a6dc-42cb-b398-9594f9ce454b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:08.841767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32ef9289-f306-4cd0-b598-e919d95b4fe0 req-182f733a-a6dc-42cb-b398-9594f9ce454b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 932 time: 0.2694321
Dec 16 09:43:08.878621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07910>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:08.887332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] Routers {'c6975f50-57f5-40d4-ad25-efacceaed372'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:08.888027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07910>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c6975f50-57f5-40d4-ad25-efacceaed372'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:08.903388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32ef9289-f306-4cd0-b598-e919d95b4fe0 req-826c9dba-c676-4f8f-9136-e3dc70ba862f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519700
Dec 16 09:43:08.966144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07910>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:08.966653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c504a-a7c5-4685-b44f-ba06c7e4c909 None None] The sync data for ids ['c6975f50-57f5-40d4-ad25-efacceaed372'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:08.988012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7faf5f15-d7fd-4944-a331-c454ac34d08d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:08.996688 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:08.999248 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-361a342e-53fd-48b8-bc5b-87f48884c062 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/c6975f50-57f5-40d4-ad25-efacceaed372 HTTP/1.1" status: 200  len: 920 time: 0.1902435
Dec 16 09:43:09.000988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:09.014658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Transition to ACTIVE for port object 7faf5f15-d7fd-4944-a331-c454ac34d08d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:09.018608 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.023265 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba824c7d-6b04-4086-9e32-2d6d997808b1 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:09.082250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8d35e-00fe-4eb3-bc10-b2c177d5fe56 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:09.084345 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-83b8d35e-00fe-4eb3-bc10-b2c177d5fe56 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=c6975f50-57f5-40d4-ad25-efacceaed372&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0820010
Dec 16 09:43:09.086967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47768) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:09.206960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Pushing event updated for resources: {'Port': ['ID=7faf5f15-d7fd-4944-a331-c454ac34d08d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:09.210602 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:09.223112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7249abe-1461-4c3c-abe2-d872a2f519c8 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:09.227204 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a7249abe-1461-4c3c-abe2-d872a2f519c8 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.1367877
Dec 16 09:43:09.227871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:09.276787 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3aabe56c-68fe-4014-9724-f3a1cf7c29cf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6975f50-57f5-40d4-ad25-efacceaed372 HTTP/1.1" status: 200  len: 205 time: 0.0449188
Dec 16 09:43:09.276787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47778) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:09.461250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e0752-fccb-487f-afc0-1933611423c3 req-6f29f521-8283-4fe1-b6da-5b57ee80a102 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:09.462657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b44e0752-fccb-487f-afc0-1933611423c3 req-6f29f521-8283-4fe1-b6da-5b57ee80a102 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.4038985
Dec 16 09:43:09.464115 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.470241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Attempting to bind port 7faf5f15-d7fd-4944-a331-c454ac34d08d on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:09.470581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Attempting to bind port 7faf5f15-d7fd-4944-a331-c454ac34d08d by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:09.470914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Attempting to bind port 7faf5f15-d7fd-4944-a331-c454ac34d08d on network 72535a5e-d91c-4dd2-b28f-b67fa816f864 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:09.475751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Port 7faf5f15-d7fd-4944-a331-c454ac34d08d on network 72535a5e-d91c-4dd2-b28f-b67fa816f864 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:43:09.476082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Attempting to bind port 7faf5f15-d7fd-4944-a331-c454ac34d08d on network 72535a5e-d91c-4dd2-b28f-b67fa816f864 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:09.494913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:09.495290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Checking segment: {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:09.495685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Bound using segment: {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:09.496126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Bound port: 7faf5f15-d7fd-4944-a331-c454ac34d08d, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:09.496475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.586249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b44e0752-fccb-487f-afc0-1933611423c3 req-ebbc240a-4d38-4f03-8f89-fde3f9092b21 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065350
Dec 16 09:43:09.635271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] For port 7faf5f15-d7fd-4944-a331-c454ac34d08d, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:09.639230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] For port 7faf5f15-d7fd-4944-a331-c454ac34d08d, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7faf5f15-d7fd-4944-a331-c454ac34d08d,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:09.645264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.650571 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d402a835-2eb8-463e-a928-aa9980463d07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:09.676652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.687996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Deleting port beeb9a30-5241-4d12-a9a6-e6ff460da3ad {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:09.688396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.715338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:09.715941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.717587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] 10.222.0.74 "PUT /v2.0/ports/7faf5f15-d7fd-4944-a331-c454ac34d08d HTTP/1.1" status: 200  len: 1092 time: 1.3691096
Dec 16 09:43:09.717904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'tag': '7faf5f15-d7fd-4944-a331-c454ac34d08d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:09.741602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Pushing event updated for resources: {'Port': ['ID=7faf5f15-d7fd-4944-a331-c454ac34d08d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:09.745006 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:09.865900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-e3eac8b9-cc96-42c6-a871-0ac2ee6eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:09.867444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-e3eac8b9-cc96-42c6-a871-0ac2ee6eb01b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 1095 time: 0.0896997
Dec 16 09:43:09.914444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:09.973186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-965cbdda-99a7-4b67-96ab-358ca0af350b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7faf5f15-d7fd-4944-a331-c454ac34d08d HTTP/1.1" status: 200  len: 217 time: 0.0888932
Dec 16 09:43:10.042041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-8f3c549b-ffef-4de5-95eb-8bca5019e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:10.043510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-8f3c549b-ffef-4de5-95eb-8bca5019e075 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d08968af-b2fd-42b6-9ac7-340df40753c5 HTTP/1.1" status: 200  len: 836 time: 0.0594475
Dec 16 09:43:10.173324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Calling delete_port for beeb9a30-5241-4d12-a9a6-e6ff460da3ad owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:10.187296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c967955-d16f-4429-9a60-220e4376fb63 req-b2ce393b-d9ae-4a66-9b7a-3f21f00a344e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:10.188744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c967955-d16f-4429-9a60-220e4376fb63 req-b2ce393b-d9ae-4a66-9b7a-3f21f00a344e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1404524
Dec 16 09:43:10.195457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-561778bd-fa33-4563-a4fe-9a2656b29446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:10.196812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-561778bd-fa33-4563-a4fe-9a2656b29446 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72535a5e-d91c-4dd2-b28f-b67fa816f864&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1163740
Dec 16 09:43:10.279893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c10926dd-37a5-4269-b600-63a2aa449504 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:43:10.285203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c10926dd-37a5-4269-b600-63a2aa449504 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:10.315615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c967955-d16f-4429-9a60-220e4376fb63 req-0b31ac75-9798-42bb-bdb2-dc7c769ddf18 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178391
Dec 16 09:43:10.353245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.357396 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f125723-8a1e-4d9c-a09a-a295ad326c73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:10.372186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-fc3e29a3-3427-480e-adfb-405e495e3aaa service neutron] 10.222.0.74 "GET /v2.0/networks/72535a5e-d91c-4dd2-b28f-b67fa816f864?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587214
Dec 16 09:43:10.456451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event deleted for resources: {'Port': ['ID=beeb9a30-5241-4d12-a9a6-e6ff460da3ad,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:10.467995 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:10.547901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8198fc97-d0ba-434f-848c-717b0f2c360d req-c4292e41-554d-4b5b-8fcd-1269aa87c239 service neutron] 10.222.0.74 "GET /v2.0/networks/72535a5e-d91c-4dd2-b28f-b67fa816f864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688924
Dec 16 09:43:10.548373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.566442 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.608236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:10.619647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:10.634158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:10.635356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'c10926dd-37a5-4269-b600-63a2aa449504', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'port_id': 'c10926dd-37a5-4269-b600-63a2aa449504', 'mac_address': 'fa:16:3e:ac:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450a3fa-fecf-4277-a7be-be4cf15a7fc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:43:10.646528 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'tag': '7faf5f15-d7fd-4944-a331-c454ac34d08d', 'status': 'completed', 'code': 200}
Dec 16 09:43:10.670547 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.679063 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:10.769636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:10.772065 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.772232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.774692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.782822 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:10.791191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10926dd-37a5-4269-b600-63a2aa449504 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:10.800614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.801406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Fanout notify agent at l3_agent the message router_deleted on router c6975f50-57f5-40d4-ad25-efacceaed372 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:43:10.811697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:10.814462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-6fd1bf3d-7795-4737-9d56-48d8fffe363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:10.816034 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.816197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-6fd1bf3d-7795-4737-9d56-48d8fffe363a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 1095 time: 0.1404247
Dec 16 09:43:10.818133 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:10.827280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.831864 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/c6975f50-57f5-40d4-ad25-efacceaed372 HTTP/1.1" status: 204  len: 168 time: 1.5506394
Dec 16 09:43:10.832527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:10.837673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1556252458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:10.844522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:10.849697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Usage tracker for resource:router and tenant:bd5ff308a83642d499c737a0752f53ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:10.856067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:10.869134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:10.882950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.884647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.891677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:10.894840 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:10.904164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.922196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.932007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86c2f-007b-482a-9d3b-7e6604949dd1 req-0ff4bc54-538b-4a14-bafa-046def91193b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:10.933484 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51f86c2f-007b-482a-9d3b-7e6604949dd1 req-0ff4bc54-538b-4a14-bafa-046def91193b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 944 time: 0.1912215
Dec 16 09:43:10.944822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:10.948493 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-992fb253-c6a1-491d-ae30-11676faa46d0 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1124706
Dec 16 09:43:10.948690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:10.953573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': True}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:11.019191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-a1c35fa7-b62e-4cb5-9207-aa10b44aaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:11.021323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-a1c35fa7-b62e-4cb5-9207-aa10b44aaa26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=72535a5e-d91c-4dd2-b28f-b67fa816f864 HTTP/1.1" status: 200  len: 898 time: 0.1941030
Dec 16 09:43:11.024029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-51f86c2f-007b-482a-9d3b-7e6604949dd1 req-710f4dcd-f343-4252-b26a-aa7d7a1035b0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838091
Dec 16 09:43:11.100595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-7dfd7c97-a610-4122-a3ce-1c084b89529d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7faf5f15-d7fd-4944-a331-c454ac34d08d HTTP/1.1" status: 200  len: 217 time: 0.0668881
Dec 16 09:43:11.166468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c10926dd-37a5-4269-b600-63a2aa449504'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:11.170363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-0f54d6c2-123a-41df-adf8-7e43caa0e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:11.172041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-0f54d6c2-123a-41df-adf8-7e43caa0e1db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d08968af-b2fd-42b6-9ac7-340df40753c5 HTTP/1.1" status: 200  len: 836 time: 0.0635452
Dec 16 09:43:11.273282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-de48ebfb-0a19-42ef-b9c6-08a9f1979cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:11.275770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-de48ebfb-0a19-42ef-b9c6-08a9f1979cb6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72535a5e-d91c-4dd2-b28f-b67fa816f864&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0853975
Dec 16 09:43:11.356060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:11.597871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-ce390d43-87cf-4527-8500-a9e9af3f7467 service neutron] 10.222.0.74 "GET /v2.0/networks/72535a5e-d91c-4dd2-b28f-b67fa816f864?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3096218
Dec 16 09:43:11.613329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb542e1f-22d2-448d-b9a0-9cafde78983f req-0b94fb80-2120-4568-8ef3-d99aaebc5ef5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:11.614799 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb542e1f-22d2-448d-b9a0-9cafde78983f req-0b94fb80-2120-4568-8ef3-d99aaebc5ef5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1323721
Dec 16 09:43:11.726098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:11.760292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb542e1f-22d2-448d-b9a0-9cafde78983f req-b4fb467c-3706-4856-b66d-e3cf3bff9e5a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246278
Dec 16 09:43:11.804532 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db0862b9-904c-485d-bce4-8fe9cd93a756 req-3b9a2ca7-ac78-4641-82ab-96eab9c99837 service neutron] 10.222.0.74 "GET /v2.0/networks/72535a5e-d91c-4dd2-b28f-b67fa816f864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887405
Dec 16 09:43:11.816423 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504', 'code': 200}
Dec 16 09:43:11.840314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:11.870691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:11.935130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b273de7-1f3b-4090-928e-f11e58638bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:12.014183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Allocated IP 172.25.3.9 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/6d9e794e-8c61-4df8-b0b2-6fa393d29caf) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:12.172135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:12.207513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:12.211247 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:12.278600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:12.282003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:12.284395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:12.287146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2d1f0-ecf2-468e-93d0-e862c4bc786c req-ccae6a38-8728-4a1f-94d6-2c5fc10cb1a2 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:12.288666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fd2d1f0-ecf2-468e-93d0-e862c4bc786c req-ccae6a38-8728-4a1f-94d6-2c5fc10cb1a2 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 944 time: 0.0831137
Dec 16 09:43:12.323702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Port': ['ID=6d9e794e-8c61-4df8-b0b2-6fa393d29caf,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:12.326483 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:12.337649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fd2d1f0-ecf2-468e-93d0-e862c4bc786c req-17baf879-852d-4877-9022-e743fb88f6f1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430150
Dec 16 09:43:12.703565 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:12.863611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe100bd-64d8-4580-89e0-ce39011647e7 req-d60d4e39-ecc5-4401-83d5-d108fdce4505 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:12.865169 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5fe100bd-64d8-4580-89e0-ce39011647e7 req-d60d4e39-ecc5-4401-83d5-d108fdce4505 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 944 time: 0.0853989
Dec 16 09:43:12.910471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5fe100bd-64d8-4580-89e0-ce39011647e7 req-c77bd3dc-0977-4d16-a439-e41a9a02e3f2 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385814
Dec 16 09:43:13.048375 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:13.052218 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:13.161454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846d21c-734f-44e8-8a74-7fd388785837 req-f4c0cee9-d53f-4d53-afd3-0efe1d547442 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:13.162848 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1846d21c-734f-44e8-8a74-7fd388785837 req-f4c0cee9-d53f-4d53-afd3-0efe1d547442 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.0919592
Dec 16 09:43:13.210423 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1846d21c-734f-44e8-8a74-7fd388785837 req-80f7f94e-f07e-421a-9d1b-3cc41662db79 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417578
Dec 16 09:43:13.341632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-d1db8be8-e83d-4d1d-a510-1af9f7c7a713 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:13.343102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-d1db8be8-e83d-4d1d-a510-1af9f7c7a713 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bed4aca-4eb0-4f71-9493-076189a7e0e4 HTTP/1.1" status: 200  len: 945 time: 0.0889847
Dec 16 09:43:13.396014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Router 967ecdbb-108f-4916-a0a5-127123cab89a is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:43:13.459543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Deleting port cf008a16-2f59-4144-9695-8a1dddae9276 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:13.459791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:13.585306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:13.594319 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] Sync routers for ids ['967ecdbb-108f-4916-a0a5-127123cab89a'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:13.594985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:13.599065 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "PUT /v2.0/routers/967ecdbb-108f-4916-a0a5-127123cab89a HTTP/1.1" status: 200  len: 913 time: 2.6466901
Dec 16 09:43:13.599444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:13.605455 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] Routers {'967ecdbb-108f-4916-a0a5-127123cab89a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:13.606149 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1a90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['967ecdbb-108f-4916-a0a5-127123cab89a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:13.615113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a4caf-31de-4819-ac9a-9fdbcb073624 req-c5218b61-0809-4355-a71f-9b6dc206a165 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:13.616624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-557a4caf-31de-4819-ac9a-9fdbcb073624 req-c5218b61-0809-4355-a71f-9b6dc206a165 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bed4aca-4eb0-4f71-9493-076189a7e0e4 HTTP/1.1" status: 200  len: 945 time: 0.2063301
Dec 16 09:43:13.678122 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1a90>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:13.689482 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] Routers {'967ecdbb-108f-4916-a0a5-127123cab89a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:13.690231 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1a90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:42:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['967ecdbb-108f-4916-a0a5-127123cab89a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:13.744753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-557a4caf-31de-4819-ac9a-9fdbcb073624 req-6b569e7d-29bb-4f9a-a0e9-c125cecf5a90 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.66 "GET /v2.0/security-groups?id=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775440
Dec 16 09:43:13.770824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] For port cf008a16-2f59-4144-9695-8a1dddae9276, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=cf008a16-2f59-4144-9695-8a1dddae9276,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:13.771317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:13.773379 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1a90>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:13.773798 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338142d1-c8c9-4576-9870-9ac103ee7475 None None] The sync data for ids ['967ecdbb-108f-4916-a0a5-127123cab89a'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:13.808922 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3aaa8f84-87dd-4afb-8184-744d59ed36fa tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/967ecdbb-108f-4916-a0a5-127123cab89a HTTP/1.1" status: 200  len: 919 time: 0.2056439
Dec 16 09:43:13.809523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:13.885840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756c9a0-2b19-44fe-b14a-3a6c5289f790 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:13.887513 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2756c9a0-2b19-44fe-b14a-3a6c5289f790 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=967ecdbb-108f-4916-a0a5-127123cab89a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.0773261
Dec 16 09:43:13.890030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:13.905912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Calling delete_port for cf008a16-2f59-4144-9695-8a1dddae9276 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:13.948405 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.020936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee298d7-c0ee-4979-8f48-ed9e5cd60dfe tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:14.022178 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6ee298d7-c0ee-4979-8f48-ed9e5cd60dfe tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.1312475
Dec 16 09:43:14.025032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:14.067986 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-12e47149-ee3a-42d7-b218-4511891c8546 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=967ecdbb-108f-4916-a0a5-127123cab89a HTTP/1.1" status: 200  len: 205 time: 0.0417418
Dec 16 09:43:14.070634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:14.162696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29299f2-fb62-4fca-a3e4-ff1ee81f6824 req-fe5fd80f-9f93-44d1-9d5f-095e3443e795 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:14.164182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29299f2-fb62-4fca-a3e4-ff1ee81f6824 req-fe5fd80f-9f93-44d1-9d5f-095e3443e795 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 944 time: 0.2656634
Dec 16 09:43:14.199209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-e9b68951-3c3f-4b98-bda9-e53fe4eab361 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:14.200627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-e9b68951-3c3f-4b98-bda9-e53fe4eab361 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "GET /v2.0/ports?device_id=5149414e-705e-4ec5-a914-6b4e092b52f8 HTTP/1.1" status: 200  len: 945 time: 0.2212675
Dec 16 09:43:14.251435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.310296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7faf5f15-d7fd-4944-a331-c454ac34d08d details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:43:14.315631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c10926dd-37a5-4269-b600-63a2aa449504 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:14.390157 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.405906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['cf008a16-2f59-4144-9695-8a1dddae9276', '8c82045d-4936-407b-aa15-5d6d2fc4d510'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:14.406937 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2aa61f3c-cf1c-47cc-96e2-cbb943a172b1 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:14.436640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.451921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Deleting port 6d9e794e-8c61-4df8-b0b2-6fa393d29caf {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:14.451921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.497185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29299f2-fb62-4fca-a3e4-ff1ee81f6824 req-427e3391-ef47-429d-9485-60d848e8143d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3245316
Dec 16 09:43:14.497992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Pushing event deleted for resources: {'Port': ['ID=cf008a16-2f59-4144-9695-8a1dddae9276,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:14.508766 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:14.552095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Deleting port 8c82045d-4936-407b-aa15-5d6d2fc4d510 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:14.552444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.563726 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0af668f8-3088-45fb-b87f-aa75937707d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.585898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port c10926dd-37a5-4269-b600-63a2aa449504 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:14.587357 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.598631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] No DVR routers for this DVR port cf008a16-2f59-4144-9695-8a1dddae9276 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:14.601262 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.611968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'name': 'network-vif-deleted', 'tag': 'cf008a16-2f59-4144-9695-8a1dddae9276'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:14.647133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91c88bb7-04a4-417a-9087-7824f7a7557c req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "DELETE /v2.0/ports/cf008a16-2f59-4144-9695-8a1dddae9276 HTTP/1.1" status: 204  len: 173 time: 1.2976997
Dec 16 09:43:14.652711 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.752116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7faf5f15-d7fd-4944-a331-c454ac34d08d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7faf5f15-d7fd-4944-a331-c454ac34d08d,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:14.799190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '7faf5f15-d7fd-4944-a331-c454ac34d08d', 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864', 'port_id': '7faf5f15-d7fd-4944-a331-c454ac34d08d', 'mac_address': 'fa:16:3e:84:95:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08968af-b2fd-42b6-9ac7-340df40753c5', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:43:14.954957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Calling delete_port for 6d9e794e-8c61-4df8-b0b2-6fa393d29caf owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:14.960492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] For port 8c82045d-4936-407b-aa15-5d6d2fc4d510, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=8c82045d-4936-407b-aa15-5d6d2fc4d510,segment=NetworkSegment(e78d2ddd-13ca-4bb5-b274-06214be202c3),segment_id=e78d2ddd-13ca-4bb5-b274-06214be202c3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:14.961223 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.985326 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:14.995261 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.038186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7faf5f15-d7fd-4944-a331-c454ac34d08d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:15.050806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:15.072158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7faf5f15-d7fd-4944-a331-c454ac34d08d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7faf5f15-d7fd-4944-a331-c454ac34d08d,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:15.074942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:15.078633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.080834 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:15.138660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Calling delete_port for 8c82045d-4936-407b-aa15-5d6d2fc4d510 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:15.140123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.153412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7faf5f15-d7fd-4944-a331-c454ac34d08d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:15.156656 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:15.157123 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:15.170764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.186874 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dcf7f7d0-a4b3-4605-b867-ffa8c705be12 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:15.262432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96444d4-277f-41cb-a15c-7dc1f2faf9dc req-c6e59e2e-f676-40ac-b833-2a3664bba9da tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:15.263763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:15.264008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c96444d4-277f-41cb-a15c-7dc1f2faf9dc req-c6e59e2e-f676-40ac-b833-2a3664bba9da tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 945 time: 0.2253125
Dec 16 09:43:15.267036 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:15.270154 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.287800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event deleted for resources: {'Port': ['ID=6d9e794e-8c61-4df8-b0b2-6fa393d29caf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:15.293946 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:15.351411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.371742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c96444d4-277f-41cb-a15c-7dc1f2faf9dc req-2228069e-be76-4f68-b92d-d0260b02151e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669529
Dec 16 09:43:15.378389 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.391959 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:15.403946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['7faf5f15-d7fd-4944-a331-c454ac34d08d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:15.448208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Pushing event deleted for resources: {'Port': ['ID=8c82045d-4936-407b-aa15-5d6d2fc4d510,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:15.500447 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:15.548526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.550760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.567887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.576289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.576877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Fanout notify agent at l3_agent the message router_deleted on router 967ecdbb-108f-4916-a0a5-127123cab89a {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:43:15.595268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.600480 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/967ecdbb-108f-4916-a0a5-127123cab89a HTTP/1.1" status: 204  len: 168 time: 1.5248759
Dec 16 09:43:15.601149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47868) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:15.606833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1752682687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:15.607365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] No DVR routers for this DVR port 8c82045d-4936-407b-aa15-5d6d2fc4d510 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:15.611704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.614350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:15.618301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Usage tracker for resource:router and tenant:bd5ff308a83642d499c737a0752f53ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:15.621478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:15.627690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:15.630725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4f0380b-fd9b-4eea-8fc2-12186beb2d0c req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] 10.222.0.74 "DELETE /v2.0/ports/8c82045d-4936-407b-aa15-5d6d2fc4d510 HTTP/1.1" status: 204  len: 173 time: 1.4219415
Dec 16 09:43:15.639615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.640875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.659101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.672473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747de7-9b5d-4dae-9dc7-2739c64beced req-41fda50c-70e2-4ad9-b038-699187295a1a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:15.674507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a747de7-9b5d-4dae-9dc7-2739c64beced req-41fda50c-70e2-4ad9-b038-699187295a1a tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1569107
Dec 16 09:43:15.682158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.711498 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:15.713044 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a447975c-4902-45cc-917c-22fac5229a37 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1109109
Dec 16 09:43:15.716248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:15.723388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:15.735947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a747de7-9b5d-4dae-9dc7-2739c64beced req-3dfd436e-b263-40f9-8ce9-b5f1419b3867 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543301
Dec 16 09:43:15.885142 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bed4aca-4eb0-4f71-9493-076189a7e0e4', 'name': 'network-vif-deleted', 'tag': 'cf008a16-2f59-4144-9695-8a1dddae9276', 'status': 'completed', 'code': 200}
Dec 16 09:43:15.991684 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504', 'code': 200}
Dec 16 09:43:16.125902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:16.181450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9d60-f736-4bc4-a594-c3feeba216bd req-22441a78-0c5c-4446-a242-9bc4d06f85d8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:16.182926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-796b9d60-f736-4bc4-a594-c3feeba216bd req-22441a78-0c5c-4446-a242-9bc4d06f85d8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.0978341
Dec 16 09:43:16.278632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-796b9d60-f736-4bc4-a594-c3feeba216bd req-ab1c47ea-cde7-475e-b4d2-729ba0df6b92 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899088
Dec 16 09:43:16.307496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba164-d4a6-4a6e-a8b6-193368519bd0 req-0de78fdb-bcbf-4b58-973a-01db8659b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:16.308974 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9eba164-d4a6-4a6e-a8b6-193368519bd0 req-0de78fdb-bcbf-4b58-973a-01db8659b077 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 1096 time: 0.1043890
Dec 16 09:43:16.323266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cf008a16-2f59-4144-9695-8a1dddae9276 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:16.395534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: cf008a16-2f59-4144-9695-8a1dddae9276 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:43:16.396429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device cf008a16-2f59-4144-9695-8a1dddae9276 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:43:16.396429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8c82045d-4936-407b-aa15-5d6d2fc4d510 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:16.412002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9eba164-d4a6-4a6e-a8b6-193368519bd0 req-181053f3-744e-4ea3-9c61-ef96a9da080f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932102
Dec 16 09:43:16.439279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 8c82045d-4936-407b-aa15-5d6d2fc4d510 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:43:16.439770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 8c82045d-4936-407b-aa15-5d6d2fc4d510 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:43:16.604899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:16.635072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:16.782946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Allocated IP 172.25.3.10 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/4c91966e-7f35-40ac-a5dd-b989fbb79d1a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:16.920088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5748c-c2c6-49b8-ae37-f8a980b07e51 req-8f81fb7c-e77f-4ce8-bcc3-332be7f6dfcc tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:16.921824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2cc5748c-c2c6-49b8-ae37-f8a980b07e51 req-8f81fb7c-e77f-4ce8-bcc3-332be7f6dfcc tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 945 time: 0.0818946
Dec 16 09:43:16.937153 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:16.970935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:16.977054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80c2b3f5-fa05-4d8a-9451-c3efd5e696f1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:16.979700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2cc5748c-c2c6-49b8-ae37-f8a980b07e51 req-28f9c4ce-789b-425a-b886-31f7aaa20944 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504298
Dec 16 09:43:17.018380 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.062014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Pushing event updated for resources: {'Port': ['ID=4c91966e-7f35-40ac-a5dd-b989fbb79d1a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:17.064905 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:17.066721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:17.068438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:17.074332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:17.153236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d4b1d-cb5d-4dbf-aedd-af4e641f399e req-ba469ad7-2294-4e31-941c-1e290f36e458 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:17.154722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82d4b1d-cb5d-4dbf-aedd-af4e641f399e req-ba469ad7-2294-4e31-941c-1e290f36e458 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.0861237
Dec 16 09:43:17.200854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e82d4b1d-cb5d-4dbf-aedd-af4e641f399e req-3f3927a1-2319-4015-95aa-d3c5f579e0fb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396459
Dec 16 09:43:17.288925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:17.353048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Deleting subnet b4f2f58f-976d-4d86-b37d-18a0952364b8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:43:17.356696 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.420606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.516318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.656594 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.726812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6445f-a843-4393-8d52-65acd6bb1cc5 req-617651cd-89dd-4b78-947d-be14e436e746 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:17.728342 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3aa6445f-a843-4393-8d52-65acd6bb1cc5 req-617651cd-89dd-4b78-947d-be14e436e746 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1469619
Dec 16 09:43:17.757611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.765033 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ec2c012-87f0-4e38-a8bd-d93db7eb05d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:17.808511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f2f58f-976d-4d86-b37d-18a0952364b8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:17.822675 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.828162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.828546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.828927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.829304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.829672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.830033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.830406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.830755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.831110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.831497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.831858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.832212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:17.838017 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:17.841135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3aa6445f-a843-4393-8d52-65acd6bb1cc5 req-f23b1a0a-40c4-4dc4-90d2-9ef7b3df796f tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003764
Dec 16 09:43:17.846458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b4f2f58f-976d-4d86-b37d-18a0952364b8 HTTP/1.1" status: 204  len: 168 time: 0.5563495
Dec 16 09:43:17.847035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47900) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:17.906047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.909486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:17.917945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'name': 'network-vif-deleted', 'tag': '8c82045d-4936-407b-aa15-5d6d2fc4d510'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:17.977232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.098955 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5149414e-705e-4ec5-a914-6b4e092b52f8', 'name': 'network-vif-deleted', 'tag': '8c82045d-4936-407b-aa15-5d6d2fc4d510', 'status': 'completed', 'code': 200}
Dec 16 09:43:18.120850 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.153070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1727df0>,) {'filters': {'network_id': ['857ad2a7-bfa8-4765-bef2-92e36df5c1ff']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:18.170513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1727df0>, 'e78d2ddd-13ca-4bb5-b274-06214be202c3') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:18.170843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1727df0>, 'e78d2ddd-13ca-4bb5-b274-06214be202c3') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:18.215105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.245832 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.256912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:18.257305 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:18.270291 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:18.276510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Router ca1f8870-b5f1-42ec-b6f4-cda09199b483 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:43:18.335365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7faf5f15-d7fd-4944-a331-c454ac34d08d up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:18.361144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f868-89e1-47cc-8624-8ff8bbc947e6 req-a799ce8e-1fa9-4a8c-824e-9e5db7e14ccc tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:18.362643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed0f868-89e1-47cc-8624-8ff8bbc947e6 req-a799ce8e-1fa9-4a8c-824e-9e5db7e14ccc tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 945 time: 0.1812425
Dec 16 09:43:18.363754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.368072 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2cc204f0-9957-488f-a441-09b7089c1e8e tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:18.382558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.406502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=857ad2a7-bfa8-4765-bef2-92e36df5c1ff,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:18.409854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 7faf5f15-d7fd-4944-a331-c454ac34d08d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:18.414255 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:18.416818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 7faf5f15-d7fd-4944-a331-c454ac34d08d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:18.417280 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.430056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] 10.222.0.66 "DELETE /v2.0/networks/857ad2a7-bfa8-4765-bef2-92e36df5c1ff HTTP/1.1" status: 204  len: 168 time: 0.5796847
Dec 16 09:43:18.455484 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed0f868-89e1-47cc-8624-8ff8bbc947e6 req-f9a21694-ded5-4163-8b91-3d641e9d3994 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741074
Dec 16 09:43:18.476212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:18.492827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.494335 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "PUT /v2.0/routers/ca1f8870-b5f1-42ec-b6f4-cda09199b483 HTTP/1.1" status: 200  len: 915 time: 2.7769654
Dec 16 09:43:18.497021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47914) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:18.497666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] Sync routers for ids ['ca1f8870-b5f1-42ec-b6f4-cda09199b483'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:18.526057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] Routers {'ca1f8870-b5f1-42ec-b6f4-cda09199b483'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:18.528546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4deb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ca1f8870-b5f1-42ec-b6f4-cda09199b483'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:18.689522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4deb0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:18.703190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:18.759452 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d9dafda6-fb5d-4a6a-8b8a-2ee6f2fe1857 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/ca1f8870-b5f1-42ec-b6f4-cda09199b483 HTTP/1.1" status: 200  len: 921 time: 0.2608614
Dec 16 09:43:18.761976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:18.773399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] Routers {'ca1f8870-b5f1-42ec-b6f4-cda09199b483'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:18.775842 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4deb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ca1f8870-b5f1-42ec-b6f4-cda09199b483'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:18.826261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-14574b0a-1e46-435a-a57f-09381a50390b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=424fa3408667454a91a5909d4a7a8143&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1212809
Dec 16 09:43:18.831194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47926) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:18.841625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cef10b-5a14-47df-9021-bcec9e17e7e2 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:18.847977 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b4cef10b-5a14-47df-9021-bcec9e17e7e2 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=ca1f8870-b5f1-42ec-b6f4-cda09199b483&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0825567
Dec 16 09:43:18.849106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47930) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:18.860466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4deb0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:18.860895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248831a6-7e94-405d-a892-a18d8a854f0b None None] The sync data for ids ['ca1f8870-b5f1-42ec-b6f4-cda09199b483'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:18.865813 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.894364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faf5f15-d7fd-4944-a331-c454ac34d08d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:18.904649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7faf5f15-d7fd-4944-a331-c454ac34d08d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7faf5f15-d7fd-4944-a331-c454ac34d08d,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:18.911359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:18.913298 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:18.982254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80202dab-d8da-4701-8802-028e3ed82f87 req-ce24dd4a-a1f4-4d26-a0aa-7fa269ffde84 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:18.983582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7faf5f15-d7fd-4944-a331-c454ac34d08d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:18.983759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80202dab-d8da-4701-8802-028e3ed82f87 req-ce24dd4a-a1f4-4d26-a0aa-7fa269ffde84 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.2529976
Dec 16 09:43:18.994425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.994782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.995132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.995509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.995855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.996201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.996538 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.996870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.997203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.997530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.997868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:18.998803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:19.002714 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:19.037024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.082352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f0473-74c0-4f22-b5a6-c0b0a10d76c9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:19.084402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4f1f0473-74c0-4f22-b5a6-c0b0a10d76c9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/networks/ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 881 time: 0.2351687
Dec 16 09:43:19.087341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47942) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:19.102602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80202dab-d8da-4701-8802-028e3ed82f87 req-36d49cba-cdb8-4b4a-9df0-cfe4dea5f9ab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037920
Dec 16 09:43:19.104298 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.141174 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-28bb13ed-ac6a-4938-8713-d7e81cb73eb5 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca1f8870-b5f1-42ec-b6f4-cda09199b483 HTTP/1.1" status: 200  len: 205 time: 0.0502796
Dec 16 09:43:19.141560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:19.158695 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.163820 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad72f81d-9bea-40b5-88ca-c227fead603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:19.176909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:19.179685 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:19.189462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.194561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54fcd08c-32e1-4e4b-bfe3-f3d7379fd8c2 HTTP/1.1" status: 204  len: 168 time: 0.3615787
Dec 16 09:43:19.328164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.385729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217597e-8200-4e2c-8436-9ba1513b41bf req-2473fe0c-a706-4207-9b00-95189f72f01c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:19.387302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4217597e-8200-4e2c-8436-9ba1513b41bf req-2473fe0c-a706-4207-9b00-95189f72f01c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.0819802
Dec 16 09:43:19.438008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4217597e-8200-4e2c-8436-9ba1513b41bf req-8760c5ec-bdce-4653-afca-546d9c0a8499 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424860
Dec 16 09:43:19.512495 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faf5f15-d7fd-4944-a331-c454ac34d08d', 'code': 200}
Dec 16 09:43:19.523441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.546967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Deleting port 4c91966e-7f35-40ac-a5dd-b989fbb79d1a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:19.547491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.680580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149dda9-34f1-4f5e-827d-2057083d4c7c req-dcec37b4-9ea1-4b43-92df-01a95fdaaa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:19.682080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8149dda9-34f1-4f5e-827d-2057083d4c7c req-dcec37b4-9ea1-4b43-92df-01a95fdaaa81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 1097 time: 0.1023090
Dec 16 09:43:19.737080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8149dda9-34f1-4f5e-827d-2057083d4c7c req-eb97410d-21a1-4701-998c-43b7437a6cd7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367365
Dec 16 09:43:19.760413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:19.891499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Calling delete_port for 4c91966e-7f35-40ac-a5dd-b989fbb79d1a owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:19.930082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94bf47-1398-4f60-91e4-a185dfc12deb req-088f3bb0-9494-47e4-92c6-2799ee4e6546 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:19.931681 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e94bf47-1398-4f60-91e4-a185dfc12deb req-088f3bb0-9494-47e4-92c6-2799ee4e6546 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.0842211
Dec 16 09:43:19.983842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e94bf47-1398-4f60-91e4-a185dfc12deb req-60feaa8e-7a22-48df-96cf-9e2346ccca78 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461028
Dec 16 09:43:20.076977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.083289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d154bc3-2ccb-4e57-8c9c-4d048a052ccf tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:20.180276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17921ae4-8e2d-4362-b053-1f7b2b3b3e2d req-370f9c43-67a4-4d8a-904f-1d354cf5936d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:20.181722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17921ae4-8e2d-4362-b053-1f7b2b3b3e2d req-370f9c43-67a4-4d8a-904f-1d354cf5936d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 946 time: 0.0856614
Dec 16 09:43:20.229046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17921ae4-8e2d-4362-b053-1f7b2b3b3e2d req-44c530fb-5b09-4161-8550-ca3a5b8c77cb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414782
Dec 16 09:43:20.261351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event deleted for resources: {'Port': ['ID=4c91966e-7f35-40ac-a5dd-b989fbb79d1a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:20.292627 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:20.352339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.541601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.553247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.580820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.581649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Fanout notify agent at l3_agent the message router_deleted on router ca1f8870-b5f1-42ec-b6f4-cda09199b483 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:43:20.605289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.606211 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/ca1f8870-b5f1-42ec-b6f4-cda09199b483 HTTP/1.1" status: 204  len: 168 time: 1.4630721
Dec 16 09:43:20.609780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:20.614795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1474765579', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:20.622078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:20.625989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Usage tracker for resource:router and tenant:bd5ff308a83642d499c737a0752f53ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:20.631056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:20.637626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:20.649321 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.650564 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.667346 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:20.687090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbcd49-a49c-495f-ae54-59aebbed9835 req-ad685ef8-95cc-4872-96b9-4908f695274f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:20.688611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37dbcd49-a49c-495f-ae54-59aebbed9835 req-ad685ef8-95cc-4872-96b9-4908f695274f tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.0969284
Dec 16 09:43:20.843326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37dbcd49-a49c-495f-ae54-59aebbed9835 req-ac589450-b20d-4a06-bc72-b54797a37996 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478539
Dec 16 09:43:20.950263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:21.262963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:21.297053 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:21.313607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351655-d9a8-41d1-a661-694d1226a48f req-004226d7-1eaf-431a-a47f-962b168346be tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:21.315037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-004226d7-1eaf-431a-a47f-962b168346be tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 815 time: 0.1468682
Dec 16 09:43:21.330032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-893a09b7-22e4-4e93-bba0-7f8519f708f6 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/quotas/6196f6b3146742f7a02f894aaac7eb92 HTTP/1.1" status: 200  len: 375 time: 0.0090456
Dec 16 09:43:21.413364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-d50ac85a-9aba-4e41-bf88-316dbce4c4e8 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0783060
Dec 16 09:43:21.433881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Allocated IP 172.25.3.184 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/4223cb37-8cff-476e-a7a9-fabd9fe5d87e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:21.558857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-a0dc09e5-9f32-431c-9e81-9b51420cffb7 service neutron] 10.222.0.66 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384144
Dec 16 09:43:21.589349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:21.624496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:21.624496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-db4d9812-9da4-4974-aaac-f1876ccb2d00 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:21.697590 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-f40119ab-e460-445c-9ec3-73ec92341522 service neutron] 10.222.0.66 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324575
Dec 16 09:43:21.827346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:21.829754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:21.832170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:21.868741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event updated for resources: {'Port': ['ID=4223cb37-8cff-476e-a7a9-fabd9fe5d87e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:21.870385 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:22.296358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f662-4de0-4a78-812c-81b05c97d1a9 req-5970e876-1f38-4094-8116-c314a7542f99 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:22.297844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6883f662-4de0-4a78-812c-81b05c97d1a9 req-5970e876-1f38-4094-8116-c314a7542f99 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 946 time: 0.1558146
Dec 16 09:43:22.328905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:22.357403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-78821b6b-85a8-4daa-947c-867d6e2023fd tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:22.359097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-78821b6b-85a8-4daa-947c-867d6e2023fd tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "GET /v2.0/ports?device_id=61c08a21-65d9-4708-ae4a-6263bc224e96 HTTP/1.1" status: 200  len: 945 time: 0.1405058
Dec 16 09:43:22.366470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6883f662-4de0-4a78-812c-81b05c97d1a9 req-73f2ef43-882f-41d6-b982-5cc3652d97da tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613048
Dec 16 09:43:22.442082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Deleting port c10926dd-37a5-4269-b600-63a2aa449504 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:22.442497 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:22.553663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f55ca01-8a21-4a5f-9c3a-b7ec9b40f19f req-afcf8cd3-e065-4ddf-aa01-afd82a555976 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 210 time: 0.0645952
Dec 16 09:43:22.728513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:22.848885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] For port c10926dd-37a5-4269-b600-63a2aa449504, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c10926dd-37a5-4269-b600-63a2aa449504,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:22.849464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:22.863325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b53f9-ea4c-4732-b485-543513febd97 req-6268facc-b601-4bb4-9cde-e8e37877d6c7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:22.864838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e27b53f9-ea4c-4732-b485-543513febd97 req-6268facc-b601-4bb4-9cde-e8e37877d6c7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1975398
Dec 16 09:43:22.930242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Router b09206c1-eded-4125-9ecc-97e9aae8c51a is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:43:22.992679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Calling delete_port for c10926dd-37a5-4269-b600-63a2aa449504 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:23.124668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:23.147081 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] Sync routers for ids ['b09206c1-eded-4125-9ecc-97e9aae8c51a'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:23.156519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:23.157892 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.5474412
Dec 16 09:43:23.161678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:23.167201 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] Routers {'b09206c1-eded-4125-9ecc-97e9aae8c51a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:23.167907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:23.168467 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1eb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b09206c1-eded-4125-9ecc-97e9aae8c51a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:23.241437 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1eb0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:23.254428 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] Routers {'b09206c1-eded-4125-9ecc-97e9aae8c51a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:23.255970 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1eb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b09206c1-eded-4125-9ecc-97e9aae8c51a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:23.326333 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1eb0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:23.326915 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc8847-b487-46cc-bf96-a7ffe409cf70 None None] The sync data for ids ['b09206c1-eded-4125-9ecc-97e9aae8c51a'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:23.388125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e27b53f9-ea4c-4732-b485-543513febd97 req-bfe3af72-3bac-44a9-bc51-cef152d5fedc tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4660928
Dec 16 09:43:23.430225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:23.437122 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-06d3411b-c026-42a2-98d7-1fa15f962a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:23.447481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c10926dd-37a5-4269-b600-63a2aa449504'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:23.504304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Pushing event deleted for resources: {'Port': ['ID=c10926dd-37a5-4269-b600-63a2aa449504,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:23.507072 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:23.581180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351655-d9a8-41d1-a661-694d1226a48f req-1a78026c-ad23-450d-9f67-d980ed18e5c1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:23.582742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-1a78026c-ad23-450d-9f67-d980ed18e5c1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 815 time: 0.5382590
Dec 16 09:43:23.624286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Request body: {'port': {'device_id': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'admin_state_up': True, 'tenant_id': '6196f6b3146742f7a02f894aaac7eb92'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:23.646403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] No DVR routers for this DVR port c10926dd-37a5-4269-b600-63a2aa449504 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:23.648786 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:23.656863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-deleted', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:23.770777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-839dcbaf-264c-4f04-9a24-8ecaaf6de18c req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "DELETE /v2.0/ports/c10926dd-37a5-4269-b600-63a2aa449504 HTTP/1.1" status: 204  len: 173 time: 1.3984959
Dec 16 09:43:23.847636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:23.860427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f54b-3983-4807-85c8-2c0f72512e78 req-9747800a-0a35-461b-8e3f-7bb468e5454d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:23.861889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ee3f54b-3983-4807-85c8-2c0f72512e78 req-9747800a-0a35-461b-8e3f-7bb468e5454d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 946 time: 0.2168629
Dec 16 09:43:23.863119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Usage tracker for resource:port and tenant:6196f6b3146742f7a02f894aaac7eb92 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:23.866815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:23.872651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:23.885501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:23.908799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:23.914332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Made reservation on behalf of 6196f6b3146742f7a02f894aaac7eb92 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:23.917958 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:23.922267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Deleting port 4223cb37-8cff-476e-a7a9-fabd9fe5d87e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:23.922805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:23.944019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ee3f54b-3983-4807-85c8-2c0f72512e78 req-38395abb-11af-4c8b-94d0-ca56c10218e5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686641
Dec 16 09:43:24.102979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Allocated IP 172.20.0.13 (88bcf2b0-902f-4336-bd69-933cfadf4f31/b450a3fa-fecf-4277-a7be-be4cf15a7fc7/a5392faf-9ba8-4fd7-9d11-75f38a9b6cad) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:24.118741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:24.251774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Calling delete_port for 4223cb37-8cff-476e-a7a9-fabd9fe5d87e owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:24.332413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea299820-dbbd-4ef1-bda2-1da7253b248e req-574986d9-fca1-428f-bdb6-dcf754a727c5 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Synchronizing usage tracker for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:24.371630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ea299820-dbbd-4ef1-bda2-1da7253b248e req-574986d9-fca1-428f-bdb6-dcf754a727c5 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Unset dirty status for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:24.372794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea299820-dbbd-4ef1-bda2-1da7253b248e req-574986d9-fca1-428f-bdb6-dcf754a727c5 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 210 time: 0.1007385
Dec 16 09:43:24.377459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:24.419501 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:24.429481 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33e06829-3154-48b1-9344-e0056866e871 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:24.453268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:24.461493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70e9ba02-8b67-4981-9d44-bad38539512d tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:24.509465 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c08a21-65d9-4708-ae4a-6263bc224e96', 'name': 'network-vif-deleted', 'tag': 'c10926dd-37a5-4269-b600-63a2aa449504', 'status': 'completed', 'code': 200}
Dec 16 09:43:24.510186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Pushing event updated for resources: {'Port': ['ID=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:24.516635 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:24.522479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Network 88bcf2b0-902f-4336-bd69-933cfadf4f31 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:24.523727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:24.526324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:24.528227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Pushing event deleted for resources: {'Port': ['ID=4223cb37-8cff-476e-a7a9-fabd9fe5d87e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:24.606688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:24.635942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:24.643573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:24.644194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:24.673985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0542028
Dec 16 09:43:24.691376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb201e-0163-422a-b807-742991996010 req-989d9402-4f5c-4307-b460-48fc33e39fcb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:24.692727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-52cb201e-0163-422a-b807-742991996010 req-989d9402-4f5c-4307-b460-48fc33e39fcb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1149011
Dec 16 09:43:24.696677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Request body: {'port': {'device_id': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:24.814898 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-52cb201e-0163-422a-b807-742991996010 req-cc3a85a5-c847-454e-8e01-3e0868136ee1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834603
Dec 16 09:43:24.852582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.178577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48066) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:25.182312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.186183 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.258268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5392faf-9ba8-4fd7-9d11-75f38a9b6cad {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:25.266355 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.285030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Transition to ACTIVE for port object a5392faf-9ba8-4fd7-9d11-75f38a9b6cad will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:25.292249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.297726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5628cb23-da27-4abd-bb7b-765b1af46fee tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:25.334866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Router b09206c1-eded-4125-9ecc-97e9aae8c51a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:43:25.473082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:25.484354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.485510 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "PUT /v2.0/routers/b09206c1-eded-4125-9ecc-97e9aae8c51a HTTP/1.1" status: 200  len: 706 time: 2.3228612
Dec 16 09:43:25.488023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:25.488149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] Sync routers for ids ['b09206c1-eded-4125-9ecc-97e9aae8c51a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:25.498825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] Routers {'b09206c1-eded-4125-9ecc-97e9aae8c51a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:25.499848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2106c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b09206c1-eded-4125-9ecc-97e9aae8c51a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:25.563379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2106c70>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:25.572854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] Routers {'b09206c1-eded-4125-9ecc-97e9aae8c51a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:25.573567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2106c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b09206c1-eded-4125-9ecc-97e9aae8c51a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:25.607769 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.619311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:25.637941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2106c70>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:25.638444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0f718-ca05-47e3-924b-6ebb9e183127 None None] The sync data for ids ['b09206c1-eded-4125-9ecc-97e9aae8c51a'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:25.678712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:25.681071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:25.695976 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:25.699086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Usage tracker for resource:security_group_rule and tenant:20ba8d9649854f3093a0c2f0b5e8c491 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:25.713032 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-82d09efc-c4eb-440c-ab9b-16cd646a8e87 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/routers/b09206c1-eded-4125-9ecc-97e9aae8c51a HTTP/1.1" status: 200  len: 741 time: 0.2237670
Dec 16 09:43:25.716082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:25.728995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:25.745544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:25.768320 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-24e672a8-f696-4b1e-ba2d-b3e37dbb30c2 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&device_id=b09206c1-eded-4125-9ecc-97e9aae8c51a HTTP/1.1" status: 200  len: 205 time: 0.0509598
Dec 16 09:43:25.771289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:25.850805 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a30a0f7f-625e-4fc1-b06a-034ba77a1283 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=b09206c1-eded-4125-9ecc-97e9aae8c51a HTTP/1.1" status: 200  len: 205 time: 0.0717685
Dec 16 09:43:25.853135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:25.868337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1614c-b339-4199-8c7d-6ae0f532cdf2 req-0698a8b6-eb87-4aaf-bab6-4ae88eeb1726 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:25.869782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ee1614c-b339-4199-8c7d-6ae0f532cdf2 req-0698a8b6-eb87-4aaf-bab6-4ae88eeb1726 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 944 time: 0.3087027
Dec 16 09:43:25.873136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Attempting to bind port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:25.873467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Attempting to bind port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:25.873791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Attempting to bind port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:25.897143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:43:25.897362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Attempting to bind port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad on network 88bcf2b0-902f-4336-bd69-933cfadf4f31 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:25.922608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:25.922946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Checking segment: {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:25.923361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Bound using segment: {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:25.923800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Bound port: a5392faf-9ba8-4fd7-9d11-75f38a9b6cad, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308e6949-fc55-4dbb-8ad8-d13de64b83e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:25.924142 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:25.959395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ee1614c-b339-4199-8c7d-6ae0f532cdf2 req-8934bafb-d656-4ff5-a2a5-251088aab0b1 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819657
Dec 16 09:43:26.042137 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.060700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.070458 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7849bb1-e683-4f7a-abad-4a6bcc49f234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:26.086202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0e449db-3e68-45d9-9400-a7da8d1b1f56 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.164531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] For port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:26.172409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20ba8d9649854f3093a0c2f0b5e8c491&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9921372
Dec 16 09:43:26.173285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea47fa2-98f0-4a74-a744-ee23a0ac40bf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:26.176440 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:26.179212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48100) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:26.205089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] For port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:26.222285 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.235233 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a76b7e0-bae2-4db9-89ab-aed59f909205 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:26.300351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:26.300879 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.302726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] 10.222.0.74 "PUT /v2.0/ports/a5392faf-9ba8-4fd7-9d11-75f38a9b6cad HTTP/1.1" status: 200  len: 1092 time: 1.6194580
Dec 16 09:43:26.377098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c10926dd-37a5-4269-b600-63a2aa449504 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:26.403037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.407204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:26.409963 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:26.414026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: c10926dd-37a5-4269-b600-63a2aa449504 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:43:26.414599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c10926dd-37a5-4269-b600-63a2aa449504 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:43:26.418933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88c624-d7c8-43a9-a67d-ee4b094720d5 req-eb652e6e-33b6-4cae-9a80-ddb0c8e6ee3b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:26.420487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec88c624-d7c8-43a9-a67d-ee4b094720d5 req-eb652e6e-33b6-4cae-9a80-ddb0c8e6ee3b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.3390203
Dec 16 09:43:26.475889 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.511679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'tag': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:26.520795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ec88c624-d7c8-43a9-a67d-ee4b094720d5 req-8a6dbd30-3a4b-4cb1-8aba-586d6f421fd7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904183
Dec 16 09:43:26.559315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351655-d9a8-41d1-a661-694d1226a48f req-9e4d0066-1183-4d2e-a1b0-0feb93a29672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:26.560877 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-9e4d0066-1183-4d2e-a1b0-0feb93a29672 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 1095 time: 0.2155790
Dec 16 09:43:26.564485 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.572035 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:26.616031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0e449db-3e68-45d9-9400-a7da8d1b1f56 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.620731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0e449db-3e68-45d9-9400-a7da8d1b1f56 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.649321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea47fa2-98f0-4a74-a744-ee23a0ac40bf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:26.651870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-f7fef42a-2537-4f28-9866-490c3d4eee3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad HTTP/1.1" status: 200  len: 217 time: 0.0808413
Dec 16 09:43:26.653288 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:26.654501 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.655551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ea47fa2-98f0-4a74-a744-ee23a0ac40bf HTTP/1.1" status: 204  len: 168 time: 0.4739625
Dec 16 09:43:26.725063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0e449db-3e68-45d9-9400-a7da8d1b1f56 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.725311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351655-d9a8-41d1-a661-694d1226a48f req-1bcb5d89-efaf-4e8a-a6f2-89038a7b70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:26.725616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e449db-3e68-45d9-9400-a7da8d1b1f56 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Fanout notify agent at l3_agent the message router_deleted on router b09206c1-eded-4125-9ecc-97e9aae8c51a {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:43:26.726722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-1bcb5d89-efaf-4e8a-a6f2-89038a7b70d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b450a3fa-fecf-4277-a7be-be4cf15a7fc7 HTTP/1.1" status: 200  len: 855 time: 0.0687556
Dec 16 09:43:26.780169 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-32c50fda-3291-4acf-9735-952a31a353d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88bcf2b0-902f-4336-bd69-933cfadf4f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469351
Dec 16 09:43:26.799958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0e449db-3e68-45d9-9400-a7da8d1b1f56 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:26.805161 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d0e449db-3e68-45d9-9400-a7da8d1b1f56 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/b09206c1-eded-4125-9ecc-97e9aae8c51a HTTP/1.1" status: 204  len: 168 time: 0.9469657
Dec 16 09:43:26.813130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:26.867429 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66ffed45-da92-4424-8e15-323d7f2d6950 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=b09206c1-eded-4125-9ecc-97e9aae8c51a HTTP/1.1" status: 200  len: 205 time: 0.0532377
Dec 16 09:43:26.871630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:26.930977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-a9931585-078d-4629-939b-237372ebef50 service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408625
Dec 16 09:43:26.995321 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-662a9f1a-ae18-496e-9c16-6563b6c36142 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] delete failed (client error): The resource could not be found.
Dec 16 09:43:26.996713 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-662a9f1a-ae18-496e-9c16-6563b6c36142 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/b09206c1-eded-4125-9ecc-97e9aae8c51a HTTP/1.1" status: 404  len: 336 time: 0.1240106
Dec 16 09:43:27.000749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48128) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.034053 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'tag': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad', 'status': 'completed', 'code': 200}
Dec 16 09:43:27.063999 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3ed4cd89-25e5-40d0-b167-48cf3cd24a57 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca1f8870-b5f1-42ec-b6f4-cda09199b483 HTTP/1.1" status: 200  len: 205 time: 0.0597227
Dec 16 09:43:27.064694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.138333 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f964ce4c-881b-49f6-bc4b-f5ce5363240d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] delete failed (client error): The resource could not be found.
Dec 16 09:43:27.139406 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f964ce4c-881b-49f6-bc4b-f5ce5363240d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/ca1f8870-b5f1-42ec-b6f4-cda09199b483 HTTP/1.1" status: 404  len: 336 time: 0.0735819
Dec 16 09:43:27.142130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48140) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.189441 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f351655-d9a8-41d1-a661-694d1226a48f req-30c2f0ac-3a33-4702-8f5e-bdc5f585ab98 service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442622
Dec 16 09:43:27.216468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06290-8810-4973-8f60-d618312f3aff req-520935d7-6e50-40ee-a266-3a73bd0f5f46 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:27.217989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4db06290-8810-4973-8f60-d618312f3aff req-520935d7-6e50-40ee-a266-3a73bd0f5f46 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 944 time: 0.1138320
Dec 16 09:43:27.227437 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eceb362b-7b39-4527-a2b7-77b93dd18229 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=967ecdbb-108f-4916-a0a5-127123cab89a HTTP/1.1" status: 200  len: 205 time: 0.0832410
Dec 16 09:43:27.229243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.313383 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-5a3f7e22-5a4a-48be-90d8-71d59ac8643f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] delete failed (client error): The resource could not be found.
Dec 16 09:43:27.314391 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a3f7e22-5a4a-48be-90d8-71d59ac8643f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/967ecdbb-108f-4916-a0a5-127123cab89a HTTP/1.1" status: 404  len: 336 time: 0.0842695
Dec 16 09:43:27.317897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48154) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.336384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4db06290-8810-4973-8f60-d618312f3aff req-10dec88f-39f5-4197-9a92-7c0c08fb515e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034150
Dec 16 09:43:27.361266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-09b38ff3-8ef4-4c8f-8d2f-aa7e6c68fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:27.362906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-09b38ff3-8ef4-4c8f-8d2f-aa7e6c68fd7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6196f6b3146742f7a02f894aaac7eb92&device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 1095 time: 0.1126509
Dec 16 09:43:27.400753 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1e0750d7-398b-49f0-8e66-e599d5393de1 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6975f50-57f5-40d4-ad25-efacceaed372 HTTP/1.1" status: 200  len: 205 time: 0.0564325
Dec 16 09:43:27.403864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48160) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.593528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.631204 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-92dc1882-9994-474d-a725-53d605ede411 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] delete failed (client error): The resource could not be found.
Dec 16 09:43:27.632847 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92dc1882-9994-474d-a725-53d605ede411 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/c6975f50-57f5-40d4-ad25-efacceaed372 HTTP/1.1" status: 404  len: 336 time: 0.2287850
Dec 16 09:43:27.635587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:27.642939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.758910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-646a1473-9282-4e2e-b868-e193216207bd tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=06b26fc2-dab5-4162-97ad-334a56d1478f HTTP/1.1" status: 200  len: 205 time: 0.1107714
Dec 16 09:43:27.763724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-188318993-network', 'tenant_id': 'cecb108b3ba74b96857b93d11d3a6bf4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:27.768926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48180) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:27.772400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-c809d705-162b-4a30-9b0c-b05369b2c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:27.773749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-c809d705-162b-4a30-9b0c-b05369b2c780 service neutron] 10.222.0.74 "GET /v2.0/networks?id=88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 200  len: 916 time: 0.4022150
Dec 16 09:43:27.775436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:27.893859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Usage tracker for resource:network and tenant:cecb108b3ba74b96857b93d11d3a6bf4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:27.916528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:27.924906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-5bccd54e-e6e5-434e-acbc-9570c10afcb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad HTTP/1.1" status: 200  len: 217 time: 0.0901260
Dec 16 09:43:27.925800 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-caf2e87e-d11c-4b30-b5b8-afa545366120 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] delete failed (client error): The resource could not be found.
Dec 16 09:43:27.927305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-caf2e87e-d11c-4b30-b5b8-afa545366120 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/06b26fc2-dab5-4162-97ad-334a56d1478f HTTP/1.1" status: 404  len: 336 time: 0.1564841
Dec 16 09:43:27.928235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:27.930590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48186) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:28.028158 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b6009d1a-e3fc-455e-b83d-63c5b67841e5 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a51e514-0134-4c8b-8011-72e18e4f27e6 HTTP/1.1" status: 200  len: 205 time: 0.0953336
Dec 16 09:43:28.031399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Made reservation on behalf of cecb108b3ba74b96857b93d11d3a6bf4 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:28.033624 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.034075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48192) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:28.054665 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.078594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:28.081568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-52586644-8634-45a0-81e5-2389bf30729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:28.083026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-52586644-8634-45a0-81e5-2389bf30729e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b450a3fa-fecf-4277-a7be-be4cf15a7fc7 HTTP/1.1" status: 200  len: 855 time: 0.1449029
Dec 16 09:43:28.090452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970d9f-dd84-4388-8a88-f462652bd0e4 req-044417a6-7495-4000-beb2-ab0b38bc177b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:28.091838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0e970d9f-dd84-4388-8a88-f462652bd0e4 req-044417a6-7495-4000-beb2-ab0b38bc177b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.4420609
Dec 16 09:43:28.107945 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-ef65015c-4db5-4e5a-b518-942dfefc5a1a tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] delete failed (client error): The resource could not be found.
Dec 16 09:43:28.108950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ef65015c-4db5-4e5a-b518-942dfefc5a1a tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/routers/7a51e514-0134-4c8b-8011-72e18e4f27e6 HTTP/1.1" status: 404  len: 336 time: 0.0739577
Dec 16 09:43:28.114969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:28.130217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Usage tracker for resource:security_group_rule and tenant:cecb108b3ba74b96857b93d11d3a6bf4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:28.138857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:28.147454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.20.0.17 (72535a5e-d91c-4dd2-b28f-b67fa816f864/d08968af-b2fd-42b6-9ac7-340df40753c5/7f23a4b3-e656-4922-acda-5ec43e4b505b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:28.158551 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeaf1c3-3e32-4c9e-a6b2-83775922b198 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:43:28.159007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeaf1c3-3e32-4c9e-a6b2-83775922b198 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:43:28.165131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-b3f06f6c-002e-41af-97c1-0c536436fcfb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88bcf2b0-902f-4336-bd69-933cfadf4f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721557
Dec 16 09:43:28.166037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:28.171991 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cfeaf1c3-3e32-4c9e-a6b2-83775922b198 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] 10.222.0.66 "DELETE /v2.0/subnets/0d58861f-6bc8-4866-9391-05ea83d82c32 HTTP/1.1" status: 404  len: 337 time: 0.0560427
Dec 16 09:43:28.232037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0e970d9f-dd84-4388-8a88-f462652bd0e4 req-941fd939-d6d7-4729-a30a-6e0c7a3ed612 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987329
Dec 16 09:43:28.324135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.341090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Transition to ACTIVE for port object 7f23a4b3-e656-4922-acda-5ec43e4b505b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:28.384220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.390673 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-712c0cb6-231c-474c-807c-2acadaaa1fb6 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:28.397820 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-2f37c0eb-a0f7-4020-8ee6-888c1b12780b service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070975
Dec 16 09:43:28.453074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:28.463526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:28.470765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:28.475736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:28.530098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=7f23a4b3-e656-4922-acda-5ec43e4b505b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:28.534645 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:28.563593 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.597156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.613838 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.631670 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9cb66996-9554-4f6f-b0b9-363117511db7 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:28.695092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:28.710425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb8644e-b5ac-4fc2-b668-e594dc42ab79,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:28.713757 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:28.730582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.730942 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Added segment 23866eee-1302-416b-8305-943de346e0f8 of type vlan for network 7696d687-2e8c-401a-b084-a687f9cd7716
Dec 16 09:43:28.739389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66298bbb-f98a-4fc2-90e0-530201e41b5e req-b9e13b8a-26b5-44d3-b1ba-7d156e766473 service neutron] 10.222.0.74 "GET /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3207657
Dec 16 09:43:28.784909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.801683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.806247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:28.815047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5ff308a83642d499c737a0752f53ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:28.819797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:28.826750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:28.842589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-08413adc-2f37-4d31-9e32-cd1064325445 None None] Provisioning for port 7f23a4b3-e656-4922-acda-5ec43e4b505b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:28.848889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-08413adc-2f37-4d31-9e32-cd1064325445 None None] Provisioning complete for port 7f23a4b3-e656-4922-acda-5ec43e4b505b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:28.849811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-08413adc-2f37-4d31-9e32-cd1064325445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.863121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.864190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:28.864771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.870961 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d9e5e3a-069b-4bdf-87b0-73efd48d6606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:28.912606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-08413adc-2f37-4d31-9e32-cd1064325445 None None] Port 7f23a4b3-e656-4922-acda-5ec43e4b505b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:43:28.920085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:28.963048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7b7a-6d54-4a91-859d-c085aeca6d1c req-7b3054b5-ec79-442d-8f5a-893c6f2f651a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:28.964541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c54a7b7a-6d54-4a91-859d-c085aeca6d1c req-7b3054b5-ec79-442d-8f5a-893c6f2f651a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 944 time: 0.2053764
Dec 16 09:43:29.006063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4114077
Dec 16 09:43:29.009524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:29.014090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Pushing event updated for resources: {'Network': ['ID=7696d687-2e8c-401a-b084-a687f9cd7716,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:29.018658 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:29.026185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Request body: {'subnet': {'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-188318993-subnet', 'tenant_id': 'cecb108b3ba74b96857b93d11d3a6bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:29.026955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 7696d687-2e8c-401a-b084-a687f9cd7716 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:29.041576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c54a7b7a-6d54-4a91-859d-c085aeca6d1c req-e4cac723-224b-4700-865c-585143c986d3 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620813
Dec 16 09:43:29.091241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:29.118650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Usage tracker for resource:subnet and tenant:cecb108b3ba74b96857b93d11d3a6bf4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:29.125513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:29.131381 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.136660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:29.141796 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.153486 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a6695922-aa40-438c-9137-d22c63364e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:29.385014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Made reservation on behalf of cecb108b3ba74b96857b93d11d3a6bf4 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:29.387314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.424123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117005cb-e7a9-40d0-a672-88f8778eda91 req-b01a2041-5b61-4b35-8742-2009b7e2bafb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:29.425588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-117005cb-e7a9-40d0-a672-88f8778eda91 req-b01a2041-5b61-4b35-8742-2009b7e2bafb tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.0810115
Dec 16 09:43:29.467607 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd5ff308a83642d499c737a0752f53ff&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0065837
Dec 16 09:43:29.470457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:29.476881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f8e027-e4f5-442e-b77e-12122e2ce2ef,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:29.483825 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:29.495840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-117005cb-e7a9-40d0-a672-88f8778eda91 req-d34baae5-5fe2-4c20-b290-055abf3da6fa tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637679
Dec 16 09:43:29.579571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.608240 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.669092 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.675707 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:29.690188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.694075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6f8e027-e4f5-442e-b77e-12122e2ce2ef HTTP/1.1" status: 204  len: 168 time: 0.2200460
Dec 16 09:43:29.694075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f8e027-e4f5-442e-b77e-12122e2ce2ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:29.695984 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:29.789983 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.797848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.837894 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45de01d5-cc6c-4634-ae38-58f9cdc088cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:29.880784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.946855 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:29.950238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=7f23a4b3-e656-4922-acda-5ec43e4b505b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:29.958544 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:29.959060 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f00573db-30a4-4e28-bbbe-2cd01a3fe973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:30.002938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48232) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:30.052292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5bb51049-9321-4b31-a21e-cfa5ff71daae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=332a76423c2c4f868843bb28c16903c5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0479081
Dec 16 09:43:30.054586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48236) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:30.075210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Checking segment: {'id': '23866eee-1302-416b-8305-943de346e0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:30.075586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Network hostable DHCP agents. Network: 7696d687-2e8c-401a-b084-a687f9cd7716, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:30.114064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1209404d-8dab-427c-a784-fffd08036243,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:30.120838 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:30.122446 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:30.146893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Network 7696d687-2e8c-401a-b084-a687f9cd7716 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:30.150051 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:30.165855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 7696d687-2e8c-401a-b084-a687f9cd7716) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:30.173674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:30.174702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:30.175602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93d190-de15-4a60-9f07-0e7300377d40 None None] Network 7696d687-2e8c-401a-b084-a687f9cd7716 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:30.194746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:30.198013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:30.275535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc1cb-6922-43f0-9b4d-20ddca7d9dd3 req-17640f2c-7a6c-4ee0-9681-cba5c4e21530 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:30.277086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4dbcc1cb-6922-43f0-9b4d-20ddca7d9dd3 req-17640f2c-7a6c-4ee0-9681-cba5c4e21530 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 944 time: 0.1143346
Dec 16 09:43:30.278212 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:30.282159 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:30.312665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796742a3-a910-4947-a7f6-05da31f7f346,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:30.326048 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3116221
Dec 16 09:43:30.327586 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:30.353482 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:30.355266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/796742a3-a910-4947-a7f6-05da31f7f346 HTTP/1.1" status: 204  len: 168 time: 0.2997594
Dec 16 09:43:30.366977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4dbcc1cb-6922-43f0-9b4d-20ddca7d9dd3 req-1a519a52-9fec-4d96-88f2-798cb4532223 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781782
Dec 16 09:43:30.426285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a5392faf-9ba8-4fd7-9d11-75f38a9b6cad details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:43:30.541065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:43:30.689034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:30.711511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca3751-e043-4205-89da-c5aed2d7f0a6 None None] Network 7696d687-2e8c-401a-b084-a687f9cd7716 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:30.726540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad', 'network_id': '88bcf2b0-902f-4336-bd69-933cfadf4f31', 'port_id': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad', 'mac_address': 'fa:16:3e:91:3c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450a3fa-fecf-4277-a7be-be4cf15a7fc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:43:30.805445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:30.823415 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "PUT /v2.0/routers/9f2292e6-fabe-4202-aa48-8b8fa89cbd3b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1958447
Dec 16 09:43:30.828831 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Sync routers for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:30.841797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e60db583-1106-4772-8d0e-a3fd1e7f87c0 None None] Provisioning complete for port 7f23a4b3-e656-4922-acda-5ec43e4b505b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:30.842681 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:30.843410 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ece370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:30.843757 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e60db583-1106-4772-8d0e-a3fd1e7f87c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:30.890445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feb0e2-aad4-497e-a66d-abe0a69ec01e req-9f9f31a6-523e-4a76-8e22-db9e25dc06ec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:30.897631 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69feb0e2-aad4-497e-a66d-abe0a69ec01e req-9f9f31a6-523e-4a76-8e22-db9e25dc06ec tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.2413087
Dec 16 09:43:30.952867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69feb0e2-aad4-497e-a66d-abe0a69ec01e req-5984173c-5696-4ee7-a32d-1afe557f67b3 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529749
Dec 16 09:43:30.986733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e60db583-1106-4772-8d0e-a3fd1e7f87c0 None None] Port 7f23a4b3-e656-4922-acda-5ec43e4b505b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:43:31.074114 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.096025 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:43:31.100038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5392faf-9ba8-4fd7-9d11-75f38a9b6cad {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:31.118902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:31.126807 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.128896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9fe5dd56-33f2-4ada-b6e4-d13be233c2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:31.262936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:31.283718 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:31.400532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48292) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:31.417564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a5392faf-9ba8-4fd7-9d11-75f38a9b6cad'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:31.457909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-b318e79c-0293-42a4-8aa5-f16ddefc7676 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:31.458630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-b318e79c-0293-42a4-8aa5-f16ddefc7676 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Synchronizing usage tracker for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:31.492478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-b318e79c-0293-42a4-8aa5-f16ddefc7676 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Unset dirty status for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:31.499673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-b318e79c-0293-42a4-8aa5-f16ddefc7676 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/networks?id=7696d687-2e8c-401a-b084-a687f9cd7716 HTTP/1.1" status: 200  len: 813 time: 0.1991086
Dec 16 09:43:31.530624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-7209703e-265f-4487-9584-deb929bca303 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/quotas/cecb108b3ba74b96857b93d11d3a6bf4 HTTP/1.1" status: 200  len: 375 time: 0.0299945
Dec 16 09:43:31.533352 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ece370>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:28Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:22Z', 'revision_number': 1, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23a4b3-e656-4922-acda-5ec43e4b505b', 'name': '', 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:33:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd08968af-b2fd-42b6-9ac7-340df40753c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:27Z', 'updated_at': '2021-12-16T09:43:29Z', 'revision_number': 2, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'd08968af-b2fd-42b6-9ac7-340df40753c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:31.538108 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Checking router: 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:43:31.538641 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Updating router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b port 7f23a4b3-e656-4922-acda-5ec43e4b505b binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:43:31.539417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1811128108'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:31.545804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:31.550588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:31.553971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:31.560281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:31.584382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:31.588173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.609867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-67106f17-5ed9-46da-8a9d-6a8630f95c22 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cecb108b3ba74b96857b93d11d3a6bf4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0783846
Dec 16 09:43:31.612990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.630176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:31.634631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:security_group_rule and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:31.638145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:31.646995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:31.674488 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.743908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.748542 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.752488 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cb1ab8dd-ea12-474c-b58e-6fd13034eb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:31.769138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-59711406-8200-4686-b4ee-75a9120a32a0 service neutron] 10.222.0.66 "GET /v2.0/networks/7696d687-2e8c-401a-b084-a687f9cd7716?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515112
Dec 16 09:43:31.787343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:31.792547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6669ea4-e814-4df5-bef0-3914a0fee933,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:31.796161 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:31.799732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.800072 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment b75a9f3e-4483-44a0-878c-ed999e853c60 of type vlan for network 45cd44cf-4910-4984-8f32-c279df321fef
Dec 16 09:43:31.835803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.872250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.877970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:31.878924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:31.901779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e2d2769-84a9-4081-8036-e17ca85b1df9 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:31.923601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-94edfe00-941d-4c41-a083-938b6bf1d617 service neutron] 10.222.0.66 "GET /v2.0/networks/7696d687-2e8c-401a-b084-a687f9cd7716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456461
Dec 16 09:43:31.968861 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5671415
Dec 16 09:43:32.007036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=45cd44cf-4910-4984-8f32-c279df321fef,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:32.019879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 45cd44cf-4910-4984-8f32-c279df321fef details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:32.031809 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:32.100494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:32.106808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '45cd44cf-4910-4984-8f32-c279df321fef', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:32.107518 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.120957 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Transition to ACTIVE for port object 7f23a4b3-e656-4922-acda-5ec43e4b505b will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:32.130435 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.138452 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-b9d8f0c3-86be-4b38-ae19-0187c10f7b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:32.259013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:32.264292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:32.271861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:32.278291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:32.299457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:32.306901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.400015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a5392faf-9ba8-4fd7-9d11-75f38a9b6cad up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:32.425628 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addbd06-b007-483e-bb60-851df9842b77 None None] Pushing event updated for resources: {'Port': ['ID=7f23a4b3-e656-4922-acda-5ec43e4b505b,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:32.436629 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-9addbd06-b007-483e-bb60-851df9842b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:32.452070 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Attempting to bind port 7f23a4b3-e656-4922-acda-5ec43e4b505b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:32.452472 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Attempting to bind port 7f23a4b3-e656-4922-acda-5ec43e4b505b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:32.452862 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Attempting to bind port 7f23a4b3-e656-4922-acda-5ec43e4b505b on network 72535a5e-d91c-4dd2-b28f-b67fa816f864 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:32.459686 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:32.460114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Checking segment: {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:32.460582 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.460984 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Bound using segment: {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:32.461459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Bound port: 7f23a4b3-e656-4922-acda-5ec43e4b505b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff087885-977d-4a3d-9212-3e541afb6ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:32.461886 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.576155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:32.578335 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] For port 7f23a4b3-e656-4922-acda-5ec43e4b505b, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:32.582093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:32.582792 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.586799 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] For port 7f23a4b3-e656-4922-acda-5ec43e4b505b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7f23a4b3-e656-4922-acda-5ec43e4b505b,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:32.593311 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.601438 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-1c1d80a4-0024-4c20-8653-3fdeca85cd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:32.717051 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addbd06-b007-483e-bb60-851df9842b77 None None] Pushing event updated for resources: {'Port': ['ID=7f23a4b3-e656-4922-acda-5ec43e4b505b,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:32.721338 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-9addbd06-b007-483e-bb60-851df9842b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:32.736960 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:32.737527 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ece370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:32.858546 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.882783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.888279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab3d8d-99b8-4d28-a48d-41429850181b req-7dc8b154-435f-4281-83e3-ea3a2253f78d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:32.890318 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19ab3d8d-99b8-4d28-a48d-41429850181b req-7dc8b154-435f-4281-83e3-ea3a2253f78d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 945 time: 0.1729839
Dec 16 09:43:32.892109 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e6c5f9c-72f4-4784-996d-d58c9c3f7d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:32.902657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:32.914153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:32.919825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:32.924477 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:32.979763 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19ab3d8d-99b8-4d28-a48d-41429850181b req-b9c948df-ddd9-4f4e-9d2f-ef2a290d7629 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787792
Dec 16 09:43:32.992912 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:43:33.032703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=2bc9c520-8261-46bc-bd3c-f5054c7924ba,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:33.037457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:33.053866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': 'b75a9f3e-4483-44a0-878c-ed999e853c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '45cd44cf-4910-4984-8f32-c279df321fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:33.054234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 45cd44cf-4910-4984-8f32-c279df321fef, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:33.082209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:33.087746 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:33.090085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 45cd44cf-4910-4984-8f32-c279df321fef is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:33.104235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 45cd44cf-4910-4984-8f32-c279df321fef) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:33.108720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:33.109588 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:33.119542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac4b47-6d50-4bf5-8dec-dfefa5228f22 None None] Network 45cd44cf-4910-4984-8f32-c279df321fef requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:33.149216 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.0475948
Dec 16 09:43:33.153625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48318) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:33.161549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955070194'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:33.168976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:33.174325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:33.178934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:33.186156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:33.199825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:33.203769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:33.223689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e0e5-f5da-4a7a-b6be-e15355d4ad70 req-c6f0bb78-eb35-41b5-a2dd-a28590c865ff tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:33.231709 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6b0e0e5-f5da-4a7a-b6be-e15355d4ad70 req-c6f0bb78-eb35-41b5-a2dd-a28590c865ff tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1030791
Dec 16 09:43:33.241050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:33.251665 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:33.252068 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 792e7777-105d-4b19-b7c9-96e271039425 of type vlan for network 244eca7a-0c7d-40d1-8913-1fb565a7ac23
Dec 16 09:43:33.288341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:33.297816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6b0e0e5-f5da-4a7a-b6be-e15355d4ad70 req-966b27b5-2f59-4763-8556-17bfb307952b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651102
Dec 16 09:43:33.324761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:33.331613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:33.332487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:33.336570 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a02ea7-e293-41a5-a7dc-928bf8437ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:33.441271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-45cd44cf-4910-4984-8f32-c279df321fef', 'network_id': '45cd44cf-4910-4984-8f32-c279df321fef', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': '2bc9c520-8261-46bc-bd3c-f5054c7924ba'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:33.442082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1c97b81-b6b8-4a72-87f2-8f529e88c245 req-9bc5d0df-0080-4ce2-b175-bc3969052ce5 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 210 time: 0.0462108
Dec 16 09:43:33.446979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:33.447302 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2894692
Dec 16 09:43:33.447394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48326) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:33.453731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '244eca7a-0c7d-40d1-8913-1fb565a7ac23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:33.466009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=244eca7a-0c7d-40d1-8913-1fb565a7ac23,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:33.475661 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:33.483566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 244eca7a-0c7d-40d1-8913-1fb565a7ac23 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:33.511715 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad', 'code': 200}
Dec 16 09:43:33.553397 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ece370>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:28Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:22Z', 'revision_number': 1, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23a4b3-e656-4922-acda-5ec43e4b505b', 'name': '', 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:33:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd08968af-b2fd-42b6-9ac7-340df40753c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:27Z', 'updated_at': '2021-12-16T09:43:32Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'd08968af-b2fd-42b6-9ac7-340df40753c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:33.567614 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d9a64-fd25-4804-984d-a795426dd9db None None] The sync data for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 is: [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:28Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:22Z', 'revision_number': 1, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f23a4b3-e656-4922-acda-5ec43e4b505b', 'name': '', 'network_id': '72535a5e-d91c-4dd2-b28f-b67fa816f864', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:33:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd08968af-b2fd-42b6-9ac7-340df40753c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:27Z', 'updated_at': '2021-12-16T09:43:32Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'd08968af-b2fd-42b6-9ac7-340df40753c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:33.871127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Allocated IP 172.20.255.242 (45cd44cf-4910-4984-8f32-c279df321fef/2bc9c520-8261-46bc-bd3c-f5054c7924ba/b16557f6-4589-47e6-a3db-389fb0a4791d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:33.897598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:33.912351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:33.919019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:33.940485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:33.992230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:33.996089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.155219 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.165724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Transition to ACTIVE for port object b16557f6-4589-47e6-a3db-389fb0a4791d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:34.185589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Transition to ACTIVE for port object b16557f6-4589-47e6-a3db-389fb0a4791d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:34.189921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748663a2-a9c7-4e94-be68-9c8ac91d7dd6 req-61fb2bcf-111c-4064-9d0d-82217f35a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:34.192054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-748663a2-a9c7-4e94-be68-9c8ac91d7dd6 req-61fb2bcf-111c-4064-9d0d-82217f35a241 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 1097 time: 0.5611544
Dec 16 09:43:34.194641 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.198878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-fad6df1b-832f-4d27-998a-474e39b20b68 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:34.199145 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:34.200330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-fad6df1b-832f-4d27-998a-474e39b20b68 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.74 "GET /v2.0/networks?id=7696d687-2e8c-401a-b084-a687f9cd7716 HTTP/1.1" status: 200  len: 813 time: 0.4453149
Dec 16 09:43:34.235281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Request body: {'port': {'device_id': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716', 'admin_state_up': True, 'tenant_id': 'cecb108b3ba74b96857b93d11d3a6bf4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:34.264649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Network 45cd44cf-4910-4984-8f32-c279df321fef is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:34.267415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:34.271434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:34.280427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Pushing event updated for resources: {'Port': ['ID=b16557f6-4589-47e6-a3db-389fb0a4791d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:34.307009 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:34.372713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Attempting to bind port b16557f6-4589-47e6-a3db-389fb0a4791d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:34.373234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Attempting to bind port b16557f6-4589-47e6-a3db-389fb0a4791d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'b75a9f3e-4483-44a0-878c-ed999e853c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '45cd44cf-4910-4984-8f32-c279df321fef'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:34.373722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Attempting to bind port b16557f6-4589-47e6-a3db-389fb0a4791d on network 45cd44cf-4910-4984-8f32-c279df321fef {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:34.377558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-748663a2-a9c7-4e94-be68-9c8ac91d7dd6 req-7c10dfbd-2f29-4543-889d-2131b83de7af service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762602
Dec 16 09:43:34.380544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:34.381051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Checking segment: {'id': 'b75a9f3e-4483-44a0-878c-ed999e853c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '45cd44cf-4910-4984-8f32-c279df321fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:34.381922 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.381922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Bound using segment: {'id': 'b75a9f3e-4483-44a0-878c-ed999e853c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '45cd44cf-4910-4984-8f32-c279df321fef'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:34.382765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Bound port: b16557f6-4589-47e6-a3db-389fb0a4791d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75a9f3e-4483-44a0-878c-ed999e853c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '45cd44cf-4910-4984-8f32-c279df321fef'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:34.383390 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.447531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f508e-4c3d-4ceb-86e2-7d96c9818d02 req-0b85f5cb-28eb-477d-b3c1-ad3fe7e0111c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:34.449044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f06f508e-4c3d-4ceb-86e2-7d96c9818d02 req-0b85f5cb-28eb-477d-b3c1-ad3fe7e0111c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.3318017
Dec 16 09:43:34.480475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] For port b16557f6-4589-47e6-a3db-389fb0a4791d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:34.483906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] For port b16557f6-4589-47e6-a3db-389fb0a4791d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b16557f6-4589-47e6-a3db-389fb0a4791d,segment=NetworkSegment(b75a9f3e-4483-44a0-878c-ed999e853c60),segment_id=b75a9f3e-4483-44a0-878c-ed999e853c60)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:34.489810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.493767 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:34.583798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Pushing event updated for resources: {'Port': ['ID=b16557f6-4589-47e6-a3db-389fb0a4791d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:34.587665 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:34.648785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:34.658020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Usage tracker for resource:port and tenant:cecb108b3ba74b96857b93d11d3a6bf4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:34.666624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:34.682705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:34.718454 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f06f508e-4c3d-4ceb-86e2-7d96c9818d02 req-b77fdcd7-0b35-4441-8160-392af8f03c17 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058495
Dec 16 09:43:34.729147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Made reservation on behalf of cecb108b3ba74b96857b93d11d3a6bf4 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:34.732900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.836318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:34.841038 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:35.026642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=15cf4ec4-0257-4354-a50d-e8b426fd8fce,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:35.063077 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:35.095736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '792e7777-105d-4b19-b7c9-96e271039425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '244eca7a-0c7d-40d1-8913-1fb565a7ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:35.096058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 244eca7a-0c7d-40d1-8913-1fb565a7ac23, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:35.122234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Allocated IP 172.20.0.4 (7696d687-2e8c-401a-b084-a687f9cd7716/1209404d-8dab-427c-a784-fffd08036243/50cb012f-69e3-43b0-9058-c9c424e8c602) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:35.153004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9ebdb-472b-4529-b487-73fae7c6f471 req-815ad056-c99d-4260-bd03-02e73753c7d5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:35.155001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72f9ebdb-472b-4529-b487-73fae7c6f471 req-815ad056-c99d-4260-bd03-02e73753c7d5 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.2369611
Dec 16 09:43:35.161391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 244eca7a-0c7d-40d1-8913-1fb565a7ac23 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:35.215334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 244eca7a-0c7d-40d1-8913-1fb565a7ac23) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:35.236845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b16557f6-4589-47e6-a3db-389fb0a4791d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:35.240219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:35.240219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:35.274370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368e187-b006-427b-a605-d8ff87c1b303 None None] Network 244eca7a-0c7d-40d1-8913-1fb565a7ac23 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:35.338496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72f9ebdb-472b-4529-b487-73fae7c6f471 req-112977d4-db07-4556-8786-f83bcf01bb4b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672766
Dec 16 09:43:35.361915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.9132953
Dec 16 09:43:35.364871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48346) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:35.520894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b16557f6-4589-47e6-a3db-389fb0a4791d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:35.565877 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:35.572627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-833ef02f-cffd-4834-9491-5fa1a1480ea9 req-72adb5e1-f2a1-4a92-a494-a9c1f839e383 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Synchronizing usage tracker for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:35.574206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:35.624736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-0a0583d3-32ec-46cd-b7d5-dc8848b3b48b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2409470
Dec 16 09:43:35.626904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-833ef02f-cffd-4834-9491-5fa1a1480ea9 req-72adb5e1-f2a1-4a92-a494-a9c1f839e383 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Unset dirty status for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:35.628145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-833ef02f-cffd-4834-9491-5fa1a1480ea9 req-72adb5e1-f2a1-4a92-a494-a9c1f839e383 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 210 time: 0.1096106
Dec 16 09:43:35.645733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:35.652411 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-41536309-b8fe-4897-b09f-ecc97ecb8d01 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:35.667795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:35.720602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7f23a4b3-e656-4922-acda-5ec43e4b505b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:35.796225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:35.796963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Network 7696d687-2e8c-401a-b084-a687f9cd7716 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:35.801942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:35.808233 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f1cdf48-3785-4759-972b-48b2f1c83881 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:35.818629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:35.824314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94cb3b-0f25-44c0-9bad-aede056456da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-244eca7a-0c7d-40d1-8913-1fb565a7ac23', 'network_id': '244eca7a-0c7d-40d1-8913-1fb565a7ac23', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': '15cf4ec4-0257-4354-a50d-e8b426fd8fce'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:35.825575 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2d94cb3b-0f25-44c0-9bad-aede056456da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:35.873489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=15cf4ec4-0257-4354-a50d-e8b426fd8fce,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:35.882551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Pushing event updated for resources: {'Port': ['ID=50cb012f-69e3-43b0-9058-c9c424e8c602,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:35.896093 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:35.926675 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:35.975346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7dc48-ad5d-4001-adca-5b927e8de11d None None] Network 244eca7a-0c7d-40d1-8913-1fb565a7ac23 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:35.996644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:35.997611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.000882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7f23a4b3-e656-4922-acda-5ec43e4b505b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:36.045122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.066062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7f23a4b3-e656-4922-acda-5ec43e4b505b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:36.068169 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.102953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f09a7070>,) {'filters': {'network_id': ['244eca7a-0c7d-40d1-8913-1fb565a7ac23']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:36.119408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f09a7070>, '792e7777-105d-4b19-b7c9-96e271039425') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:36.119981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f09a7070>, '792e7777-105d-4b19-b7c9-96e271039425') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:36.134327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.144435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9182143
Dec 16 09:43:36.151832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.158694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:36.159442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.168680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Request body: {'port': {'device_id': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:36.263988 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:36.273971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9fbfc-139e-4732-b71f-a1663e32b8c5 None None] Network 45cd44cf-4910-4984-8f32-c279df321fef requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:36.278141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.282655 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9ba20f84-6dd7-466f-94a1-4989ca96e25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:36.302500 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.312886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=244eca7a-0c7d-40d1-8913-1fb565a7ac23,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:36.315879 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:36.317967 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/244eca7a-0c7d-40d1-8913-1fb565a7ac23 HTTP/1.1" status: 204  len: 168 time: 0.9514420
Dec 16 09:43:36.322050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:36.323991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.324655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.325152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.325631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.326105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.326578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.327523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.327922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135143392'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:36.330810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-71d7c59f-86a5-475a-9b67-e9f6aada8796 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.3286242
Dec 16 09:43:36.333831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:36.338156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:36.341510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:36.347507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:36.359529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:36.363373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.376172 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.396764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:36.406834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.407362 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 3df23c34-2c93-4e83-b3a8-3cabf623ecdd of type vlan for network 792df6c4-b8f5-4255-aea2-40abe68a558d
Dec 16 09:43:36.436480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.461187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Provisioning for port b16557f6-4589-47e6-a3db-389fb0a4791d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:36.471795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.478688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.478688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.484086 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-33b81543-1718-43eb-92d3-441bad09b039 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:36.486113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.554267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Provisioning complete for port b16557f6-4589-47e6-a3db-389fb0a4791d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:36.554919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.600665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2732494
Dec 16 09:43:36.601728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48362) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:36.608470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '792df6c4-b8f5-4255-aea2-40abe68a558d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:36.633704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=792df6c4-b8f5-4255-aea2-40abe68a558d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:36.685690 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:36.688040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 792df6c4-b8f5-4255-aea2-40abe68a558d details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:36.740357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-112d0b63-ff07-4e58-b4f9-4cbaad58d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.740357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-112d0b63-ff07-4e58-b4f9-4cbaad58d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.740357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-112d0b63-ff07-4e58-b4f9-4cbaad58d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.741717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-112d0b63-ff07-4e58-b4f9-4cbaad58d768 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 2293 time: 0.3460228
Dec 16 09:43:36.746769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:36.753029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:36.759389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:36.769271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:36.790837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:36.797147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.827964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 7f23a4b3-e656-4922-acda-5ec43e4b505b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7f23a4b3-e656-4922-acda-5ec43e4b505b,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:36.897101 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:36.904462 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:36.934145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30427a5-59d9-474a-b68e-bd7c1dd0435f req-7cf1d05e-30ac-44d8-b572-21412cd69633 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:36.937379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f30427a5-59d9-474a-b68e-bd7c1dd0435f req-7cf1d05e-30ac-44d8-b572-21412cd69633 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.4868319
Dec 16 09:43:36.949762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 09:43:36.950439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 09:43:37.021257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=7f23a4b3-e656-4922-acda-5ec43e4b505b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:37.028313 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:37.033970 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.083362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] For port b16557f6-4589-47e6-a3db-389fb0a4791d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b16557f6-4589-47e6-a3db-389fb0a4791d,segment=NetworkSegment(b75a9f3e-4483-44a0-878c-ed999e853c60),segment_id=b75a9f3e-4483-44a0-878c-ed999e853c60)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:37.093401 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.101366 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:37.161890 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f30427a5-59d9-474a-b68e-bd7c1dd0435f req-8add7b52-f64d-40e7-823c-4db56dd99fdb tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612135
Dec 16 09:43:37.205792 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.226222 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-edec8621-f311-4904-b97a-b2fe713ea764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:37.270217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-446d61d7-8006-430b-afa4-05d75d6d51fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.5171793
Dec 16 09:43:37.278569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Pushing event updated for resources: {'Port': ['ID=b16557f6-4589-47e6-a3db-389fb0a4791d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:37.294412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7f23a4b3-e656-4922-acda-5ec43e4b505b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:37.387676 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:37.406356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7f23a4b3-e656-4922-acda-5ec43e4b505b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:37.406911 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.481258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=ca33528e-6dec-4107-b5e8-3eecafd44afd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:37.485515 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:37.491059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '3df23c34-2c93-4e83-b3a8-3cabf623ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '792df6c4-b8f5-4255-aea2-40abe68a558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:37.492213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 792df6c4-b8f5-4255-aea2-40abe68a558d, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:37.522687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 792df6c4-b8f5-4255-aea2-40abe68a558d is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:37.527198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-11ebec83-f488-45aa-8501-d1c656636161 None None] Provisioning complete for port b16557f6-4589-47e6-a3db-389fb0a4791d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:37.527777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11ebec83-f488-45aa-8501-d1c656636161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.533931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-5f9c774a-0f89-45d2-a510-1764e8eb43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:37.536091 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-5f9c774a-0f89-45d2-a510-1764e8eb43f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.2432973
Dec 16 09:43:37.546498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 792df6c4-b8f5-4255-aea2-40abe68a558d) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:37.554811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:37.561441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.589385 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.9874327
Dec 16 09:43:37.591723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:37.616367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44722790-4779-481b-b433-80056c060b61 None None] Network 792df6c4-b8f5-4255-aea2-40abe68a558d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:37.742750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66f90c-c80f-4786-90bb-960d2c9fa70d req-038f87e6-074d-4b20-a3fc-5c5404e889d7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:37.751018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce66f90c-c80f-4786-90bb-960d2c9fa70d req-038f87e6-074d-4b20-a3fc-5c5404e889d7 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.3704305
Dec 16 09:43:37.773761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cb012f-69e3-43b0-9058-c9c424e8c602 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:37.792033 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.815411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.847044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce66f90c-c80f-4786-90bb-960d2c9fa70d req-4310e908-03a5-44b7-951c-daf408cf43f3 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949335
Dec 16 09:43:37.852416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Transition to ACTIVE for port object 50cb012f-69e3-43b0-9058-c9c424e8c602 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:37.861482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-9d17ff0d-6d1b-4901-b06c-ee3271b0cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:37.864605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-9d17ff0d-6d1b-4901-b06c-ee3271b0cccc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3195703
Dec 16 09:43:37.868380 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:37.878069 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:37.923450 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.033404 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.034570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099e283-fa6f-4501-aeb7-107e018b28fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-792df6c4-b8f5-4255-aea2-40abe68a558d', 'network_id': '792df6c4-b8f5-4255-aea2-40abe68a558d', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': 'ca33528e-6dec-4107-b5e8-3eecafd44afd'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:38.036548 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8099e283-fa6f-4501-aeb7-107e018b28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.037899 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-677da897-9da1-46f3-b2c5-7a70bb195fd1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:38.078996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=ca33528e-6dec-4107-b5e8-3eecafd44afd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:38.085781 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:38.193472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.206725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ebaff-e51c-4491-a6b0-aa54f0c6231c None None] Network 792df6c4-b8f5-4255-aea2-40abe68a558d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:38.224198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0e1a9a0>,) {'filters': {'network_id': ['792df6c4-b8f5-4255-aea2-40abe68a558d']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:38.239556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e1a9a0>, '3df23c34-2c93-4e83-b3a8-3cabf623ecdd') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:38.240161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e1a9a0>, '3df23c34-2c93-4e83-b3a8-3cabf623ecdd') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:38.254807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.275084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.284019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:38.284524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:38.308187 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:38.312856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Pushing event updated for resources: {'Port': ['ID=50cb012f-69e3-43b0-9058-c9c424e8c602,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:38.357839 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:38.400935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-00291f87-cd4d-4760-8d24-de9e200822e7 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5234478
Dec 16 09:43:38.418295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.422805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.425736 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f8b9e279-fa16-4c00-b915-88eaa4bdae5f tempest-ExternalNetworksTestJSON-1756796072 tempest-ExternalNetworksTestJSON-1756796072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:38.451059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=792df6c4-b8f5-4255-aea2-40abe68a558d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:38.453434 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:38.458278 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/792df6c4-b8f5-4255-aea2-40abe68a558d HTTP/1.1" status: 204  len: 168 time: 0.8623903
Dec 16 09:43:38.458894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48382) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:38.464380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-810680352'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:38.469707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:38.474053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:38.476927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:38.485806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:38.498195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:38.501961 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.505340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Attempting to bind port 50cb012f-69e3-43b0-9058-c9c424e8c602 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:38.505682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Attempting to bind port 50cb012f-69e3-43b0-9058-c9c424e8c602 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '23866eee-1302-416b-8305-943de346e0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:38.506015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Attempting to bind port 50cb012f-69e3-43b0-9058-c9c424e8c602 on network 7696d687-2e8c-401a-b084-a687f9cd7716 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:38.515234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4cb1e-bf0c-4833-b0ae-0ee72b4109e8 req-053ef898-9a01-4e87-a0d5-30203c0fad36 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:38.517230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fc4cb1e-bf0c-4833-b0ae-0ee72b4109e8 req-053ef898-9a01-4e87-a0d5-30203c0fad36 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 943 time: 0.4420445
Dec 16 09:43:38.525498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Port 50cb012f-69e3-43b0-9058-c9c424e8c602 on network 7696d687-2e8c-401a-b084-a687f9cd7716 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:43:38.525751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Attempting to bind port 50cb012f-69e3-43b0-9058-c9c424e8c602 on network 7696d687-2e8c-401a-b084-a687f9cd7716 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:38.534574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:38.544144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.544565 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 756fde4e-f024-4094-bf4b-5af8a6c4936e of type vlan for network be0e9e69-c69f-448a-a64e-27270a38e171
Dec 16 09:43:38.554398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:38.554966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Checking segment: {'id': '23866eee-1302-416b-8305-943de346e0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:38.555542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Bound using segment: {'id': '23866eee-1302-416b-8305-943de346e0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:38.556164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Bound port: 50cb012f-69e3-43b0-9058-c9c424e8c602, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23866eee-1302-416b-8305-943de346e0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:38.556675 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.572362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.603668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.609320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:38.609923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.614722 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:38.680089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1fc4cb1e-bf0c-4833-b0ae-0ee72b4109e8 req-ecd13d58-ac8f-4a01-9015-0d418401f62c tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Synchronizing usage tracker for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:38.697285 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-a15c44e5-a41e-4d95-ac8f-ff0c9e9f1c04 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2891195
Dec 16 09:43:38.720643 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2606792
Dec 16 09:43:38.723406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48386) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:38.726575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=be0e9e69-c69f-448a-a64e-27270a38e171,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:38.731675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': 'be0e9e69-c69f-448a-a64e-27270a38e171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:38.755904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.756284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.756661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.757024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.757386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.757747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.758105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.758461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.758812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.759229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.759535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.759889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:43:38.770967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network be0e9e69-c69f-448a-a64e-27270a38e171 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:38.800164 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-8e7c44e2-cdc9-4a5a-9676-07dc9a5b94eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.0867929
Dec 16 09:43:38.802463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1fc4cb1e-bf0c-4833-b0ae-0ee72b4109e8 req-ecd13d58-ac8f-4a01-9015-0d418401f62c tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Unset dirty status for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:38.803507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fc4cb1e-bf0c-4833-b0ae-0ee72b4109e8 req-ecd13d58-ac8f-4a01-9015-0d418401f62c tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752137
Dec 16 09:43:38.807276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] For port 50cb012f-69e3-43b0-9058-c9c424e8c602, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:38.807710 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:38.861945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:38.867863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:38.871772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:38.874487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] For port 50cb012f-69e3-43b0-9058-c9c424e8c602, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=50cb012f-69e3-43b0-9058-c9c424e8c602,segment=NetworkSegment(23866eee-1302-416b-8305-943de346e0f8),segment_id=23866eee-1302-416b-8305-943de346e0f8)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:38.880015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:38.880987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-8fb1594f-23e5-4b14-9ac1-4bd4260f38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:38.882632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-8fb1594f-23e5-4b14-9ac1-4bd4260f38d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.0767429
Dec 16 09:43:38.884600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.892961 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:38.895595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:38.899861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.988989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:38.989838 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:38.991214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] 10.222.0.74 "PUT /v2.0/ports/50cb012f-69e3-43b0-9058-c9c424e8c602 HTTP/1.1" status: 200  len: 1091 time: 2.8331888
Dec 16 09:43:38.994063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'tag': '50cb012f-69e3-43b0-9058-c9c424e8c602'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:39.027176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Pushing event updated for resources: {'Port': ['ID=50cb012f-69e3-43b0-9058-c9c424e8c602,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:39.030729 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:39.044573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-a12bfdc5-74b8-40b9-a6fb-75110b8f0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:39.046084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-a12bfdc5-74b8-40b9-a6fb-75110b8f0f4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1542110
Dec 16 09:43:39.145151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.148990 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0fb3dfcc-15ae-4539-a8dc-9cd54d920482 tempest-AllowedAddressPairIpV6TestJSON-1297226666 tempest-AllowedAddressPairIpV6TestJSON-1297226666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:39.172760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b16557f6-4589-47e6-a3db-389fb0a4791d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:39.225910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=0dcfbc9a-7caf-452f-a23e-f4bba1f92b67,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:39.229717 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:39.236097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '756fde4e-f024-4094-bf4b-5af8a6c4936e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'be0e9e69-c69f-448a-a64e-27270a38e171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:39.236466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: be0e9e69-c69f-448a-a64e-27270a38e171, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:39.259696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network be0e9e69-c69f-448a-a64e-27270a38e171 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:39.268556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b16557f6-4589-47e6-a3db-389fb0a4791d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:39.268556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.274556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, be0e9e69-c69f-448a-a64e-27270a38e171) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:39.282356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:39.288189 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.309014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac4f19-6b2b-4cb1-b529-0f0a31ce43e8 None None] Network be0e9e69-c69f-448a-a64e-27270a38e171 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:39.343352 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.6077597
Dec 16 09:43:39.343352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48394) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:39.447881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-84795898-958b-437a-9791-93a9cab702f3 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621581
Dec 16 09:43:39.482664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-a7741f35-669f-4410-9743-dc512c9e1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:39.482664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-a7741f35-669f-4410-9743-dc512c9e1971 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cecb108b3ba74b96857b93d11d3a6bf4&device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 1094 time: 0.4355185
Dec 16 09:43:39.575910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.647343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e26745-f38e-4897-83e9-96b349bbb3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-be0e9e69-c69f-448a-a64e-27270a38e171', 'network_id': 'be0e9e69-c69f-448a-a64e-27270a38e171', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': '0dcfbc9a-7caf-452f-a23e-f4bba1f92b67'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:39.647560 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c6e26745-f38e-4897-83e9-96b349bbb3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.651995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.665675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d9935-eb0d-4871-afd6-393c603e5722 req-5d28955d-5478-4aa8-baf9-57e4d626597d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:39.668320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-165d9935-eb0d-4871-afd6-393c603e5722 req-5d28955d-5478-4aa8-baf9-57e4d626597d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.4966564
Dec 16 09:43:39.672307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-0beb0036-eebd-436d-b126-8242110e02e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50cb012f-69e3-43b0-9058-c9c424e8c602 HTTP/1.1" status: 200  len: 217 time: 0.1206388
Dec 16 09:43:39.762974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.785720 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e486d05c-b525-43f4-98c9-38db1f0d0a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-c6e26745-f38e-4897-83e9-96b349bbb3b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dcfbc9a-7caf-452f-a23e-f4bba1f92b67: This subnet is being modified by another concurrent operation.
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:39.792542 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dcfbc9a-7caf-452f-a23e-f4bba1f92b67: This subnet is being modified by another concurrent operation.
Dec 16 09:43:39.796744 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:43:39.807440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-6eee4bfb-9f93-413b-8428-fe81d0fbbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:39.809073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-6eee4bfb-9f93-413b-8428-fe81d0fbbaf9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1209404d-8dab-427c-a784-fffd08036243 HTTP/1.1" status: 200  len: 853 time: 0.1161795
Dec 16 09:43:39.824040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ebb18-4fcd-48ea-a74d-ffd369cf7cf4 None None] Network be0e9e69-c69f-448a-a64e-27270a38e171 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:39.841563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-03619344-701b-461e-94c0-9ece64b7932c service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3916581
Dec 16 09:43:39.852237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcfbc9a-7caf-452f-a23e-f4bba1f92b67,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:39.857781 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:39.865368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-165d9935-eb0d-4871-afd6-393c603e5722 req-6b2ab772-c8be-4aa7-a7f3-cda653a96fea tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885116
Dec 16 09:43:39.928500 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:39.960269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1332580>,) {'filters': {'network_id': ['be0e9e69-c69f-448a-a64e-27270a38e171']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:39.974509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1332580>, '756fde4e-f024-4094-bf4b-5af8a6c4936e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:39.974509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1332580>, '756fde4e-f024-4094-bf4b-5af8a6c4936e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:39.988132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.009417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.015786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:40.016106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.029467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b0438-b16d-4989-b10f-baa0490535f4 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:43:40.053396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-53c7eb40-198b-4453-a5b2-eb740b9fee57 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7696d687-2e8c-401a-b084-a687f9cd7716&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2165141
Dec 16 09:43:40.056220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-38b7f1e8-e33e-419e-a5d8-10c0f9eb92e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.1879029
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:40.092634 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:40.137414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.140729 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00ff2640-a568-4316-b61f-9b8a6cb6616b tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:40.162854 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.165813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=be0e9e69-c69f-448a-a64e-27270a38e171,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:40.170416 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:40.176413 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/be0e9e69-c69f-448a-a64e-27270a38e171 HTTP/1.1" status: 204  len: 168 time: 0.8371294
Dec 16 09:43:40.179680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:40.185701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-176738998'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:40.190686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:40.197397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:40.199829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:40.204300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:40.215915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:40.219341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.249025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:40.259244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.259831 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 7707a8d5-9b46-4b01-a608-a3e94e5a6738 of type vlan for network 664f84ae-95ed-454b-bb19-1e876b884c32
Dec 16 09:43:40.265240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b0438-b16d-4989-b10f-baa0490535f4 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:43:40.304704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.324362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-8bed4bf1-991a-4e29-a769-d74533ac82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:40.325804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-8bed4bf1-991a-4e29-a769-d74533ac82d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2601049
Dec 16 09:43:40.341086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.347045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:40.347273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.356756 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:40.416304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-fe36dbbc-edcd-4a96-a4e8-b4eedbc40f42 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4285593
Dec 16 09:43:40.438877 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-3003b983-05b1-42aa-b98a-38dbf3668453 service neutron] 10.222.0.74 "GET /v2.0/networks/7696d687-2e8c-401a-b084-a687f9cd7716?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708436
Dec 16 09:43:40.468797 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2856579
Dec 16 09:43:40.478382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:40.483583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '664f84ae-95ed-454b-bb19-1e876b884c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:40.506308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded52ea-29a2-4c70-950a-cc93a95a18c0 req-152e3171-e849-4853-b713-4b00ab7df8e1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:40.520823 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ded52ea-29a2-4c70-950a-cc93a95a18c0 req-152e3171-e849-4853-b713-4b00ab7df8e1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.3834436
Dec 16 09:43:40.696530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=664f84ae-95ed-454b-bb19-1e876b884c32,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:40.704233 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:40.715742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ded52ea-29a2-4c70-950a-cc93a95a18c0 req-bbe05d42-ae6b-4c10-8313-8dea71265dba tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937752
Dec 16 09:43:40.722652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 664f84ae-95ed-454b-bb19-1e876b884c32 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:40.773703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:40.778078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:40.782612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:40.806735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:40.817837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-90e12537-f156-4944-8906-c4dd4c93cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:40.818388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:40.820721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-90e12537-f156-4944-8906-c4dd4c93cd10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4753842
Dec 16 09:43:40.823093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30523024-ce54-41fa-b243-a7fabc3e25eb req-6ddf6551-2cd9-4ed8-a0ae-3c494b9ab7b7 service neutron] 10.222.0.74 "GET /v2.0/networks/7696d687-2e8c-401a-b084-a687f9cd7716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3661060
Dec 16 09:43:40.825581 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'tag': '50cb012f-69e3-43b0-9058-c9c424e8c602', 'status': 'completed', 'code': 200}
Dec 16 09:43:40.830647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:40.888945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-39681d44-4fb0-4074-9202-fd9c4a27ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:40.890783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-39681d44-4fb0-4074-9202-fd9c4a27ea60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 1096 time: 0.4310234
Dec 16 09:43:41.107440 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.111900 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b79883d7-8fd3-41b4-8b9b-c3a3252c4816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:41.196023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=498e02b9-9611-4df1-9253-372ce977fbd7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:41.205065 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:41.211365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '7707a8d5-9b46-4b01-a608-a3e94e5a6738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '664f84ae-95ed-454b-bb19-1e876b884c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:41.211720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 664f84ae-95ed-454b-bb19-1e876b884c32, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:41.231640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 664f84ae-95ed-454b-bb19-1e876b884c32 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:41.241878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 664f84ae-95ed-454b-bb19-1e876b884c32) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:41.246116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:41.246759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.252565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffeac3b-0321-4b7d-8c04-95e0f85248cc None None] Network 664f84ae-95ed-454b-bb19-1e876b884c32 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:41.271584 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7924051
Dec 16 09:43:41.273901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48418) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:41.418568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.422836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-4a3191d8-174d-4f67-8b44-cc4c2bda842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:41.424322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-4a3191d8-174d-4f67-8b44-cc4c2bda842c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cecb108b3ba74b96857b93d11d3a6bf4&device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 1094 time: 0.4730020
Dec 16 09:43:41.439293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-329f9adf-ec77-415d-bbe1-16ec80bfc5af service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6087286
Dec 16 09:43:41.475397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42979a90-d38d-4dfa-a284-a2dfab80cdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-664f84ae-95ed-454b-bb19-1e876b884c32', 'network_id': '664f84ae-95ed-454b-bb19-1e876b884c32', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': '498e02b9-9611-4df1-9253-372ce977fbd7'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:41.476448 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42979a90-d38d-4dfa-a284-a2dfab80cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.495868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.508486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09651249-acb5-4f2b-b728-18d527845bba req-103cfaf9-2311-40b7-97b1-c4bc0df40b32 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:41.510026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09651249-acb5-4f2b-b728-18d527845bba req-103cfaf9-2311-40b7-97b1-c4bc0df40b32 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 943 time: 0.5161009
Dec 16 09:43:41.608055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-42979a90-d38d-4dfa-a284-a2dfab80cdf3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 498e02b9-9611-4df1-9253-372ce977fbd7: This subnet is being modified by another concurrent operation.
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:41.610219 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 498e02b9-9611-4df1-9253-372ce977fbd7: This subnet is being modified by another concurrent operation.
Dec 16 09:43:41.614757 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:43:41.617372 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:41.630153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-91d6f0a0-db7c-47bb-9d37-1697a1f21651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:41.631619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-91d6f0a0-db7c-47bb-9d37-1697a1f21651 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 200  len: 898 time: 0.6482527
Dec 16 09:43:41.631746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef524c7-fdd7-42f4-9e33-aa68ccecf294 None None] Network 664f84ae-95ed-454b-bb19-1e876b884c32 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:41.651905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=498e02b9-9611-4df1-9253-372ce977fbd7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:41.667141 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:41.748543 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.757318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.783941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2a0beb0>,) {'filters': {'network_id': ['664f84ae-95ed-454b-bb19-1e876b884c32']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:41.786534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09651249-acb5-4f2b-b728-18d527845bba req-e06e613e-6c4c-4a84-82fa-953267f98d27 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250934
Dec 16 09:43:41.797873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2a0beb0>, '7707a8d5-9b46-4b01-a608-a3e94e5a6738') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:41.798520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2a0beb0>, '7707a8d5-9b46-4b01-a608-a3e94e5a6738') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:41.819866 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.833072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-614b2e08-c17b-4c19-bb54-39ea40fbdbd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c78303-13b5-4172-864b-a63f16c4c338 HTTP/1.1" status: 200  len: 1001 time: 0.1791887
Dec 16 09:43:41.834672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede0533-c7d3-49e1-9b6d-684c2cfd3712 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:43:41.844025 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.852219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:41.853277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:41.870451 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:41.913121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-cfb9db3c-b2e2-497f-8cfc-7b13d2eb916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:41.914560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-cfb9db3c-b2e2-497f-8cfc-7b13d2eb916e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7696d687-2e8c-401a-b084-a687f9cd7716 HTTP/1.1" status: 200  len: 914 time: 0.4744475
Dec 16 09:43:41.919649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-914ae98c-0c35-4d86-ac9c-8034bc0b19fc service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4537926
Dec 16 09:43:41.966913 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.969055 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3155ed1-f837-4d64-aa2b-bded27d9ca0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.972207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:41.986420 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cdf77977-5967-4197-aee2-e5b4d5e5d60a tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:42.016096 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/664f84ae-95ed-454b-bb19-1e876b884c32 HTTP/1.1" status: 204  len: 168 time: 0.7410271
Dec 16 09:43:42.020201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=664f84ae-95ed-454b-bb19-1e876b884c32,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:42.027258 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:42.027959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:42.031442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede0533-c7d3-49e1-9b6d-684c2cfd3712 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:43:42.033762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1203349088'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:42.040563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:42.044817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:42.048703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:42.057717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:42.072167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:42.076821 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.083202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-8bf6fa5c-52e0-4a4e-a9e7-e6971b2d2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:42.084657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-8bf6fa5c-52e0-4a4e-a9e7-e6971b2d2cd0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86fe2d5c-189e-4420-a1f1-c84885e9a145 HTTP/1.1" status: 200  len: 834 time: 0.2312481
Dec 16 09:43:42.085855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-ffef1ad5-e912-43ea-9093-fc39475704ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.1570985
Dec 16 09:43:42.087251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-696e6b5c-6749-4f28-be6b-0b43eb579d54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50cb012f-69e3-43b0-9058-c9c424e8c602 HTTP/1.1" status: 200  len: 217 time: 0.1573963
Dec 16 09:43:42.108987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:42.120430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.120942 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment d473f566-15de-4a72-a884-c5aca458dc09 of type vlan for network f3209fb2-78a5-4610-ba2b-599b8a54f170
Dec 16 09:43:42.156218 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.193194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.210017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:42.210017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.215569 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61c338ec-41ce-44fd-81de-55f231018ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:42.260338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-0ffa829d-58ba-45a3-ac7a-11f4b3918e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:42.261754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-0ffa829d-58ba-45a3-ac7a-11f4b3918e2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1209404d-8dab-427c-a784-fffd08036243 HTTP/1.1" status: 200  len: 853 time: 0.1357758
Dec 16 09:43:42.263146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-4a961661-efcb-49fa-9296-1900895c271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:42.264455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-4a961661-efcb-49fa-9296-1900895c271a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1704869
Dec 16 09:43:42.346975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=f3209fb2-78a5-4610-ba2b-599b8a54f170,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:42.349900 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:42.355048 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3251832
Dec 16 09:43:42.357001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:42.361030 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-9188d385-b354-4671-8699-3ef45ce79042 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7696d687-2e8c-401a-b084-a687f9cd7716&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0917072
Dec 16 09:43:42.363548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': 'f3209fb2-78a5-4610-ba2b-599b8a54f170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:42.395288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network f3209fb2-78a5-4610-ba2b-599b8a54f170 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:42.466225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-522acc45-44b8-4020-ab24-2ccd714a3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:42.467727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-522acc45-44b8-4020-ab24-2ccd714a3eea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c23e622-daa7-4a25-8940-2ef7d1396ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3070211
Dec 16 09:43:42.520711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:42.531015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:42.533802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 50cb012f-69e3-43b0-9058-c9c424e8c602 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:43:42.540937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:42.547755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:42.567146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:42.571972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.655304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-5764ea8a-b636-4123-80e2-9aa474d3a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:42.657422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-5764ea8a-b636-4123-80e2-9aa474d3a074 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3536806
Dec 16 09:43:42.681983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 09:43:42.682514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 09:43:42.809088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-55fcc201-8d20-44f1-85d7-9bb163275ac6 service neutron] 10.222.0.74 "GET /v2.0/networks/7696d687-2e8c-401a-b084-a687f9cd7716?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4305544
Dec 16 09:43:42.820422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 50cb012f-69e3-43b0-9058-c9c424e8c602, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=50cb012f-69e3-43b0-9058-c9c424e8c602,segment=NetworkSegment(23866eee-1302-416b-8305-943de346e0f8),segment_id=23866eee-1302-416b-8305-943de346e0f8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:42.820777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-2b580b4e-b7a5-42a5-9319-7f7ce2efe66c service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3418453
Dec 16 09:43:42.826033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.832252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfb45797-4ce6-462b-80e4-9b2228452e4f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:42.839460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '50cb012f-69e3-43b0-9058-c9c424e8c602', 'network_id': '7696d687-2e8c-401a-b084-a687f9cd7716', 'port_id': '50cb012f-69e3-43b0-9058-c9c424e8c602', 'mac_address': 'fa:16:3e:dc:82:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1209404d-8dab-427c-a784-fffd08036243', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:43:42.911688 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.924804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': 'd473f566-15de-4a72-a884-c5aca458dc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'f3209fb2-78a5-4610-ba2b-599b8a54f170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:42.925164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: f3209fb2-78a5-4610-ba2b-599b8a54f170, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:42.931398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cb012f-69e3-43b0-9058-c9c424e8c602 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:43:42.933506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=483d06d4-8783-450c-b68b-818ec87ca462,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:42.936661 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:42.950147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 50cb012f-69e3-43b0-9058-c9c424e8c602, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=50cb012f-69e3-43b0-9058-c9c424e8c602,segment=NetworkSegment(23866eee-1302-416b-8305-943de346e0f8),segment_id=23866eee-1302-416b-8305-943de346e0f8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:42.951770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network f3209fb2-78a5-4610-ba2b-599b8a54f170 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:42.954122 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.957150 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:42.962933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, f3209fb2-78a5-4610-ba2b-599b8a54f170) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:42.967292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:42.968000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:42.994082 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.6357226
Dec 16 09:43:42.997750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:42.998204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b7b8a-b4c1-46fe-812b-5c7dc8765403 None None] Network f3209fb2-78a5-4610-ba2b-599b8a54f170 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:43.199494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6c2d4-f5dd-490e-961d-f31d8d71cc6d req-c33f989c-55c6-4cea-9720-d7d77014f6d9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:43.203658 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3e6c2d4-f5dd-490e-961d-f31d8d71cc6d req-c33f989c-55c6-4cea-9720-d7d77014f6d9 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.6353943
Dec 16 09:43:43.213770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=50cb012f-69e3-43b0-9058-c9c424e8c602,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:43.218013 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:43.270560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-e6b4cfc4-040c-44e4-97f1-2f11fd4d51a0 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5953872
Dec 16 09:43:43.307943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5d328-3614-42fe-aca1-20213b103cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-f3209fb2-78a5-4610-ba2b-599b8a54f170', 'network_id': 'f3209fb2-78a5-4610-ba2b-599b8a54f170', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': '483d06d4-8783-450c-b68b-818ec87ca462'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:43.307943 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4cc5d328-3614-42fe-aca1-20213b103cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.325107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.371905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['50cb012f-69e3-43b0-9058-c9c424e8c602'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:43.395839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.443564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3e6c2d4-f5dd-490e-961d-f31d8d71cc6d req-2708598e-d436-4d27-ad7b-7996328b6a96 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329402
Dec 16 09:43:43.445716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3156047-bc7d-4e5e-ba75-e9ffc6345431 req-dd28bbd3-b5b9-4f00-89be-24b7c18a6ce8 service neutron] 10.222.0.74 "GET /v2.0/networks/7696d687-2e8c-401a-b084-a687f9cd7716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6217589
Dec 16 09:43:43.450514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7b7b637-4be5-4d5b-b065-a49e3c11290e req-ffa918ad-c406-478b-973a-c54b3e13bb71 service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4475119
Dec 16 09:43:43.486879 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.497121 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f658136d-679d-4053-9844-048b76284726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:43.503049 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-7f10335a-4de4-4f04-927a-9481855159ad service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157259
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-4cc5d328-3614-42fe-aca1-20213b103cff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 483d06d4-8783-450c-b68b-818ec87ca462: This subnet is being modified by another concurrent operation.
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:43.520919 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 483d06d4-8783-450c-b68b-818ec87ca462: This subnet is being modified by another concurrent operation.
Dec 16 09:43:43.525268 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:43:43.542699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b26a6-aa36-42c1-a05d-e92256e4e6df None None] Network f3209fb2-78a5-4610-ba2b-599b8a54f170 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:43.545352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=483d06d4-8783-450c-b68b-818ec87ca462,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:43.548490 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:43.635477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-4d9c443e-b277-4186-8fcd-098da82b87f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.1249893
Dec 16 09:43:43.659142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.690739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f33b6970>,) {'filters': {'network_id': ['f3209fb2-78a5-4610-ba2b-599b8a54f170']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:43.705059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f33b6970>, 'd473f566-15de-4a72-a884-c5aca458dc09') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:43.705272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f33b6970>, 'd473f566-15de-4a72-a884-c5aca458dc09') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:43.718432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.739192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.746109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:43.746991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:43.767400 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:43.770328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-48544629-bd4d-43c7-be16-7ec6edd9f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:43.770328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-48544629-bd4d-43c7-be16-7ec6edd9f930 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1296289
Dec 16 09:43:43.800322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a815bc5b-d719-4dde-8c47-4676d5f88986 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:43:43.834090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c83599-c197-4c09-8ee1-4a299ed3d67e req-106fa433-121a-435e-bfa0-d30261249a8b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:43.835608 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9c83599-c197-4c09-8ee1-4a299ed3d67e req-106fa433-121a-435e-bfa0-d30261249a8b tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.1574857
Dec 16 09:43:43.864539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.868750 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d765d857-4d6d-46dd-9956-0b6ab9834f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:43.885501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.898150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=f3209fb2-78a5-4610-ba2b-599b8a54f170,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:43.898671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9c83599-c197-4c09-8ee1-4a299ed3d67e req-1ac23381-93ae-40b0-9805-85e3f8533420 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564473
Dec 16 09:43:43.901034 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:43.902684 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/f3209fb2-78a5-4610-ba2b-599b8a54f170 HTTP/1.1" status: 204  len: 168 time: 0.9040048
Dec 16 09:43:43.906408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:43.919845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-707958544'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:43.921754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:43.922446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-3f065467-528d-4352-b2f8-902e8d5438ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:43.924017 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-3f065467-528d-4352-b2f8-902e8d5438ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1465998
Dec 16 09:43:43.925896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:43.929438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:43.937141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:43.951482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:43.955978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:43.997075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:44.007750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.008590 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.008736 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 6c50df92-0165-4097-a596-6ef21b461fd4 of type vlan for network 7dcfc333-7d11-4911-a21e-5d3334b4f734
Dec 16 09:43:44.009420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815bc5b-d719-4dde-8c47-4676d5f88986 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:43:44.034644 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.072646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.078234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:44.078816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.082609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbde429d-897c-4f0c-b9b3-5250edc93204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:44.139225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-e96613aa-85f5-4931-8b0c-9fd4efe8f0d9 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2080967
Dec 16 09:43:44.179747 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2712777
Dec 16 09:43:44.183147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48454) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:44.190585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '7dcfc333-7d11-4911-a21e-5d3334b4f734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:44.209890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=7dcfc333-7d11-4911-a21e-5d3334b4f734,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:44.215422 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:44.225059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 7dcfc333-7d11-4911-a21e-5d3334b4f734 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:44.251654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76572-7000-4f2d-a401-be49308c9b7d req-7c5f4d89-2778-4d54-94af-fe41e89fbc04 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:44.253176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6f76572-7000-4f2d-a401-be49308c9b7d req-7c5f4d89-2778-4d54-94af-fe41e89fbc04 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.2109332
Dec 16 09:43:44.307211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:44.310986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:44.314336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:44.320992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:44.329296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-33936ce3-33d0-4ab4-b60f-d7fcea4546be service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830444
Dec 16 09:43:44.332289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:44.336054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.396957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6f76572-7000-4f2d-a401-be49308c9b7d req-9b2f76d1-192e-47c0-ba05-31e8ebf4e40b tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291351
Dec 16 09:43:44.406954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-bef96d02-6edd-4e51-843b-b9c91f292fd4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.0716486
Dec 16 09:43:44.476063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-598a6d17-2b06-419d-9fbf-39879de65b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:44.477766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-598a6d17-2b06-419d-9fbf-39879de65b8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.0646651
Dec 16 09:43:44.477950 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47aaca87-272c-4de7-b415-2b3f332b7f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.625956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-52fbe9f9-fafb-46ed-994a-995607ec6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:44.629288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-52fbe9f9-fafb-46ed-994a-995607ec6ef0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1446431
Dec 16 09:43:44.653881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.658957 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:44.737174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=b620dd83-140a-401d-9edb-2faacc303bc0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:44.739419 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:44.746877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '6c50df92-0165-4097-a596-6ef21b461fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7dcfc333-7d11-4911-a21e-5d3334b4f734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:44.747332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 7dcfc333-7d11-4911-a21e-5d3334b4f734, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:44.770195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 7dcfc333-7d11-4911-a21e-5d3334b4f734 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:44.781060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 7dcfc333-7d11-4911-a21e-5d3334b4f734) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:44.786704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:44.787352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:44.792790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c1bd86-c395-4d5f-9a3a-f48c8b01f429 None None] Network 7dcfc333-7d11-4911-a21e-5d3334b4f734 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:44.814565 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.6303294
Dec 16 09:43:44.817924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48464) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:44.879880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1396e-d9e2-46f7-b699-447ecd85f76a req-20585903-2c3d-4b7d-a517-614eb361b189 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:44.882036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0e1396e-d9e2-46f7-b699-447ecd85f76a req-20585903-2c3d-4b7d-a517-614eb361b189 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 944 time: 0.3586059
Dec 16 09:43:44.962216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0e1396e-d9e2-46f7-b699-447ecd85f76a req-80dd3a54-490f-45d2-b66d-a6e374fcde9e tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696924
Dec 16 09:43:44.992068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-824d3cf3-1211-4070-9957-eec4d58d3de6 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3572810
Dec 16 09:43:44.999425 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.079881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.103295 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280fe21-68e9-475d-a12c-0bf397db7ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-7dcfc333-7d11-4911-a21e-5d3334b4f734', 'network_id': '7dcfc333-7d11-4911-a21e-5d3334b4f734', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': 'b620dd83-140a-401d-9edb-2faacc303bc0'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:45.108350 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b280fe21-68e9-475d-a12c-0bf397db7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.187367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.193490 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-208dec20-c971-4e28-9b6e-576b1c39274c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:45.215058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-d6c6bbfa-22a4-4847-b14f-5b227b1685aa service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161379
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-b280fe21-68e9-475d-a12c-0bf397db7ca4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b620dd83-140a-401d-9edb-2faacc303bc0: This subnet is being modified by another concurrent operation.
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:45.245354 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b620dd83-140a-401d-9edb-2faacc303bc0: This subnet is being modified by another concurrent operation.
Dec 16 09:43:45.251508 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:43:45.257051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=b620dd83-140a-401d-9edb-2faacc303bc0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:45.257051 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:45.271718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334fa4f7-7d0d-48dc-b2dd-edd393467e76 None None] Network 7dcfc333-7d11-4911-a21e-5d3334b4f734 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:45.327560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-3932e68a-96b7-4e89-9560-90ccbea1f21c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1055033
Dec 16 09:43:45.341754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.376974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.408156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c67430>,) {'filters': {'network_id': ['7dcfc333-7d11-4911-a21e-5d3334b4f734']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:45.422688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c67430>, '6c50df92-0165-4097-a596-6ef21b461fd4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:45.423045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c67430>, '6c50df92-0165-4097-a596-6ef21b461fd4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:45.438526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.455251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-52eb1c0c-88c7-4f9c-842d-4c114fbe4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:45.456818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-52eb1c0c-88c7-4f9c-842d-4c114fbe4903 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.1226816
Dec 16 09:43:45.458240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf0550-2005-4ec5-b68f-c4d4816f0e83 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:43:45.460623 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:43:45.461577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.468129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:45.468390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:45.483969 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:45.541273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4214c-9553-4490-b642-b8aaa0259dc6 req-63fbb129-84de-4407-9d5d-e4575ffccf1e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:45.543444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0c4214c-9553-4490-b642-b8aaa0259dc6 req-63fbb129-84de-4407-9d5d-e4575ffccf1e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.1722383
Dec 16 09:43:45.546370 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.592043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.596623 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a3bd192-b546-4fdb-b44f-b70de3b60208 tempest-TaggedBootDevicesTest_v242-1755273054 tempest-TaggedBootDevicesTest_v242-1755273054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:45.598817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0c4214c-9553-4490-b642-b8aaa0259dc6 req-07dcb8b9-14e4-4ec1-92a2-ea9634c95879 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484679
Dec 16 09:43:45.601668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-b5177f39-faa9-4b2d-9a79-012000abc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:45.603079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-b5177f39-faa9-4b2d-9a79-012000abc156 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1400754
Dec 16 09:43:45.625775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.635603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=7dcfc333-7d11-4911-a21e-5d3334b4f734,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:45.638462 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:45.640362 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/7dcfc333-7d11-4911-a21e-5d3334b4f734 HTTP/1.1" status: 204  len: 168 time: 0.8208992
Dec 16 09:43:45.645936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48472) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:45.651938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2135029461'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:45.657824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:45.662024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:45.665518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:45.671767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:45.679739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bf0550-2005-4ec5-b68f-c4d4816f0e83 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:43:45.686634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:45.692379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.723531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:45.733452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.733949 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 6e122ecb-238c-404c-b8ca-423f205b40ec of type vlan for network 2c48f6ce-8fa5-4e8b-913d-a3181565e0b2
Dec 16 09:43:45.766938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.803456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.812096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:45.812698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:45.819205 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d6a741f3-c1d6-4c9d-825a-40db1b93ca98 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:45.840540 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-04c9dacc-aa3e-4d71-83de-b8dcd0f1530c service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298932
Dec 16 09:43:45.881107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c00f42-6482-44fb-844d-90f2d5f4e759 req-133ec5e8-802c-4924-bbb0-b4c60c339aef tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:45.882574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6c00f42-6482-44fb-844d-90f2d5f4e759 req-133ec5e8-802c-4924-bbb0-b4c60c339aef tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1532753
Dec 16 09:43:45.926828 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2794781
Dec 16 09:43:45.931427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:45.938868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '2c48f6ce-8fa5-4e8b-913d-a3181565e0b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:45.962905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=2c48f6ce-8fa5-4e8b-913d-a3181565e0b2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:45.997942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2c48f6ce-8fa5-4e8b-913d-a3181565e0b2 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:46.016998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6c00f42-6482-44fb-844d-90f2d5f4e759 req-945ff101-a1fc-40a8-ab8a-48472f873a42 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764797
Dec 16 09:43:46.038150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ecf4137-cb86-4ced-a083-4a230f5a37a5 req-b555f7cb-c83f-4ba3-ab90-71f7c4753a9e service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904640
Dec 16 09:43:46.161135 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:46.210388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:46.214331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:46.217544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:46.232701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:46.236392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:46.240247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.468680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.472300 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85ee60e9-0424-4991-b35b-c8cfddc429b5 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:46.484271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 50cb012f-69e3-43b0-9058-c9c424e8c602 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:43:46.549265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=e076896b-1a03-4e85-a3ca-fd8a3a737812,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:46.555534 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:46.564585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '6e122ecb-238c-404c-b8ca-423f205b40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2c48f6ce-8fa5-4e8b-913d-a3181565e0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:46.564940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 2c48f6ce-8fa5-4e8b-913d-a3181565e0b2, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:46.596932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 2c48f6ce-8fa5-4e8b-913d-a3181565e0b2 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:46.601489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 50cb012f-69e3-43b0-9058-c9c424e8c602 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:43:46.607693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 50cb012f-69e3-43b0-9058-c9c424e8c602 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:43:46.608068 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.611219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2c48f6ce-8fa5-4e8b-913d-a3181565e0b2) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:46.616463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:46.617064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.619215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c504ce-72c9-4e10-aba3-b2e8b12ea9b7 req-6c572eca-325e-466e-945d-9fb033c41601 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:46.620720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3c504ce-72c9-4e10-aba3-b2e8b12ea9b7 req-6c572eca-325e-466e-945d-9fb033c41601 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 944 time: 0.1151183
Dec 16 09:43:46.640177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdc56e-7d39-40a9-8bc2-5730a1885fee None None] Network 2c48f6ce-8fa5-4e8b-913d-a3181565e0b2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:46.648176 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.7149982
Dec 16 09:43:46.650686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48492) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:46.682835 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3c504ce-72c9-4e10-aba3-b2e8b12ea9b7 req-ea2c77cc-1746-4e66-b563-013ffa5298b6 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534699
Dec 16 09:43:46.804735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.876296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.887216 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.953065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cb012f-69e3-43b0-9058-c9c424e8c602'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:46.961265 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.965422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 50cb012f-69e3-43b0-9058-c9c424e8c602, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=50cb012f-69e3-43b0-9058-c9c424e8c602,segment=NetworkSegment(23866eee-1302-416b-8305-943de346e0f8),segment_id=23866eee-1302-416b-8305-943de346e0f8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:46.970767 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b717d5ba-9f1e-4c94-979f-42b53a4b4c7b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:46.971039 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:46.975018 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:47.023034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc361be3-3126-4361-a29f-4487063933b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2c48f6ce-8fa5-4e8b-913d-a3181565e0b2', 'network_id': '2c48f6ce-8fa5-4e8b-913d-a3181565e0b2', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': 'e076896b-1a03-4e85-a3ca-fd8a3a737812'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:47.023949 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc361be3-3126-4361-a29f-4487063933b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.075117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=e076896b-1a03-4e85-a3ca-fd8a3a737812,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:47.083530 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:47.106086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.120265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=50cb012f-69e3-43b0-9058-c9c424e8c602,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:47.136359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1deab20>,) {'filters': {'network_id': ['2c48f6ce-8fa5-4e8b-913d-a3181565e0b2']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:47.150314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1deab20>, '6e122ecb-238c-404c-b8ca-423f205b40ec') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:47.150616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1deab20>, '6e122ecb-238c-404c-b8ca-423f205b40ec') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:47.158489 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:47.159182 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.164307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.182788 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.189726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:47.189726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.201699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0cc05c-a419-4ff4-ae22-4545c0a67c06 None None] Network 2c48f6ce-8fa5-4e8b-913d-a3181565e0b2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:47.220194 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:47.309452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.313423 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6ae8d06-3c85-4a24-abcb-408bf4f7b72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:47.328948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.340915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=2c48f6ce-8fa5-4e8b-913d-a3181565e0b2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:47.344265 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:47.346092 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/2c48f6ce-8fa5-4e8b-913d-a3181565e0b2 HTTP/1.1" status: 204  len: 168 time: 0.6943829
Dec 16 09:43:47.350044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48502) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:47.357369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-63782965'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:47.362527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:47.366417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:47.369463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:47.375854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:47.386904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:47.390332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.419585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:47.428475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.428822 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77 of type vlan for network 6ffe8dc2-2dbc-4712-a2af-047f356cf176
Dec 16 09:43:47.457707 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.488065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.493768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:47.494360 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.499674 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50a84b10-e415-47ac-9634-43e69b845532 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:47.645114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.2922173
Dec 16 09:43:47.650547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48506) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:47.656200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:47.662289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=6ffe8dc2-2dbc-4712-a2af-047f356cf176,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:47.665716 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:47.673625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:47.697121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4333a3-20a0-44f2-8324-d3da8a5bf082 req-22ea071d-47ce-4d40-a2a6-0dee8bdb3f16 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:47.698605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b4333a3-20a0-44f2-8324-d3da8a5bf082 req-22ea071d-47ce-4d40-a2a6-0dee8bdb3f16 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.1703949
Dec 16 09:43:47.757129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b4333a3-20a0-44f2-8324-d3da8a5bf082 req-45d1b25d-1224-4022-ab73-5954bb68fb7c tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524945
Dec 16 09:43:47.890156 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.906623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.910207 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e3ded85-7255-400b-a7f3-a73bdb60ecc7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:47.923387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c174-f716-4129-85f8-cbe6fafa2655 req-fdcef68a-be9b-4fa6-bfaf-f4b87c6653e4 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:47.924859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e20c174-f716-4129-85f8-cbe6fafa2655 req-fdcef68a-be9b-4fa6-bfaf-f4b87c6653e4 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.0830379
Dec 16 09:43:47.970705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e20c174-f716-4129-85f8-cbe6fafa2655 req-b19f1d7b-11e9-4448-ab5b-c1ea5c0fea9d tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394359
Dec 16 09:43:47.980590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 is not hosted by any dhcp agent {{(pid=87655) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 09:43:47.987151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:47.988667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:47.992497 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "PUT /v2.0/networks/6ffe8dc2-2dbc-4712-a2af-047f356cf176 HTTP/1.1" status: 200  len: 723 time: 0.3388042
Dec 16 09:43:47.993139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:47.998671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:48.021047 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cb012f-69e3-43b0-9058-c9c424e8c602', 'code': 200}
Dec 16 09:43:48.031509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=6ffe8dc2-2dbc-4712-a2af-047f356cf176,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:48.034438 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:48.048071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:48.313545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:48.325927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:48.330185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:48.344621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:48.364314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:48.367739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:48.470703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902b8e2-b0e3-47ea-afb8-8336013c6fad req-697347f9-7021-458c-bc3d-4110b973bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:48.472090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8902b8e2-b0e3-47ea-afb8-8336013c6fad req-697347f9-7021-458c-bc3d-4110b973bf14 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 1096 time: 0.3710110
Dec 16 09:43:48.480069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67b283-99d1-4b5f-8b6d-f5398e32eb47 req-dc25d4a6-2135-4708-a2b1-76ef661976b4 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:48.481430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee67b283-99d1-4b5f-8b6d-f5398e32eb47 req-dc25d4a6-2135-4708-a2b1-76ef661976b4 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.3467095
Dec 16 09:43:48.572182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee67b283-99d1-4b5f-8b6d-f5398e32eb47 req-5c583f2b-d486-44d8-b099-4a08b2c77945 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736837
Dec 16 09:43:48.573603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8902b8e2-b0e3-47ea-afb8-8336013c6fad req-41070650-e09f-4f44-b85b-86e0857bd9cc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881457
Dec 16 09:43:48.711078 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:48.715877 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:48.810813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=74049479-384b-43d4-be25-b73749101659,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:48.817374 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:48.850405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:48.850759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 6ffe8dc2-2dbc-4712-a2af-047f356cf176, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:48.883137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd64de9-73af-4c8d-a381-29f087913d6b req-c8c5e66e-90a0-4d0c-8a54-a1e886e542b7 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:48.884607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cd64de9-73af-4c8d-a381-29f087913d6b req-c8c5e66e-90a0-4d0c-8a54-a1e886e542b7 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 945 time: 0.2178349
Dec 16 09:43:48.922694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:48.948774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 6ffe8dc2-2dbc-4712-a2af-047f356cf176) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:48.956314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5271d06-a8dc-498f-9a23-0f9a5b2e9e5a None None] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:48.957844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cd64de9-73af-4c8d-a381-29f087913d6b req-9f646132-0f6b-401e-908a-8b18cd3e02b6 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649724
Dec 16 09:43:48.959052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:48.959663 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:48.982307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-c54995b4-d41d-4b5c-be19-66a3a680222d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:48.983783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-c54995b4-d41d-4b5c-be19-66a3a680222d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 946 time: 0.1638482
Dec 16 09:43:49.028984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0326612
Dec 16 09:43:49.030110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:49.036613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:49.059374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Deleting port 4e7be8fa-2d52-42f9-a459-e7f905611c2b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:49.059716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.164355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5495203'] for subnet, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.203406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-6ffe8dc2-2dbc-4712-a2af-047f356cf176', 'network_id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': '74049479-384b-43d4-be25-b73749101659'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:49.204259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.352732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e6b41-8aa9-4b26-8113-b2ab25cfdafc req-c9b763bd-2765-480e-9f30-df0fb47f445a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:49.354072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758231354956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6511713'] for subnet, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.354233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a8e6b41-8aa9-4b26-8113-b2ab25cfdafc req-c9b763bd-2765-480e-9f30-df0fb47f445a tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.2372046
Dec 16 09:43:49.359354 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70c25dd8-386f-4ad3-b4df-1f380bde9466 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:49.423803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Allocated IP 172.20.0.2 (6ffe8dc2-2dbc-4712-a2af-047f356cf176/74049479-384b-43d4-be25-b73749101659/59d530c7-8c76-4b33-abb0-c0aace7f8c3a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:49.449241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] For port 4e7be8fa-2d52-42f9-a459-e7f905611c2b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4e7be8fa-2d52-42f9-a459-e7f905611c2b,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:49.449852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.459600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a8e6b41-8aa9-4b26-8113-b2ab25cfdafc req-597812df-4813-41d6-ad48-0b70cc0e1882 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908854
Dec 16 09:43:49.554116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:49.554696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.558617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "PUT /v2.0/subnets/74049479-384b-43d4-be25-b73749101659 HTTP/1.1" status: 200  len: 806 time: 0.5274715
Dec 16 09:43:49.559322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:49.599645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Calling delete_port for 4e7be8fa-2d52-42f9-a459-e7f905611c2b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:49.698900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=74049479-384b-43d4-be25-b73749101659,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:49.709129 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:49.719212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.734151 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.770527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Transition to ACTIVE for port object 59d530c7-8c76-4b33-abb0-c0aace7f8c3a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:49.771381 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.779228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:49.787492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4e7be8fa-2d52-42f9-a459-e7f905611c2b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:43:49.800021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.832319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event deleted for resources: {'Port': ['ID=4e7be8fa-2d52-42f9-a459-e7f905611c2b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:49.836075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Transition to ACTIVE for port object 59d530c7-8c76-4b33-abb0-c0aace7f8c3a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:43:49.836800 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:49.848113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.875367 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:49.923415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.928305 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1cb0f533-b68a-4878-892a-92d4d9e175b2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:49.942941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] No DVR routers for this DVR port 4e7be8fa-2d52-42f9-a459-e7f905611c2b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:49.947438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:49.956495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712eb30-8a8d-487f-ac36-653290952330', 'name': 'network-vif-deleted', 'tag': '4e7be8fa-2d52-42f9-a459-e7f905611c2b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:49.965352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=74049479-384b-43d4-be25-b73749101659,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:49.967736 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:49.977079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Pushing event updated for resources: {'Port': ['ID=59d530c7-8c76-4b33-abb0-c0aace7f8c3a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:49.987684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:49.988855 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:49.989699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:49.994223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:50.013298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0bf8159c-4bf7-4e33-b935-4f9c8a71b99f req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "DELETE /v2.0/ports/4e7be8fa-2d52-42f9-a459-e7f905611c2b HTTP/1.1" status: 204  len: 173 time: 1.0229330
Dec 16 09:43:50.094476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.135319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0d05280>,) {'filters': {'network_id': ['6ffe8dc2-2dbc-4712-a2af-047f356cf176']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:50.150102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d05280>, '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:50.150418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d05280>, '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:50.164012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.174285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Attempting to bind port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:43:50.175033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Attempting to bind port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:43:50.175714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Attempting to bind port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a on network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:43:50.184143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.184354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:43:50.184713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Checking segment: {'id': '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:50.184990 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.185397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Bound using segment: {'id': '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:43:50.185877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Bound port: 59d530c7-8c76-4b33-abb0-c0aace7f8c3a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:43:50.186267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.192050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:50.192538 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:50.210815 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:50.285894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] For port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:43:50.312056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] For port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=59d530c7-8c76-4b33-abb0-c0aace7f8c3a,segment=NetworkSegment(9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77),segment_id=9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:43:50.313305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 09:43:50.313305 n-d-820554-2 neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 09:43:50.313305 n-d-820554-2 neutron-server[87655]: [parameters: {'id': '6ffe8dc2-2dbc-4712-a2af-047f356cf176'}]
Dec 16 09:43:50.313305 n-d-820554-2 neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:43:50.313821 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:43:50.318539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.324325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:50.455664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Pushing event updated for resources: {'Port': ['ID=59d530c7-8c76-4b33-abb0-c0aace7f8c3a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:50.460540 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:50.475538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f380356d-0924-4c36-8443-f35021dc421c req-19859dfb-65d4-4ab9-9240-e1eb8836e5fe tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:50.482377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3fc082-d102-4ab2-afd7-5d5f203c948d None None] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:50.491362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f380356d-0924-4c36-8443-f35021dc421c req-19859dfb-65d4-4ab9-9240-e1eb8836e5fe tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:50.492587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f380356d-0924-4c36-8443-f35021dc421c req-19859dfb-65d4-4ab9-9240-e1eb8836e5fe tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=1712eb30-8a8d-487f-ac36-653290952330 HTTP/1.1" status: 200  len: 210 time: 0.0654271
Dec 16 09:43:50.680804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d092e8b-7195-4ab8-9e3d-bc72e537974e req-b553908e-145c-4cbb-85db-f91cfd670fe6 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:50.682344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d092e8b-7195-4ab8-9e3d-bc72e537974e req-b553908e-145c-4cbb-85db-f91cfd670fe6 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 945 time: 0.0829809
Dec 16 09:43:50.718600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d72144-e4d7-494d-8b88-4c46557b8c57 None None] Network 6ffe8dc2-2dbc-4712-a2af-047f356cf176 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:50.737083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d092e8b-7195-4ab8-9e3d-bc72e537974e req-6ee332e3-3354-4694-8662-da28734cd2eb tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491021
Dec 16 09:43:50.791714 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712eb30-8a8d-487f-ac36-653290952330', 'name': 'network-vif-deleted', 'tag': '4e7be8fa-2d52-42f9-a459-e7f905611c2b', 'status': 'completed', 'code': 200}
Dec 16 09:43:50.815807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.829971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Deleting port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:50.830434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:50.938271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4681a5-f61b-46b4-9b99-afcc2476a8ab None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:43:51.088070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] For port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=59d530c7-8c76-4b33-abb0-c0aace7f8c3a,segment=NetworkSegment(9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77),segment_id=9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:51.088735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.111633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad8f9-495b-4350-9fb7-c4e794e130d4 req-29ab2bce-98e6-470e-bf0b-1a901dd62bef tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:51.113498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4681a5-f61b-46b4-9b99-afcc2476a8ab None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:43:51.113794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c6ad8f9-495b-4350-9fb7-c4e794e130d4 req-29ab2bce-98e6-470e-bf0b-1a901dd62bef tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.2202375
Dec 16 09:43:51.158930 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c6ad8f9-495b-4350-9fb7-c4e794e130d4 req-1d00ce0d-cd16-4819-aef5-47637f6e1371 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388780
Dec 16 09:43:51.220240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Calling delete_port for 59d530c7-8c76-4b33-abb0-c0aace7f8c3a owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:51.298234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.302868 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61af9d93-85d8-4383-bf9f-5e76948b9b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:51.355740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Port': ['ID=59d530c7-8c76-4b33-abb0-c0aace7f8c3a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:51.360225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:51.361053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No DVR routers for this DVR port 59d530c7-8c76-4b33-abb0-c0aace7f8c3a on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:51.497788 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.530949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ebf8b0>,) {'filters': {'network_id': ['6ffe8dc2-2dbc-4712-a2af-047f356cf176']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:51.551741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ebf8b0>, '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:51.552373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ebf8b0>, '9da0e1c0-ed97-4ba9-8cd2-07a88b5adc77') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:51.568326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.587014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.593321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:51.593783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:51.608929 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:51.699360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.706017 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-070ebf53-931d-4ac1-8bf9-2a51d2b0a9ee tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:51.718207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.729862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=6ffe8dc2-2dbc-4712-a2af-047f356cf176,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:51.733970 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:51.739241 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/6ffe8dc2-2dbc-4712-a2af-047f356cf176 HTTP/1.1" status: 204  len: 168 time: 2.1743436
Dec 16 09:43:51.739508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:51.765012 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cff7cf-f370-403c-9cf8-26ead0745e8d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:43:51.765474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cff7cf-f370-403c-9cf8-26ead0745e8d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:43:51.767080 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-74cff7cf-f370-403c-9cf8-26ead0745e8d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/6ffe8dc2-2dbc-4712-a2af-047f356cf176 HTTP/1.1" status: 404  len: 339 time: 0.0266728
Dec 16 09:43:51.771470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:51.776877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1658588401', 'description': 'd1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:51.782030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:51.786617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:network and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:51.789822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:51.796448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:51.807435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:51.811062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.824741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2829c-961a-4e0a-aa44-3dbd663c4941 req-dae44309-0bca-41e3-a35e-eb903f27e595 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:51.826227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ac2829c-961a-4e0a-aa44-3dbd663c4941 req-dae44309-0bca-41e3-a35e-eb903f27e595 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.0816264
Dec 16 09:43:51.843600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:51.853935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:51.854280 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 63557ae1-5348-4cd7-9d5c-255f13b54e0a of type vlan for network 13e22d1c-f5f7-41d7-a77f-35b1842b326b
Dec 16 09:43:51.879019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ac2829c-961a-4e0a-aa44-3dbd663c4941 req-53820c45-0dc4-4f0a-8386-526d43ebef4c tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/security-groups?id=88598d7c-08fe-4e51-ad71-8edd182cafe8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445771
Dec 16 09:43:52.006786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:52.043544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:52.049282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:52.049866 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:52.054346 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-89797ad7-fa66-434b-8f3f-fc21797bab5a tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:52.161030 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.3884785
Dec 16 09:43:52.163746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:52.191802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=13e22d1c-f5f7-41d7-a77f-35b1842b326b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:52.198784 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:52.203904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 13e22d1c-f5f7-41d7-a77f-35b1842b326b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:52.293875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde19b6-a463-4416-9d8f-ffb83cee7bc4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:52.294358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-edde19b6-a463-4416-9d8f-ffb83cee7bc4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Synchronizing usage tracker for tenant:032c39fc3fe84d83a23f3987091521fb on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:52.312303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-edde19b6-a463-4416-9d8f-ffb83cee7bc4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Unset dirty status for tenant:032c39fc3fe84d83a23f3987091521fb on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:52.313580 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-edde19b6-a463-4416-9d8f-ffb83cee7bc4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/networks?id=13e22d1c-f5f7-41d7-a77f-35b1842b326b HTTP/1.1" status: 200  len: 761 time: 0.1485996
Dec 16 09:43:52.316889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48594) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:52.322670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'description': 'd2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:52.463695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-4e7ddc83-c49a-4376-aef2-bb890048ea4d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:52.465130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-4e7ddc83-c49a-4376-aef2-bb890048ea4d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.2502954
Dec 16 09:43:52.496259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-ab5843e8-fc42-4c53-bf4e-73c551671b07 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/quotas/94a460156b794cf8bc4e3415ab4a5b86 HTTP/1.1" status: 200  len: 375 time: 0.0195458
Dec 16 09:43:52.498148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4e7be8fa-2d52-42f9-a459-e7f905611c2b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:52.549697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d2856-7326-4b07-8489-27b3566cd557 req-69931674-17a7-4616-91a6-61b34fb58ced tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:52.551669 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b85d2856-7326-4b07-8489-27b3566cd557 req-69931674-17a7-4616-91a6-61b34fb58ced tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 946 time: 0.2259853
Dec 16 09:43:52.554448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 4e7be8fa-2d52-42f9-a459-e7f905611c2b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:43:52.555303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4e7be8fa-2d52-42f9-a459-e7f905611c2b not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:43:52.563647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:52.581097 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:52.585193 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:52.600348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-80069bae-70c9-4df6-87bb-70b78527582b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0919204
Dec 16 09:43:52.606755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 13e22d1c-f5f7-41d7-a77f-35b1842b326b is not hosted by any dhcp agent {{(pid=87655) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 09:43:52.611903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:52.612497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:52.614336 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "PUT /v2.0/networks/13e22d1c-f5f7-41d7-a77f-35b1842b326b HTTP/1.1" status: 200  len: 758 time: 0.2965589
Dec 16 09:43:52.624294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1760727-2b87-4312-8ce7-088e727df559 req-f99d8144-2a60-4466-ae74-bd24083a80eb tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:52.625719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1760727-2b87-4312-8ce7-088e727df559 req-f99d8144-2a60-4466-ae74-bd24083a80eb tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.74 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.2424605
Dec 16 09:43:52.629936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48600) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:52.686476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=13e22d1c-f5f7-41d7-a77f-35b1842b326b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:52.689029 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:52.697394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 13e22d1c-f5f7-41d7-a77f-35b1842b326b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:52.855431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Deleting port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:52.855997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:52.927650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Deleting port 7271754e-9fb7-4470-b873-368e2e483609 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:52.928002 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.008615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce91de-e119-4995-bdfd-facce3a271cb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:53.009284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6fce91de-e119-4995-bdfd-facce3a271cb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Synchronizing usage tracker for tenant:032c39fc3fe84d83a23f3987091521fb on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:53.114626 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-aab9c6e5-ed5c-4ffa-b02c-5f2b7d19e917 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4879117
Dec 16 09:43:53.129551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6fce91de-e119-4995-bdfd-facce3a271cb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Unset dirty status for tenant:032c39fc3fe84d83a23f3987091521fb on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:53.134001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6fce91de-e119-4995-bdfd-facce3a271cb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/networks?id=13e22d1c-f5f7-41d7-a77f-35b1842b326b HTTP/1.1" status: 200  len: 761 time: 0.4999506
Dec 16 09:43:53.134356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:53.140381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-965025051'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:53.147467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:53.157608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:53.167847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:53.171372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.202235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:53.210867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.211225 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 09cab768-357e-4ec3-a544-39b1fd7e2559 of type vlan for network a4b7387a-c46e-4c4e-bec6-203f6467ad1e
Dec 16 09:43:53.237078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.266431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.272598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:53.273178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.276793 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76db663b-2a13-4068-a4b5-8b5d16ab4e0e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:53.389253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=a4b7387a-c46e-4c4e-bec6-203f6467ad1e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:53.395357 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2568882
Dec 16 09:43:53.395357 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:53.395604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:53.402087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': 'a4b7387a-c46e-4c4e-bec6-203f6467ad1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:53.404035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a4b7387a-c46e-4c4e-bec6-203f6467ad1e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:43:53.500340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-c982a5e8-13d7-46a9-8e06-b54310b4c456 service neutron] 10.222.0.66 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3739669
Dec 16 09:43:53.514619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:53.518644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Usage tracker for resource:subnet and tenant:032c39fc3fe84d83a23f3987091521fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:43:53.522481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:43:53.523599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] For port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,segment=NetworkSegment(308e6949-fc55-4dbb-8ad8-d13de64b83e5),segment_id=308e6949-fc55-4dbb-8ad8-d13de64b83e5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:53.523965 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.528496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:53.552918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:53.556808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.832429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.836884 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f43759a9-40f5-4c49-bc35-2867271629f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:53.875937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Calling delete_port for a5392faf-9ba8-4fd7-9d11-75f38a9b6cad owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:53.934690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=769b4ca0-5fbe-449f-9286-b851613d06f8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:53.938368 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:53.942093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] For port 7271754e-9fb7-4470-b873-368e2e483609, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7271754e-9fb7-4470-b873-368e2e483609,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:53.942232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:53.944756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '09cab768-357e-4ec3-a544-39b1fd7e2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a4b7387a-c46e-4c4e-bec6-203f6467ad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:43:53.945124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: a4b7387a-c46e-4c4e-bec6-203f6467ad1e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:43:53.969665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network a4b7387a-c46e-4c4e-bec6-203f6467ad1e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:43:53.982046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a4b7387a-c46e-4c4e-bec6-203f6467ad1e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:53.990431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560bffda-ed75-4217-8082-c90fa41eca37 None None] Network a4b7387a-c46e-4c4e-bec6-203f6467ad1e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:53.995106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:53.996020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.025516 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6284392
Dec 16 09:43:54.028043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48626) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:54.233327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.278923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37536f9-92aa-4eb7-968d-b5a44db56b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a4b7387a-c46e-4c4e-bec6-203f6467ad1e', 'network_id': 'a4b7387a-c46e-4c4e-bec6-203f6467ad1e', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': '769b4ca0-5fbe-449f-9286-b851613d06f8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:43:54.279820 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a37536f9-92aa-4eb7-968d-b5a44db56b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.305859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.393010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.399807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c25cc8bc-3cb0-4b11-9803-76ffbd3fc513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:54.406840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd584048-21bb-4e2e-a0d0-cdad98138c12 req-171752aa-a55e-41f2-973c-7ffd2342b8e6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:54.408684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd584048-21bb-4e2e-a0d0-cdad98138c12 req-171752aa-a55e-41f2-973c-7ffd2342b8e6 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 945 time: 0.3853884
Dec 16 09:43:54.444205 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.446308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=769b4ca0-5fbe-449f-9286-b851613d06f8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:54.450175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-a37536f9-92aa-4eb7-968d-b5a44db56b55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 769b4ca0-5fbe-449f-9286-b851613d06f8: This subnet is being modified by another concurrent operation.
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:43:54.455841 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 769b4ca0-5fbe-449f-9286-b851613d06f8: This subnet is being modified by another concurrent operation.
Dec 16 09:43:54.460709 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:43:54.474252 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9396febe-a2b6-4178-beb1-c533e1835743 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:54.481319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b8243-9a6c-4841-b8a4-ec812ff4484a None None] Network a4b7387a-c46e-4c4e-bec6-203f6467ad1e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:43:54.500988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a5392faf-9ba8-4fd7-9d11-75f38a9b6cad no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:54.547325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:54.556405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Pushing event deleted for resources: {'Port': ['ID=a5392faf-9ba8-4fd7-9d11-75f38a9b6cad,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:54.607779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: a5392faf-9ba8-4fd7-9d11-75f38a9b6cad {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:43:54.608318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a5392faf-9ba8-4fd7-9d11-75f38a9b6cad not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:43:54.608772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7271754e-9fb7-4470-b873-368e2e483609 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:54.613276 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:54.650804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd584048-21bb-4e2e-a0d0-cdad98138c12 req-b1f2d1bb-a351-4c7d-8404-914317a4567e tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups?id=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2299190
Dec 16 09:43:54.669424 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.669808 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.670124 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Floating IP 9f20a777-77af-4ad8-9956-0144d0652e42 disassociated. External IP: 172.25.3.151, port: 7271754e-9fb7-4470-b873-368e2e483609.
Dec 16 09:43:54.670465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Calling delete_port for 7271754e-9fb7-4470-b873-368e2e483609 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:54.700982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] No DVR routers for this DVR port a5392faf-9ba8-4fd7-9d11-75f38a9b6cad on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:54.709567 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.712299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'name': 'network-vif-deleted', 'tag': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:54.750945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b85d2856-7326-4b07-8489-27b3566cd557 req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.74 "DELETE /v2.0/ports/a5392faf-9ba8-4fd7-9d11-75f38a9b6cad HTTP/1.1" status: 204  len: 173 time: 2.1921291
Dec 16 09:43:54.824175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.838702 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.900450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:54.922275 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4bd6dc81-7218-4696-b7e8-fe1ff771e065 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:54.937030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c9e59-457e-4759-915d-998eec84439c None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:43:54.970682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f14d1d00>,) {'filters': {'network_id': ['a4b7387a-c46e-4c4e-bec6-203f6467ad1e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:55.008138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14d1d00>, '09cab768-357e-4ec3-a544-39b1fd7e2559') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:55.008434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14d1d00>, '09cab768-357e-4ec3-a544-39b1fd7e2559') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:55.025502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:55.035205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event deleted for resources: {'Port': ['ID=7271754e-9fb7-4470-b873-368e2e483609,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:55.038656 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:55.117923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c9e59-457e-4759-915d-998eec84439c None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:43:55.161484 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:55.195266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:43:55.195740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:43:55.212258 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:43:55.240538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-052b4f36-d419-4529-93c0-f794bafd91be req-2eaec24a-f008-447a-a53d-087c03a9cda9 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Synchronizing usage tracker for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:55.391734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-052b4f36-d419-4529-93c0-f794bafd91be req-2eaec24a-f008-447a-a53d-087c03a9cda9 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Unset dirty status for tenant:6196f6b3146742f7a02f894aaac7eb92 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:55.392879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-052b4f36-d419-4529-93c0-f794bafd91be req-2eaec24a-f008-447a-a53d-087c03a9cda9 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c6ff44-065f-4306-893c-7eb58373ed22 HTTP/1.1" status: 200  len: 210 time: 0.2531958
Dec 16 09:43:55.496751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Router 184c8144-6576-4ecc-b089-355f8121a87d has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:43:55.568362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:55.572187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:55.607216 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:55.618651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=a4b7387a-c46e-4c4e-bec6-203f6467ad1e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:55.632549 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:55.652614 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/a4b7387a-c46e-4c4e-bec6-203f6467ad1e HTTP/1.1" status: 204  len: 168 time: 1.6210272
Dec 16 09:43:55.657366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48640) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:55.711704 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8165ce6-25b0-4fc0-aa7c-660d50cc0f0d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] GET failed (client error): The resource could not be found.
Dec 16 09:43:55.712233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8165ce6-25b0-4fc0-aa7c-660d50cc0f0d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Synchronizing usage tracker for tenant:032c39fc3fe84d83a23f3987091521fb on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:55.739346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8165ce6-25b0-4fc0-aa7c-660d50cc0f0d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Unset dirty status for tenant:032c39fc3fe84d83a23f3987091521fb on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:55.740564 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d8165ce6-25b0-4fc0-aa7c-660d50cc0f0d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/subnets/769b4ca0-5fbe-449f-9286-b851613d06f8 HTTP/1.1" status: 404  len: 337 time: 0.0793839
Dec 16 09:43:55.748098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48646) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:55.802092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-41b5e9b9-7fb5-4664-af11-6e570c7762b1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:55.803486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-41b5e9b9-7fb5-4664-af11-6e570c7762b1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 811 time: 0.6059685
Dec 16 09:43:55.812144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:55.877767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Request body: {'port': {'device_id': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'admin_state_up': True, 'tenant_id': '94a460156b794cf8bc4e3415ab4a5b86'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:55.911495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3aa8c8d-4981-4899-99fb-2aa31a80d841 req-c68fd861-300f-4385-95a5-392c35221814 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 210 time: 0.1640649
Dec 16 09:43:55.919544 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9377995-6dc7-46b3-8a5b-4de0df4bb551 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:43:55.919817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9377995-6dc7-46b3-8a5b-4de0df4bb551 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:43:56.087823 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b9377995-6dc7-46b3-8a5b-4de0df4bb551 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/a4b7387a-c46e-4c4e-bec6-203f6467ad1e HTTP/1.1" status: 404  len: 339 time: 0.3306241
Dec 16 09:43:56.092864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:56.197765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:56.209010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] Sync routers for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:56.221692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:56.222599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20192b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:56.288558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-8db264b6-a7ed-42aa-b3a6-b6668ed6befc tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:56.289901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-8db264b6-a7ed-42aa-b3a6-b6668ed6befc tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 945 time: 0.5436928
Dec 16 09:43:56.296914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:56.314887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e14adc-6af4-4970-9ff5-86b84fa1da1d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:56.315589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34e14adc-6af4-4970-9ff5-86b84fa1da1d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Synchronizing usage tracker for tenant:032c39fc3fe84d83a23f3987091521fb on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:56.336609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] No DVR routers for this DVR port 7271754e-9fb7-4470-b873-368e2e483609 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:56.353668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:56.355605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1760727-2b87-4312-8ce7-088e727df559 req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.74 "DELETE /v2.0/ports/7271754e-9fb7-4470-b873-368e2e483609 HTTP/1.1" status: 204  len: 173 time: 3.7233765
Dec 16 09:43:56.367362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:56.380052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316fe25-d27a-40db-b013-f0f92e3a06a1 req-66b45c67-67c6-48e0-b564-8f6e9a92dac0 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:56.381569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b316fe25-d27a-40db-b013-f0f92e3a06a1 req-66b45c67-67c6-48e0-b564-8f6e9a92dac0 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 945 time: 0.3494816
Dec 16 09:43:56.394244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34e14adc-6af4-4970-9ff5-86b84fa1da1d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Unset dirty status for tenant:032c39fc3fe84d83a23f3987091521fb on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:56.398914 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34e14adc-6af4-4970-9ff5-86b84fa1da1d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3012404
Dec 16 09:43:56.398914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:56.400774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Deleting port 50cb012f-69e3-43b0-9058-c9c424e8c602 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:56.401124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:56.447108 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-49c0e968-b842-4ca3-8f28-6ee2fa003c8e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 207 time: 0.0439062
Dec 16 09:43:56.447108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 7f23a4b3-e656-4922-acda-5ec43e4b505b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:43:56.447474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Made reservation on behalf of 94a460156b794cf8bc4e3415ab4a5b86 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:56.447576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:56.448128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:56.451007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:43:56.460732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48664) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:56.693425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b316fe25-d27a-40db-b013-f0f92e3a06a1 req-5da5a059-333f-47ce-a806-d8037d4d5370 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596195
Dec 16 09:43:56.782141 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c6ff44-065f-4306-893c-7eb58373ed22', 'name': 'network-vif-deleted', 'tag': 'a5392faf-9ba8-4fd7-9d11-75f38a9b6cad', 'status': 'completed', 'code': 200}
Dec 16 09:43:56.920267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20192b0>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:53Z', 'revision_number': 5, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:56.924986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] Checking router: 184c8144-6576-4ecc-b089-355f8121a87d for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:43:56.927823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port 7f23a4b3-e656-4922-acda-5ec43e4b505b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7f23a4b3-e656-4922-acda-5ec43e4b505b,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:56.928337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:56.936026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:56.936889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20192b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:57.041988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a19d1-ae9c-4a53-8345-7c655fa1e5f6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:57.047832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a19d1-ae9c-4a53-8345-7c655fa1e5f6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:57.054623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a19d1-ae9c-4a53-8345-7c655fa1e5f6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:57.060840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a19d1-ae9c-4a53-8345-7c655fa1e5f6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:57.062553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fa0a19d1-ae9c-4a53-8345-7c655fa1e5f6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.5919268
Dec 16 09:43:57.076557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48670) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:57.081562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for 7f23a4b3-e656-4922-acda-5ec43e4b505b owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:57.082045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fd0334f8-3557-44fb-b696-945a0b010a19 req-09d907ac-5812-4e5b-bb0f-db55ab2b0beb tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Synchronizing usage tracker for tenant:505dcd47b2134371beacd05a2ae6cd99 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:57.211446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Allocated IP 172.20.0.2 (dcd9bf22-4a69-40f7-ae7e-a0cc88033aee/c895022b-e54e-431c-ad7b-d0b89d6ed5c8/e017cec7-65e2-4548-b25c-86c5e52f8763) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:43:57.215964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:43:57.268785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] For port 50cb012f-69e3-43b0-9058-c9c424e8c602, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=50cb012f-69e3-43b0-9058-c9c424e8c602,segment=NetworkSegment(23866eee-1302-416b-8305-943de346e0f8),segment_id=23866eee-1302-416b-8305-943de346e0f8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:43:57.269175 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:57.276695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fd0334f8-3557-44fb-b696-945a0b010a19 req-09d907ac-5812-4e5b-bb0f-db55ab2b0beb tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Unset dirty status for tenant:505dcd47b2134371beacd05a2ae6cd99 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:57.285649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd0334f8-3557-44fb-b696-945a0b010a19 req-09d907ac-5812-4e5b-bb0f-db55ab2b0beb tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c1bacbe-91d1-487b-80f5-ca7605afcf45 HTTP/1.1" status: 200  len: 210 time: 0.3089905
Dec 16 09:43:57.617333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:57.622943 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24746ecf-cc1f-40b9-969d-282449815cfc tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:57.721370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20192b0>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:53Z', 'revision_number': 5, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:57.732717 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299f933-bbf0-408e-8c73-d073666cafac None None] The sync data for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 is: [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:40:42Z', 'revision_number': 4, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'b0617aa2-cd10-4276-a36d-3013289e70c0', 'name': '', 'network_id': '8e16e9bc-4574-4a92-addc-12cac5a50283', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'mac_address': 'fa:16:3e:a3:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:39Z', 'updated_at': '2021-12-16T09:40:53Z', 'revision_number': 5, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'subnets': [{'id': 'cb988111-4267-4ac9-afdc-58f87704a7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:43:57.733450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Calling delete_port for 50cb012f-69e3-43b0-9058-c9c424e8c602 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:43:57.804436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=7f23a4b3-e656-4922-acda-5ec43e4b505b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:57.841106 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:57.979624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d4df0ffd-abd6-4609-8472-62665baabe37 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.8888507
Dec 16 09:43:57.986001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48678) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:58.175650 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:58.177079 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58351314-a477-4e5d-80b1-90f1c8f6a491 None None] New status for floating IP 9f20a777-77af-4ad8-9956-0144d0652e42: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:43:58.202464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c11d1b9-5950-47e7-b3e3-7f915cf89630 req-2c55a648-de1b-48fc-80a8-0cbfc631367d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 210 time: 0.1237168
Dec 16 09:43:58.263942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cddedd-722a-485c-a7db-c9ea5c93525c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:58.266311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cddedd-722a-485c-a7db-c9ea5c93525c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:58.267268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7cddedd-722a-485c-a7db-c9ea5c93525c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Synchronizing usage tracker for tenant:032c39fc3fe84d83a23f3987091521fb on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:58.336589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7cddedd-722a-485c-a7db-c9ea5c93525c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Unset dirty status for tenant:032c39fc3fe84d83a23f3987091521fb on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:58.338040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f7cddedd-722a-485c-a7db-c9ea5c93525c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.3479114
Dec 16 09:43:58.350906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48684) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:58.419728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:58.508084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750762b1-13f4-4a29-b872-a18088d06642 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:58.509849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750762b1-13f4-4a29-b872-a18088d06642 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:58.511562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-750762b1-13f4-4a29-b872-a18088d06642 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1509409
Dec 16 09:43:58.514343 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:58.517066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48690) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:58.526549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 50cb012f-69e3-43b0-9058-c9c424e8c602 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:43:58.531418 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d027c01-9181-4c35-99d7-72a50d0e4023 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:58.605588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 50cb012f-69e3-43b0-9058-c9c424e8c602 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:43:58.605969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 50cb012f-69e3-43b0-9058-c9c424e8c602 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:43:58.654457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:43:58.662482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Pushing event deleted for resources: {'Port': ['ID=50cb012f-69e3-43b0-9058-c9c424e8c602,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:58.708918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:58.783087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] No DVR routers for this DVR port 50cb012f-69e3-43b0-9058-c9c424e8c602 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:43:58.789138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'name': 'network-vif-deleted', 'tag': '7271754e-9fb7-4470-b873-368e2e483609'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:43:58.798464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:58.825672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:58.842333 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1627412c-51df-412e-a60f-f8976a4a4bf7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:43:58.904032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb5cc367-7457-490f-a1a6-97411745c3a2 req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.74 "DELETE /v2.0/ports/50cb012f-69e3-43b0-9058-c9c424e8c602 HTTP/1.1" status: 204  len: 173 time: 2.6045651
Dec 16 09:43:58.924571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acebaf-fb17-46be-9427-90e27bbd55e3 req-388e0bea-8bed-40ec-8f8f-a2f119e3e1d4 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:58.925290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d1acebaf-fb17-46be-9427-90e27bbd55e3 req-388e0bea-8bed-40ec-8f8f-a2f119e3e1d4 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Synchronizing usage tracker for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:43:58.942151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39a9d3-d49e-4867-b15a-cd8271a81a85 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:58.943568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9a39a9d3-d49e-4867-b15a-cd8271a81a85 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/networks/45cd44cf-4910-4984-8f32-c279df321fef HTTP/1.1" status: 200  len: 800 time: 0.4252236
Dec 16 09:43:58.949625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48698) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:58.951550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:43:58.962125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:43:58.991336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:43:59.002973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:43:59.017869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] Sync routers for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:43:59.034278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:59.034520 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "PUT /v2.0/routers/9f2292e6-fabe-4202-aa48-8b8fa89cbd3b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4766037
Dec 16 09:43:59.035193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf7f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:59.168064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event updated for resources: {'Port': ['ID=e017cec7-65e2-4548-b25c-86c5e52f8763,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:43:59.170776 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:43:59.177717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:59.178409 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:59.200285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d1acebaf-fb17-46be-9427-90e27bbd55e3 req-388e0bea-8bed-40ec-8f8f-a2f119e3e1d4 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Unset dirty status for tenant:cecb108b3ba74b96857b93d11d3a6bf4 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:43:59.201447 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d1acebaf-fb17-46be-9427-90e27bbd55e3 req-388e0bea-8bed-40ec-8f8f-a2f119e3e1d4 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb0e3869-9e76-400b-90b9-51380cab3eba HTTP/1.1" status: 200  len: 867 time: 0.7693739
Dec 16 09:43:59.243364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:43:59.252677 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3805654
Dec 16 09:43:59.290843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Request body: {'port': {'device_id': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:59.362066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d1acebaf-fb17-46be-9427-90e27bbd55e3 req-faff3144-5915-4281-bfd5-24a0b12db1f2 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cb8644e-b5ac-4fc2-b668-e594dc42ab79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489413
Dec 16 09:43:59.375786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27a52650-2cca-408d-a42c-0619656ea7e2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/networks/45cd44cf-4910-4984-8f32-c279df321fef?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.4173160
Dec 16 09:43:59.375963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48706) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:59.491862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e17e86-71e1-48d1-b169-4dd736b58284 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:59.496961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48712) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:59.497463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e2e17e86-71e1-48d1-b169-4dd736b58284 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/subnets/2bc9c520-8261-46bc-bd3c-f5054c7924ba HTTP/1.1" status: 200  len: 811 time: 0.1204700
Dec 16 09:43:59.553281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:59.643766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d06aaea-4dc9-41d5-8cea-84b5d315257f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:59.645647 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7d06aaea-4dc9-41d5-8cea-84b5d315257f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "GET /v2.0/subnets/2bc9c520-8261-46bc-bd3c-f5054c7924ba?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1467338
Dec 16 09:43:59.649381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:43:59.667086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580260780'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:43:59.679844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:43:59.701009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:43:59.725632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:43:59.730818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:59.764483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf7f0>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:57Z', 'revision_number': 6, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:22Z', 'revision_number': 1, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:59.771891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] Checking router: 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:43:59.788753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:43:59.789742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf7f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:43:59.793972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:43:59.815422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:59.816154 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Added segment 67e3569f-1612-4813-be11-ee72e893e9c7 of type vlan for network 187b2391-f0ed-49a0-9a53-d870ebf2bc94
Dec 16 09:43:59.871917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:59.925686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:59.932209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:43:59.933180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:43:59.945848 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7b7c0f92-5023-4aeb-aefd-c307d1ed8f48 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:00.063922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Network': ['ID=187b2391-f0ed-49a0-9a53-d870ebf2bc94,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:00.067895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:00.074261 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4233010
Dec 16 09:44:00.077862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48722) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:00.079269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 187b2391-f0ed-49a0-9a53-d870ebf2bc94 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:44:00.084534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'network_id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:00.231481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:00.242311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:00.256267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Made reservation on behalf of 032c39fc3fe84d83a23f3987091521fb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:00.261111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.292893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e017cec7-65e2-4548-b25c-86c5e52f8763 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:44:00.301261 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.317077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Transition to ACTIVE for port object e017cec7-65e2-4548-b25c-86c5e52f8763 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:00.323610 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1bacbe-91d1-487b-80f5-ca7605afcf45', 'name': 'network-vif-deleted', 'tag': '7271754e-9fb7-4470-b873-368e2e483609', 'status': 'completed', 'code': 200}
Dec 16 09:44:00.325033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:00.325600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.332290 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b951849-fc59-43ae-9fa9-9c73bfb52889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:00.382734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 09:44:00.384849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 09:44:00.581870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Pushing event updated for resources: {'Port': ['ID=e017cec7-65e2-4548-b25c-86c5e52f8763,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:00.585289 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:00.592969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.598740 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8816263-51db-443f-927f-248a7690eeec tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:00.672856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Attempting to bind port e017cec7-65e2-4548-b25c-86c5e52f8763 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:00.673197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Attempting to bind port e017cec7-65e2-4548-b25c-86c5e52f8763 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:00.673925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Attempting to bind port e017cec7-65e2-4548-b25c-86c5e52f8763 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:00.684182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Port e017cec7-65e2-4548-b25c-86c5e52f8763 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:44:00.684547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Attempting to bind port e017cec7-65e2-4548-b25c-86c5e52f8763 on network dcd9bf22-4a69-40f7-ae7e-a0cc88033aee {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:00.688475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=d9a8271e-0eaf-4f35-ad81-7f731b38647f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:00.694984 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:00.696126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:00.696468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Checking segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:00.696862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Bound using segment: {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:00.697543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Bound port: e017cec7-65e2-4548-b25c-86c5e52f8763, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e50ba0-2cba-4317-a60d-35923e37a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:00.697677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Checking segment: {'id': '67e3569f-1612-4813-be11-ee72e893e9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:00.697770 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.697861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network hostable DHCP agents. Network: 187b2391-f0ed-49a0-9a53-d870ebf2bc94, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:44:00.718223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6cfe4-f215-46a2-ae53-a28bc853c5ed req-6479fd71-a3fc-48e4-9c51-379f41d48e77 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:00.718473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Network 187b2391-f0ed-49a0-9a53-d870ebf2bc94 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:44:00.718829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b9e6cfe4-f215-46a2-ae53-a28bc853c5ed req-6479fd71-a3fc-48e4-9c51-379f41d48e77 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:00.729824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 187b2391-f0ed-49a0-9a53-d870ebf2bc94) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:00.738776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:00.739592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.767001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb1f05-78cd-4563-8d4c-2cd719bba1d5 None None] Network 187b2391-f0ed-49a0-9a53-d870ebf2bc94 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:00.769751 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.6890268
Dec 16 09:44:00.771699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:00.777865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:00.793623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b9e6cfe4-f215-46a2-ae53-a28bc853c5ed req-6479fd71-a3fc-48e4-9c51-379f41d48e77 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:00.799625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9e6cfe4-f215-46a2-ae53-a28bc853c5ed req-6479fd71-a3fc-48e4-9c51-379f41d48e77 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 943 time: 0.3298485
Dec 16 09:44:00.856216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] For port e017cec7-65e2-4548-b25c-86c5e52f8763, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:00.867404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9e6cfe4-f215-46a2-ae53-a28bc853c5ed req-69f9fe43-a3f0-4702-9d16-f268e0ac1d77 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666270
Dec 16 09:44:00.870547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] For port e017cec7-65e2-4548-b25c-86c5e52f8763, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e017cec7-65e2-4548-b25c-86c5e52f8763,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:00.879771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.885699 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c121fc8-4fb9-452e-91e2-0d21bb980aa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:00.914085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5495203'] for subnet, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.922578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1eaf7f0>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:57Z', 'revision_number': 6, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:22Z', 'revision_number': 1, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:00.959224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43a5ca-d9b8-43c9-907c-e45201e533d7 None None] The sync data for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 is: [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:57Z', 'revision_number': 6, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'aa980eb3-e597-4fb3-8bfd-55147cf99796', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'port_id': '04c78303-13b5-4172-864b-a63f16c4c338', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'mac_address': 'fa:16:3e:ec:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f243cf4-d147-4248-815c-32caeb6180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:42:14Z', 'updated_at': '2021-12-16T09:42:22Z', 'revision_number': 1, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:00.985061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:00.985704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:00.987847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] 10.222.0.74 "PUT /v2.0/ports/e017cec7-65e2-4548-b25c-86c5e52f8763 HTTP/1.1" status: 200  len: 1091 time: 1.7039294
Dec 16 09:44:01.013056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Pushing event updated for resources: {'Port': ['ID=e017cec7-65e2-4548-b25c-86c5e52f8763,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:01.016226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:01.032668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48740) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:01.054392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-187b2391-f0ed-49a0-9a53-d870ebf2bc94', 'network_id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94', 'tenant_id': '032c39fc3fe84d83a23f3987091521fb', 'fixed_ips': [{'subnet_id': 'd9a8271e-0eaf-4f35-ad81-7f731b38647f'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:44:01.055563 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.186466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758231354956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6511713'] for subnet, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.192351 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21cbcd64-67a7-4c43-9913-eec0131c5693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:01.222160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-6edb8ea1-e75e-4f81-882c-42b8e9a17b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:01.223731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-6edb8ea1-e75e-4f81-882c-42b8e9a17b77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 1094 time: 0.1880808
Dec 16 09:44:01.231498 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.248849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:01.249447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.253964 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "PUT /v2.0/subnets/d9a8271e-0eaf-4f35-ad81-7f731b38647f HTTP/1.1" status: 200  len: 877 time: 0.4779682
Dec 16 09:44:01.254085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:01.256435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Allocated IP 172.20.0.3 (187b2391-f0ed-49a0-9a53-d870ebf2bc94/d9a8271e-0eaf-4f35-ad81-7f731b38647f/c80c8b6d-4265-45a8-81bd-d8007f76e933) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:01.314575 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-61158c3e-8491-443a-b226-5f753c76f516 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e017cec7-65e2-4548-b25c-86c5e52f8763 HTTP/1.1" status: 200  len: 217 time: 0.0803690
Dec 16 09:44:01.334312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event updated for resources: {'Subnet': ['ID=d9a8271e-0eaf-4f35-ad81-7f731b38647f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:01.350982 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:01.379272 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.401984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7f23a4b3-e656-4922-acda-5ec43e4b505b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:01.410669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30576f4-1d5e-4191-9bd9-a9d9161f805f req-8d4a2fd2-c340-4fd9-9bd1-db24a6555717 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:01.417833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f30576f4-1d5e-4191-9bd9-a9d9161f805f req-8d4a2fd2-c340-4fd9-9bd1-db24a6555717 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 946 time: 0.2995265
Dec 16 09:44:01.451061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7f23a4b3-e656-4922-acda-5ec43e4b505b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:01.451472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7f23a4b3-e656-4922-acda-5ec43e4b505b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:01.451734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.527645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f30576f4-1d5e-4191-9bd9-a9d9161f805f req-7e8d9394-50ed-4d42-ba73-a16bb3963a50 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052778
Dec 16 09:44:01.537282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.537758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-1233e923-0349-4d27-a41c-aa35e0effc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:01.539418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-1233e923-0349-4d27-a41c-aa35e0effc0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.2062831
Dec 16 09:44:01.598409 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.598768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-9b6b7782-7c10-477a-a42e-e75aa0cea9cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511262
Dec 16 09:44:01.628376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Transition to ACTIVE for port object c80c8b6d-4265-45a8-81bd-d8007f76e933 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:01.657527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Transition to ACTIVE for port object c80c8b6d-4265-45a8-81bd-d8007f76e933 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:01.662785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:01.666737 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.670290 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.678831 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:01.682224 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d92329ac-7f7c-47cb-ba6c-d12e14eea99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:01.757468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Network 187b2391-f0ed-49a0-9a53-d870ebf2bc94 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:01.759059 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.763240 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:01.764791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:01.769540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:01.788441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:01.793011 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:01.799641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Deleting subnet 1209404d-8dab-427c-a784-fffd08036243 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:01.811421 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.863463 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.864661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "DELETE /v2.0/security-groups/6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0 HTTP/1.1" status: 204  len: 168 time: 0.8308313
Dec 16 09:44:01.872394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48752) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:01.874149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Pushing event updated for resources: {'Port': ['ID=c80c8b6d-4265-45a8-81bd-d8007f76e933,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:01.882375 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:01.904905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Attempting to bind port c80c8b6d-4265-45a8-81bd-d8007f76e933 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:01.905293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Attempting to bind port c80c8b6d-4265-45a8-81bd-d8007f76e933 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '67e3569f-1612-4813-be11-ee72e893e9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:01.905684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Attempting to bind port c80c8b6d-4265-45a8-81bd-d8007f76e933 on network 187b2391-f0ed-49a0-9a53-d870ebf2bc94 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:01.912573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:01.912993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Checking segment: {'id': '67e3569f-1612-4813-be11-ee72e893e9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:01.913404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.913521 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-3598cd95-576e-4da1-8066-48060a89c484 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] show failed (client error): The resource could not be found.
Dec 16 09:44:01.913814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Bound using segment: {'id': '67e3569f-1612-4813-be11-ee72e893e9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:01.914618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3598cd95-576e-4da1-8066-48060a89c484 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "GET /v2.0/security-groups/6cf65ceb-5eaa-469d-af7b-ae38e3bd76c0 HTTP/1.1" status: 404  len: 347 time: 0.0410650
Dec 16 09:44:01.917188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Bound port: c80c8b6d-4265-45a8-81bd-d8007f76e933, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e3569f-1612-4813-be11-ee72e893e9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:01.917641 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:01.930572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48758) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:02.024904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] For port c80c8b6d-4265-45a8-81bd-d8007f76e933, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:02.028017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a8271e-0eaf-4f35-ad81-7f731b38647f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:02.028171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] For port c80c8b6d-4265-45a8-81bd-d8007f76e933, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c80c8b6d-4265-45a8-81bd-d8007f76e933,segment=NetworkSegment(67e3569f-1612-4813-be11-ee72e893e9c7),segment_id=67e3569f-1612-4813-be11-ee72e893e9c7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:02.033383 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.038578 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:02.050358 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:02.136331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Pushing event updated for resources: {'Port': ['ID=c80c8b6d-4265-45a8-81bd-d8007f76e933,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:02.139140 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:02.181732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.225624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.241390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0883a7-437a-4e33-9045-3a11ecacf8d8 None None] Network 187b2391-f0ed-49a0-9a53-d870ebf2bc94 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:02.260033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f24c3f10>,) {'filters': {'network_id': ['187b2391-f0ed-49a0-9a53-d870ebf2bc94']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:02.280707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-021fec56-4693-4cb9-a2ce-9388d9ad83ed service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6551585
Dec 16 09:44:02.282283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24c3f10>, '67e3569f-1612-4813-be11-ee72e893e9c7') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:02.282584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24c3f10>, '67e3569f-1612-4813-be11-ee72e893e9c7') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:02.290224 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.329252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'name': 'network-vif-deleted', 'tag': '50cb012f-69e3-43b0-9058-c9c424e8c602'}, {'name': 'network-changed', 'server_uuid': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'tag': 'e017cec7-65e2-4548-b25c-86c5e52f8763'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:02.335825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.358685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.374164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:02.374612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.378951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Deleting port d9257887-b7d8-4cb2-a4d6-227d2a505fe3 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:02.379352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:02.391985 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:02.410760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-4819f259-f465-4038-8f45-b4f796159fe4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:02.412684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-4819f259-f465-4038-8f45-b4f796159fe4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 946 time: 0.5937867
Dec 16 09:44:02.460323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.481718 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61a70ffc-a0ef-4c79-a21a-e920a6381080 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:02.507104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db47905b-e6d6-4abf-9372-364414d52395 None None] Network 187b2391-f0ed-49a0-9a53-d870ebf2bc94 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:02.524177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1209404d-8dab-427c-a784-fffd08036243,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:02.527874 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:02.528576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 09:44:02.528576 n-d-820554-2 neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 09:44:02.528576 n-d-820554-2 neutron-server[87655]: [parameters: {'id': '187b2391-f0ed-49a0-9a53-d870ebf2bc94'}]
Dec 16 09:44:02.528576 n-d-820554-2 neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:44:02.528910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:44:02.529914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.545969 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1209404d-8dab-427c-a784-fffd08036243 HTTP/1.1" status: 204  len: 168 time: 0.8816576
Dec 16 09:44:02.546560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48768) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:02.563614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 7faf5f15-d7fd-4944-a331-c454ac34d08d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:02.563966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.657216 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.741401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d7cebd-e703-4ce2-b077-8732966a9ac8 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:44:02.789734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.818162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f12c2e20>,) {'filters': {'network_id': ['7696d687-2e8c-401a-b084-a687f9cd7716']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:02.820464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58451eb9-1c48-46cb-a1ee-27883e766555 req-e26f0354-9c67-4873-b1d1-cf958b43df4d service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4927161
Dec 16 09:44:02.832904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12c2e20>, '23866eee-1302-416b-8305-943de346e0f8') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:02.833796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12c2e20>, '23866eee-1302-416b-8305-943de346e0f8') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:02.842891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ae5c-ab99-4c0c-ba0e-98ea09a976be req-81542cf4-310e-4799-87ca-24532e998a33 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:02.844475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd37ae5c-ab99-4c0c-ba0e-98ea09a976be req-81542cf4-310e-4799-87ca-24532e998a33 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 943 time: 0.5678592
Dec 16 09:44:02.846672 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.863603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.870253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:02.870938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:02.885743 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:02.912556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7cebd-e703-4ce2-b077-8732966a9ac8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:44:02.971724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.976468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.977328 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.977666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:02.980796 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-378162ad-e35c-48c4-8bc7-94af878d0ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:03.002182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7696d687-2e8c-401a-b084-a687f9cd7716,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:03.006803 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:03.011324 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7696d687-2e8c-401a-b084-a687f9cd7716 HTTP/1.1" status: 204  len: 168 time: 0.4636178
Dec 16 09:44:03.030585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.046711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Deleting port c80c8b6d-4265-45a8-81bd-d8007f76e933 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:03.047364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.141590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Calling delete_port for d9257887-b7d8-4cb2-a4d6-227d2a505fe3 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:03.191755 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd37ae5c-ab99-4c0c-ba0e-98ea09a976be req-94910736-2286-4b0f-a5af-6679d8a7a261 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149762
Dec 16 09:44:03.269335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port 7faf5f15-d7fd-4944-a331-c454ac34d08d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7faf5f15-d7fd-4944-a331-c454ac34d08d,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:03.269693 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.313779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] For port c80c8b6d-4265-45a8-81bd-d8007f76e933, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c80c8b6d-4265-45a8-81bd-d8007f76e933,segment=NetworkSegment(67e3569f-1612-4813-be11-ee72e893e9c7),segment_id=67e3569f-1612-4813-be11-ee72e893e9c7)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:03.314531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.350304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48778) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:03.350304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:03.450988 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0e3869-9e76-400b-90b9-51380cab3eba', 'name': 'network-vif-deleted', 'tag': '50cb012f-69e3-43b0-9058-c9c424e8c602', 'status': 'completed', 'code': 200}
Dec 16 09:44:03.451224 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'tag': 'e017cec7-65e2-4548-b25c-86c5e52f8763', 'status': 'completed', 'code': 200}
Dec 16 09:44:03.464876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Calling delete_port for c80c8b6d-4265-45a8-81bd-d8007f76e933 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:03.502107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for 7faf5f15-d7fd-4944-a331-c454ac34d08d owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:03.542188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.547260 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f34ada3-a1a4-470c-a8a9-501249c5d94e tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:03.593884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Port': ['ID=c80c8b6d-4265-45a8-81bd-d8007f76e933,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:03.597054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:03.597804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No DVR routers for this DVR port c80c8b6d-4265-45a8-81bd-d8007f76e933 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:03.847828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.872652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0e0c280>,) {'filters': {'network_id': ['187b2391-f0ed-49a0-9a53-d870ebf2bc94']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:03.884521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e0c280>, '67e3569f-1612-4813-be11-ee72e893e9c7') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:03.884815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e0c280>, '67e3569f-1612-4813-be11-ee72e893e9c7') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:03.890822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Deleting subnet b450a3fa-fecf-4277-a7be-be4cf15a7fc7 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:03.896254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.904772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.914194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.920186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:03.920563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:03.936346 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:03.957238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b16ea1b1-c7c4-4cb4-b304-715f1f2f9c6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cecb108b3ba74b96857b93d11d3a6bf4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6039109
Dec 16 09:44:03.969560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.020594 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.025323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.029084 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b57f317a-c5c5-4d0f-b7d6-6f9fae2cda0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:04.035125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.051234 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.054197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=187b2391-f0ed-49a0-9a53-d870ebf2bc94,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:04.056580 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:04.064326 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/187b2391-f0ed-49a0-9a53-d870ebf2bc94 HTTP/1.1" status: 204  len: 168 time: 2.8045337
Dec 16 09:44:04.064448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.083137 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a2ad965f-b0c5-44d3-a38a-0e713412f8d4 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:04.102090 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0709540f-6c6e-4cf3-8abc-27f57adea5e6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:04.102472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0709540f-6c6e-4cf3-8abc-27f57adea5e6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:04.104118 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0709540f-6c6e-4cf3-8abc-27f57adea5e6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/d9a8271e-0eaf-4f35-ad81-7f731b38647f HTTP/1.1" status: 404  len: 337 time: 0.0388823
Dec 16 09:44:04.106568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.135452 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0fe0a1-1246-4e97-943d-b9d33d609e57 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:04.135937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0fe0a1-1246-4e97-943d-b9d33d609e57 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:04.137538 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5f0fe0a1-1246-4e97-943d-b9d33d609e57 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/187b2391-f0ed-49a0-9a53-d870ebf2bc94 HTTP/1.1" status: 404  len: 339 time: 0.0301094
Dec 16 09:44:04.140020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.143546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c258-a862-47c5-9ce0-ea3f5991db16 req-880a8389-9de1-40b9-85fc-72aa2510e269 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:04.145547 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f979c258-a862-47c5-9ce0-ea3f5991db16 req-880a8389-9de1-40b9-85fc-72aa2510e269 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=e63ae8ca-76f9-4728-8a64-65beaaa59f9b HTTP/1.1" status: 200  len: 946 time: 0.6891317
Dec 16 09:44:04.167885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Pushing event deleted for resources: {'Port': ['ID=d9257887-b7d8-4cb2-a4d6-227d2a505fe3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:04.170862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-dc8c3037-d04a-475f-9e12-f0b595c4459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:04.172307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-dc8c3037-d04a-475f-9e12-f0b595c4459a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 1094 time: 0.7194767
Dec 16 09:44:04.173110 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:04.178830 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-907d8950-8c5b-4ee0-a305-a83e5d8dfd2b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:04.179329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907d8950-8c5b-4ee0-a305-a83e5d8dfd2b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:04.180972 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-907d8950-8c5b-4ee0-a305-a83e5d8dfd2b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/769b4ca0-5fbe-449f-9286-b851613d06f8 HTTP/1.1" status: 404  len: 337 time: 0.0400941
Dec 16 09:44:04.184284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.209625 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3430d34-988d-419b-9e8c-7ee98eee7f8e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:04.210081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3430d34-988d-419b-9e8c-7ee98eee7f8e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:04.211700 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c3430d34-988d-419b-9e8c-7ee98eee7f8e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/a4b7387a-c46e-4c4e-bec6-203f6467ad1e HTTP/1.1" status: 404  len: 339 time: 0.0265353
Dec 16 09:44:04.214126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.327008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.419106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.432530 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.464289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.465552 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c3ee7cf-ce85-43f6-8bab-819574576132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:04.489547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f233db50>,) {'filters': {'network_id': ['13e22d1c-f5f7-41d7-a77f-35b1842b326b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:04.501922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f233db50>, '63557ae1-5348-4cd7-9d5c-255f13b54e0a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:04.502221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f233db50>, '63557ae1-5348-4cd7-9d5c-255f13b54e0a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:04.515417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.524535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f979c258-a862-47c5-9ce0-ea3f5991db16 req-1cd36a5a-9c48-423f-936c-4aeb67ca114f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3589590
Dec 16 09:44:04.533553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.546443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:04.546443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.548779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=7faf5f15-d7fd-4944-a331-c454ac34d08d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:04.551228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.553164 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:04.555873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e017cec7-65e2-4548-b25c-86c5e52f8763 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:44:04.559297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7faf5f15-d7fd-4944-a331-c454ac34d08d no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:04.605941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.606152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 7faf5f15-d7fd-4944-a331-c454ac34d08d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:04.606152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7faf5f15-d7fd-4944-a331-c454ac34d08d not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:04.650337 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:04.692861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.706202 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aea48f85-f86e-421f-841e-3eadbc5822b7 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:04.707769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] No DVR routers for this DVR port 7faf5f15-d7fd-4944-a331-c454ac34d08d on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:04.710608 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.730305 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.740228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.754071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=13e22d1c-f5f7-41d7-a77f-35b1842b326b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:04.765256 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:04.768175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-132d3290-7ac4-47d6-b40f-66a0a877a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:04.769723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-132d3290-7ac4-47d6-b40f-66a0a877a925 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 200  len: 912 time: 0.5355129
Dec 16 09:44:04.777635 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/13e22d1c-f5f7-41d7-a77f-35b1842b326b HTTP/1.1" status: 204  len: 168 time: 0.5602825
Dec 16 09:44:04.778153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.780074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.784096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] 10.222.0.66 "DELETE /v2.0/floatingips/9f20a777-77af-4ad8-9956-0144d0652e42 HTTP/1.1" status: 204  len: 168 time: 2.8496466
Dec 16 09:44:04.784096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e42d0ac-3c94-4216-bf80-be33b1e31685 req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "DELETE /v2.0/ports/7faf5f15-d7fd-4944-a331-c454ac34d08d HTTP/1.1" status: 204  len: 173 time: 2.3101201
Dec 16 09:44:04.792040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e017cec7-65e2-4548-b25c-86c5e52f8763, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e017cec7-65e2-4548-b25c-86c5e52f8763,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:04.811387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'e017cec7-65e2-4548-b25c-86c5e52f8763', 'network_id': 'dcd9bf22-4a69-40f7-ae7e-a0cc88033aee', 'port_id': 'e017cec7-65e2-4548-b25c-86c5e52f8763', 'mac_address': 'fa:16:3e:bc:4b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895022b-e54e-431c-ad7b-d0b89d6ed5c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:44:04.844002 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-95225338-2f07-4d4c-a289-2d43c9775e35 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:04.844388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95225338-2f07-4d4c-a289-2d43c9775e35 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:04.845429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48816) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.846075 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95225338-2f07-4d4c-a289-2d43c9775e35 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/74049479-384b-43d4-be25-b73749101659 HTTP/1.1" status: 404  len: 337 time: 0.0669999
Dec 16 09:44:04.855036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.855965 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.906643 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-53790bcf-4a84-480a-a211-45d5a695aafd tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:04.907120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53790bcf-4a84-480a-a211-45d5a695aafd tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:04.909009 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-53790bcf-4a84-480a-a211-45d5a695aafd tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/6ffe8dc2-2dbc-4712-a2af-047f356cf176 HTTP/1.1" status: 404  len: 339 time: 0.0530055
Dec 16 09:44:04.911987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.926288 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:04.931685 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.963792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e017cec7-65e2-4548-b25c-86c5e52f8763 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:44:04.966090 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b31f83-705d-473a-ae0d-d6d4a30b4e1b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:04.966662 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b31f83-705d-473a-ae0d-d6d4a30b4e1b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:04.971073 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-70b31f83-705d-473a-ae0d-d6d4a30b4e1b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/e076896b-1a03-4e85-a3ca-fd8a3a737812 HTTP/1.1" status: 404  len: 337 time: 0.0556433
Dec 16 09:44:04.971276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-fdebec1b-dc4b-4b5a-bc6b-0f70a1e260bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e017cec7-65e2-4548-b25c-86c5e52f8763 HTTP/1.1" status: 200  len: 217 time: 0.1822436
Dec 16 09:44:04.972140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:04.986289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e017cec7-65e2-4548-b25c-86c5e52f8763, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e017cec7-65e2-4548-b25c-86c5e52f8763,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:04.995008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:04.999358 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-66f56832-08a8-4e9a-858e-fd2b16ada01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:05.005837 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3881d60-d27b-4a7e-bd8d-6cb9627cb77f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.006306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3881d60-d27b-4a7e-bd8d-6cb9627cb77f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.009696 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3881d60-d27b-4a7e-bd8d-6cb9627cb77f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/2c48f6ce-8fa5-4e8b-913d-a3181565e0b2 HTTP/1.1" status: 404  len: 339 time: 0.0361631
Dec 16 09:44:05.012328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48832) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.047103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b450a3fa-fecf-4277-a7be-be4cf15a7fc7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:05.061341 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3849599-f074-4287-9be9-ca01346e863f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.061802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3849599-f074-4287-9be9-ca01346e863f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.063480 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3849599-f074-4287-9be9-ca01346e863f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/b620dd83-140a-401d-9edb-2faacc303bc0 HTTP/1.1" status: 404  len: 337 time: 0.0503609
Dec 16 09:44:05.066012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.094202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.095498 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d88b9c-422a-4933-a117-b873a30791bf tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.095857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=e017cec7-65e2-4548-b25c-86c5e52f8763,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:05.096174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d88b9c-422a-4933-a117-b873a30791bf tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.100270 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-08d88b9c-422a-4933-a117-b873a30791bf tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/7dcfc333-7d11-4911-a21e-5d3334b4f734 HTTP/1.1" status: 404  len: 339 time: 0.0308354
Dec 16 09:44:05.100270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48840) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.101391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b450a3fa-fecf-4277-a7be-be4cf15a7fc7 HTTP/1.1" status: 204  len: 168 time: 1.7450016
Dec 16 09:44:05.104358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.119016 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:05.140110 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:05.164092 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.222140 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2e401fd1-52f9-45fd-b15d-005f59c42fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:05.228708 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32e9571-95b7-4a73-9935-3729158f9c79 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.229160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32e9571-95b7-4a73-9935-3729158f9c79 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.230850 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b32e9571-95b7-4a73-9935-3729158f9c79 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/483d06d4-8783-450c-b68b-818ec87ca462 HTTP/1.1" status: 404  len: 337 time: 0.1231759
Dec 16 09:44:05.233744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.249709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['e017cec7-65e2-4548-b25c-86c5e52f8763'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:44:05.260325 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-617b68b4-1309-4c21-9a16-82503bc53b3e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.260798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617b68b4-1309-4c21-9a16-82503bc53b3e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.262457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-617b68b4-1309-4c21-9a16-82503bc53b3e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/f3209fb2-78a5-4610-ba2b-599b8a54f170 HTTP/1.1" status: 404  len: 339 time: 0.0278428
Dec 16 09:44:05.264301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb8644e-b5ac-4fc2-b668-e594dc42ab79,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:05.266615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48852) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.281154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.285310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-b2cadb70-c2fe-452d-b0a7-e06073fd47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:05.286792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-b2cadb70-c2fe-452d-b0a7-e06073fd47a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 200  len: 851 time: 0.2806251
Dec 16 09:44:05.287969 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:05.393081 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c037d54e-b958-4996-81a4-bae2380e7671 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.393576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c037d54e-b958-4996-81a4-bae2380e7671 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.395414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c037d54e-b958-4996-81a4-bae2380e7671 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/498e02b9-9611-4df1-9253-372ce977fbd7 HTTP/1.1" status: 404  len: 337 time: 0.1123865
Dec 16 09:44:05.404584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-88495328-2755-49d8-bb8f-dde2de356a60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0687149
Dec 16 09:44:05.407613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48856) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.408485 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.410217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cb8644e-b5ac-4fc2-b668-e594dc42ab79 HTTP/1.1" status: 204  len: 168 time: 1.4391227
Dec 16 09:44:05.436318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.458400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'name': 'network-vif-deleted', 'tag': '7faf5f15-d7fd-4944-a331-c454ac34d08d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:05.470739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f71c1430>,) {'filters': {'network_id': ['88bcf2b0-902f-4336-bd69-933cfadf4f31']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:05.499372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71c1430>, '308e6949-fc55-4dbb-8ad8-d13de64b83e5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:05.499686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71c1430>, '308e6949-fc55-4dbb-8ad8-d13de64b83e5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:05.512722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.532840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.546155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:05.548697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:05.573892 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:05.660927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.666633 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd0d9417-cb45-486e-81b4-e8cd9feb6b9f tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:05.686780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:05.698382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Pushing event deleted for resources: {'Network': ['ID=88bcf2b0-902f-4336-bd69-933cfadf4f31,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:05.700692 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:05.710986 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] 10.222.0.66 "DELETE /v2.0/networks/88bcf2b0-902f-4336-bd69-933cfadf4f31 HTTP/1.1" status: 204  len: 168 time: 0.6077807
Dec 16 09:44:05.794105 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4853b53e-bdff-4490-88d9-78b3ca4caed6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.794105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4853b53e-bdff-4490-88d9-78b3ca4caed6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.794105 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4853b53e-bdff-4490-88d9-78b3ca4caed6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/664f84ae-95ed-454b-bb19-1e876b884c32 HTTP/1.1" status: 404  len: 339 time: 0.3801973
Dec 16 09:44:05.794967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.806876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f259d6-cf95-4a77-807f-6fa4d3a2cdc8 req-a3f0ec71-47dc-4617-a04d-57ae4b15f8c1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:05.808315 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7f259d6-cf95-4a77-807f-6fa4d3a2cdc8 req-a3f0ec71-47dc-4617-a04d-57ae4b15f8c1 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 944 time: 0.8253603
Dec 16 09:44:05.855081 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ce7129-3171-4c62-a789-216655268e6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.855755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ce7129-3171-4c62-a789-216655268e6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.857738 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f7ce7129-3171-4c62-a789-216655268e6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/0dcfbc9a-7caf-452f-a23e-f4bba1f92b67 HTTP/1.1" status: 404  len: 337 time: 0.0614157
Dec 16 09:44:05.861157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48882) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.888864 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6a55ea-f2ba-4b30-b72d-7fb1f6803f4e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.889102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6a55ea-f2ba-4b30-b72d-7fb1f6803f4e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.893218 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac6a55ea-f2ba-4b30-b72d-7fb1f6803f4e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/be0e9e69-c69f-448a-a64e-27270a38e171 HTTP/1.1" status: 404  len: 339 time: 0.0286357
Dec 16 09:44:05.894390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48888) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.944589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:05.987747 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b9d3ac-6708-42ef-acd5-a4d973f22390 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:05.988205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b9d3ac-6708-42ef-acd5-a4d973f22390 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:05.992278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b9b9d3ac-6708-42ef-acd5-a4d973f22390 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/ca33528e-6dec-4107-b5e8-3eecafd44afd HTTP/1.1" status: 404  len: 337 time: 0.0852969
Dec 16 09:44:05.994002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.019853 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-060e964e-d566-4e07-84a7-f80193851264 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6196f6b3146742f7a02f894aaac7eb92&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0741899
Dec 16 09:44:06.021456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7f259d6-cf95-4a77-807f-6fa4d3a2cdc8 req-d4343153-293f-42d2-b3eb-918b0423f245 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012279
Dec 16 09:44:06.024849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48902) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.027173 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26557cc-14d1-4955-a2c9-265c4dbedaa1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:06.028907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26557cc-14d1-4955-a2c9-265c4dbedaa1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:06.031225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-54a766bf-525e-4ddf-80d6-83c4084cad14 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6166694
Dec 16 09:44:06.033734 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f26557cc-14d1-4955-a2c9-265c4dbedaa1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/792df6c4-b8f5-4255-aea2-40abe68a558d HTTP/1.1" status: 404  len: 339 time: 0.0384772
Dec 16 09:44:06.034560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.089650 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42e940c-2a9e-471b-a0b8-fd5d1aaff17e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:06.090112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42e940c-2a9e-471b-a0b8-fd5d1aaff17e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:06.094652 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d42e940c-2a9e-471b-a0b8-fd5d1aaff17e tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/15cf4ec4-0257-4354-a50d-e8b426fd8fce HTTP/1.1" status: 404  len: 337 time: 0.0591009
Dec 16 09:44:06.095265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.132575 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de741f6-c767-4b7c-8e15-3f28c63fce7c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:44:06.132857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de741f6-c767-4b7c-8e15-3f28c63fce7c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:44:06.137289 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2de741f6-c767-4b7c-8e15-3f28c63fce7c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/244eca7a-0c7d-40d1-8913-1fb565a7ac23 HTTP/1.1" status: 404  len: 339 time: 0.0409822
Dec 16 09:44:06.137874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48914) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.182284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.233831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Deleting subnet 2bc9c520-8261-46bc-bd3c-f5054c7924ba {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:06.237500 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.318280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.330105 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63ae8ca-76f9-4728-8a64-65beaaa59f9b', 'name': 'network-vif-deleted', 'tag': '7faf5f15-d7fd-4944-a331-c454ac34d08d', 'status': 'completed', 'code': 200}
Dec 16 09:44:06.345668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.397562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5351ddbc-b517-4c00-8d5f-9aad46f6deff req-7dce99f5-737a-4282-9f9c-4f1500367671 service neutron] 10.222.0.74 "GET /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3537354
Dec 16 09:44:06.421631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.425955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.433006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.450380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48930) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.502721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.533413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.543774 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b4a8532-5ec7-4b56-ab19-45ff10ebcfa8 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:06.571368 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e017cec7-65e2-4548-b25c-86c5e52f8763 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:06.604790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc9c520-8261-46bc-bd3c-f5054c7924ba,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:06.607688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:06.611388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.619529 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.625395 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd781dbf-f168-4e66-b3db-d20728fcafe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:06.629080 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/subnets/2bc9c520-8261-46bc-bd3c-f5054c7924ba HTTP/1.1" status: 204  len: 168 time: 0.4892981
Dec 16 09:44:06.630063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.639477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc356b1-054c-4f23-92bf-e839accab62c None None] Network 45cd44cf-4910-4984-8f32-c279df321fef requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:06.651296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88598d7c-08fe-4e51-ad71-8edd182cafe8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:06.657003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-324095595-network', 'tenant_id': '6f37a8d92d11432b878a8e6531c7f6a1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:06.662387 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:06.663855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:06.672370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Usage tracker for resource:network and tenant:6f37a8d92d11432b878a8e6531c7f6a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:06.677260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:06.688719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:06.693076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.697006 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88598d7c-08fe-4e51-ad71-8edd182cafe8 HTTP/1.1" status: 204  len: 168 time: 0.6687014
Dec 16 09:44:06.697688 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.700083 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.703952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8cf59f5-d2cb-4a95-89d7-e5231a1c9420 HTTP/1.1" status: 204  len: 168 time: 0.5192158
Dec 16 09:44:06.708050 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8b3b94d-243e-4f96-8aeb-6c83c71220bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:06.725345 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.758053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:06.783580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf59f5-d2cb-4a95-89d7-e5231a1c9420,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:06.797317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Made reservation on behalf of 6f37a8d92d11432b878a8e6531c7f6a1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:06.800322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.820181 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:06.827200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:06.902947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:06.926967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Usage tracker for resource:security_group_rule and tenant:6f37a8d92d11432b878a8e6531c7f6a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:06.932155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:06.942430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:06.971092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting subnet d08968af-b2fd-42b6-9ac7-340df40753c5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:06.985993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.004407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port e017cec7-65e2-4548-b25c-86c5e52f8763 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:07.018092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port e017cec7-65e2-4548-b25c-86c5e52f8763 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:07.018639 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.075887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.092958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.165485 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.183643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Deleting port b16557f6-4589-47e6-a3db-389fb0a4791d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:07.185162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.205380 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.218351 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a3ed45c-2154-425f-b89c-b6e523df3877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:07.242037 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.259063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] DHCP port deletion for 45cd44cf-4910-4984-8f32-c279df321fef request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:44:07.263632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:44:07.275424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Deleting port b16557f6-4589-47e6-a3db-389fb0a4791d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:07.275807 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.278222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2d15b2-581c-4753-9e2c-ad671b6c706e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:07.283957 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:07.285525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Deleting port b0617aa2-cd10-4276-a36d-3013289e70c0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:07.286047 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.334297 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.334972 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Added segment 279eaaad-f3f1-4b14-b06b-619940de4a49 of type vlan for network a5ee36e1-b4ae-4167-9277-018a796ce108
Dec 16 09:44:07.359505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e017cec7-65e2-4548-b25c-86c5e52f8763'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:07.399772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port e017cec7-65e2-4548-b25c-86c5e52f8763, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e017cec7-65e2-4548-b25c-86c5e52f8763,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:07.407610 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.465902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.476245 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:07.576876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=e017cec7-65e2-4548-b25c-86c5e52f8763,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:07.586246 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:07.591269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.595571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.597131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:07.602403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.648553 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a160f169-8498-47da-962c-6b29d55aa619 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:07.704854 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.719609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7af7961-5417-4cb2-b489-51584def1479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:07.722300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] For port b16557f6-4589-47e6-a3db-389fb0a4791d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b16557f6-4589-47e6-a3db-389fb0a4791d,segment=NetworkSegment(b75a9f3e-4483-44a0-878c-ed999e853c60),segment_id=b75a9f3e-4483-44a0-878c-ed999e853c60)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:07.722719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.847369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] For port b16557f6-4589-47e6-a3db-389fb0a4791d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b16557f6-4589-47e6-a3db-389fb0a4791d,segment=NetworkSegment(b75a9f3e-4483-44a0-878c-ed999e853c60),segment_id=b75a9f3e-4483-44a0-878c-ed999e853c60)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:07.848223 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.853142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.3970141
Dec 16 09:44:07.856879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Calling delete_port for b16557f6-4589-47e6-a3db-389fb0a4791d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:07.932797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7456aa1-ae08-442c-bfa8-8889595f0e0d None None] Network 72535a5e-d91c-4dd2-b28f-b67fa816f864 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:07.943391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48980) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:07.949186 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:07.956116 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:07.977786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Calling delete_port for b16557f6-4589-47e6-a3db-389fb0a4791d owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:07.979032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ee36e1-b4ae-4167-9277-018a796ce108,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:07.997114 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:08.005164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] For port b0617aa2-cd10-4276-a36d-3013289e70c0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b0617aa2-cd10-4276-a36d-3013289e70c0,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:08.005572 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.047779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a5ee36e1-b4ae-4167-9277-018a796ce108 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:44:08.055516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:44:08.055834 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:44:08.056840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.063879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Subnet': ['ID=d08968af-b2fd-42b6-9ac7-340df40753c5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:08.068147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Pushing event deleted for resources: {'Port': ['ID=b16557f6-4589-47e6-a3db-389fb0a4791d,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:08.069891 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:08.072810 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/subnets/d08968af-b2fd-42b6-9ac7-340df40753c5 HTTP/1.1" status: 204  len: 168 time: 1.3134072
Dec 16 09:44:08.075440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48984) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:08.151521 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:08.159727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] No DVR routers for this DVR port b16557f6-4589-47e6-a3db-389fb0a4791d on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:08.176573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Calling delete_port for b0617aa2-cd10-4276-a36d-3013289e70c0 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:08.251486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.278296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 07f3c7fc-9acb-4253-afa5-f5064f40e3af {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:08.281070 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.412806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] DHCP port deletion for 72535a5e-d91c-4dd2-b28f-b67fa816f864 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:44:08.417072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Deleting port 07f3c7fc-9acb-4253-afa5-f5064f40e3af {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:08.417463 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.432270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Request body: {'subnet': {'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-324095595-subnet', 'tenant_id': '6f37a8d92d11432b878a8e6531c7f6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:08.438521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:08.454317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Usage tracker for resource:subnet and tenant:6f37a8d92d11432b878a8e6531c7f6a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:08.459809 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.466734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:08.470055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:08.541145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0617aa2-cd10-4276-a36d-3013289e70c0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:08.546986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:08.549535 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:08.587560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port 07f3c7fc-9acb-4253-afa5-f5064f40e3af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=07f3c7fc-9acb-4253-afa5-f5064f40e3af,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:08.588541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.601083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Deleting port b16557f6-4589-47e6-a3db-389fb0a4791d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:08.603655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.705993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Made reservation on behalf of 6f37a8d92d11432b878a8e6531c7f6a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:08.708910 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.771213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] For port 07f3c7fc-9acb-4253-afa5-f5064f40e3af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=07f3c7fc-9acb-4253-afa5-f5064f40e3af,segment=NetworkSegment(ff087885-977d-4a3d-9212-3e541afb6ec0),segment_id=ff087885-977d-4a3d-9212-3e541afb6ec0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:08.771795 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:08.816166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for 07f3c7fc-9acb-4253-afa5-f5064f40e3af owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:08.895320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] The port 'b16557f6-4589-47e6-a3db-389fb0a4791d' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:44:08.936059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbe4b7-8647-4de3-b8d6-9b5f74b05159 req-a94bf1ba-b24c-4055-9357-ebd663c1ef48 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:08.939950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Calling delete_port for 07f3c7fc-9acb-4253-afa5-f5064f40e3af owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:08.944424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78dbe4b7-8647-4de3-b8d6-9b5f74b05159 req-a94bf1ba-b24c-4055-9357-ebd663c1ef48 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 945 time: 1.1107867
Dec 16 09:44:09.001745 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78dbe4b7-8647-4de3-b8d6-9b5f74b05159 req-c0202ad1-6899-41fc-a184-e42b5457fce0 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561919
Dec 16 09:44:09.041467 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.058156 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:09.114975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Pushing event deleted for resources: {'Port': ['ID=07f3c7fc-9acb-4253-afa5-f5064f40e3af,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:09.117003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] No DVR routers for this DVR port 07f3c7fc-9acb-4253-afa5-f5064f40e3af on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:09.118575 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:09.199804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.242026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.251326 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e017cec7-65e2-4548-b25c-86c5e52f8763', 'code': 200}
Dec 16 09:44:09.280435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f26bf670>,) {'filters': {'network_id': ['45cd44cf-4910-4984-8f32-c279df321fef']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:09.296343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f26bf670>, 'b75a9f3e-4483-44a0-878c-ed999e853c60') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:09.296649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f26bf670>, 'b75a9f3e-4483-44a0-878c-ed999e853c60') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:09.322790 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.323353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b16557f6-4589-47e6-a3db-389fb0a4791d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:09.373874 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.382114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:09.382830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:09.402730 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:09.405783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:44:09.405783 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:44:09.434767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b16557f6-4589-47e6-a3db-389fb0a4791d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:09.435026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b16557f6-4589-47e6-a3db-389fb0a4791d not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:09.435541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07f3c7fc-9acb-4253-afa5-f5064f40e3af no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:09.472143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 07f3c7fc-9acb-4253-afa5-f5064f40e3af {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:09.472361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07f3c7fc-9acb-4253-afa5-f5064f40e3af not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:09.495127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.499800 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9a5c3a8-cc10-447a-9add-6b93014f9a7f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:09.523962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.526687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Pushing event deleted for resources: {'Network': ['ID=45cd44cf-4910-4984-8f32-c279df321fef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:09.548657 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] 10.222.0.66 "DELETE /v2.0/networks/45cd44cf-4910-4984-8f32-c279df321fef HTTP/1.1" status: 204  len: 168 time: 2.9173574
Dec 16 09:44:09.550411 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:09.701237 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.765684 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aaa4ce16-5d67-4164-8566-b9ae0a353fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:09.843126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49006) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:09.907621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 07f3c7fc-9acb-4253-afa5-f5064f40e3af {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:09.908431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:09.981931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f497ed4-b54c-413f-ae96-1a6c829bc57b req-6fe678e5-8d08-44a5-910b-04deab4def58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:09.983490 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f497ed4-b54c-413f-ae96-1a6c829bc57b req-6fe678e5-8d08-44a5-910b-04deab4def58 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 1096 time: 0.6387641
Dec 16 09:44:10.019544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] The port '07f3c7fc-9acb-4253-afa5-f5064f40e3af' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:44:10.115769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc6caa4-24be-4010-8164-5d9b4d82ca94,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:10.118418 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:10.154073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f497ed4-b54c-413f-ae96-1a6c829bc57b req-83ad1d74-4b16-4ab7-90b7-7992c5a0b804 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573014
Dec 16 09:44:10.167689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Checking segment: {'id': '279eaaad-f3f1-4b14-b06b-619940de4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:10.168683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Network hostable DHCP agents. Network: a5ee36e1-b4ae-4167-9277-018a796ce108, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:44:10.185907 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce3650a4-9e50-429c-bc20-efed09112862 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=032c39fc3fe84d83a23f3987091521fb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3389590
Dec 16 09:44:10.187216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:10.190371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.239843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f6995ca0>,) {'filters': {'network_id': ['72535a5e-d91c-4dd2-b28f-b67fa816f864']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:10.244052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Router 184c8144-6576-4ecc-b089-355f8121a87d has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:44:10.263732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Network a5ee36e1-b4ae-4167-9277-018a796ce108 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:44:10.264801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f6995ca0>, 'ff087885-977d-4a3d-9212-3e541afb6ec0') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:10.265275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f6995ca0>, 'ff087885-977d-4a3d-9212-3e541afb6ec0') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:10.283601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.312439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.314736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.326893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:10.327337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.338556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a5ee36e1-b4ae-4167-9277-018a796ce108) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:10.343201 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:10.355142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddbf90b-8db9-4dca-a4c9-c8b864f38ac7 None None] Network a5ee36e1-b4ae-4167-9277-018a796ce108 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:10.355731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:10.356003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.478255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.4892130
Dec 16 09:44:10.483680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.495591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0de43-4432-43e2-9bc7-f6bb9f9a0823 req-bbd18c42-84c3-4663-8417-dffe5f9cc90e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:10.502988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8f0de43-4432-43e2-9bc7-f6bb9f9a0823 req-bbd18c42-84c3-4663-8417-dffe5f9cc90e tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 945 time: 0.3177519
Dec 16 09:44:10.528441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:44:10.535171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] 10.222.0.66 "PUT /v2.0/routers/184c8144-6576-4ecc-b089-355f8121a87d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6886225
Dec 16 09:44:10.540379 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] Sync routers for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:44:10.544678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49030) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:10.556962 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:10.557652 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bf38e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:10.620344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.634811 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e43920dc-cde8-4381-ba1f-3bff0fa0a0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:10.653750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.660184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8f0de43-4432-43e2-9bc7-f6bb9f9a0823 req-df236678-6157-4322-b9b5-242446143093 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561840
Dec 16 09:44:10.692402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6669ea4-e814-4df5-bef0-3914a0fee933,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:10.702504 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.717339 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/networks/72535a5e-d91c-4dd2-b28f-b67fa816f864 HTTP/1.1" status: 204  len: 168 time: 2.6403787
Dec 16 09:44:10.718664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49034) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:10.720090 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:10.727706 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:10.732366 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6669ea4-e814-4df5-bef0-3914a0fee933 HTTP/1.1" status: 204  len: 168 time: 0.5442512
Dec 16 09:44:10.733648 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f3bd459-8485-43c8-b6a4-b27138cfd1af tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:10.782015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6198650-1537-44a8-8f4b-7d58051858b8 None None] Network a5ee36e1-b4ae-4167-9277-018a796ce108 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:10.811928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Network': ['ID=72535a5e-d91c-4dd2-b28f-b67fa816f864,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:10.879933 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:10.913168 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:10.953303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.312304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port d1a58cdf-94cf-4ec0-b8ed-229c00a74d94 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:11.312915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.412076 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bf38e0>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:44:08Z', 'revision_number': 5, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port': {'id': 'a2f394d2-5cde-446a-9301-d02b3bf93e51', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c8144-6576-4ecc-b089-355f8121a87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:40:27Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:11.417258 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] Checking router: 184c8144-6576-4ecc-b089-355f8121a87d for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:44:11.430347 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] Routers {'184c8144-6576-4ecc-b089-355f8121a87d'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:11.431194 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bf38e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['184c8144-6576-4ecc-b089-355f8121a87d'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:11.464790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.482559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Deleting port a2f394d2-5cde-446a-9301-d02b3bf93e51 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:11.482946 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.652565 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] Set router 184c8144-6576-4ecc-b089-355f8121a87d gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:11.681737 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.682548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.721452 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.738468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] For port a2f394d2-5cde-446a-9301-d02b3bf93e51, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2f394d2-5cde-446a-9301-d02b3bf93e51,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:11.738826 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:11.783131 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bf38e0>, [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:44:11Z', 'revision_number': 6, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:11.787486 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2a3d-04c4-41ee-8061-af08c75bcb86 None None] The sync data for ids ['184c8144-6576-4ecc-b089-355f8121a87d'] in n-d-820554-2 is: [{'id': '184c8144-6576-4ecc-b089-355f8121a87d', 'name': 'tempest-ServersTestBootFromVolume-1874984703-router', 'tenant_id': '505dcd47b2134371beacd05a2ae6cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:40:26Z', 'updated_at': '2021-12-16T09:44:11Z', 'revision_number': 6, 'project_id': '505dcd47b2134371beacd05a2ae6cd99', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:11.842720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for d1a58cdf-94cf-4ec0-b8ed-229c00a74d94 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:11.890086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Calling delete_port for a2f394d2-5cde-446a-9301-d02b3bf93e51 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:11.933348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1ed89b9-7a66-472f-a1b4-fe87abec8a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.016255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.021565 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b6da9f6-7685-49f1-940e-5430af0e406f tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:12.068191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=d1a58cdf-94cf-4ec0-b8ed-229c00a74d94,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:12.071504 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:12.256697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-5bf75eba-0080-4b8f-ab97-c02bc8e48923 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:12.257635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-5bf75eba-0080-4b8f-ab97-c02bc8e48923 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Synchronizing usage tracker for tenant:6f37a8d92d11432b878a8e6531c7f6a1 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:12.288522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-5bf75eba-0080-4b8f-ab97-c02bc8e48923 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Unset dirty status for tenant:6f37a8d92d11432b878a8e6531c7f6a1 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:12.295762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-5bf75eba-0080-4b8f-ab97-c02bc8e48923 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/networks?id=a5ee36e1-b4ae-4167-9277-018a796ce108 HTTP/1.1" status: 200  len: 821 time: 0.4155068
Dec 16 09:44:12.312770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-a0283a26-fd86-43b1-919a-20c829daa7c2 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/quotas/6f37a8d92d11432b878a8e6531c7f6a1 HTTP/1.1" status: 200  len: 375 time: 0.0140593
Dec 16 09:44:12.335603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.336595 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Floating IP aa980eb3-e597-4fb3-8bfd-55147cf99796 disassociated (deleted). External IP: 172.25.3.205, port: 04c78303-13b5-4172-864b-a63f16c4c338.
Dec 16 09:44:12.407171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-8b4b9fca-c79f-41f1-982e-0732e39852c1 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f37a8d92d11432b878a8e6531c7f6a1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0596237
Dec 16 09:44:12.491960 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.511275 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b6d122f-5bff-4bf1-bc02-3c0210a7f732 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:12.602237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f394d2-5cde-446a-9301-d02b3bf93e51,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:12.604736 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:12.695115 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.743087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-732ce650-42dc-4e4f-a98a-f29b0d3a2584 service neutron] 10.222.0.66 "GET /v2.0/networks/a5ee36e1-b4ae-4167-9277-018a796ce108?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257325
Dec 16 09:44:12.769013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:44:12.957648 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.959301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:44:12.962261 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.977781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:12.978620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] Sync routers for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:44:13.002499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:13.003475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdc340>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:43:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:13.008582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.009116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 184c8144-6576-4ecc-b089-355f8121a87d {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:44:13.038359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.039541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] 10.222.0.66 "DELETE /v2.0/routers/184c8144-6576-4ecc-b089-355f8121a87d HTTP/1.1" status: 204  len: 168 time: 2.4922330
Dec 16 09:44:13.043580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-fadc3ab3-85cf-4a5f-a9fb-dbdd93b46c69 service neutron] 10.222.0.66 "GET /v2.0/networks/a5ee36e1-b4ae-4167-9277-018a796ce108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379737
Dec 16 09:44:13.044206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:13.073573 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/floatingips/aa980eb3-e597-4fb3-8bfd-55147cf99796 HTTP/1.1" status: 204  len: 168 time: 2.3516481
Dec 16 09:44:13.074058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:13.121301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Deleting subnet cb988111-4267-4ac9-afdc-58f87704a7b7 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:13.125100 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.214524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b0617aa2-cd10-4276-a36d-3013289e70c0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:13.221159 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.294462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b0617aa2-cd10-4276-a36d-3013289e70c0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:13.296227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b0617aa2-cd10-4276-a36d-3013289e70c0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:13.296816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2f394d2-5cde-446a-9301-d02b3bf93e51 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:13.361527 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.373980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a2f394d2-5cde-446a-9301-d02b3bf93e51 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:13.374599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2f394d2-5cde-446a-9301-d02b3bf93e51 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:13.441141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:13.456823 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.463783 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7909b7ee-49f6-4c75-ba1a-786cef6dada1 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:13.595571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.606039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb988111-4267-4ac9-afdc-58f87704a7b7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:13.616615 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:13.623461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040580bd-efcd-4dfb-bbd6-0ede70a6d0e8 None None] Network 8e16e9bc-4574-4a92-addc-12cac5a50283 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:13.627196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cb988111-4267-4ac9-afdc-58f87704a7b7 HTTP/1.1" status: 204  len: 168 time: 0.5796273
Dec 16 09:44:13.627459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:13.716497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c79cf-6a68-4015-b29d-e907581ed56f req-5dbd6316-e7ba-449e-9e5d-a183d270bc2d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:13.724855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-105c79cf-6a68-4015-b29d-e907581ed56f req-5dbd6316-e7ba-449e-9e5d-a183d270bc2d tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 945 time: 0.1873720
Dec 16 09:44:13.812798 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-105c79cf-6a68-4015-b29d-e907581ed56f req-4f266a03-1f93-42ce-a79f-74642e568eac tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749552
Dec 16 09:44:13.889056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:13.914679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Deleting port 9d4bed68-4647-42d9-bd9d-f64751eeaaea {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:13.915348 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:14.152355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:14.341362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] DHCP port deletion for 8e16e9bc-4574-4a92-addc-12cac5a50283 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:44:14.349769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Deleting port 9d4bed68-4647-42d9-bd9d-f64751eeaaea {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:14.350391 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:14.447785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] For port 9d4bed68-4647-42d9-bd9d-f64751eeaaea, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9d4bed68-4647-42d9-bd9d-f64751eeaaea,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:14.448151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:14.595381 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da99eb3d-08e7-436d-a5dd-d10bdf066b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:14.684247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdc340>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:57Z', 'revision_number': 6, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:14.739298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] Checking router: 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:44:14.759772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Calling delete_port for 9d4bed68-4647-42d9-bd9d-f64751eeaaea owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:14.792197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9be9-514b-44fd-9d83-a597c507696e req-86f8e3eb-c49b-48ee-9899-265cfc265a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:14.795230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705a9be9-514b-44fd-9d83-a597c507696e req-86f8e3eb-c49b-48ee-9899-265cfc265a96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 1096 time: 0.1247058
Dec 16 09:44:14.804684 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338', 'status': 'completed', 'code': 200}
Dec 16 09:44:14.865271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:14.873501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:14.873501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdc340>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:14.883248 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3807f40b-c7ee-4c25-8783-54f11d2e357d tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:14.926261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4dfe095-aad9-416d-9022-4808aa8d5720 req-53ac2281-016a-49aa-8eb4-78e20f0ef384 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 210 time: 0.1257684
Dec 16 09:44:15.011152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] For port 9d4bed68-4647-42d9-bd9d-f64751eeaaea, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9d4bed68-4647-42d9-bd9d-f64751eeaaea,segment=NetworkSegment(c0980a67-4257-419c-af86-ff6f79dd8139),segment_id=c0980a67-4257-419c-af86-ff6f79dd8139)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:15.011152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.014944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] No DVR routers for this DVR port 9d4bed68-4647-42d9-bd9d-f64751eeaaea on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:15.016982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4bed68-4647-42d9-bd9d-f64751eeaaea,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:15.102473 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:15.214881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:15.470132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9d4bed68-4647-42d9-bd9d-f64751eeaaea no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:15.507993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9be9-514b-44fd-9d83-a597c507696e req-7bf7dee6-1f77-4760-8ad6-bb349a522f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:15.509407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705a9be9-514b-44fd-9d83-a597c507696e req-7bf7dee6-1f77-4760-8ad6-bb349a522f55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 200  len: 898 time: 0.6201515
Dec 16 09:44:15.658662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-3b929829-4b27-4d31-9747-d7a23dbe5fa7 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:15.661025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-3b929829-4b27-4d31-9747-d7a23dbe5fa7 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.74 "GET /v2.0/networks?id=a5ee36e1-b4ae-4167-9277-018a796ce108 HTTP/1.1" status: 200  len: 821 time: 0.5889602
Dec 16 09:44:15.662456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705a9be9-514b-44fd-9d83-a597c507696e req-c5efd89c-dd23-450b-ba8d-03a1e55fdbbc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04c78303-13b5-4172-864b-a63f16c4c338 HTTP/1.1" status: 200  len: 217 time: 0.1441262
Dec 16 09:44:15.692127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Request body: {'port': {'device_id': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108', 'admin_state_up': True, 'tenant_id': '6f37a8d92d11432b878a8e6531c7f6a1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:15.721303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.754497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1003dc0>,) {'filters': {'network_id': ['8e16e9bc-4574-4a92-addc-12cac5a50283']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:15.767988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1003dc0>, 'c0980a67-4257-419c-af86-ff6f79dd8139') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:15.769175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1003dc0>, 'c0980a67-4257-419c-af86-ff6f79dd8139') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:15.782605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.807218 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.813956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:15.814399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.818272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Calling delete_port for 9d4bed68-4647-42d9-bd9d-f64751eeaaea owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:15.851764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 9d4bed68-4647-42d9-bd9d-f64751eeaaea {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:15.852836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9d4bed68-4647-42d9-bd9d-f64751eeaaea not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:15.869573 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.870336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.885106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9be9-514b-44fd-9d83-a597c507696e req-bddb8ff1-ee34-43cc-a7cb-b927ee9c05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:15.886682 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705a9be9-514b-44fd-9d83-a597c507696e req-bddb8ff1-ee34-43cc-a7cb-b927ee9c05b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86fe2d5c-189e-4420-a1f1-c84885e9a145 HTTP/1.1" status: 200  len: 834 time: 0.1005814
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:15.910587 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:15.914100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.918743 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c57d4078-9d2b-445a-a8dd-b08648ec827d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:15.936635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:15.949211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Pushing event deleted for resources: {'Network': ['ID=8e16e9bc-4574-4a92-addc-12cac5a50283,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:15.971786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:15.980517 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] 10.222.0.66 "DELETE /v2.0/networks/8e16e9bc-4574-4a92-addc-12cac5a50283 HTTP/1.1" status: 204  len: 168 time: 2.3511729
Dec 16 09:44:16.040938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:16.048741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Usage tracker for resource:port and tenant:6f37a8d92d11432b878a8e6531c7f6a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:16.062098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:44:16.063583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:16.067018 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:44:16.088084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:16.114633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Made reservation on behalf of 6f37a8d92d11432b878a8e6531c7f6a1 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:16.119767 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:16.190644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdc340>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:57Z', 'revision_number': 6, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:16.205099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09a4e2-0a12-4117-a4ec-84c6820e788c None None] The sync data for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 is: [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:43:57Z', 'revision_number': 6, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '29d5ee81-d3d9-46b9-a81c-df64ea9f01e8', 'name': '', 'network_id': '9c23e622-daa7-4a25-8940-2ef7d1396ada', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:2d:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:33Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': '86fe2d5c-189e-4420-a1f1-c84885e9a145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:16.220871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257efa0-525b-48dd-bb1c-22e1c9cefe3b req-8d00f43c-dd06-4fb5-b47b-b6b82b9f50d6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:16.221645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1257efa0-525b-48dd-bb1c-22e1c9cefe3b req-8d00f43c-dd06-4fb5-b47b-b6b82b9f50d6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:16.275655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9be9-514b-44fd-9d83-a597c507696e req-f227a4d3-f582-4dc2-8b59-2adae5fadcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:16.277153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705a9be9-514b-44fd-9d83-a597c507696e req-f227a4d3-f582-4dc2-8b59-2adae5fadcad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c23e622-daa7-4a25-8940-2ef7d1396ada&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3407402
Dec 16 09:44:16.302970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:16.369729 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-682563fb-f80a-494b-8cfc-dff01c287ca2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=505dcd47b2134371beacd05a2ae6cd99&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0652695
Dec 16 09:44:16.372825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49192) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:16.428811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1257efa0-525b-48dd-bb1c-22e1c9cefe3b req-8d00f43c-dd06-4fb5-b47b-b6b82b9f50d6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:16.435749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1257efa0-525b-48dd-bb1c-22e1c9cefe3b req-8d00f43c-dd06-4fb5-b47b-b6b82b9f50d6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 945 time: 0.5805125
Dec 16 09:44:16.454158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:16.487194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:16.544579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:16.552978 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-234ee35e-7caf-486c-b330-28b553f68173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:16.567281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Deleting port 9d4bed68-4647-42d9-bd9d-f64751eeaaea {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:16.568628 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:16.570496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:16.571825 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/213fd89b-16c5-48e7-b702-76453f98e9f6 HTTP/1.1" status: 204  len: 168 time: 0.1959264
Dec 16 09:44:16.573125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213fd89b-16c5-48e7-b702-76453f98e9f6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:16.576421 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:16.656205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1257efa0-525b-48dd-bb1c-22e1c9cefe3b req-77da0b96-e26b-4fa3-86b5-2dd1cf3bb3a7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:16.687188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-e792e4eb-9ef0-4e37-8e59-0b63b9bfec68 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:16.688674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-e792e4eb-9ef0-4e37-8e59-0b63b9bfec68 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 945 time: 0.5501645
Dec 16 09:44:16.697043 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eef46c-044c-488d-b1ce-de8e66fb593f None None] New status for floating IP aa980eb3-e597-4fb3-8bfd-55147cf99796: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:44:16.701252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705a9be9-514b-44fd-9d83-a597c507696e req-3f6129b4-4c23-4ccf-a4fe-bd52ca76f81e service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4069812
Dec 16 09:44:16.742082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Allocated IP 172.20.0.14 (a5ee36e1-b4ae-4167-9277-018a796ce108/ffc6caa4-24be-4010-8164-5d9b4d82ca94/7a7a86f5-78bb-436d-a4cc-5bc50d9a824f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:16.808509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-48363b0b-dc13-4da6-ba15-e8c9c02cafaa None None] The port '9d4bed68-4647-42d9-bd9d-f64751eeaaea' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:44:17.015113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1257efa0-525b-48dd-bb1c-22e1c9cefe3b req-77da0b96-e26b-4fa3-86b5-2dd1cf3bb3a7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:17.018598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1257efa0-525b-48dd-bb1c-22e1c9cefe3b req-77da0b96-e26b-4fa3-86b5-2dd1cf3bb3a7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=7079bccd-2436-45f2-bc94-459fa5f417aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5813000
Dec 16 09:44:17.022442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-705a9be9-514b-44fd-9d83-a597c507696e req-1d5b7b98-f9a6-4640-a117-40478b01891a service neutron] 10.222.0.74 "GET /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819104
Dec 16 09:44:17.026802 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:17.242756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 04c78303-13b5-4172-864b-a63f16c4c338 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:17.243230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:17.469507 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:17.832281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port 04c78303-13b5-4172-864b-a63f16c4c338, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=04c78303-13b5-4172-864b-a63f16c4c338,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:17.833035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:17.850134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:17.855345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49224) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:17.909836 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6fb31425-f99e-44e9-9b28-aa7271d82696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:17.968513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-673675896-network', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:17.974302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:17.978276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Usage tracker for resource:network and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:17.981325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:17.988760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:18.000295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Made reservation on behalf of a4a5ca55640b44a184011bc1d7f3bbbd for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:18.003625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.019270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.019516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for 04c78303-13b5-4172-864b-a63f16c4c338 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:18.034313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:18.038169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:18.041927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:18.050891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:18.119296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Network a5ee36e1-b4ae-4167-9277-018a796ce108 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:18.127096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:18.142284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63477d57-ff60-401b-8354-28b9bc2f1015 req-d4d8988a-e204-4282-a52e-63d1078107bf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:18.143859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63477d57-ff60-401b-8354-28b9bc2f1015 req-d4d8988a-e204-4282-a52e-63d1078107bf tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 945 time: 0.5603609
Dec 16 09:44:18.146627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:18.173144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Pushing event updated for resources: {'Port': ['ID=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:18.174011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.180299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.196254 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e8167a8-14c1-4262-a3f6-c736c13271c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:18.207350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:44:18.236558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.237515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.237912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.238300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.238682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.239066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.239459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.239838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.240212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.240581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.240960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.241316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:18.250890 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:18.255579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866d14a1-99d0-4906-bacd-64629406c0df,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:18.260479 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:18.263624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.264408 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Added segment dc7cf8d0-65de-4441-8cec-6817d301699e of type vlan for network 04a99f6e-4e9f-472e-8797-b6316a290d02
Dec 16 09:44:18.290850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:18.291543 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.306399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.345575 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63477d57-ff60-401b-8354-28b9bc2f1015 req-ffb5d721-1d39-41c2-980d-88e62fdaef99 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629701
Dec 16 09:44:18.349688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.352093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:18.353791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.381479 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a236cdf5-04d6-43e5-ab19-fbc9eec3f019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:18.401330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7144961
Dec 16 09:44:18.415643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Request body: {'port': {'device_id': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:18.416512 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5593147
Dec 16 09:44:18.421682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:18.463842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.478240 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b4199b1b-7d4b-4dea-9d70-e9d70420f973 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:18.525943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Pushing event updated for resources: {'Network': ['ID=04a99f6e-4e9f-472e-8797-b6316a290d02,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:18.531529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Request body: {'subnet': {'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-673675896-subnet', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:18.535943 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:18.537244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:44:18.538217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=04c78303-13b5-4172-864b-a63f16c4c338,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:18.538430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:18.542760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Usage tracker for resource:subnet and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:18.545735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:18.549861 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:18.552082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:18.568608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Made reservation on behalf of a4a5ca55640b44a184011bc1d7f3bbbd for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:18.571529 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.649142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] No DVR routers for this DVR port 04c78303-13b5-4172-864b-a63f16c4c338 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:18.666063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 04c78303-13b5-4172-864b-a63f16c4c338 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:18.682234 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.684554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d919124-3290-4c43-aeaf-0663b3f3365d req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "DELETE /v2.0/ports/04c78303-13b5-4172-864b-a63f16c4c338 HTTP/1.1" status: 204  len: 173 time: 1.9874804
Dec 16 09:44:18.692544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'name': 'network-vif-deleted', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:18.773325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 04c78303-13b5-4172-864b-a63f16c4c338 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:18.773591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 04c78303-13b5-4172-864b-a63f16c4c338 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:18.795258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.885652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc8915-234b-4482-bf80-78a560a31d70 req-c88e23af-1722-4011-8c59-5b561ef52e1f tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:18.886320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96fc8915-234b-4482-bf80-78a560a31d70 req-c88e23af-1722-4011-8c59-5b561ef52e1f tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Synchronizing usage tracker for tenant:6f37a8d92d11432b878a8e6531c7f6a1 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:18.889661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:18.898046 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11bf1b7d-56d1-4595-98fb-8cabca7801ef tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:18.966284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001a31d9-4390-4fce-882b-ac82289a899e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:18.974150 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:19.001360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96fc8915-234b-4482-bf80-78a560a31d70 req-c88e23af-1722-4011-8c59-5b561ef52e1f tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Unset dirty status for tenant:6f37a8d92d11432b878a8e6531c7f6a1 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:19.002640 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96fc8915-234b-4482-bf80-78a560a31d70 req-c88e23af-1722-4011-8c59-5b561ef52e1f tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 932 time: 0.3117392
Dec 16 09:44:19.009431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Checking segment: {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:19.009811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Network hostable DHCP agents. Network: 04a99f6e-4e9f-472e-8797-b6316a290d02, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:44:19.034538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:44:19.047889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 04a99f6e-4e9f-472e-8797-b6316a290d02) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:19.057232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2b0a9-b913-4aa4-ad60-2c61699015d2 None None] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:19.073159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:19.074652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.125117 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.6967120
Dec 16 09:44:19.126123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49250) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:19.136980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:19.147947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:19.160315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Usage tracker for resource:router and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:19.165949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:19.172958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:19.186615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.188022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.213346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96fc8915-234b-4482-bf80-78a560a31d70 req-a32dd155-9dbf-43dd-b04c-d87b157ead9a tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Synchronizing usage tracker for tenant:6f37a8d92d11432b878a8e6531c7f6a1 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:19.223990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.274893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-96fc8915-234b-4482-bf80-78a560a31d70 req-a32dd155-9dbf-43dd-b04c-d87b157ead9a tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Unset dirty status for tenant:6f37a8d92d11432b878a8e6531c7f6a1 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:19.276502 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96fc8915-234b-4482-bf80-78a560a31d70 req-a32dd155-9dbf-43dd-b04c-d87b157ead9a tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2644165
Dec 16 09:44:19.403771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-04a99f6e-4e9f-472e-8797-b6316a290d02', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:44:19.404680 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.419879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:44:19.436727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.469601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Transition to ACTIVE for port object 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:19.473666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.508033 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-39b1d487-60e9-4487-a71d-437d3a6b71a7 tempest-ServersNegativeTestMultiTenantJSON-674725297 tempest-ServersNegativeTestMultiTenantJSON-674725297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:19.738239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Allocated IP 172.20.0.2 (04a99f6e-4e9f-472e-8797-b6316a290d02/001a31d9-4390-4fce-882b-ac82289a899e/95d98a26-c453-4b52-8134-7828e6b1fc42) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:19.792815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:19.831250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f70421e6-41d9-4e37-83f3-1037f83940b2 req-768f3b1d-4781-40c9-9618-109bbad3ebb7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:19.860715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f70421e6-41d9-4e37-83f3-1037f83940b2 req-768f3b1d-4781-40c9-9618-109bbad3ebb7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:19.869570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f70421e6-41d9-4e37-83f3-1037f83940b2 req-768f3b1d-4781-40c9-9618-109bbad3ebb7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f243cf4-d147-4248-815c-32caeb6180fe HTTP/1.1" status: 200  len: 210 time: 0.1348741
Dec 16 09:44:19.925796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:19.937020 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:19.982028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Attempting to bind port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:19.982455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Attempting to bind port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '279eaaad-f3f1-4b14-b06b-619940de4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:19.982701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Attempting to bind port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f on network a5ee36e1-b4ae-4167-9277-018a796ce108 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:19.989407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f on network a5ee36e1-b4ae-4167-9277-018a796ce108 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:44:19.989753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Attempting to bind port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f on network a5ee36e1-b4ae-4167-9277-018a796ce108 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:19.996042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:19.996820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Checking segment: {'id': '279eaaad-f3f1-4b14-b06b-619940de4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:19.997008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Bound using segment: {'id': '279eaaad-f3f1-4b14-b06b-619940de4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:19.997739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Bound port: 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279eaaad-f3f1-4b14-b06b-619940de4a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:19.998266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.279667 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.314075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Transition to ACTIVE for port object 95d98a26-c453-4b52-8134-7828e6b1fc42 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:20.373787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Transition to ACTIVE for port object 95d98a26-c453-4b52-8134-7828e6b1fc42 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:20.386647 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.394434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.407685 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:20.429476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.503021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:20.509391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] For port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:20.517203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] For port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,segment=NetworkSegment(279eaaad-f3f1-4b14-b06b-619940de4a49),segment_id=279eaaad-f3f1-4b14-b06b-619940de4a49)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:20.523221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.524332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:20.530807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:20.539189 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22bc54dd-9120-4696-b0c8-c1c55f395680 tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:20.659457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Attempting to bind port 95d98a26-c453-4b52-8134-7828e6b1fc42 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:20.660132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Attempting to bind port 95d98a26-c453-4b52-8134-7828e6b1fc42 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:20.660724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Attempting to bind port 95d98a26-c453-4b52-8134-7828e6b1fc42 on network 04a99f6e-4e9f-472e-8797-b6316a290d02 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:20.670353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:20.671017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Checking segment: {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:20.671472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.672062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Bound using segment: {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:20.672351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Bound port: 95d98a26-c453-4b52-8134-7828e6b1fc42, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:20.672768 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.693026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Pushing event updated for resources: {'Port': ['ID=95d98a26-c453-4b52-8134-7828e6b1fc42,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:20.705407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.706306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.706995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.706995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.707688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.708030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.708153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:20.708363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.708704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.708812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.709024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.709351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.709683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.710008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:20.710224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] 10.222.0.74 "PUT /v2.0/ports/7a7a86f5-78bb-436d-a4cc-5bc50d9a824f HTTP/1.1" status: 200  len: 1092 time: 2.2998099
Dec 16 09:44:20.714050 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:20.726448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:20.728630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Allocated IP 172.25.3.174 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a15ab038-c42e-4753-89ca-810724381cf1) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:20.750072 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:20.853257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] For port 95d98a26-c453-4b52-8134-7828e6b1fc42, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:20.857447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] For port 95d98a26-c453-4b52-8134-7828e6b1fc42, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=95d98a26-c453-4b52-8134-7828e6b1fc42,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:20.862165 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.867975 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:20.938970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-f0fdde7f-4d71-459d-9899-45a961547d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:20.940849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-f0fdde7f-4d71-459d-9899-45a961547d44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f37a8d92d11432b878a8e6531c7f6a1&device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 1095 time: 0.1841075
Dec 16 09:44:20.965640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:20.966773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Pushing event updated for resources: {'Port': ['ID=95d98a26-c453-4b52-8134-7828e6b1fc42,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:20.972303 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:21.020121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:21.026161 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-671e79dc-fd9e-4e47-bca7-ae434e7575f4 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:21.051459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-c0e516c3-0e4e-4103-a2a7-c1b18d882406 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f HTTP/1.1" status: 200  len: 217 time: 0.1017992
Dec 16 09:44:21.098733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:21.103130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:21.105668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:21.131568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-808fd668-bbf1-4329-a24d-5769d831a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:21.133148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-808fd668-bbf1-4329-a24d-5769d831a37a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffc6caa4-24be-4010-8164-5d9b4d82ca94 HTTP/1.1" status: 200  len: 861 time: 0.0729225
Dec 16 09:44:21.144823 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f243cf4-d147-4248-815c-32caeb6180fe', 'name': 'network-vif-deleted', 'tag': '04c78303-13b5-4172-864b-a63f16c4c338', 'status': 'completed', 'code': 200}
Dec 16 09:44:21.174933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a15ab038-c42e-4753-89ca-810724381cf1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:21.178788 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:21.219397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-b14b99f2-7a67-4490-b62c-b8b92220d5ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5ee36e1-b4ae-4167-9277-018a796ce108&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688365
Dec 16 09:44:21.457783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-772fd047-af1c-47e2-a4e4-4acb3aa20c7a service neutron] 10.222.0.74 "GET /v2.0/networks/a5ee36e1-b4ae-4167-9277-018a796ce108?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314303
Dec 16 09:44:21.469380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c2737-4dd7-4deb-b260-4b45bf4d3ae8 req-9d80d010-a5e5-4221-b67c-9dcea6ee4145 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:21.471667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e81c2737-4dd7-4deb-b260-4b45bf4d3ae8 req-9d80d010-a5e5-4221-b67c-9dcea6ee4145 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 944 time: 0.1395166
Dec 16 09:44:21.631691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e81c2737-4dd7-4deb-b260-4b45bf4d3ae8 req-83c29d48-4ba4-4ddb-b7e5-a527781abd46 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210678
Dec 16 09:44:21.696470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cea1bad5-631a-449b-a513-1e5fa9f49c52 req-aabd58dd-5f4b-4885-8d7a-4cd9938bc47b service neutron] 10.222.0.74 "GET /v2.0/networks/a5ee36e1-b4ae-4167-9277-018a796ce108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234156
Dec 16 09:44:21.750324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:21.847833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3878f-4851-4c0e-b1a6-1e622aa60455 req-7d5e351d-3b86-4356-a556-f1f42a6f2cab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:21.849920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ab3878f-4851-4c0e-b1a6-1e622aa60455 req-7d5e351d-3b86-4356-a556-f1f42a6f2cab tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 945 time: 0.0964737
Dec 16 09:44:21.918261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ab3878f-4851-4c0e-b1a6-1e622aa60455 req-e9346d69-65b2-4e4c-8044-00bd242ccf72 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/security-groups?id=80297631-5dcb-4f25-b7e4-d0b4eccf6079&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584574
Dec 16 09:44:22.074850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49290) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:22.105107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b6a63f9c-c641-49b6-92dc-ec613f1693ce tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:22.106962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b6a63f9c-c641-49b6-92dc-ec613f1693ce tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 945 time: 0.1854815
Dec 16 09:44:22.145930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:22.295153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Deleting port e017cec7-65e2-4548-b25c-86c5e52f8763 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:22.295620 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:22.360569 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:22.443459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:22.474994 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:44:22.477283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f329a02-fbea-4716-8398-c558e7f8cdc3 None None] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:22.692921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Router 5ee343cc-0921-4781-8ef4-a4afc128e906 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:44:22.705868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a3ba503-ee97-4d5e-97a7-e648eb1fb616 None None] Provisioning for port 95d98a26-c453-4b52-8134-7828e6b1fc42 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:22.755065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:22.770780 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9433d35d-dec8-4e62-a2be-1c6341038aeb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:22.785741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079bccd-2436-45f2-bc94-459fa5f417aa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:22.797279 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:22.802397 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:22.807568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/security-groups/7079bccd-2436-45f2-bc94-459fa5f417aa HTTP/1.1" status: 204  len: 168 time: 0.7314873
Dec 16 09:44:22.809716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] For port e017cec7-65e2-4548-b25c-86c5e52f8763, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=e017cec7-65e2-4548-b25c-86c5e52f8763,segment=NetworkSegment(25e50ba0-2cba-4317-a60d-35923e37a4d9),segment_id=25e50ba0-2cba-4317-a60d-35923e37a4d9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:22.810082 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:22.970596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:44:22.984539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Sync routers for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:44:23.001573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:23.002648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f26f19d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:23.002797 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:23.004523 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 3.8750172
Dec 16 09:44:23.007943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49318) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:23.144020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Calling delete_port for e017cec7-65e2-4548-b25c-86c5e52f8763 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:23.204473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'tag': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:23.293770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95d98a26-c453-4b52-8134-7828e6b1fc42 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:23.350726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7cab3-636d-43bf-bc28-3f73ef5a963b req-73af6704-e090-4b78-bc8b-43289413809c tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:23.357904 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bad7cab3-636d-43bf-bc28-3f73ef5a963b req-73af6704-e090-4b78-bc8b-43289413809c tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 944 time: 0.4153645
Dec 16 09:44:23.441854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:23.469328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bad7cab3-636d-43bf-bc28-3f73ef5a963b req-d41a0f6a-08be-4530-83d7-0c771bcb4d5c tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104813
Dec 16 09:44:23.539068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:23.546970 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:23.630915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Pushing event deleted for resources: {'Port': ['ID=e017cec7-65e2-4548-b25c-86c5e52f8763,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:23.647888 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:23.727225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] No DVR routers for this DVR port e017cec7-65e2-4548-b25c-86c5e52f8763 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:23.730721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:23.746050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:23.937872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 95d98a26-c453-4b52-8134-7828e6b1fc42 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:23.945344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 95d98a26-c453-4b52-8134-7828e6b1fc42 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:23.945733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:23.952148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-caacaf82-86c4-4e10-b33e-0ca98fc42e51 req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.74 "DELETE /v2.0/ports/e017cec7-65e2-4548-b25c-86c5e52f8763 HTTP/1.1" status: 204  len: 173 time: 1.8370287
Dec 16 09:44:23.973853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e3fae1e8-7036-4f79-bdf1-be8ed0d103e8 req-8f2ecfdf-72a6-412c-b6d5-b641adffa866 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Synchronizing usage tracker for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:24.019200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e3fae1e8-7036-4f79-bdf1-be8ed0d103e8 req-8f2ecfdf-72a6-412c-b6d5-b641adffa866 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Unset dirty status for tenant:94a460156b794cf8bc4e3415ab4a5b86 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:24.020585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f26f19d0>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:21Z', 'revision_number': 3, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:24.026851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Checking router: 5ee343cc-0921-4781-8ef4-a4afc128e906 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:44:24.034561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3fae1e8-7036-4f79-bdf1-be8ed0d103e8 req-8f2ecfdf-72a6-412c-b6d5-b641adffa866 tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3eb894e-3e3c-407a-93dc-6b62b8f370f4 HTTP/1.1" status: 200  len: 210 time: 0.1358001
Dec 16 09:44:24.034719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Updating router 5ee343cc-0921-4781-8ef4-a4afc128e906 port a15ab038-c42e-4753-89ca-810724381cf1 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:44:24.058599 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:24.141039 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:24.247105 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'tag': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f', 'status': 'completed', 'code': 200}
Dec 16 09:44:24.343250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Allocated IP 172.20.0.1 (04a99f6e-4e9f-472e-8797-b6316a290d02/001a31d9-4390-4fce-882b-ac82289a899e/3a02b396-8cc8-4f9b-b265-b3ea71f11bad) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:24.658482 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:24.670725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Transition to ACTIVE for port object a15ab038-c42e-4753-89ca-810724381cf1 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:24.680647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:44:24.686865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-05306025-da1f-4f51-be74-247ef55a00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:24.689056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-05306025-da1f-4f51-be74-247ef55a00f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f37a8d92d11432b878a8e6531c7f6a1&device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 1095 time: 0.4192193
Dec 16 09:44:24.720782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:24.746723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Transition to ACTIVE for port object 3a02b396-8cc8-4f9b-b265-b3ea71f11bad will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:24.779657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:24.784694 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:24.798160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e017cec7-65e2-4548-b25c-86c5e52f8763 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:24.853755 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:24.867331 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:24.906957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: e017cec7-65e2-4548-b25c-86c5e52f8763 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:24.908274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device e017cec7-65e2-4548-b25c-86c5e52f8763 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:24.920954 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.007969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-f34dfbcb-2802-4688-8786-f86c19abcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:25.009467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-f34dfbcb-2802-4688-8786-f86c19abcaac service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5ee36e1-b4ae-4167-9277-018a796ce108 HTTP/1.1" status: 200  len: 922 time: 0.2572727
Dec 16 09:44:25.020303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Attempting to bind port a15ab038-c42e-4753-89ca-810724381cf1 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:25.021310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Attempting to bind port a15ab038-c42e-4753-89ca-810724381cf1 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:25.021884 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Attempting to bind port a15ab038-c42e-4753-89ca-810724381cf1 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:25.047147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:25.050034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:25.053106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385aeac-f264-492c-989d-98e403155310 None None] Pushing event updated for resources: {'Port': ['ID=a15ab038-c42e-4753-89ca-810724381cf1,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:25.054106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:25.063108 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e385aeac-f264-492c-989d-98e403155310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:25.067480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:25.068099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:25.068589 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.069376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:25.070199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Bound port: a15ab038-c42e-4753-89ca-810724381cf1, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:25.070922 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.090599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Pushing event updated for resources: {'Port': ['ID=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:25.105102 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:25.122622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 95d98a26-c453-4b52-8134-7828e6b1fc42, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=95d98a26-c453-4b52-8134-7828e6b1fc42,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:25.129847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-ee60fcbd-41de-4f41-a786-cfa333c70661 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f HTTP/1.1" status: 200  len: 217 time: 0.0891705
Dec 16 09:44:25.143002 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.146713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,segment=NetworkSegment(279eaaad-f3f1-4b14-b06b-619940de4a49),segment_id=279eaaad-f3f1-4b14-b06b-619940de4a49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:25.155692 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.157940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d0013-085f-4f5d-91dd-f56437957f3b req-e1fd305b-8496-4be6-8ad6-cb2f51510ca0 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:25.160050 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-941d0013-085f-4f5d-91dd-f56437957f3b req-e1fd305b-8496-4be6-8ad6-cb2f51510ca0 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 944 time: 0.3531833
Dec 16 09:44:25.186904 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:25.238068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-07ea78d1-a46a-4776-9ee5-e8cc9bbc9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:25.239577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-07ea78d1-a46a-4776-9ee5-e8cc9bbc9a5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ffc6caa4-24be-4010-8164-5d9b4d82ca94 HTTP/1.1" status: 200  len: 861 time: 0.0786397
Dec 16 09:44:25.256417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f', 'network_id': 'a5ee36e1-b4ae-4167-9277-018a796ce108', 'port_id': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f', 'mac_address': 'fa:16:3e:51:8d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc6caa4-24be-4010-8164-5d9b4d82ca94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:44:25.324960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-d0807a54-3e54-47a0-8934-8ff2f1f2f7ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5ee36e1-b4ae-4167-9277-018a796ce108&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632544
Dec 16 09:44:25.384139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] For port a15ab038-c42e-4753-89ca-810724381cf1, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:25.387861 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.406164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=95d98a26-c453-4b52-8134-7828e6b1fc42,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:25.417630 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:25.423504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] For port a15ab038-c42e-4753-89ca-810724381cf1, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a15ab038-c42e-4753-89ca-810724381cf1,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:25.431032 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.452110 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:25.502730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:44:25.578383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,segment=NetworkSegment(279eaaad-f3f1-4b14-b06b-619940de4a49),segment_id=279eaaad-f3f1-4b14-b06b-619940de4a49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:25.582186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:25.583207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.583459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f26f19d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:25.588159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-941d0013-085f-4f5d-91dd-f56437957f3b req-f12eb6be-e456-41a6-867a-7a65588ad2e6 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3468490
Dec 16 09:44:25.658449 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.664022 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.678882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-033ce2ef-c903-4438-81aa-ce9c74a07611 None None] Provisioning for port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:25.703939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-033ce2ef-c903-4438-81aa-ce9c74a07611 None None] Provisioning complete for port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:25.703939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-033ce2ef-c903-4438-81aa-ce9c74a07611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.780781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-033ce2ef-c903-4438-81aa-ce9c74a07611 None None] Port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:44:25.785951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385aeac-f264-492c-989d-98e403155310 None None] Pushing event updated for resources: {'Port': ['ID=a15ab038-c42e-4753-89ca-810724381cf1,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:25.789123 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e385aeac-f264-492c-989d-98e403155310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:25.792319 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-33a2e389-af4a-44e1-b4c3-929db291e6fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:25.933867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.947581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:25.979100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-56a40736-d220-4ae3-acec-49bc5f29903f service neutron] 10.222.0.74 "GET /v2.0/networks/a5ee36e1-b4ae-4167-9277-018a796ce108?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6390729
Dec 16 09:44:25.980004 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9de2119b-28b9-4f40-9de4-cda481261685 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:26.034640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:26.038924 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:26.051751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['7a7a86f5-78bb-436d-a4cc-5bc50d9a824f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:44:26.101955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:26.105607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Pushing event updated for resources: {'Port': ['ID=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:26.116558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:26.122125 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:26.332309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'name': 'network-vif-deleted', 'tag': 'e017cec7-65e2-4548-b25c-86c5e52f8763'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:26.417743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:26.419172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:26.794589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f84fbde0-7b2e-4b97-8de8-1a1e67cd6aa3 req-0a0ba897-3ab8-41af-8e89-829cf174e3c5 service neutron] 10.222.0.74 "GET /v2.0/networks/a5ee36e1-b4ae-4167-9277-018a796ce108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5143063
Dec 16 09:44:26.843142 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eb894e-3e3c-407a-93dc-6b62b8f370f4', 'name': 'network-vif-deleted', 'tag': 'e017cec7-65e2-4548-b25c-86c5e52f8763', 'status': 'completed', 'code': 200}
Dec 16 09:44:26.856384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f26f19d0>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:24Z', 'revision_number': 1, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:26.869277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ade935-1668-4f69-a466-bb28a0c57834 None None] The sync data for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 is: [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:24Z', 'revision_number': 1, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:26.897481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Router 5ee343cc-0921-4781-8ef4-a4afc128e906 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:44:26.927697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e38378f9-4dff-4edd-a258-981a0e84d210 None None] Provisioning complete for port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:26.927999 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e38378f9-4dff-4edd-a258-981a0e84d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.009374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e38378f9-4dff-4edd-a258-981a0e84d210 None None] Port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:44:27.124623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49390) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:27.136522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:27.137012 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.341194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95d98a26-c453-4b52-8134-7828e6b1fc42 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:27.342133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:44:27.383795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.403053 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] 10.222.0.66 "PUT /v2.0/routers/5ee343cc-0921-4781-8ef4-a4afc128e906/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3937953
Dec 16 09:44:27.418793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:27.433372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Usage tracker for resource:security_group_rule and tenant:c78ad417f399497cadb2a51916c141fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:27.444447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:27.453027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 95d98a26-c453-4b52-8134-7828e6b1fc42 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:27.454499 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.457050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:27.476123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390da26-f62b-4986-9131-75c04381b399 req-4fca7576-c695-4eed-a215-6213b302c240 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:27.490948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1390da26-f62b-4986-9131-75c04381b399 req-4fca7576-c695-4eed-a215-6213b302c240 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 945 time: 0.4055994
Dec 16 09:44:27.658270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.665022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.675530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:27.675906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.686893 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43714972-ad5e-4847-a61f-5436ddde49df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:27.694825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1390da26-f62b-4986-9131-75c04381b399 req-554986a7-51e3-4859-912f-d18036e6731d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858715
Dec 16 09:44:27.780058 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c78ad417f399497cadb2a51916c141fb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6542106
Dec 16 09:44:27.780836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5f081-21ce-4ed1-b4d8-a2894ed80aa0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:27.797233 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:27.797755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:27.867186 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.914995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:27.916268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:28.023814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:28.038787 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-946d4312-5bd5-4d44-aab2-8b47f162c606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:28.070292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5f081-21ce-4ed1-b4d8-a2894ed80aa0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:28.072239 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:28.073534 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8f5f081-21ce-4ed1-b4d8-a2894ed80aa0 HTTP/1.1" status: 204  len: 168 time: 0.2744260
Dec 16 09:44:28.075087 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:28.271724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:28.276921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-906eb082-e66c-4537-8c5b-220c8f77057e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:28.329728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=29d5ee81-d3d9-46b9-a81c-df64ea9f01e8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:28.333006 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:28.684949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:28.706649 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:28.711072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:28.744861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:28.750870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Usage tracker for resource:security_group_rule and tenant:7cfa98218d85409ba8ea22531777d2f1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:28.755322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:28.762279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:28.862686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:28.872348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:28.872743 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:28.882660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:28.890231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:28.899194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:28.929313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415713359', 'description': 'tempest-description--16736771'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:28.934937 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48b191e3-5e8d-4794-91ed-1669acc302f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:29.044754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.069873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.159696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,segment=NetworkSegment(279eaaad-f3f1-4b14-b06b-619940de4a49),segment_id=279eaaad-f3f1-4b14-b06b-619940de4a49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:29.167473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:29.178143 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.186165 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:29.197766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:29.247470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Usage tracker for resource:security_group and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:29.269471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:29.317090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:29.321563 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:29.328873 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cfa98218d85409ba8ea22531777d2f1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6424661
Dec 16 09:44:29.331936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:29.334401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:29.352042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44826cf-3e7c-4fe8-8cc7-2705fe79bd88,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:29.370529 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:29.374352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.427974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:29.434547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Usage tracker for resource:security_group_rule and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:29.438737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:29.472262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:29.482831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.514866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a15ab038-c42e-4753-89ca-810724381cf1 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:29.577786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.668756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a15ab038-c42e-4753-89ca-810724381cf1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:29.675435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a15ab038-c42e-4753-89ca-810724381cf1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:29.675889 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.782955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.789079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.795089 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1ffd400-028a-4e6c-93b0-3e3c4ce29255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:29.808290 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.865134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc10c0d-b587-4e46-a2cf-94e77e329d43,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:29.918417 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:29.920660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.922317 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c44826cf-3e7c-4fe8-8cc7-2705fe79bd88 HTTP/1.1" status: 204  len: 168 time: 0.5725131
Dec 16 09:44:29.923111 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87d21bb6-72eb-4978-96d8-6b5ac6477b29 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:29.928865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b21e5-f005-4cec-9c04-c76d991fb09e req-92eb090e-a166-4c22-8c9b-f6ff81776e30 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:29.941271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-442b21e5-f005-4cec-9c04-c76d991fb09e req-92eb090e-a166-4c22-8c9b-f6ff81776e30 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 946 time: 0.4117956
Dec 16 09:44:29.951021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.957825 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0660627
Dec 16 09:44:29.960731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49450) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:29.967883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44826cf-3e7c-4fe8-8cc7-2705fe79bd88,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:29.974816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:29.978556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Request body: {'security_group_rule': {'security_group_id': '2bc10c0d-b587-4e46-a2cf-94e77e329d43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:29.988522 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:29.992133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:29.996543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Usage tracker for resource:security_group_rule and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:30.007542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:30.016845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:30.043962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:44:30.049518 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.052174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-442b21e5-f005-4cec-9c04-c76d991fb09e req-43fc5a71-1d08-4e14-bab1-89b672cb6e48 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105514
Dec 16 09:44:30.066928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a15ab038-c42e-4753-89ca-810724381cf1, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a15ab038-c42e-4753-89ca-810724381cf1,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:30.084539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.088296 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:30.159643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.168498 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.171512 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61d1220c-6d7b-41b2-a696-0cfaa1846a63 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:30.232861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26475e6e-9cc0-41b5-8284-f232d45707cc,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:30.242856 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:30.245519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a15ab038-c42e-4753-89ca-810724381cf1,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:30.249075 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:30.277715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.292567 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3262537
Dec 16 09:44:30.292567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49462) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:30.303270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Request body: {'security_group_rule': {'security_group_id': '2bc10c0d-b587-4e46-a2cf-94e77e329d43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:30.323412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:30.333287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Usage tracker for resource:security_group_rule and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:30.339437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:30.353559 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Sync routers for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:44:30.363209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:30.367324 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:30.367958 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:30.436167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.498511 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f', 'code': 200}
Dec 16 09:44:30.614023 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.618254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49470) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:30.625463 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.676330 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:30.700251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.751430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9688144c-b835-440d-a645-f9ea988d55cc,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:30.769732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:30.773940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Usage tracker for resource:security_group_rule and tenant:5a941d8df33a448e8036f251e286737e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:30.776988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:30.783428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:30.883632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.885999 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:30.888662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.893193 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5969265
Dec 16 09:44:30.893193 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:30.900639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:30.902886 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-af53321b-8010-4069-8fbc-0be6c40c19d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:30.922733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:30.937073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:30.959340 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:30.964793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Usage tracker for resource:floatingip and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:30.971804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:30.975287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3fb881-1fa1-4f94-81b8-6244cee9c6f7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:30.979873 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a941d8df33a448e8036f251e286737e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3589592
Dec 16 09:44:30.984036 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:30.984779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49482) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:30.985827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:31.023068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.052492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:44:31.081681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] Sync routers for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:44:31.104001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:31.105043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e99520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:31.123372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca88a5-fa69-4449-b3a2-7a30cc184c9c req-d453e837-cca5-41ad-b7b0-0df44242ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.124843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ca88a5-fa69-4449-b3a2-7a30cc184c9c req-d453e837-cca5-41ad-b7b0-0df44242ddc0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 1097 time: 0.5554316
Dec 16 09:44:31.226849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.246305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.260961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.290229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.306969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.318492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.342593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:31.344503 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-a379663f-2c3a-4afc-8971-d1b9c19a250e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.6591969
Dec 16 09:44:31.363577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "PUT /v2.0/routers/9f2292e6-fabe-4202-aa48-8b8fa89cbd3b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6161740
Dec 16 09:44:31.382549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:31.383516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.435856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.443396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:31.463548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting subnet 86fe2d5c-189e-4420-a1f1-c84885e9a145 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:31.496620 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.561958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.572802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a15ab038-c42e-4753-89ca-810724381cf1 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:31.629211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.651145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb041cbf-43e6-432b-b59f-c0bd9bbf8d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:31.652024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.656551 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c640>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 2, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:31.667882 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Checking router: 5ee343cc-0921-4781-8ef4-a4afc128e906 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:44:31.668599 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Updating router 5ee343cc-0921-4781-8ef4-a4afc128e906 port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:44:31.672497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3fb881-1fa1-4f94-81b8-6244cee9c6f7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:31.676237 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:31.694347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.697727 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d3fb881-1fa1-4f94-81b8-6244cee9c6f7 HTTP/1.1" status: 204  len: 168 time: 0.7054441
Dec 16 09:44:31.776815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ca88a5-fa69-4449-b3a2-7a30cc184c9c req-1c8f3af6-e836-4bd4-b093-67f55aecc3e0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6260941
Dec 16 09:44:31.781327 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d619fa2-aa5e-4905-a9c2-798e90f14fa6 req-21006cd3-3280-42e1-99bc-ae3d5feb5d8c tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4160352
Dec 16 09:44:31.813174 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.832821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Allocated IP 172.25.3.141 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/6ddb8aff-d616-429e-897d-b5735ecf6149) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:31.849399 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.929546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a15ab038-c42e-4753-89ca-810724381cf1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:31.930212 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.970280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:31.984374 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e404534b-4d7c-4dc2-90f8-8d8c4530b0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:32.004997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e99520>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:44:28Z', 'revision_number': 7, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:32.015227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] Checking router: 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:44:32.081705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] Routers {'9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:32.083246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e99520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:32.108501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Subnet': ['ID=86fe2d5c-189e-4420-a1f1-c84885e9a145,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:32.117016 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:32.120271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:32.137459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/subnets/86fe2d5c-189e-4420-a1f1-c84885e9a145 HTTP/1.1" status: 204  len: 168 time: 0.7511618
Dec 16 09:44:32.138001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49502) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:32.261287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73dd5b7-69f0-440a-a190-3e47041d4a8e None None] Network 9c23e622-daa7-4a25-8940-2ef7d1396ada requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:32.273807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:32.352571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:32.358062 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-261ad8f8-0545-4a46-a1bd-f795a7a86ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:32.514775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:32.523695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:32.526935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:32.617295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event updated for resources: {'Port': ['ID=6ddb8aff-d616-429e-897d-b5735ecf6149,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:32.622528 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:32.647388 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:32.662212 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Transition to ACTIVE for port object 3a02b396-8cc8-4f9b-b265-b3ea71f11bad will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:32.679420 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:32.685312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:32.688662 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:32.719352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] Set router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:32.779191 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:32.885690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19175826-be5b-4a4b-af25-34d041a7de5b req-f8c54c1f-e881-4d3b-b481-0918433c79ce tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:32.895719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19175826-be5b-4a4b-af25-34d041a7de5b req-f8c54c1f-e881-4d3b-b481-0918433c79ce tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 946 time: 0.6085258
Dec 16 09:44:32.995905 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.084415 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Pushing event updated for resources: {'Port': ['ID=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:33.113334 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.113673 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.114014 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.116495 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.116841 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.119738 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.120267 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.120783 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.121264 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.121740 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.128766 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.129917 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:33.154036 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:33.230833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Attempting to bind port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:33.234837 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Attempting to bind port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:33.237555 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Attempting to bind port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad on network 04a99f6e-4e9f-472e-8797-b6316a290d02 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:33.255090 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:33.258099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Checking segment: {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:33.260673 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.261256 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Bound using segment: {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:33.263339 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Bound port: 3a02b396-8cc8-4f9b-b265-b3ea71f11bad, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:33.265031 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.403015 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.410467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19175826-be5b-4a4b-af25-34d041a7de5b req-71ca5635-9f58-42a5-ac12-0457e34309f5 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5111399
Dec 16 09:44:33.432178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.452746 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:33.502144 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] For port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:33.511466 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] For port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:33.521891 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.525930 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:33.572036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.601736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port c45025e8-9560-4503-8251-0a1b894837a3 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:33.602091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.686421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event updated for resources: {'Port': ['ID=6ddb8aff-d616-429e-897d-b5735ecf6149,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:33.689503 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:33.695884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.722272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] DHCP port deletion for 9c23e622-daa7-4a25-8940-2ef7d1396ada request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:44:33.737870 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.748358 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8276136
Dec 16 09:44:33.748957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Deleting port c9bb339a-ada5-4b43-a251-9a1ca9ee613e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:33.748957 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:33.766468 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:33.768063 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:33.834758 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Pushing event updated for resources: {'Port': ['ID=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:33.846162 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:34.041254 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:34.138151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port c45025e8-9560-4503-8251-0a1b894837a3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c45025e8-9560-4503-8251-0a1b894837a3,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:34.138432 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:34.212723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] For port c9bb339a-ada5-4b43-a251-9a1ca9ee613e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c9bb339a-ada5-4b43-a251-9a1ca9ee613e,segment=NetworkSegment(0ba8d55c-e9dc-4447-8a52-ae9662069624),segment_id=0ba8d55c-e9dc-4447-8a52-ae9662069624)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:34.213447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:34.341342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for c45025e8-9560-4503-8251-0a1b894837a3 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:34.388545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Calling delete_port for c9bb339a-ada5-4b43-a251-9a1ca9ee613e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:34.422183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:34.428874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:34.434808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:34.441389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:34.462616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:34.474254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:34.486910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:34.488998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e99520>, [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:44:28Z', 'revision_number': 7, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:34.495812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8ce6ae5e-51f1-4dd5-a684-b425f64a897e req-86220a4f-4dc0-4391-8200-42d861023084 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.8119693
Dec 16 09:44:34.561351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5cfb4-416d-41e2-b08f-0f0a23f561fa None None] The sync data for ids ['9f2292e6-fabe-4202-aa48-8b8fa89cbd3b'] in n-d-820554-2 is: [{'id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'name': 'tempest-TestNetworkBasicOps-router-1116905336', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:26Z', 'updated_at': '2021-12-16T09:44:28Z', 'revision_number': 7, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'c45025e8-9560-4503-8251-0a1b894837a3', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2292e6-fabe-4202-aa48-8b8fa89cbd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:27Z', 'updated_at': '2021-12-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:34.570288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:34.582268 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9fe5dd56-33f2-4ada-b6e4-d13be233c2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:34.595972 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c640>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:33Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:34.605782 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d75a0-f1be-47d8-862c-b9b1cb53141d None None] The sync data for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 is: [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:33Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:34.727044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Pushing event deleted for resources: {'Port': ['ID=c9bb339a-ada5-4b43-a251-9a1ca9ee613e,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:34.735920 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:34.747737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] No DVR routers for this DVR port c9bb339a-ada5-4b43-a251-9a1ca9ee613e on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:34.849160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:34.863311 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8db9e94-f10c-4627-9b94-98171fe7480d tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:34.972440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=c45025e8-9560-4503-8251-0a1b894837a3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:34.975118 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:35.074682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.433419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3a02b396-8cc8-4f9b-b265-b3ea71f11bad up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:35.529963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.550264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.610558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.610812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Fanout notify agent at l3_agent the message router_deleted on router 9f2292e6-fabe-4202-aa48-8b8fa89cbd3b {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:44:35.636925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:35.648134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:35.648622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.666678 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.672357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/routers/9f2292e6-fabe-4202-aa48-8b8fa89cbd3b HTTP/1.1" status: 204  len: 168 time: 3.5315442
Dec 16 09:44:35.674307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:35.913803 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.966704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:35.973445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:35.995549 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-430e26d5-a00e-4e95-816f-4301c6397cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:36.042651 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:36.053672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-436978a3-b78d-448f-8b6a-1eb3de4b01b2 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1415713359&fields=id&tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd HTTP/1.1" status: 200  len: 267 time: 0.0964816
Dec 16 09:44:36.182676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:36.197431 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:36.404415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:36.453838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:36.455578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 29d5ee81-d3d9-46b9-a81c-df64ea9f01e8 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:36.456894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c9bb339a-ada5-4b43-a251-9a1ca9ee613e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:36.545274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c9bb339a-ada5-4b43-a251-9a1ca9ee613e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:36.545996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c9bb339a-ada5-4b43-a251-9a1ca9ee613e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:36.570914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-7b08ce67-0424-4436-961e-8a94c117d8a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1772511
Dec 16 09:44:36.599181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-3e783191-c209-44fb-af5b-9f576f478f4c tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:36.601845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-3e783191-c209-44fb-af5b-9f576f478f4c tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/networks?id=04a99f6e-4e9f-472e-8797-b6316a290d02 HTTP/1.1" status: 200  len: 805 time: 0.5472200
Dec 16 09:44:36.623001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-7e2d6ce6-7575-416f-ab40-626f5df9027c tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/quotas/a4a5ca55640b44a184011bc1d7f3bbbd HTTP/1.1" status: 200  len: 375 time: 0.0135002
Dec 16 09:44:36.646252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:36.707207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f5315fd0>,) {'filters': {'network_id': ['9c23e622-daa7-4a25-8940-2ef7d1396ada']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:36.726609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f5315fd0>, '0ba8d55c-e9dc-4447-8a52-ae9662069624') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:36.727344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f5315fd0>, '0ba8d55c-e9dc-4447-8a52-ae9662069624') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:36.751693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:36.777637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:36.788406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:36.788824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:36.808160 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:36.815327 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-e830f0db-7561-4676-8f32-6ce187afb5ae tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1846428
Dec 16 09:44:36.869319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:36.943283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:36.952244 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:36.991628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:36.999452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-56dec6ae-4179-4062-9f1b-48120ce4c808 service neutron] 10.222.0.66 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653521
Dec 16 09:44:37.006002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Network': ['ID=9c23e622-daa7-4a25-8940-2ef7d1396ada,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:37.007933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:37.019371 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:37.029826 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/networks/9c23e622-daa7-4a25-8940-2ef7d1396ada HTTP/1.1" status: 204  len: 168 time: 1.3534777
Dec 16 09:44:37.051853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.061307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:37.068013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'network': {'name': 'tempest-network-smoke--802926964', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:37.077642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:37.088097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:network and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:37.121420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:37.122128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.122630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.123114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.123616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.124086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.124739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.124853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:37.125218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.128232 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a60335b5-4d23-4a86-ab47-804769ac4f72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.4058092
Dec 16 09:44:37.137823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Usage tracker for resource:security_group_rule and tenant:bae3757a25fb437f94f7e7762d2668a7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:37.147873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:37.151646 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:37.160472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:37.210895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:37.222811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.289845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3a02b396-8cc8-4f9b-b265-b3ea71f11bad up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:37.317183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:44:37.322421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-07d5ee8b-ee52-4026-bc92-7389a06cbd21 service neutron] 10.222.0.66 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3165264
Dec 16 09:44:37.336562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.337051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.337523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.338154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.338819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.339327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.339788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.341829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-69714053-ea7a-412a-b2fb-9b44075d1629 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.3286226
Dec 16 09:44:37.352850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.353192 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Added segment ec756e11-fe60-4515-b255-8553aceff439 of type vlan for network ae43ec3b-83bb-422e-aaca-a6940686b627
Dec 16 09:44:37.403997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:37.404677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.412500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-7b338057-7262-4fc1-81b8-14aae6a868d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.413390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-7b338057-7262-4fc1-81b8-14aae6a868d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.414036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-7b338057-7262-4fc1-81b8-14aae6a868d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.416379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-7b338057-7262-4fc1-81b8-14aae6a868d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 2293 time: 0.2413011
Dec 16 09:44:37.465536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.472153 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-6c5baa79-71ea-4643-aaa6-a93ac596cb17 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1220956
Dec 16 09:44:37.492197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.507506 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.520526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-866ebfb4-93f3-4450-b296-2f0846b0149f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:37.613815 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bae3757a25fb437f94f7e7762d2668a7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7433171
Dec 16 09:44:37.619105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:37.620830 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-9727523a-ec16-42dc-9bd3-e5282c9aa90b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.1971371
Dec 16 09:44:37.624291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.645192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.646091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:37.654239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c45025e8-9560-4503-8251-0a1b894837a3 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:37.688071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba642899-5bb3-4987-8bf2-c06d0c230781,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:37.701609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:37.708352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65234792-efec-4e73-af55-7717ce4d1fd3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:37.738400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c45025e8-9560-4503-8251-0a1b894837a3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:37.738759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c45025e8-9560-4503-8251-0a1b894837a3 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:37.822972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-ebb75dfe-ef86-4149-b6d1-197111a55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.824518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-ebb75dfe-ef86-4149-b6d1-197111a55abb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.1978495
Dec 16 09:44:37.875859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Network': ['ID=ae43ec3b-83bb-422e-aaca-a6940686b627,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:37.890225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:37.900468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ae43ec3b-83bb-422e-aaca-a6940686b627 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:44:37.923800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d86168-7b7d-4be4-a3eb-1eace60c2146 req-66fd7661-1d43-497b-90c2-a1e620613925 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.931328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8d86168-7b7d-4be4-a3eb-1eace60c2146 req-66fd7661-1d43-497b-90c2-a1e620613925 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 946 time: 0.1781783
Dec 16 09:44:37.956043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-de725308-3714-4808-8ed5-1dfb518cd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:37.957819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-de725308-3714-4808-8ed5-1dfb518cd2ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1257615
Dec 16 09:44:37.968387 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9046957
Dec 16 09:44:37.968978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49672) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:37.997570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-138742558', 'admin_state_up': True, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:38.009734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:38.017089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:router and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:38.021138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:38.055548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:38.068141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.105324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.109036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-3a8ed65a-22e8-49aa-addd-e9371b40e37e service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438847
Dec 16 09:44:38.166095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.168205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.174947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.181484 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1e4b3fb2-d1e9-4825-bb2e-c4519f852ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:38.195786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba642899-5bb3-4987-8bf2-c06d0c230781,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:38.208080 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:38.218551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8d86168-7b7d-4be4-a3eb-1eace60c2146 req-b7182862-5059-4c73-8a0a-8940c3040169 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860367
Dec 16 09:44:38.218824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.220827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.233288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba642899-5bb3-4987-8bf2-c06d0c230781 HTTP/1.1" status: 204  len: 168 time: 0.6117139
Dec 16 09:44:38.338789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-a85ef626-5ac0-4b33-bdec-3911c2258c43 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213230
Dec 16 09:44:38.511865 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-64ddc561-413b-4592-a171-aa04c74e6d1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.1645033
Dec 16 09:44:38.806483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.850086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49692) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:38.905590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:38.926441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-80b9e692-7ebf-4e76-8982-5df533ce3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:38.927931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-80b9e692-7ebf-4e76-8982-5df533ce3285 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.4097176
Dec 16 09:44:38.934527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:38.962135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:38.966114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Usage tracker for resource:security_group_rule and tenant:40bac07c8a9641839551e40f5a8b4500 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:38.969147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:38.974880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:39.009260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee5d96-4439-4492-ac09-5b6b5d2eae7f req-3c87c034-5edb-496c-b9ef-307cb41b639a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:39.017139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5dee5d96-4439-4492-ac09-5b6b5d2eae7f req-3c87c034-5edb-496c-b9ef-307cb41b639a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.4320941
Dec 16 09:44:39.135148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5dee5d96-4439-4492-ac09-5b6b5d2eae7f req-391f80e0-4dfa-4184-b2c4-4633576203d7 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1169741
Dec 16 09:44:39.150879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-bd4e40b8-dd5e-4d01-985f-16d612ad214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:39.153116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-bd4e40b8-dd5e-4d01-985f-16d612ad214b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2187054
Dec 16 09:44:39.211647 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.362966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-085f3eb4-1414-491d-a0c1-22fe4d705124 req-93446219-f9ef-4f8d-b22a-741806302ebe tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 210 time: 0.0857143
Dec 16 09:44:39.416487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:39.436920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Usage tracker for resource:security_group_rule and tenant:b09d02722ea84749b4c297dee30509a7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:39.444219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:39.451035 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.459267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.459661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:39.469711 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cee8e0d7-ff56-4a1e-814d-3ed6b9060df1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:39.522468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.559917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-c3999f33-fd2f-474c-8f8d-006cc3ef305c service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3987143
Dec 16 09:44:39.576942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.607945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-4c81facb-d5c3-4293-9ca0-c7147885b523 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:39.609483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-4c81facb-d5c3-4293-9ca0-c7147885b523 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.74 "GET /v2.0/networks?id=04a99f6e-4e9f-472e-8797-b6316a290d02 HTTP/1.1" status: 200  len: 805 time: 0.3376617
Dec 16 09:44:39.624282 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40bac07c8a9641839551e40f5a8b4500&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7673519
Dec 16 09:44:39.625120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4d28b8-df1e-48f0-a02a-0a25eadf13f4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:39.628340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49708) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:39.651065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.651557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.651944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.652321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.652692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.653061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.653423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.653784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.654144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.654504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.654863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.655265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:44:39.670740 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:39.749052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-bec68858-8daf-4b9d-9da3-4adf18d6f81e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd HTTP/1.1" status: 200  len: 380 time: 0.0798764
Dec 16 09:44:39.769416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Request body: {'port': {'device_id': 'b669791c-de46-437a-868b-b08c34b53844', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'admin_state_up': True, 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'security_groups': ['2bc10c0d-b587-4e46-a2cf-94e77e329d43']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:39.774546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.821947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.25.3.139 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/b3b6bba9-ec71-47f7-908d-8d99965bd036) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:39.824922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.872018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.898716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:39.909725 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:39.918132 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-2aff9a9e-aec4-45a6-b7d3-0125f4bd18ae service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3494060
Dec 16 09:44:39.999223 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.029122 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:40.029574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-15b7d9a5-d09c-44af-a9e5-98600a5da3b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.0992358
Dec 16 09:44:40.038320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b09d02722ea84749b4c297dee30509a7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1315310
Dec 16 09:44:40.044726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:40.079154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd5b17-fdb2-4f69-85d4-32c62d8bc61f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:40.082742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4d28b8-df1e-48f0-a02a-0a25eadf13f4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:40.093561 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:40.095055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:40.135797 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.152771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.156391 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f4d28b8-df1e-48f0-a02a-0a25eadf13f4 HTTP/1.1" status: 204  len: 168 time: 0.5247760
Dec 16 09:44:40.185679 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.221451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.247683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:40.253365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-27b35d7d-3549-4c85-a8f9-23f692e8d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:40.255242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-27b35d7d-3549-4c85-a8f9-23f692e8d799 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2155919
Dec 16 09:44:40.259869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Usage tracker for resource:port and tenant:a4a5ca55640b44a184011bc1d7f3bbbd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:40.266301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:40.270461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.276773 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-175a4076-ddbf-4cd2-9c71-ce9fd36ed370 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:40.310969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:40.345237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Made reservation on behalf of a4a5ca55640b44a184011bc1d7f3bbbd for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:40.349158 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.357656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:40.362418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:40.367274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:40.428142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e30ea7-4c7a-4e9d-8827-7a4195a7870d req-6ab518b9-6ea2-4c73-845f-561f85dde136 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:40.434969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46e30ea7-4c7a-4e9d-8827-7a4195a7870d req-6ab518b9-6ea2-4c73-845f-561f85dde136 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 946 time: 0.3069930
Dec 16 09:44:40.531610 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-46e30ea7-4c7a-4e9d-8827-7a4195a7870d req-b941828c-17c0-42db-9637-f6d8fa59a66c tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956130
Dec 16 09:44:40.541286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-ea99088c-3e5b-46ad-92f9-2b2e59b0df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:40.542986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-ea99088c-3e5b-46ad-92f9-2b2e59b0df3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2799175
Dec 16 09:44:40.595877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.609659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=b3b6bba9-ec71-47f7-908d-8d99965bd036,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:40.614914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:40.618352 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84cd5b17-fdb2-4f69-85d4-32c62d8bc61f HTTP/1.1" status: 204  len: 168 time: 0.5642109
Dec 16 09:44:40.618352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:40.654111 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e795cd20-6e19-4ec1-910d-53eb6b771e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:40.673660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd5b17-fdb2-4f69-85d4-32c62d8bc61f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:40.677052 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:40.992139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:41.348244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Allocated IP 172.20.0.13 (04a99f6e-4e9f-472e-8797-b6316a290d02/001a31d9-4390-4fce-882b-ac82289a899e/9672371e-4913-448a-9c76-ef2e7d3dd77c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:41.393431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-386b93b3-c11d-4790-9ced-9068b8ad03a3 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8394299
Dec 16 09:44:41.401095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93aa15-41e3-475a-ba7e-1ffa85f24bd2 req-9fc5be01-320c-416b-82b4-07b0b0bdb2a7 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:41.409034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc93aa15-41e3-475a-ba7e-1ffa85f24bd2 req-9fc5be01-320c-416b-82b4-07b0b0bdb2a7 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.6631224
Dec 16 09:44:41.601616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:41.641201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-776bd610-000d-4dcc-8156-2afb4ac887ec service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128704
Dec 16 09:44:41.650233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:41.754956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:41.937443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-14258750-c1be-4f82-9926-11549786c6ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.2773855
Dec 16 09:44:41.942509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27df9b2d-bae3-41e8-8b4c-c82197bb9dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:41.951654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-345031509-network', 'tenant_id': '13342ed6ec6c4401afdea09b7708eb64'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:41.970806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:41.979266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Usage tracker for resource:network and tenant:13342ed6ec6c4401afdea09b7708eb64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:41.985414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:41.997531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:42.015764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Made reservation on behalf of 13342ed6ec6c4401afdea09b7708eb64 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:42.018045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.033097 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.051995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc93aa15-41e3-475a-ba7e-1ffa85f24bd2 req-d6af5de8-ff47-42fc-8d0c-d4929483aa5b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6420557
Dec 16 09:44:42.065178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:42.071727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Usage tracker for resource:security_group_rule and tenant:13342ed6ec6c4401afdea09b7708eb64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:42.074603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:42.088876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:42.118398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-4a562537-c7cc-434f-a678-569404db4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:42.120099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-4a562537-c7cc-434f-a678-569404db4bf1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1096 time: 1.1506829
Dec 16 09:44:42.124219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:44:42.148464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.155090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-8bc1880e-9b28-49a9-9d5a-73be164024b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:42.161486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-8bc1880e-9b28-49a9-9d5a-73be164024b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1980131
Dec 16 09:44:42.331093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:44:42.346407 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Sync routers for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:44:42.356619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-7e95b8a8-b31c-4fca-8cda-f5dce32904ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:42.358888 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:42.359657 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:42.361024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-7e95b8a8-b31c-4fca-8cda-f5dce32904ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.2076919
Dec 16 09:44:42.382722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.383933 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.4074667
Dec 16 09:44:42.389632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:42.460550 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-194cbd96-e53d-48b0-ac66-319f36031431 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=2c99711399864f23b48b3caad5dc71a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0693491
Dec 16 09:44:42.463040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:42.488915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Transition to ACTIVE for port object 9672371e-4913-448a-9c76-ef2e7d3dd77c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:42.615391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-38207517-d26a-4eb8-9e9e-8e54a2abfa8b tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:42.622373 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-38207517-d26a-4eb8-9e9e-8e54a2abfa8b tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.74 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 946 time: 1.1985471
Dec 16 09:44:42.624284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.631565 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.637906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.643961 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-209c933d-4186-4d43-a6bf-02e668aff999 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:42.645466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a5c6971-a752-4f75-8ef0-6d8cb5e48a2d req-67ee7454-7b82-49c4-8e6a-6c1e93307efc tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 210 time: 0.2718227
Dec 16 09:44:42.678290 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:42.689129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:44:42.704612 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31d9a69b-ab18-47fa-b320-c12532974269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:42.752273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d09342-a41a-4677-8f0b-a830e8f1f872,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:42.755583 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.756100 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Added segment 966355cd-de74-4256-9dc7-14003ec371e6 of type vlan for network 188d3ebd-ff2c-4702-81f9-432fa0f5250b
Dec 16 09:44:42.763819 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:42.768564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff4889-ac79-44ba-a867-d7a5a69eadb2 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:42.773975 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4bff4889-ac79-44ba-a867-d7a5a69eadb2 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3101172
Dec 16 09:44:42.774719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:42.840506 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c31fb745-f87e-4fc4-b8b6-4b4f667a86f4 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0606511
Dec 16 09:44:42.843001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:42.847408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:42.853819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-717211504', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:43.010654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:43.021888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:subnet and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:43.026332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:43.032479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:43.041175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.042478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:43.043049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.048688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-030cb259-71ee-4f84-8b8c-af975e2e9f8a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:43.059101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:43.072746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:43.076588 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.087723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:43.107779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Deleting port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:44:43.108520 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.157081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event updated for resources: {'Port': ['ID=9672371e-4913-448a-9c76-ef2e7d3dd77c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:43.167256 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:43.239071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:43.276364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-1fb407de-9cdf-4c83-a80f-5573688792b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 1001 time: 0.8225858
Dec 16 09:44:43.303204 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6979210
Dec 16 09:44:43.304052 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e160>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:40Z', 'revision_number': 3, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:43.308218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49822) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:43.312009 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Checking router: 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:44:43.313852 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Updating router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 port b3b6bba9-ec71-47f7-908d-8d99965bd036 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:44:43.326040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Request body: {'subnet': {'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-345031509-subnet', 'tenant_id': '13342ed6ec6c4401afdea09b7708eb64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:43.336900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Pushing event updated for resources: {'Network': ['ID=188d3ebd-ff2c-4702-81f9-432fa0f5250b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:43.349511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 188d3ebd-ff2c-4702-81f9-432fa0f5250b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:44:43.365430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:43.373075 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:43.394682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Usage tracker for resource:subnet and tenant:13342ed6ec6c4401afdea09b7708eb64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:43.400643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:43.411781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:43.430567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Made reservation on behalf of 13342ed6ec6c4401afdea09b7708eb64 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:43.433697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.476968 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.636882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d4825259-7ee9-418f-8d7f-bcf492a50a64 None None] Provisioning for port 9672371e-4913-448a-9c76-ef2e7d3dd77c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:43.647045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d4825259-7ee9-418f-8d7f-bcf492a50a64 None None] Provisioning complete for port 9672371e-4913-448a-9c76-ef2e7d3dd77c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:43.647710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d4825259-7ee9-418f-8d7f-bcf492a50a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.741848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:43.748008 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:43.816596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d4825259-7ee9-418f-8d7f-bcf492a50a64 None None] Port 9672371e-4913-448a-9c76-ef2e7d3dd77c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:44:43.829131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Subnet': ['ID=c651c7b9-cbd8-4ac0-891e-53c54e73be04,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:43.838290 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:43.912798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Checking segment: {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:43.913160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network hostable DHCP agents. Network: ae43ec3b-83bb-422e-aaca-a6940686b627, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:44:43.994605 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.009552 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.028491 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Transition to ACTIVE for port object b3b6bba9-ec71-47f7-908d-8d99965bd036 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:44.033570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ae43ec3b-83bb-422e-aaca-a6940686b627 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:44:44.037770 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.044499 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-3a636416-32be-4d9f-b71f-9dbb49e6532d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:44.045016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.053025 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:44.056810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:44.057669 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.073647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] For port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,segment=NetworkSegment(279eaaad-f3f1-4b14-b06b-619940de4a49),segment_id=279eaaad-f3f1-4b14-b06b-619940de4a49)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:44.074200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.110546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd5a0-95ae-4b79-9dfc-01705a19389d req-08a7612b-a574-4585-9684-39d08f4bd633 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:44.118438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b06fd5a0-95ae-4b79-9dfc-01705a19389d req-08a7612b-a574-4585-9684-39d08f4bd633 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/ports?device_id=954f7a9c-cdd5-47e5-ac31-7df36b9690df HTTP/1.1" status: 200  len: 946 time: 1.2289863
Dec 16 09:44:44.121365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-2c43507e-b55d-484d-89fc-da52e874a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:44.122932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-2c43507e-b55d-484d-89fc-da52e874a504 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.7984962
Dec 16 09:44:44.139719 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b535cb-e436-42dc-80d7-cd71e9d2a3ee None None] Pushing event updated for resources: {'Port': ['ID=b3b6bba9-ec71-47f7-908d-8d99965bd036,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:44.152597 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e0b535cb-e436-42dc-80d7-cd71e9d2a3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:44.178490 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Attempting to bind port b3b6bba9-ec71-47f7-908d-8d99965bd036 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:44.179237 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Attempting to bind port b3b6bba9-ec71-47f7-908d-8d99965bd036 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:44.179793 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Attempting to bind port b3b6bba9-ec71-47f7-908d-8d99965bd036 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:44.185192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-14276abd-308e-491e-9b94-9144d3a14a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:44.186786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-14276abd-308e-491e-9b94-9144d3a14a2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.9951184
Dec 16 09:44:44.189983 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:44.190414 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:44.190821 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.191397 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:44.191914 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Bound port: b3b6bba9-ec71-47f7-908d-8d99965bd036, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:44.192340 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.233312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ae43ec3b-83bb-422e-aaca-a6940686b627) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:44.244683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a13269-16c0-45cc-8574-c8b1fab96dac None None] Network ae43ec3b-83bb-422e-aaca-a6940686b627 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:44.252335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:44.252921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.284618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Calling delete_port for 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:44:44.308681 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] For port b3b6bba9-ec71-47f7-908d-8d99965bd036, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:44.309213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece0330e-ff9a-428e-b5c6-35e848de3d92,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:44.312447 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] For port b3b6bba9-ec71-47f7-908d-8d99965bd036, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b3b6bba9-ec71-47f7-908d-8d99965bd036,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:44.319072 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.319503 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:44.324906 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-373d28ce-b178-4a8e-9794-79c312f47bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:44.336455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Checking segment: {'id': '966355cd-de74-4256-9dc7-14003ec371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:44.337320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Network hostable DHCP agents. Network: 188d3ebd-ff2c-4702-81f9-432fa0f5250b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:44:44.354715 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4dd3b220-f278-4a3e-b0b9-671b152773cd tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.5060444
Dec 16 09:44:44.357482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:44.438764 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:44.439297 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:44.591146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-ae43ec3b-83bb-422e-aaca-a6940686b627', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:44:44.594255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.602458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8412261
Dec 16 09:44:44.618180 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b535cb-e436-42dc-80d7-cd71e9d2a3ee None None] Pushing event updated for resources: {'Port': ['ID=b3b6bba9-ec71-47f7-908d-8d99965bd036,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:44.637990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Request body: {'port': {'device_id': 'b669791c-de46-437a-868b-b08c34b53844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:44.639390 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e0b535cb-e436-42dc-80d7-cd71e9d2a3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:44.677826 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-21a5374f-c9e1-43db-a5f1-945677ac4eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.764457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Network 188d3ebd-ff2c-4702-81f9-432fa0f5250b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:44:44.785640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Allocated IP 172.20.0.2 (ae43ec3b-83bb-422e-aaca-a6940686b627/c651c7b9-cbd8-4ac0-891e-53c54e73be04/5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:44.885673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 188d3ebd-ff2c-4702-81f9-432fa0f5250b) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:44.897912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93044651-2ee1-4e59-8446-ad98b13e520e None None] Network 188d3ebd-ff2c-4702-81f9-432fa0f5250b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:44.906833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b06fd5a0-95ae-4b79-9dfc-01705a19389d req-49a992cf-cc4d-4c6f-a535-475edfbea241 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2d15b2-581c-4753-9e2c-ad671b6c706e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7871554
Dec 16 09:44:44.928372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:44.935219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.938754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:44.962478 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f03d0c13-d928-4688-b6c4-6fef4d87180b tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:44.982245 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:45.020722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Pushing event deleted for resources: {'Port': ['ID=7a7a86f5-78bb-436d-a4cc-5bc50d9a824f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:45.027815 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:45.135062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:45.214677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] No DVR routers for this DVR port 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:44:45.215095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c07b82-9fb8-4414-bdf5-8d9d616d964c None None] Network 188d3ebd-ff2c-4702-81f9-432fa0f5250b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:45.246719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:45.268516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'name': 'network-vif-deleted', 'tag': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:45.286683 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9774845
Dec 16 09:44:45.332416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-2abd2d85-83f9-4bd7-9862-6b356ef7f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:45.336897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-2abd2d85-83f9-4bd7-9862-6b356ef7f119 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9065328
Dec 16 09:44:45.341336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-383f8bff-27cf-481e-9cf8-802e3205ed07 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8670137
Dec 16 09:44:45.513080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd75999d-feed-4ccb-9d69-1e4565948e84 req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] 10.222.0.74 "DELETE /v2.0/ports/7a7a86f5-78bb-436d-a4cc-5bc50d9a824f HTTP/1.1" status: 204  len: 173 time: 2.8663554
Dec 16 09:44:45.529183 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e160>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:40Z', 'revision_number': 3, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:45.540145 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90863a71-0b22-4b06-bbca-00d0a9774609 None None] The sync data for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 is: [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:40Z', 'revision_number': 3, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:45.844932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:45.879135 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:45.957633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:45.984856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:45.995198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Transition to ACTIVE for port object 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:46.061438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Transition to ACTIVE for port object 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:46.066673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-7ca1e641-f325-4959-8e2c-48d82deba7c8 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6963677
Dec 16 09:44:46.077828 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:46.102493 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:46.201325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Network ae43ec3b-83bb-422e-aaca-a6940686b627 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:46.209847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:46.214586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:46.377555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-ccb651a3-b687-48ec-ba19-dff1abb849f4 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9909482
Dec 16 09:44:46.379384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-3a202652-bb8a-4c90-acf8-e89c80989a9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.2185633
Dec 16 09:44:46.393226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Pushing event updated for resources: {'Port': ['ID=5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:46.411087 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:46.443550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Attempting to bind port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:46.446245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Attempting to bind port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:46.446663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Attempting to bind port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac on network ae43ec3b-83bb-422e-aaca-a6940686b627 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:46.467629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:46.472976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Checking segment: {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:46.473449 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:46.473810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Bound using segment: {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:46.480001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Bound port: 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:46.480748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:46.758391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:44:46.767344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:44:46.824951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:44:46.825764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 7a7a86f5-78bb-436d-a4cc-5bc50d9a824f not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:44:46.830463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] For port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:46.844909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] For port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:46.873331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:46.874893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c224a-13f9-4d03-b4dc-a282b9704a88 req-253be1f1-9dc0-4e66-8dad-e67cda6a15a3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:46.881881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee6c224a-13f9-4d03-b4dc-a282b9704a88 req-253be1f1-9dc0-4e66-8dad-e67cda6a15a3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 1.5262523
Dec 16 09:44:46.956691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee6c224a-13f9-4d03-b4dc-a282b9704a88 req-bfc17182-0119-4964-8c15-700181412d31 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658603
Dec 16 09:44:46.998418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.20.0.1 (ae43ec3b-83bb-422e-aaca-a6940686b627/c651c7b9-cbd8-4ac0-891e-53c54e73be04/53fcd873-61f0-4373-9853-8a2e38e4896d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:47.013497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-25bc9131-a279-49ea-b9d3-433f14b55350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:47.023455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-25bc9131-a279-49ea-b9d3-433f14b55350 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.6265037
Dec 16 09:44:47.025347 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a5997097-e448-4ee1-a505-b9c248d097ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:47.147568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49882) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:47.161009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627719634-network', 'tenant_id': '6756f4ba34f5469f84167db5f39cef81'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:47.167636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:47.173457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Usage tracker for resource:network and tenant:6756f4ba34f5469f84167db5f39cef81 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:47.179913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:47.191370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:47.229172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Made reservation on behalf of 6756f4ba34f5469f84167db5f39cef81 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:47.231962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.249597 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.286871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:47.295516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Usage tracker for resource:security_group_rule and tenant:6756f4ba34f5469f84167db5f39cef81 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:47.308185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:47.335632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a508f915-776d-4177-96cb-fb1aa4b0260b req-f2072081-b660-4276-86c5-5883b93dd659 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9400661
Dec 16 09:44:47.339415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:47.340941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.374270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Transition to ACTIVE for port object 53fcd873-61f0-4373-9853-8a2e38e4896d will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:47.383636 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.387898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Pushing event updated for resources: {'Port': ['ID=5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:47.391496 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:47.399378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:47.421089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '4aadb05e-4564-497c-83b9-ff0503959092', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'port_id': '4aadb05e-4564-497c-83b9-ff0503959092', 'mac_address': 'fa:16:3e:ca:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:44:47.466617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3b6bba9-ec71-47f7-908d-8d99965bd036 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:47.466857 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.479216 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4f39efe-5356-483c-9987-956cf0b6565c tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:47.523543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9672371e-4913-448a-9c76-ef2e7d3dd77c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:44:47.540648 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.586105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Transition to ACTIVE for port object 9672371e-4913-448a-9c76-ef2e7d3dd77c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:47.604796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.621420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-4788676a-111c-4e2f-a2cd-0bbe6ceb01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:47.622935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-4788676a-111c-4e2f-a2cd-0bbe6ceb01e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5817463
Dec 16 09:44:47.632534 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5937d053-ac31-428b-9ec7-cd68b45ee217 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:47.697421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.731930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b3b6bba9-ec71-47f7-908d-8d99965bd036 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:47.738334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4aadb05e-4564-497c-83b9-ff0503959092 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:44:47.747582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b3b6bba9-ec71-47f7-908d-8d99965bd036 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:47.748298 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.808844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ae43ec3b-83bb-422e-aaca-a6940686b627 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:47.815785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=53fcd873-61f0-4373-9853-8a2e38e4896d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:47.818529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:47.829334 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:47.840264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:47.840809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:44:47.848735 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.853909 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:47.933827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:47.992892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.003136 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.006856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5014979-5b22-47d2-9b28-b956a718b81c req-da64bc06-4d41-478e-b7be-e969f1edbf9b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:48.007640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a5014979-5b22-47d2-9b28-b956a718b81c req-da64bc06-4d41-478e-b7be-e969f1edbf9b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Synchronizing usage tracker for tenant:a4a5ca55640b44a184011bc1d7f3bbbd on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:44:48.014373 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f72b586-04e2-4b2f-b703-c0779d98727d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:48.023133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:48.026970 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:48.030015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4aadb05e-4564-497c-83b9-ff0503959092'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:44:48.084468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:44:48.096491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.097220 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Added segment 4f629c0c-427d-4a15-8733-ea918fb78035 of type vlan for network d434448c-8f24-4c90-9b3f-8d941da61a33
Dec 16 09:44:48.108979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Pushing event updated for resources: {'Port': ['ID=9672371e-4913-448a-9c76-ef2e7d3dd77c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:48.132525 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:48.138869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.233299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.235149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.235310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:48.236524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.253859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port b3b6bba9-ec71-47f7-908d-8d99965bd036, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b3b6bba9-ec71-47f7-908d-8d99965bd036,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:48.260874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.269415 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:48.277282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9082a9b-c948-4097-b946-0b777daa5d88,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:48.286427 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:48.292145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fde75ba1-21f1-4091-9401-63694b12f84b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:48.323671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-c6451b60-065e-4b42-8763-ed18e3e3e826 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5982695
Dec 16 09:44:48.382862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:48.403537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=b3b6bba9-ec71-47f7-908d-8d99965bd036,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:48.429505 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:48.548952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a5014979-5b22-47d2-9b28-b956a718b81c req-da64bc06-4d41-478e-b7be-e969f1edbf9b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Unset dirty status for tenant:a4a5ca55640b44a184011bc1d7f3bbbd on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:44:48.550499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5014979-5b22-47d2-9b28-b956a718b81c req-da64bc06-4d41-478e-b7be-e969f1edbf9b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 932 time: 1.3822942
Dec 16 09:44:48.592134 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4427943
Dec 16 09:44:48.610115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49904) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:48.624589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Request body: {'subnet': {'network_id': 'd434448c-8f24-4c90-9b3f-8d941da61a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627719634-subnet', 'tenant_id': '6756f4ba34f5469f84167db5f39cef81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:48.630430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:48.634869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Usage tracker for resource:subnet and tenant:6756f4ba34f5469f84167db5f39cef81 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:48.639213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:48.646256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:48.655688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Attempting to bind port 9672371e-4913-448a-9c76-ef2e7d3dd77c on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:48.656144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Attempting to bind port 9672371e-4913-448a-9c76-ef2e7d3dd77c by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:48.656385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Attempting to bind port 9672371e-4913-448a-9c76-ef2e7d3dd77c on network 04a99f6e-4e9f-472e-8797-b6316a290d02 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:48.664714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Pushing event updated for resources: {'Network': ['ID=d434448c-8f24-4c90-9b3f-8d941da61a33,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:48.670190 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:48.681116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network d434448c-8f24-4c90-9b3f-8d941da61a33 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:44:48.725997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5014979-5b22-47d2-9b28-b956a718b81c req-6b7c641a-f788-48b1-a6b2-6fda6a44b246 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1655817
Dec 16 09:44:48.726659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Port 9672371e-4913-448a-9c76-ef2e7d3dd77c on network 04a99f6e-4e9f-472e-8797-b6316a290d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:44:48.726990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Attempting to bind port 9672371e-4913-448a-9c76-ef2e7d3dd77c on network 04a99f6e-4e9f-472e-8797-b6316a290d02 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:48.742702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Made reservation on behalf of 6756f4ba34f5469f84167db5f39cef81 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:48.745417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.036638 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954f7a9c-cdd5-47e5-ac31-7df36b9690df', 'name': 'network-vif-deleted', 'tag': '7a7a86f5-78bb-436d-a4cc-5bc50d9a824f', 'status': 'completed', 'code': 200}
Dec 16 09:44:49.044445 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.060978 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df1cf7b4-2608-4630-a37c-62451beab240 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:49.101069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:49.109124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:49.109425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Checking segment: {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:49.109824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Bound using segment: {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:49.110277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Bound port: 9672371e-4913-448a-9c76-ef2e7d3dd77c, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7cf8d0-65de-4441-8cec-6817d301699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:49.110628 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.200763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c2d7c-0345-46bf-8dcd-24ef5f4da052 None None] Network ae43ec3b-83bb-422e-aaca-a6940686b627 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:49.286855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Deleting subnet ffc6caa4-24be-4010-8164-5d9b4d82ca94 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:49.291439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.305375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-613d0686-0565-473b-b738-c259bf70fefa service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9669311
Dec 16 09:44:49.394798 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.546340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:49.558545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.574082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-fa134490-6893-4fa6-987e-c5588a08cd80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.1255560
Dec 16 09:44:49.574877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff523e39-8f2a-4a82-8595-ffcac7e9c851,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:49.581077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.599263 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:49.599263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Checking segment: {'id': '4f629c0c-427d-4a15-8733-ea918fb78035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd434448c-8f24-4c90-9b3f-8d941da61a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:49.599263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Network hostable DHCP agents. Network: d434448c-8f24-4c90-9b3f-8d941da61a33, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:44:49.643523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-89dbf87d-2058-43ca-a8fb-44f2f21da7ca None None] Provisioning for port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:49.678936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.801039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c272b4a1-5ef2-4bce-a20b-87028351e769 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:49.889294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] For port 9672371e-4913-448a-9c76-ef2e7d3dd77c, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:49.913079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] For port 9672371e-4913-448a-9c76-ef2e7d3dd77c, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:49.920267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-44326918-a7ad-4b0d-b879-2c247dd8011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:49.921905 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-44326918-a7ad-4b0d-b879-2c247dd8011c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.3278294
Dec 16 09:44:49.924526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Network d434448c-8f24-4c90-9b3f-8d941da61a33 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:44:49.951412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:49.960923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.970702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=53fcd873-61f0-4373-9853-8a2e38e4896d,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:49.972737 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.973404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:49.973985 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:49.985670 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c0dc322-db61-48c0-aaee-1eeb618f3960 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:49.997625 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:50.036423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, d434448c-8f24-4c90-9b3f-8d941da61a33) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:50.052099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8483d-e317-4b7e-8d1f-6819317d66dc None None] Network d434448c-8f24-4c90-9b3f-8d941da61a33 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:50.058099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92279536-cb87-4f5a-a426-ef7e3ed226c3 req-231327e5-a660-4659-a7dd-2c034f75c147 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:50.064435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92279536-cb87-4f5a-a426-ef7e3ed226c3 req-231327e5-a660-4659-a7dd-2c034f75c147 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 944 time: 0.8533337
Dec 16 09:44:50.101036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:50.101640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:50.139025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:50.139680 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:50.141072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] 10.222.0.74 "PUT /v2.0/ports/9672371e-4913-448a-9c76-ef2e7d3dd77c HTTP/1.1" status: 200  len: 1092 time: 5.5081139
Dec 16 09:44:50.212564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92279536-cb87-4f5a-a426-ef7e3ed226c3 req-d6fcff3e-55d4-469f-8db9-48edccf1dd70 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1471558
Dec 16 09:44:50.250755 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:50.278490 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3636a9b9-3969-44fa-b5cf-413a1d60358f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:50.368871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Pushing event updated for resources: {'Port': ['ID=9672371e-4913-448a-9c76-ef2e7d3dd77c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:50.378806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc6caa4-24be-4010-8164-5d9b4d82ca94,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:50.383475 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:50.386058 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:50.390579 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:50.426075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8042665
Dec 16 09:44:50.436977 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ffc6caa4-24be-4010-8164-5d9b4d82ca94 HTTP/1.1" status: 204  len: 168 time: 1.3334777
Dec 16 09:44:50.441087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49960) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:50.528076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-68ddad57-b9a1-46d5-98b6-84b54705f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:50.530402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-68ddad57-b9a1-46d5-98b6-84b54705f189 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5978477
Dec 16 09:44:50.531826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ae43ec3b-83bb-422e-aaca-a6940686b627 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:44:50.540323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-e0517f26-6455-4369-a6a6-930e38a2d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:50.544170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-e0517f26-6455-4369-a6a6-930e38a2d2e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd&device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 1095 time: 0.3471763
Dec 16 09:44:50.649990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:44:50.763421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:50.890960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:50.892936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:50.946667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e7092-d62c-4c50-93a5-a28f8711edaa None None] Network d434448c-8f24-4c90-9b3f-8d941da61a33 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:44:50.982972 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:50.984931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-b67abf38-519f-424f-82d7-f96fda8ba332 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c HTTP/1.1" status: 200  len: 217 time: 0.3977394
Dec 16 09:44:50.995345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3b6bba9-ec71-47f7-908d-8d99965bd036 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:51.042206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:51.071451 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed64424f-3171-47da-a833-fa218e5671d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:51.098200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:51.261456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-4b72556b-594f-4adb-9252-b68f41efe5d6 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7162592
Dec 16 09:44:51.431558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:51.473701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f151e430>,) {'filters': {'network_id': ['a5ee36e1-b4ae-4167-9277-018a796ce108']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:51.489651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f151e430>, '279eaaad-f3f1-4b14-b06b-619940de4a49') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:51.489947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f151e430>, '279eaaad-f3f1-4b14-b06b-619940de4a49') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:51.508708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:51.550133 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:51.555085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-3dd653f8-cd97-4776-ab15-2bdbbf6405be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:51.563271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-3dd653f8-cd97-4776-ab15-2bdbbf6405be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=001a31d9-4390-4fce-882b-ac82289a899e HTTP/1.1" status: 200  len: 844 time: 0.5489311
Dec 16 09:44:51.600438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:44:51.604503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:51.605380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:51.641565 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:51.721697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2710d-13bf-4292-a830-a2952d6d5feb req-c75b1783-10dc-4aea-b2d1-fc7de6449a3a tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:51.729277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d3d2710d-13bf-4292-a830-a2952d6d5feb req-c75b1783-10dc-4aea-b2d1-fc7de6449a3a tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 944 time: 0.9081891
Dec 16 09:44:51.770790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-ef9240e0-acd6-4aab-93dc-509ec49e3cdc service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4843500
Dec 16 09:44:51.817074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:51.834025 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:51.857477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d3d2710d-13bf-4292-a830-a2952d6d5feb req-c75bfe30-f1bc-4180-b0c8-08566d3532d3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269603
Dec 16 09:44:51.861518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a7b2f45-5dcc-48b6-8787-0dd60532ea16 None None] Provisioning for port 53fcd873-61f0-4373-9853-8a2e38e4896d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:51.900110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a7b2f45-5dcc-48b6-8787-0dd60532ea16 None None] Provisioning complete for port 53fcd873-61f0-4373-9853-8a2e38e4896d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:51.900494 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2f45-5dcc-48b6-8787-0dd60532ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:51.914921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-27bbf18a-cad8-4a29-b83d-7ba855a5e21a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1304820
Dec 16 09:44:51.976457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 4aadb05e-4564-497c-83b9-ff0503959092 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:51.980014 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:52.020702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:44:52.028069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49978) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:52.042021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:52.045893 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa8408a1-c77a-4880-9f41-c1ba6312263b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:52.048834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-bc282c9c-8a5d-4c47-a860-9dabc7ec1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.050476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-bc282c9c-8a5d-4c47-a860-9dabc7ec1deb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04a99f6e-4e9f-472e-8797-b6316a290d02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4727726
Dec 16 09:44:52.082627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b3b6bba9-ec71-47f7-908d-8d99965bd036 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:52.083002 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:52.086632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:52.099475 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] 10.222.0.66 "DELETE /v2.0/networks/a5ee36e1-b4ae-4167-9277-018a796ce108 HTTP/1.1" status: 204  len: 168 time: 1.6515620
Dec 16 09:44:52.105201 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "PUT /v2.0/routers/0e1a41d8-77b5-4758-bcc7-53e0c59df2d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7465417
Dec 16 09:44:52.107889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:52.121474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ee36e1-b4ae-4167-9277-018a796ce108,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:52.177186 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:52.236405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Sync routers for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:44:52.257672 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'status': 'completed', 'code': 200}
Dec 16 09:44:52.298835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-5f7f9d50-958a-4db7-b4fa-03b9ffef5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.300943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-5f7f9d50-958a-4db7-b4fa-03b9ffef5127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.3721850
Dec 16 09:44:52.497155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.497747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.498086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.498588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.499461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.500380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.501226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.502042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.502647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.503191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.504242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.504768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.505348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.519780 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-01b1132f-07ac-4ec4-8efd-58b7afe2ca18 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9151 time: 0.4068179
Dec 16 09:44:52.520587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:52.602220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:52.620644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:52.622211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f23f03d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:52.715185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Deleting subnet c895022b-e54e-431c-ad7b-d0b89d6ed5c8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:44:52.718479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:52.770351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:52.857787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:52.857911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.858294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.858756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.859231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.859686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.860137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.860903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.861742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.862486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b2f45-5dcc-48b6-8787-0dd60532ea16 None None] Port 53fcd873-61f0-4373-9853-8a2e38e4896d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:44:52.862946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.864753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.870767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.872383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.872865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:52.881760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-587c6000-70cb-4e15-aa86-dc9ebf105270 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8359 time: 0.3599987
Dec 16 09:44:52.882506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50006) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:52.944826 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.014057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a7b2f45-5dcc-48b6-8787-0dd60532ea16 None None] Provisioning complete for port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:53.015020 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a7b2f45-5dcc-48b6-8787-0dd60532ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.041638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-40730d41-a786-408c-9f7c-ae57e2a487d9 service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9710262
Dec 16 09:44:53.090956 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ed6516b6-1a79-426e-9b0f-ea685287b58c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f37a8d92d11432b878a8e6531c7f6a1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4887495
Dec 16 09:44:53.096930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:53.108423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:53.127779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.172366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:53.180308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Usage tracker for resource:security_group_rule and tenant:0d4ff9f52e1a46698a2817c47195deb5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:53.184520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:53.206482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:53.292149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:53.310418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.375460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.392491 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bd37ce9-f0fd-46ae-817f-9d03045272b0 req-d1040bbf-b995-45b9-bf80-32e9e2e0c78f service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3356471
Dec 16 09:44:53.429001 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.449978 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b3007ad2-d5a2-4b87-9499-602b02e7ad6f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:53.501750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.521617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.545529 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fce45eb3-0937-4485-adf2-f789c07d7f2a tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4481 time: 0.6601152
Dec 16 09:44:53.546333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.556223 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bfee5f79-9001-4114-a571-838b97c1f438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:53.563496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.577136 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.590889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-972e4610-364c-41e2-9490-1a94c600f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:53.592660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-972e4610-364c-41e2-9490-1a94c600f127 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 1.2779882
Dec 16 09:44:53.593604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c895022b-e54e-431c-ad7b-d0b89d6ed5c8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:53.614665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d4ff9f52e1a46698a2817c47195deb5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8407571
Dec 16 09:44:53.614665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d3d7e-2e36-4003-8841-7f86e4d32792,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:53.615068 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:53.616552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50018) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:53.619910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:53.632495 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c2413f0-40e9-4505-bac1-e1e1845f261d tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:53.654933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2d15b2-581c-4753-9e2c-ad671b6c706e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:53.657886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c895022b-e54e-431c-ad7b-d0b89d6ed5c8 HTTP/1.1" status: 204  len: 168 time: 1.6274312
Dec 16 09:44:53.664222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:53.665444 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:53.671302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.672481 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af2d15b2-581c-4753-9e2c-ad671b6c706e HTTP/1.1" status: 204  len: 168 time: 0.5744703
Dec 16 09:44:53.752475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c78f1-a46b-448b-bd15-dbf69b408b62 req-221fd4ab-703a-4500-8bf4-00421dc981a3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:53.754886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d04c78f1-a46b-448b-bd15-dbf69b408b62 req-221fd4ab-703a-4500-8bf4-00421dc981a3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 944 time: 1.3320687
Dec 16 09:44:53.831829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-61ad101b-74dc-41f7-a1d4-3c557db28f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:53.836948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-61ad101b-74dc-41f7-a1d4-3c557db28f5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd&device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 1095 time: 0.3331211
Dec 16 09:44:53.838845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:53.839238 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:53.857242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d04c78f1-a46b-448b-bd15-dbf69b408b62 req-b5f5057a-5854-4bf8-aea7-38082770d0b8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856586
Dec 16 09:44:53.994514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:44:54.030155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:54.134341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-1eb14964-a473-4424-aac3-c030f8156517 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5179579
Dec 16 09:44:54.146887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.160738 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e385aeac-f264-492c-989d-98e403155310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:54.191338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.199109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.343026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:54.354741 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:54.400103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.410697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f23f03d0>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:44:49Z', 'revision_number': 2, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:54.419043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5b71651f-2c90-4691-becc-5f272e2e8a02 None None] Provisioning complete for port 53fcd873-61f0-4373-9853-8a2e38e4896d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:54.419465 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b71651f-2c90-4691-becc-5f272e2e8a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.435036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f100cb50>,) {'filters': {'network_id': ['dcd9bf22-4a69-40f7-ae7e-a0cc88033aee']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:54.450781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f100cb50>, '25e50ba0-2cba-4317-a60d-35923e37a4d9') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:54.452868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f100cb50>, '25e50ba0-2cba-4317-a60d-35923e37a4d9') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:54.492377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.522555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4fce0c4-d0e9-4ba0-867b-2977159f3785 req-ec67ef45-6b0a-47b6-948a-a24992382967 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3703537
Dec 16 09:44:54.528491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.544613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:44:54.545387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.587582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Checking router: 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:44:54.587582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Updating router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 port 53fcd873-61f0-4373-9853-8a2e38e4896d binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:44:54.613322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-03b43d90-8abd-453f-8a6c-726aa6cfb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:54.616940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-03b43d90-8abd-453f-8a6c-726aa6cfb5af service neutron] 10.222.0.74 "GET /v2.0/networks?id=04a99f6e-4e9f-472e-8797-b6316a290d02 HTTP/1.1" status: 200  len: 906 time: 0.7547622
Dec 16 09:44:54.627668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b71651f-2c90-4691-becc-5f272e2e8a02 None None] Port 53fcd873-61f0-4373-9853-8a2e38e4896d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:44:54.661383 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:44:54.792204 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:44:54.796694 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.801431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9672371e-4913-448a-9c76-ef2e7d3dd77c details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:44:54.807728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.815068 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:54.835618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.845400 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] 10.222.0.66 "DELETE /v2.0/networks/dcd9bf22-4a69-40f7-ae7e-a0cc88033aee HTTP/1.1" status: 204  len: 168 time: 1.1784489
Dec 16 09:44:54.894537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd9bf22-4a69-40f7-ae7e-a0cc88033aee,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:54.912785 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:54.973478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:54.981759 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a7c637b4-0bb7-4e1e-8e51-7eac530f5570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:55.017986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d3d7e-2e36-4003-8841-7f86e4d32792,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:55.023829 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:55.026999 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f9d3d7e-2e36-4003-8841-7f86e4d32792 HTTP/1.1" status: 204  len: 168 time: 1.4091353
Dec 16 09:44:55.030303 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:55.131099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-f481c297-51b4-41ac-b5b5-9a481e8f19b0 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:55.135622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:55.151660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-f481c297-51b4-41ac-b5b5-9a481e8f19b0 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/networks?id=188d3ebd-ff2c-4702-81f9-432fa0f5250b HTTP/1.1" status: 200  len: 808 time: 0.3666496
Dec 16 09:44:55.161760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-a10da0dc-1feb-46b2-8847-e22e826401e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c HTTP/1.1" status: 200  len: 217 time: 0.5373111
Dec 16 09:44:55.190119 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-7392724c-6ad2-404c-9484-ee8442f4f4d8 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/quotas/13342ed6ec6c4401afdea09b7708eb64 HTTP/1.1" status: 200  len: 375 time: 0.0364051
Dec 16 09:44:55.268330 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c19d25af-6de1-4216-bd61-883f42a362f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94a460156b794cf8bc4e3415ab4a5b86&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1312182
Dec 16 09:44:55.269078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:55.336624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-d5571297-4854-45b0-a369-67dcd1c62573 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=13342ed6ec6c4401afdea09b7708eb64&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1460509
Dec 16 09:44:55.397838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:55.451980 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:55.562082 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:55.567765 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1faa32a5-2112-4a32-9c1d-e49629644483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:55.592236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-d6181334-480d-481a-ba92-616b5a180d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:55.594080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-d6181334-480d-481a-ba92-616b5a180d0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=001a31d9-4390-4fce-882b-ac82289a899e HTTP/1.1" status: 200  len: 844 time: 0.3623126
Dec 16 09:44:55.609007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80297631-5dcb-4f25-b7e4-d0b4eccf6079,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:55.610565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-d079b411-df91-4c74-a1d4-5974b1ca24fd service neutron] 10.222.0.66 "GET /v2.0/networks/188d3ebd-ff2c-4702-81f9-432fa0f5250b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727518
Dec 16 09:44:55.618999 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:55.639129 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:55.643994 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80297631-5dcb-4f25-b7e4-d0b4eccf6079 HTTP/1.1" status: 204  len: 168 time: 0.3726320
Dec 16 09:44:55.678406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9672371e-4913-448a-9c76-ef2e7d3dd77c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:55.712682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:55.742873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:55.769573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:55.794145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:55.802570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Usage tracker for resource:security_group_rule and tenant:7a80d272c5274c548602a1815b2ecba5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:55.806276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:55.822576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:55.863023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-e956f143-3a28-4a3a-8e25-5968e28ba9e0 service neutron] 10.222.0.66 "GET /v2.0/networks/188d3ebd-ff2c-4702-81f9-432fa0f5250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507591
Dec 16 09:44:55.865114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-03fbc37b-5626-4e28-b7c0-dab8ce7d444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:55.867330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-03fbc37b-5626-4e28-b7c0-dab8ce7d444c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04a99f6e-4e9f-472e-8797-b6316a290d02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2241030
Dec 16 09:44:55.892087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'port_id': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'mac_address': 'fa:16:3e:4d:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:44:55.973234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:55.989810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.006027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Transition to ACTIVE for port object 53fcd873-61f0-4373-9853-8a2e38e4896d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:44:56.013142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9672371e-4913-448a-9c76-ef2e7d3dd77c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:44:56.025693 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.029049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.044802 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:56.045503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.068428 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18928244-4d76-4c5d-b727-04c72b181b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:56.160820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8123ab17-c71e-4f67-aa9c-f32082a74395,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:56.176508 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:56.235639 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a80d272c5274c548602a1815b2ecba5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5215044
Dec 16 09:44:56.241817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:56.278063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9672371e-4913-448a-9c76-ef2e7d3dd77c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:56.413726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.475484 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.534471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Attempting to bind port 53fcd873-61f0-4373-9853-8a2e38e4896d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:44:56.534856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Attempting to bind port 53fcd873-61f0-4373-9853-8a2e38e4896d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:44:56.539825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Attempting to bind port 53fcd873-61f0-4373-9853-8a2e38e4896d on network ae43ec3b-83bb-422e-aaca-a6940686b627 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:44:56.545423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.562982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605482fc-b9f7-4149-a00c-022eb00b4f13 None None] Pushing event updated for resources: {'Port': ['ID=53fcd873-61f0-4373-9853-8a2e38e4896d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:56.567829 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-605482fc-b9f7-4149-a00c-022eb00b4f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:56.569286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:44:56.569676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Checking segment: {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:44:56.570094 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.570501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Bound using segment: {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:44:56.570986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Bound port: 53fcd873-61f0-4373-9853-8a2e38e4896d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:44:56.580712 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.627697 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d1f7ccdb-1d44-474c-9b8a-5bd41e883388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:56.729840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-543c09d4-00c7-4696-8725-aa1b7292639a service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8557742
Dec 16 09:44:56.737391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.745175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68154a8b-e104-404f-8316-4372454d2e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:56.771382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123ab17-c71e-4f67-aa9c-f32082a74395,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:56.776402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-641781359-network', 'tenant_id': 'd98cf7386f1b43c8a8648e552c3921c4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:56.781774 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:56.783587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:56.786413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.787405 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8123ab17-c71e-4f67-aa9c-f32082a74395 HTTP/1.1" status: 204  len: 168 time: 0.5445964
Dec 16 09:44:56.790107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Usage tracker for resource:network and tenant:d98cf7386f1b43c8a8648e552c3921c4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:56.792893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:56.805896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:56.831808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Made reservation on behalf of d98cf7386f1b43c8a8648e552c3921c4 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:56.834110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.859602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:56.915254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:56.929073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Usage tracker for resource:security_group_rule and tenant:d98cf7386f1b43c8a8648e552c3921c4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:56.932621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:56.937947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] For port 53fcd873-61f0-4373-9853-8a2e38e4896d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:44:56.943729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:56.947843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] For port 53fcd873-61f0-4373-9853-8a2e38e4896d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=53fcd873-61f0-4373-9853-8a2e38e4896d,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:44:56.982792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b49f64-59aa-43f2-804e-a5c4b485dcc1 req-a3b1338a-4ff1-4543-a28b-307d84914913 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:56.989589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1b49f64-59aa-43f2-804e-a5c4b485dcc1 req-a3b1338a-4ff1-4543-a28b-307d84914913 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 945 time: 0.6796043
Dec 16 09:44:56.995884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:57.012388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9672371e-4913-448a-9c76-ef2e7d3dd77c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:44:57.137128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9672371e-4913-448a-9c76-ef2e7d3dd77c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:57.160485 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:57.203396 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7401d1a4-e646-4d34-b860-e6ebb4a4950b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:57.204236 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0e173fb-49f4-48ac-b414-06e63f72669d req-46d7179f-e4e5-4935-8869-11ecd44a0ca2 service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4650991
Dec 16 09:44:57.215617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:57.231715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:57.235514 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-589731ba-08a1-41ab-86fe-17b74f2763f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:57.270058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:44:57.279433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ba4d04-bf8b-4746-8860-74cbaad13790,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:57.283919 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:57.286760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:57.287383 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Added segment a1f0e0b0-c53c-4156-b756-7719a9fbba55 of type vlan for network 23d587ce-b752-4618-9bc0-bede50856fa5
Dec 16 09:44:57.371551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:57.443452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605482fc-b9f7-4149-a00c-022eb00b4f13 None None] Pushing event updated for resources: {'Port': ['ID=53fcd873-61f0-4373-9853-8a2e38e4896d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:57.456854 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-605482fc-b9f7-4149-a00c-022eb00b4f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:57.484782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:57.487670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:57.488863 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:57.495956 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23c58e72-53d5-4155-a0a5-14187b7aafce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:57.513064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:44:57.513725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f23f03d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:57.636834 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.8648202
Dec 16 09:44:57.650690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Pushing event updated for resources: {'Network': ['ID=23d587ce-b752-4618-9bc0-bede50856fa5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:57.684508 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:57.725497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 23d587ce-b752-4618-9bc0-bede50856fa5 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:44:57.732967 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1b49f64-59aa-43f2-804e-a5c4b485dcc1 req-ff4d7d1e-c1a2-475c-9efd-79dceed6a570 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7258322
Dec 16 09:44:58.104888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:44:58.448692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:58.459118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-967171588', 'description': 'tempest-secgroup-smoke-967171588 description', 'project_id': '2c99711399864f23b48b3caad5dc71a6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:58.488448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:58.510476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:58.533601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:58.570718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:58.612654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:58.662558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50148) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:58.692404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:58.703905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:58.716614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:58.732635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:58.762253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-9dceac46-f58f-47b4-bcd4-528c2237912b tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:58.766494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-9dceac46-f58f-47b4-bcd4-528c2237912b tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.74 "GET /v2.0/networks?id=188d3ebd-ff2c-4702-81f9-432fa0f5250b HTTP/1.1" status: 200  len: 808 time: 0.5731356
Dec 16 09:44:58.788938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Request body: {'port': {'device_id': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b', 'admin_state_up': True, 'tenant_id': '13342ed6ec6c4401afdea09b7708eb64'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:58.980713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:58.988680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:58.994284 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092', 'code': 200}
Dec 16 09:44:58.997664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9672371e-4913-448a-9c76-ef2e7d3dd77c up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:44:59.000071 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b0800391-4804-4c1e-a3b9-14b5dbf7266b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:59.017401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:59.029478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Usage tracker for resource:port and tenant:13342ed6ec6c4401afdea09b7708eb64 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:59.040069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1884920240-network', 'tenant_id': 'fdbe2fcf9fa24ce991397bbcf5b4beec'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:59.046331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:59.049715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:59.054646 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:59.066877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:59.079577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:59.088935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Usage tracker for resource:network and tenant:fdbe2fcf9fa24ce991397bbcf5b4beec is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:59.095796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:59.109925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61b52e-71b4-46e5-a88a-60a16948b73f req-c1c91d51-c0da-4722-a8f5-9c49da007779 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:44:59.111234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.113165 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6615021
Dec 16 09:44:59.117298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:59.118023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb61b52e-71b4-46e5-a88a-60a16948b73f req-c1c91d51-c0da-4722-a8f5-9c49da007779 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.4543402
Dec 16 09:44:59.130773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'fa1bfed3-2ef2-45d4-94a5-43b9f230ed21', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:59.145706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:59.155312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:59.159280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:59.165179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:59.176440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Made reservation on behalf of 13342ed6ec6c4401afdea09b7708eb64 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:59.181013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.183579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:59.215008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb61b52e-71b4-46e5-a88a-60a16948b73f req-bab8a8e1-c27a-4ef8-941a-5e80d29a13bc tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950279
Dec 16 09:44:59.222096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.236450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Made reservation on behalf of fdbe2fcf9fa24ce991397bbcf5b4beec for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:44:59.243904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.366210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 9672371e-4913-448a-9c76-ef2e7d3dd77c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:44:59.380057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9672371e-4913-448a-9c76-ef2e7d3dd77c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:44:59.380446 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.403469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.419551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.422480 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61bbc3e5-b13a-42f7-9acc-14da024c019e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:59.473059 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:44:59.490631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f23f03d0>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:44:56Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:44:59.500854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a7d7-c69e-49e5-98fe-a1f8dce29868 None None] The sync data for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 is: [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:44:56Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:44:59.531273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.535259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9431f89-6ea3-41f5-aff4-fc20beb4c7bf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:59.564872 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:59.576168 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.577803 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4594922
Dec 16 09:44:59.582986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50172) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:44:59.598705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'fa1bfed3-2ef2-45d4-94a5-43b9f230ed21', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:44:59.638087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:44:59.654146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:44:59.666992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:44:59.679850 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.702722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:44:59.705912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Allocated IP 172.20.0.10 (188d3ebd-ff2c-4702-81f9-432fa0f5250b/ece0330e-ff9a-428e-b5c6-35e848de3d92/f18bbcf0-b4bc-4a84-8702-161142884d62) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:44:59.764287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.764544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9672371e-4913-448a-9c76-ef2e7d3dd77c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:44:59.772603 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.778927 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:59.901315 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.910012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:44:59.958061 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79ea42dd-2ae9-420b-a558-d3fbd2c111d5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:44:59.964017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9672371e-4913-448a-9c76-ef2e7d3dd77c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:59.992213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295fec0e-b921-43b4-8d72-4b883741df8b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:44:59.994583 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:44:59.995219 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:00.015232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.015855 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4303095
Dec 16 09:45:00.018536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50180) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:00.023780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'fa1bfed3-2ef2-45d4-94a5-43b9f230ed21', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:00.040536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:00.046246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:00.053864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:00.064375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:00.070997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eba04f04-2c2d-47fc-883f-360011fc79ca req-32b2e2be-e06a-4457-995c-a8fb5ac318d6 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 210 time: 0.5491872
Dec 16 09:45:00.072974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:00.077742 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.086698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.103573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Usage tracker for resource:security_group_rule and tenant:fdbe2fcf9fa24ce991397bbcf5b4beec is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:00.115811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:00.127285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:00.281593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.285138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.294165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.296448 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:00.310317 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:00.367955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.369285 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3496943
Dec 16 09:45:00.372243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:00.378208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Network 188d3ebd-ff2c-4702-81f9-432fa0f5250b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:00.381785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a218c732-70fe-4d5b-84d8-1ed211e217c4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:00.389095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'fa1bfed3-2ef2-45d4-94a5-43b9f230ed21', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:00.397293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:00.406069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:00.409575 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:00.418192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:00.444497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:00.451594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:00.471124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:00.509324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.521819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:00.522683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.638758 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.652451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.680745 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:00.692943 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.694912 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3183124
Dec 16 09:45:00.699759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:00.707875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'fa1bfed3-2ef2-45d4-94a5-43b9f230ed21', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:00.713410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c221be-2ded-4432-9ee6-aec8dbe322c3,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:00.723851 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:00.728178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:00.733776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:00.739428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:00.748732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:00.766391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee3104-893c-480d-91fb-c5dae4fdcc1f req-f685d1fb-8218-4636-8b8e-b2ca8bae5e59 tempest-ComputeTenantNetworksTest-1951440465 tempest-ComputeTenantNetworksTest-1951440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:00.773576 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Project 2c99711399864f23b48b3caad5dc71a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:45:00.782072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee3104-893c-480d-91fb-c5dae4fdcc1f req-f685d1fb-8218-4636-8b8e-b2ca8bae5e59 tempest-ComputeTenantNetworksTest-1951440465 tempest-ComputeTenantNetworksTest-1951440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:00.789800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee3104-893c-480d-91fb-c5dae4fdcc1f req-f685d1fb-8218-4636-8b8e-b2ca8bae5e59 tempest-ComputeTenantNetworksTest-1951440465 tempest-ComputeTenantNetworksTest-1951440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:00.790241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.804430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5bee3104-893c-480d-91fb-c5dae4fdcc1f req-f685d1fb-8218-4636-8b8e-b2ca8bae5e59 tempest-ComputeTenantNetworksTest-1951440465 tempest-ComputeTenantNetworksTest-1951440465-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.2912242
Dec 16 09:45:00.881322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.899616 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.908598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Pushing event updated for resources: {'Port': ['ID=f18bbcf0-b4bc-4a84-8702-161142884d62,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:00.921041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1386449
Dec 16 09:45:00.924152 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:00.924152 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8166da4-7eab-4784-99a6-98839cc1780e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:00.972731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6533b785-dd42-4e69-8e17-f0f8546bb288,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:00.978553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Request body: {'port': {'device_id': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:00.993847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:00.998149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:01.006993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.024447 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04a7653c-1b55-489b-8b8e-2cfa014ed712 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:01.071991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6543544-5bef-4c94-be65-35a2e55123e6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:01.078145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:01.080300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:45:01.088785 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:01.104193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 53fcd873-61f0-4373-9853-8a2e38e4896d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:01.114796 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.117991 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4169719
Dec 16 09:45:01.120345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:01.126961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'security_group_rule': {'security_group_id': 'fa1bfed3-2ef2-45d4-94a5-43b9f230ed21', 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:01.135630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:01.140666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:security_group_rule and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:01.145378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:01.153036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:01.186423 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Project 2c99711399864f23b48b3caad5dc71a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:45:01.195651 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.286563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 53fcd873-61f0-4373-9853-8a2e38e4896d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:01.298893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 53fcd873-61f0-4373-9853-8a2e38e4896d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:01.300473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.301244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.304753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.305198 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Added segment fdd1661a-c2bd-46aa-97b1-a6472138d8da of type vlan for network 1ce94e9a-2611-45f3-801f-a4e47a3f0477
Dec 16 09:45:01.317862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.321944 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:01.371825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.379644 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2548344
Dec 16 09:45:01.380579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e960c1fe-bac2-4b6a-bd11-8f18379d97b7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:01.383513 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:01.467127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.533186 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.534445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:01.535102 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.664153 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.734676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 53fcd873-61f0-4373-9853-8a2e38e4896d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=53fcd873-61f0-4373-9853-8a2e38e4896d,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:01.758552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.770288 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-605482fc-b9f7-4149-a00c-022eb00b4f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:01.849478 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e81389d-0290-41e0-8d9d-b3a05518bc0c tempest-DHCPAgentSchedulersTestJSON-18562346 tempest-DHCPAgentSchedulersTestJSON-18562346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:01.893306 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.2283282
Dec 16 09:45:01.896015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:01.906281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Request body: {'subnet': {'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1884920240-subnet', 'tenant_id': 'fdbe2fcf9fa24ce991397bbcf5b4beec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:01.922568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:01.940113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Usage tracker for resource:subnet and tenant:fdbe2fcf9fa24ce991397bbcf5b4beec is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:01.950113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=53fcd873-61f0-4373-9853-8a2e38e4896d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:01.951560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:01.953183 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:01.968902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:01.989032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Made reservation on behalf of fdbe2fcf9fa24ce991397bbcf5b4beec for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:01.993074 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:01.997484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9620f-dfe0-4963-8a99-2eac574f9414 req-01984514-fcdc-489a-83c5-902184be3d04 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:01.998958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ff9620f-dfe0-4963-8a99-2eac574f9414 req-01984514-fcdc-489a-83c5-902184be3d04 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 0.8937266
Dec 16 09:45:02.021787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:02.093722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce94e9a-2611-45f3-801f-a4e47a3f0477,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:02.106788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:45:02.107648 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:02.345477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:02.350945 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b4b01eda-e1d8-41f5-992e-8aed75831ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:02.566205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f2de39-f8fc-41f4-a172-c9d5cb90f24e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:02.572752 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:02.580265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Checking segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:02.580829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Network hostable DHCP agents. Network: 1ce94e9a-2611-45f3-801f-a4e47a3f0477, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:45:02.609810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:45:02.622969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18bbcf0-b4bc-4a84-8702-161142884d62 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:02.631059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 1ce94e9a-2611-45f3-801f-a4e47a3f0477) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:02.634515 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:02.640367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8864c52-f696-47a0-bcb0-952ca506e74e None None] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:02.643197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:02.643993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:02.661147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Transition to ACTIVE for port object f18bbcf0-b4bc-4a84-8702-161142884d62 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:02.678490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:02.690016 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-85dc7479-a2e3-4b66-90fc-efe626568246 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:02.698050 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8009312
Dec 16 09:45:02.737177 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2ff9620f-dfe0-4963-8a99-2eac574f9414 req-628410df-a440-4440-9b98-8f67c4a48421 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6982875
Dec 16 09:45:03.057427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 53fcd873-61f0-4373-9853-8a2e38e4896d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:03.076772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f18bbcf0-b4bc-4a84-8702-161142884d62,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:03.080249 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:03.169639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Attempting to bind port f18bbcf0-b4bc-4a84-8702-161142884d62 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:03.170346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Attempting to bind port f18bbcf0-b4bc-4a84-8702-161142884d62 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '966355cd-de74-4256-9dc7-14003ec371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:03.170662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Attempting to bind port f18bbcf0-b4bc-4a84-8702-161142884d62 on network 188d3ebd-ff2c-4702-81f9-432fa0f5250b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:03.182278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d934e-b186-4106-a637-c2d3e96f3516 req-b207360c-6cae-40c9-a890-7f3dd5ec29a1 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:03.189570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-664d934e-b186-4106-a637-c2d3e96f3516 req-b207360c-6cae-40c9-a890-7f3dd5ec29a1 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.2080367
Dec 16 09:45:03.207031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Port f18bbcf0-b4bc-4a84-8702-161142884d62 on network 188d3ebd-ff2c-4702-81f9-432fa0f5250b not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:45:03.207742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Attempting to bind port f18bbcf0-b4bc-4a84-8702-161142884d62 on network 188d3ebd-ff2c-4702-81f9-432fa0f5250b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:03.218410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'tenant_id': 'fdbe2fcf9fa24ce991397bbcf5b4beec', 'fixed_ips': [{'subnet_id': '03f2de39-f8fc-41f4-a172-c9d5cb90f24e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:45:03.219263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:03.223263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:03.223618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Checking segment: {'id': '966355cd-de74-4256-9dc7-14003ec371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:03.224020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Bound using segment: {'id': '966355cd-de74-4256-9dc7-14003ec371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:03.224466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Bound port: f18bbcf0-b4bc-4a84-8702-161142884d62, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966355cd-de74-4256-9dc7-14003ec371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:03.224816 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:03.331433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] For port f18bbcf0-b4bc-4a84-8702-161142884d62, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:03.335136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] For port f18bbcf0-b4bc-4a84-8702-161142884d62, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f18bbcf0-b4bc-4a84-8702-161142884d62,segment=NetworkSegment(966355cd-de74-4256-9dc7-14003ec371e6),segment_id=966355cd-de74-4256-9dc7-14003ec371e6)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:03.351987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:03.360796 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d243615-ea88-4b5f-89f6-502c7c4ff1b9 tempest-ListServersNegativeTestJSON-882579653 tempest-ListServersNegativeTestJSON-882579653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:03.392533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Allocated IP 172.20.0.2 (1ce94e9a-2611-45f3-801f-a4e47a3f0477/03f2de39-f8fc-41f4-a172-c9d5cb90f24e/7d496d3c-f662-4941-9b75-1e809f034c37) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:03.434085 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-664d934e-b186-4106-a637-c2d3e96f3516 req-3de022f2-d798-4b62-8de9-470f9b183e3e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2434115
Dec 16 09:45:03.449220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:03.450474 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:03.461315 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] 10.222.0.74 "PUT /v2.0/ports/f18bbcf0-b4bc-4a84-8702-161142884d62 HTTP/1.1" status: 200  len: 1092 time: 2.4885354
Dec 16 09:45:03.461315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'tag': 'f18bbcf0-b4bc-4a84-8702-161142884d62'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:03.651782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f18bbcf0-b4bc-4a84-8702-161142884d62,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:03.659593 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:03.677471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 53fcd873-61f0-4373-9853-8a2e38e4896d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:03.677471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:03.699863 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:03.729657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Transition to ACTIVE for port object 7d496d3c-f662-4941-9b75-1e809f034c37 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:03.750111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcee0f-7141-4061-b412-9e498faa5158 req-9b8c63f2-b564-4516-8679-55bbf57c6ab7 tempest-ComputeTenantNetworksTest-1951440465 tempest-ComputeTenantNetworksTest-1951440465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:03.751685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dbcee0f-7141-4061-b412-9e498faa5158 req-9b8c63f2-b564-4516-8679-55bbf57c6ab7 tempest-ComputeTenantNetworksTest-1951440465 tempest-ComputeTenantNetworksTest-1951440465-project] 10.222.0.66 "GET /v2.0/networks/23d587ce-b752-4618-9bc0-bede50856fa5 HTTP/1.1" status: 200  len: 768 time: 0.2738192
Dec 16 09:45:03.762371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50270) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:03.780903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Transition to ACTIVE for port object 7d496d3c-f662-4941-9b75-1e809f034c37 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:03.783926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-e90edfc1-a4ab-4e62-839a-d0a561ff2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:03.787490 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-e90edfc1-a4ab-4e62-839a-d0a561ff2f19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=13342ed6ec6c4401afdea09b7708eb64&device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 1095 time: 0.2527039
Dec 16 09:45:03.823584 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'code': 200}
Dec 16 09:45:03.829863 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:03.841801 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:03.991428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:03.996418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:04.002732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:04.046015 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-48906837-006f-42cb-b734-74cccac57e84 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f18bbcf0-b4bc-4a84-8702-161142884d62 HTTP/1.1" status: 200  len: 217 time: 0.2500689
Dec 16 09:45:04.050432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.091530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Pushing event updated for resources: {'Port': ['ID=7d496d3c-f662-4941-9b75-1e809f034c37,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:04.112015 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:04.193416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Attempting to bind port 7d496d3c-f662-4941-9b75-1e809f034c37 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:04.194194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Attempting to bind port 7d496d3c-f662-4941-9b75-1e809f034c37 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:04.194789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Attempting to bind port 7d496d3c-f662-4941-9b75-1e809f034c37 on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:04.203747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:04.207350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Checking segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:04.207350 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.207350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Bound using segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:04.207350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Bound port: 7d496d3c-f662-4941-9b75-1e809f034c37, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:04.207350 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.231209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.273553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1107a00>,) {'filters': {'network_id': ['23d587ce-b752-4618-9bc0-bede50856fa5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:04.289357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1107a00>, 'a1f0e0b0-c53c-4156-b756-7719a9fbba55') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:04.289967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1107a00>, 'a1f0e0b0-c53c-4156-b756-7719a9fbba55') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:04.305936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.316283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815de7f-ff8d-48a2-a96a-22a1aae43e8f req-2dc20f82-1ef8-4c5f-b53c-c8d2b30d5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:04.319602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d815de7f-ff8d-48a2-a96a-22a1aae43e8f req-2dc20f82-1ef8-4c5f-b53c-c8d2b30d5797 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 1097 time: 0.3960898
Dec 16 09:45:04.324350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-f81da9bd-dfcd-4832-8290-91a3b9cc598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:04.325712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-f81da9bd-dfcd-4832-8290-91a3b9cc598a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ece0330e-ff9a-428e-b5c6-35e848de3d92 HTTP/1.1" status: 200  len: 848 time: 0.2668114
Dec 16 09:45:04.340274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] For port 7d496d3c-f662-4941-9b75-1e809f034c37, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:04.342895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.346447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] For port 7d496d3c-f662-4941-9b75-1e809f034c37, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d496d3c-f662-4941-9b75-1e809f034c37,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:04.365434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.365863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:45:04.366483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.376931 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:04.397571 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-7cddd3a2-91f9-4b15-831a-3c698c60485c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188d3ebd-ff2c-4702-81f9-432fa0f5250b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547175
Dec 16 09:45:04.529739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Pushing event updated for resources: {'Port': ['ID=7d496d3c-f662-4941-9b75-1e809f034c37,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:04.551627 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:45:04.570919 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:45:04.706949 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.730935 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:04.751093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d815de7f-ff8d-48a2-a96a-22a1aae43e8f req-39eaf6b0-6993-43ca-a562-3200c2e32884 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4201252
Dec 16 09:45:04.764718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:04.772242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ecc3-3c86-465d-856c-c006181a71f7 req-eaa64c17-bf90-414d-a438-84e639e217c2 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:04.772242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-48f3ecc3-3c86-465d-856c-c006181a71f7 req-eaa64c17-bf90-414d-a438-84e639e217c2 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Synchronizing usage tracker for tenant:13342ed6ec6c4401afdea09b7708eb64 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:04.785334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d587ce-b752-4618-9bc0-bede50856fa5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:04.790561 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] 10.222.0.66 "DELETE /v2.0/networks/23d587ce-b752-4618-9bc0-bede50856fa5 HTTP/1.1" status: 204  len: 168 time: 1.0246980
Dec 16 09:45:04.790561 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:04.840391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-c7c0f495-6270-46f3-8596-058f79ccd92f service neutron] 10.222.0.74 "GET /v2.0/networks/188d3ebd-ff2c-4702-81f9-432fa0f5250b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4326739
Dec 16 09:45:04.841014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-48f3ecc3-3c86-465d-856c-c006181a71f7 req-eaa64c17-bf90-414d-a438-84e639e217c2 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Unset dirty status for tenant:13342ed6ec6c4401afdea09b7708eb64 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:04.848505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48f3ecc3-3c86-465d-856c-c006181a71f7 req-eaa64c17-bf90-414d-a438-84e639e217c2 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 944 time: 0.8057339
Dec 16 09:45:04.940092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48f3ecc3-3c86-465d-856c-c006181a71f7 req-55ac8821-61a5-45cb-ab7f-02c4942c570b tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/security-groups?id=64d09342-a41a-4677-8f0b-a830e8f1f872&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906341
Dec 16 09:45:05.215344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c40b3011-8d05-4c2f-bbaf-fdab3a5c64f7 req-e5cb2428-8de1-470e-93d4-8808f8b64bf7 service neutron] 10.222.0.74 "GET /v2.0/networks/188d3ebd-ff2c-4702-81f9-432fa0f5250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561903
Dec 16 09:45:05.235849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:05.255985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-e836eef7-0d5b-4011-828c-15028a17c01b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:05.295174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-e836eef7-0d5b-4011-828c-15028a17c01b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:05.298323 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-68830b88-8738-4d45-a1fd-40ced54ce907 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d98cf7386f1b43c8a8648e552c3921c4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0605032
Dec 16 09:45:05.301281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:05.308230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-e836eef7-0d5b-4011-828c-15028a17c01b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-967171588&fields=id&tenant_id=2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 267 time: 0.1772039
Dec 16 09:45:05.406511 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:05.453112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:05.568671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:05.578593 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bea8b0ca-3bff-403e-bd60-519991a2fe84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:05.612851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ba4d04-bf8b-4746-8860-74cbaad13790,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:05.615342 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:05.619446 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70ba4d04-bf8b-4746-8860-74cbaad13790 HTTP/1.1" status: 204  len: 168 time: 0.3168771
Dec 16 09:45:05.620243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-a22b5747-c04e-4bfc-88af-de2ad7c4745d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:05.620744 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:05.631756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-a22b5747-c04e-4bfc-88af-de2ad7c4745d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/networks?id=ae43ec3b-83bb-422e-aaca-a6940686b627 HTTP/1.1" status: 200  len: 796 time: 0.3220778
Dec 16 09:45:05.653827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-d9de5e40-ee97-4749-840a-4a288fda720e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/quotas/2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 375 time: 0.0193970
Dec 16 09:45:05.795430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-18878f70-9538-4e26-b5f2-b12ce7283aa0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:05.824881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-18878f70-9538-4e26-b5f2-b12ce7283aa0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:05.840102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-18878f70-9538-4e26-b5f2-b12ce7283aa0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1856518
Dec 16 09:45:06.069789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-9a1427b4-d53d-4291-bd78-74fa6ca0cefe service neutron] 10.222.0.66 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261326
Dec 16 09:45:06.274220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-fc462f45-f421-42d9-80a8-b0c05f443fd8 service neutron] 10.222.0.66 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034335
Dec 16 09:45:06.358588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17b698-a1aa-4131-a56e-f604840c8a6b None None] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:06.721498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cc2e3131-4b56-483a-bcf3-c86a2f82f683 None None] Provisioning for port 7d496d3c-f662-4941-9b75-1e809f034c37 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:06.894005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f18bbcf0-b4bc-4a84-8702-161142884d62 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:45:07.124992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d496d3c-f662-4941-9b75-1e809f034c37 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:07.249614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f18bbcf0-b4bc-4a84-8702-161142884d62, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f18bbcf0-b4bc-4a84-8702-161142884d62,segment=NetworkSegment(966355cd-de74-4256-9dc7-14003ec371e6),segment_id=966355cd-de74-4256-9dc7-14003ec371e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:07.303022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'f18bbcf0-b4bc-4a84-8702-161142884d62', 'network_id': '188d3ebd-ff2c-4702-81f9-432fa0f5250b', 'port_id': 'f18bbcf0-b4bc-4a84-8702-161142884d62', 'mac_address': 'fa:16:3e:d1:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece0330e-ff9a-428e-b5c6-35e848de3d92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:45:07.455012 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:07.468783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7d496d3c-f662-4941-9b75-1e809f034c37 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:07.504054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18bbcf0-b4bc-4a84-8702-161142884d62 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:07.522967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7d496d3c-f662-4941-9b75-1e809f034c37 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:07.523708 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:07.558013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-c3b159d5-5b58-4a4f-a41c-98383c7d61b2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:07.558783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-c3b159d5-5b58-4a4f-a41c-98383c7d61b2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Synchronizing usage tracker for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:07.587932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-c3b159d5-5b58-4a4f-a41c-98383c7d61b2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Unset dirty status for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:07.596495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-c3b159d5-5b58-4a4f-a41c-98383c7d61b2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 816 time: 0.2800252
Dec 16 09:45:07.599497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f18bbcf0-b4bc-4a84-8702-161142884d62, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f18bbcf0-b4bc-4a84-8702-161142884d62,segment=NetworkSegment(966355cd-de74-4256-9dc7-14003ec371e6),segment_id=966355cd-de74-4256-9dc7-14003ec371e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:07.602858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-31e01f7d-7e32-411e-a6dc-c5f527db20c0 None None] Provisioning complete for port 7d496d3c-f662-4941-9b75-1e809f034c37 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:07.603555 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31e01f7d-7e32-411e-a6dc-c5f527db20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:07.622349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-f8884152-cfab-4aca-b8af-52a74662d5ba tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/quotas/fdbe2fcf9fa24ce991397bbcf5b4beec HTTP/1.1" status: 200  len: 375 time: 0.0248690
Dec 16 09:45:07.646102 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:07.658356 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:07.792171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-bdbcb45a-c209-4127-a62a-e6e0e2eb7264 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1688757
Dec 16 09:45:07.819147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f18bbcf0-b4bc-4a84-8702-161142884d62,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:07.839531 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:07.967495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f18bbcf0-b4bc-4a84-8702-161142884d62'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:45:07.977286 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-4a69e7c0-b1b7-468f-92d7-1c611157f5f5 service neutron] 10.222.0.66 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842024
Dec 16 09:45:08.050435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:08.073809 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31e01f7d-7e32-411e-a6dc-c5f527db20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:08.118398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 7d496d3c-f662-4941-9b75-1e809f034c37, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d496d3c-f662-4941-9b75-1e809f034c37,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:08.138517 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:08.156911 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-605482fc-b9f7-4149-a00c-022eb00b4f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:08.174188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-949d0840-d223-4ace-a181-6115326ad765 service neutron] 10.222.0.66 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956954
Dec 16 09:45:08.310825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=7d496d3c-f662-4941-9b75-1e809f034c37,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:08.315071 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:08.537189 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-31e01f7d-7e32-411e-a6dc-c5f527db20c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:45:08.537952 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-31e01f7d-7e32-411e-a6dc-c5f527db20c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:45:08.726832 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'tag': 'f18bbcf0-b4bc-4a84-8702-161142884d62', 'status': 'completed', 'code': 200}
Dec 16 09:45:09.163295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-46834980-5087-48d2-9bef-a0f09a1695eb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:09.164870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-46834980-5087-48d2-9bef-a0f09a1695eb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/networks?id=ae43ec3b-83bb-422e-aaca-a6940686b627 HTTP/1.1" status: 200  len: 796 time: 0.8403003
Dec 16 09:45:09.190178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d496d3c-f662-4941-9b75-1e809f034c37 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:09.282324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-a95a905f-ed32-451b-9b8f-050d24f04231 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c99711399864f23b48b3caad5dc71a6 HTTP/1.1" status: 200  len: 379 time: 0.1032455
Dec 16 09:45:09.294046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7d496d3c-f662-4941-9b75-1e809f034c37 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:09.294777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:09.301495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'port': {'device_id': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'admin_state_up': True, 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'security_groups': ['fa1bfed3-2ef2-45d4-94a5-43b9f230ed21']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:09.394970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-623079c1-a3f2-4b26-b1ce-ca6045cb10de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:09.396434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-623079c1-a3f2-4b26-b1ce-ca6045cb10de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=13342ed6ec6c4401afdea09b7708eb64&device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 1096 time: 0.6968715
Dec 16 09:45:09.406668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81bfc-4737-4bf8-b010-1418ed2d9d59 req-d35fcef2-3f17-4b64-96d1-65b6f4c18e1e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:09.414369 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21a81bfc-4737-4bf8-b010-1418ed2d9d59 req-d35fcef2-3f17-4b64-96d1-65b6f4c18e1e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 0.7113347
Dec 16 09:45:09.675131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-ce9d849f-ed74-460a-a4f8-65dbf8d96abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:09.678003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-ce9d849f-ed74-460a-a4f8-65dbf8d96abf service neutron] 10.222.0.74 "GET /v2.0/networks?id=188d3ebd-ff2c-4702-81f9-432fa0f5250b HTTP/1.1" status: 200  len: 909 time: 0.2473385
Dec 16 09:45:09.825259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-9ecfa57b-c3bc-483e-ad3b-f67ef0bd46fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f18bbcf0-b4bc-4a84-8702-161142884d62 HTTP/1.1" status: 200  len: 217 time: 0.1134315
Dec 16 09:45:09.831899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21a81bfc-4737-4bf8-b010-1418ed2d9d59 req-0bd8b9e0-aa26-46d1-822f-8b7f0a1330fd tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4166503
Dec 16 09:45:09.915659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-764cce70-9339-466b-a9c7-4b3edaff7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:09.917251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-764cce70-9339-466b-a9c7-4b3edaff7863 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ece0330e-ff9a-428e-b5c6-35e848de3d92 HTTP/1.1" status: 200  len: 848 time: 0.0840769
Dec 16 09:45:09.968364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:09.993861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-fab7debf-c83b-4064-abb9-b74d87d0cc9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=188d3ebd-ff2c-4702-81f9-432fa0f5250b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663109
Dec 16 09:45:09.997983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:10.115366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Made reservation on behalf of 2c99711399864f23b48b3caad5dc71a6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:10.119518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:10.614234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08bd1-1988-4a65-9b26-d1f1883aaab6 req-0027cb7c-b273-4baf-874b-ba47a9b26d80 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:10.622406 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3d08bd1-1988-4a65-9b26-d1f1883aaab6 req-0027cb7c-b273-4baf-874b-ba47a9b26d80 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.5061493
Dec 16 09:45:10.638322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-7e4aa339-a81f-41c6-a61d-4a691bde42d0 service neutron] 10.222.0.74 "GET /v2.0/networks/188d3ebd-ff2c-4702-81f9-432fa0f5250b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6375711
Dec 16 09:45:10.919711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f18bbcf0-b4bc-4a84-8702-161142884d62 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:11.059698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3d08bd1-1988-4a65-9b26-d1f1883aaab6 req-ff374b6e-9efd-4fb9-98ef-d072b2d62642 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4115107
Dec 16 09:45:11.063558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port f18bbcf0-b4bc-4a84-8702-161142884d62 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:11.066634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-aca9f73d-0a14-46a9-b05e-20102d6874c3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:11.068355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-aca9f73d-0a14-46a9-b05e-20102d6874c3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 816 time: 0.7339923
Dec 16 09:45:11.070593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.20.0.5 (ae43ec3b-83bb-422e-aaca-a6940686b627/c651c7b9-cbd8-4ac0-891e-53c54e73be04/ec9757bd-aa2b-45a5-9e94-72fa19540733) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:11.073345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port f18bbcf0-b4bc-4a84-8702-161142884d62 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:11.079685 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:11.083252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Request body: {'port': {'device_id': '69f55abc-7496-4804-9208-a7c662ec780b', 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'admin_state_up': True, 'tenant_id': 'fdbe2fcf9fa24ce991397bbcf5b4beec'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:11.240454 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7284ad62-0cca-467a-85e8-39d4c2829e80 req-9856b937-16bd-448f-9e73-ad962dd524bd service neutron] 10.222.0.74 "GET /v2.0/networks/188d3ebd-ff2c-4702-81f9-432fa0f5250b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5732079
Dec 16 09:45:11.249759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:11.255250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Usage tracker for resource:port and tenant:fdbe2fcf9fa24ce991397bbcf5b4beec is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:11.260432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:11.270634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:11.310140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Made reservation on behalf of fdbe2fcf9fa24ce991397bbcf5b4beec for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:11.314480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:11.388104 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:11.451007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18bbcf0-b4bc-4a84-8702-161142884d62'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:11.475777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f18bbcf0-b4bc-4a84-8702-161142884d62, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f18bbcf0-b4bc-4a84-8702-161142884d62,segment=NetworkSegment(966355cd-de74-4256-9dc7-14003ec371e6),segment_id=966355cd-de74-4256-9dc7-14003ec371e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:11.483415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:11.486575 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:11.645746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f18bbcf0-b4bc-4a84-8702-161142884d62,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:11.650376 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:11.730025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:11.890319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50460) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:12.024970 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-282dc34f-6dc3-4570-8bd5-26da0bd32553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.035423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.099707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22219f9-2ef5-4836-8bea-4490d5803568 req-67c06f17-77a6-4bdf-a91b-eedd55fa32a7 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:12.101859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a22219f9-2ef5-4836-8bea-4490d5803568 req-67c06f17-77a6-4bdf-a91b-eedd55fa32a7 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 946 time: 0.3696711
Dec 16 09:45:12.103640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Transition to ACTIVE for port object ec9757bd-aa2b-45a5-9e94-72fa19540733 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:12.108875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.149894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:12.155795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Usage tracker for resource:security_group_rule and tenant:374c9aa6d2044c7b885e693312204f4c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:12.159664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:12.167771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:12.186280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Allocated IP 172.20.0.6 (1ce94e9a-2611-45f3-801f-a4e47a3f0477/03f2de39-f8fc-41f4-a172-c9d5cb90f24e/40e83143-8227-4cb9-9b87-8934f715d393) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:12.197904 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a22219f9-2ef5-4836-8bea-4490d5803568 req-16e8c741-0a73-405a-875a-0d35b3493b9c tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/security-groups?id=64d09342-a41a-4677-8f0b-a830e8f1f872&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800056
Dec 16 09:45:12.297423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.298794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:12.317521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.332338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.358980 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:12.363358 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e07d4b93-21d6-4321-b39a-5eaba00d211b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:12.391315 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=374c9aa6d2044c7b885e693312204f4c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5020475
Dec 16 09:45:12.392567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b8065-e106-4a4d-a6a5-21173b24a37f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:12.396134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50480) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:12.399088 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:12.469691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.482569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ae43ec3b-83bb-422e-aaca-a6940686b627 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:12.486416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:12.490850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Usage tracker for resource:security_group_rule and tenant:0439fe624e784a8793948992be9548ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:12.494000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:12.501497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:12.517564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:12.526422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:12.607807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.624993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.628063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:12.628697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.655737 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-257e91d7-4fe8-40d8-878e-3c20ccb09173 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:12.667327 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0439fe624e784a8793948992be9548ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3671675
Dec 16 09:45:12.678650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:12.759896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.789186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a5e865-78ff-4e7c-bd77-fee386e7e4f4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:12.793456 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:12.793757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=ec9757bd-aa2b-45a5-9e94-72fa19540733,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:12.807113 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:12.817951 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.836957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5430131
Dec 16 09:45:12.856169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.864602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Request body: {'port': {'device_id': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:12.886007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.945669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2bd0c433-93f7-4ffa-84b1-8811804e387c None None] Provisioning for port ec9757bd-aa2b-45a5-9e94-72fa19540733 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:12.960018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2bd0c433-93f7-4ffa-84b1-8811804e387c None None] Provisioning complete for port ec9757bd-aa2b-45a5-9e94-72fa19540733 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:12.960722 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c433-93f7-4ffa-84b1-8811804e387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.966960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.979330 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15560536-c123-4fed-a6d8-1fab65c04c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:12.992440 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:12.999671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b8065-e106-4a4d-a6a5-21173b24a37f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:13.002206 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:13.008777 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e213f46-744a-4eb8-9ad7-d8fd90787fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:13.023803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.024923 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0a5e865-78ff-4e7c-bd77-fee386e7e4f4 HTTP/1.1" status: 204  len: 168 time: 0.3453166
Dec 16 09:45:13.026191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a5e865-78ff-4e7c-bd77-fee386e7e4f4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:13.028794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:13.029949 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.031103 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/651b8065-e106-4a4d-a6a5-21173b24a37f HTTP/1.1" status: 204  len: 168 time: 0.6336050
Dec 16 09:45:13.089250 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0c433-93f7-4ffa-84b1-8811804e387c None None] Port ec9757bd-aa2b-45a5-9e94-72fa19540733 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:45:13.132258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.158914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509cd19-436a-4e29-8367-214c56437028 req-4a38625b-d5c5-4a20-9584-cf4c797b08fa tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:13.159928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3509cd19-436a-4e29-8367-214c56437028 req-4a38625b-d5c5-4a20-9584-cf4c797b08fa tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:13.178576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.192017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Transition to ACTIVE for port object 40e83143-8227-4cb9-9b87-8934f715d393 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:13.255313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3509cd19-436a-4e29-8367-214c56437028 req-4a38625b-d5c5-4a20-9584-cf4c797b08fa tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:13.261973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3509cd19-436a-4e29-8367-214c56437028 req-4a38625b-d5c5-4a20-9584-cf4c797b08fa tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 931 time: 0.8497527
Dec 16 09:45:13.365938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3509cd19-436a-4e29-8367-214c56437028 req-b0ac091e-456c-4e21-a56d-e5a348f6732a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1028013
Dec 16 09:45:13.521537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:13.541575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.554290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.562576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:13.569399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6078a6123b47a7bd0406371c16d77c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:13.573408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:13.580216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:13.593669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:13.602085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.631658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:13.640354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Usage tracker for resource:security_group_rule and tenant:5477452a871a40babd4bf7a5adec5a94 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:13.646248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:13.654024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:13.657862 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2027bf3a-cfcd-4050-9522-d42ffb34560d tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:13.772567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:13.777688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.785437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:13.791478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.794584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:13.803062 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6e76b94-a9c7-4b74-9053-4f6dcd768f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:13.862597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Pushing event updated for resources: {'Port': ['ID=40e83143-8227-4cb9-9b87-8934f715d393,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:13.866328 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa6078a6123b47a7bd0406371c16d77c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3436470
Dec 16 09:45:13.869516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50524) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:13.872390 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:13.873427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.874946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f6016-4bab-4672-83b8-adb0e7822ce1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:13.914070 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:13.916789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.917291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:13.917944 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:13.927245 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da3d60d4-bc2a-4c8f-ae87-8f0487489c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:13.946023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-ec72aed8-ca87-4d7f-aa5e-0e5732fa50ab tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:13.947562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-ec72aed8-ca87-4d7f-aa5e-0e5732fa50ab tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 816 time: 0.4522405
Dec 16 09:45:13.981143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9021528
Dec 16 09:45:13.997852 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5477452a871a40babd4bf7a5adec5a94&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4142659
Dec 16 09:45:13.997852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89811a6-bd98-4a12-ada3-abfa23bdeb22,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:13.998990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50528) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:14.006611 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:14.016315 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.045198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Request body: {'port': {'device_id': '69f55abc-7496-4804-9208-a7c662ec780b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:14.046124 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.080525 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-d0df5e1a-6337-4e12-a5c1-16f28601f8da tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/quotas/fdbe2fcf9fa24ce991397bbcf5b4beec HTTP/1.1" status: 200  len: 375 time: 0.1034479
Dec 16 09:45:14.089502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.119421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ce24d80f-94c9-45e8-91c1-d1a1705eab81 None None] Provisioning for port 40e83143-8227-4cb9-9b87-8934f715d393 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:14.123990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.124600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ce24d80f-94c9-45e8-91c1-d1a1705eab81 None None] Provisioning complete for port 40e83143-8227-4cb9-9b87-8934f715d393 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:14.125416 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce24d80f-94c9-45e8-91c1-d1a1705eab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.166638 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.183954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce24d80f-94c9-45e8-91c1-d1a1705eab81 None None] Port 40e83143-8227-4cb9-9b87-8934f715d393 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:45:14.210825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.215812 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:14.232472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f6016-4bab-4672-83b8-adb0e7822ce1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:14.236187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:14.248334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.249475 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b7f6016-4bab-4672-83b8-adb0e7822ce1 HTTP/1.1" status: 204  len: 168 time: 0.3784549
Dec 16 09:45:14.268455 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.272468 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9068b12f-d1fc-47f0-a652-a9afe25433a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:14.285360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89811a6-bd98-4a12-ada3-abfa23bdeb22,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:14.287787 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.291471 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d89811a6-bd98-4a12-ada3-abfa23bdeb22 HTTP/1.1" status: 204  len: 168 time: 0.2861750
Dec 16 09:45:14.291471 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:14.333954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9757bd-aa2b-45a5-9e94-72fa19540733 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:14.356966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.441733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Transition to ACTIVE for port object ec9757bd-aa2b-45a5-9e94-72fa19540733 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:14.452640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.457885 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.464117 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-068487dc-6df8-4627-a9ab-fc957ca9a1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:14.473075 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:14.644685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-64dd94fa-d949-41de-8330-5ee5429d6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:14.646262 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-64dd94fa-d949-41de-8330-5ee5429d6ecf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1096 time: 0.5697191
Dec 16 09:45:14.674100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-105dbd56-6c74-4cc2-b55c-b590e0809894 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Synchronizing usage tracker for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:14.810114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9757bd-aa2b-45a5-9e94-72fa19540733,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:14.818111 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:14.952367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-105dbd56-6c74-4cc2-b55c-b590e0809894 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Unset dirty status for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:14.953715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-105dbd56-6c74-4cc2-b55c-b590e0809894 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8272045
Dec 16 09:45:15.139181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-d210a034-180b-485e-a2d4-d2b02daea4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:15.140729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-d210a034-180b-485e-a2d4-d2b02daea4dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.4729609
Dec 16 09:45:15.145981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Attempting to bind port ec9757bd-aa2b-45a5-9e94-72fa19540733 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:15.146325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Attempting to bind port ec9757bd-aa2b-45a5-9e94-72fa19540733 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:15.146708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Attempting to bind port ec9757bd-aa2b-45a5-9e94-72fa19540733 on network ae43ec3b-83bb-422e-aaca-a6940686b627 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:15.282427 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:15.283887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Port ec9757bd-aa2b-45a5-9e94-72fa19540733 on network ae43ec3b-83bb-422e-aaca-a6940686b627 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:45:15.284225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Attempting to bind port ec9757bd-aa2b-45a5-9e94-72fa19540733 on network ae43ec3b-83bb-422e-aaca-a6940686b627 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:15.332627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:15.333225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Checking segment: {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:15.333626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Bound using segment: {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:15.334237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Bound port: ec9757bd-aa2b-45a5-9e94-72fa19540733, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec756e11-fe60-4515-b255-8553aceff439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:15.334963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:15.381243 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-a007c367-d858-4fd4-8980-9c43c8215a93 service neutron] 10.222.0.66 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4153085
Dec 16 09:45:15.469026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-90b0d618-35e6-4b2d-963f-6338f3b89d8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 1001 time: 0.2725868
Dec 16 09:45:15.533350 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:15.664495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-e34573bc-78e2-484c-8aa3-727ae410c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:15.665453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-e34573bc-78e2-484c-8aa3-727ae410c605 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.1826973
Dec 16 09:45:15.676269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] For port ec9757bd-aa2b-45a5-9e94-72fa19540733, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:15.775431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] For port ec9757bd-aa2b-45a5-9e94-72fa19540733, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:15.799955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:15.808563 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-96a386f8-acd4-4f12-aa17-29bdcdd9b307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:15.840031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e83143-8227-4cb9-9b87-8934f715d393 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:15.854332 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-6145cf58-a517-4b95-b06e-498c07c3dd50 service neutron] 10.222.0.66 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4318016
Dec 16 09:45:15.874364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:15.898932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:15.899700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:15.901103 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] 10.222.0.74 "PUT /v2.0/ports/ec9757bd-aa2b-45a5-9e94-72fa19540733 HTTP/1.1" status: 200  len: 1091 time: 3.0469747
Dec 16 09:45:15.905558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:15.936218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Transition to ACTIVE for port object 40e83143-8227-4cb9-9b87-8934f715d393 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:15.945117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:16.220647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9757bd-aa2b-45a5-9e94-72fa19540733,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:16.235831 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:16.237234 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:16.423455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-71e1a60f-a60c-42d7-8a32-777f100b6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:16.425011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-71e1a60f-a60c-42d7-8a32-777f100b6e27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7179844
Dec 16 09:45:16.528320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Pushing event updated for resources: {'Port': ['ID=40e83143-8227-4cb9-9b87-8934f715d393,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:16.533497 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:16.589007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:16.770690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-557d56d2-c6eb-431c-88ec-f649a121805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:16.772166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-557d56d2-c6eb-431c-88ec-f649a121805b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 1094 time: 0.8223429
Dec 16 09:45:16.784424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a4495-8f6e-42b4-a43a-a8c53906242c req-3f5bffb1-6499-4f90-be96-dba1916389e4 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:16.794807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:16.795744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b2a4495-8f6e-42b4-a43a-a8c53906242c req-3f5bffb1-6499-4f90-be96-dba1916389e4 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 0.5682151
Dec 16 09:45:16.801591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Request body: {'floatingip': {'port_id': '9672371e-4913-448a-9c76-ef2e7d3dd77c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:16.871232 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18bbcf0-b4bc-4a84-8702-161142884d62', 'code': 200}
Dec 16 09:45:16.909942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-03225ea3-a5e1-4344-8331-98f4a093b8fa service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4737539
Dec 16 09:45:16.928742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Attempting to bind port 40e83143-8227-4cb9-9b87-8934f715d393 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:16.929090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Attempting to bind port 40e83143-8227-4cb9-9b87-8934f715d393 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:16.929428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Attempting to bind port 40e83143-8227-4cb9-9b87-8934f715d393 on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:16.997225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-194447d9-4c0b-4c62-9b01-c128dc441dca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733 HTTP/1.1" status: 200  len: 217 time: 0.1983612
Dec 16 09:45:17.002155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Port 40e83143-8227-4cb9-9b87-8934f715d393 on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:45:17.002501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Attempting to bind port 40e83143-8227-4cb9-9b87-8934f715d393 on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:17.015261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:17.015663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Checking segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:17.016628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Bound using segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:17.017266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Bound port: 40e83143-8227-4cb9-9b87-8934f715d393, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:17.017637 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:17.053319 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:17.141743 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:17.198703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-98718f5d-116c-4072-925f-b6c9c973a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:17.200267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-98718f5d-116c-4072-925f-b6c9c973a2bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c651c7b9-cbd8-4ac0-891e-53c54e73be04 HTTP/1.1" status: 200  len: 834 time: 0.1916707
Dec 16 09:45:17.467623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:17.521097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:17.551203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a17fc-1e6c-4300-bae3-22cb1b067df0 req-8f7cb5fa-1499-4327-96da-8f77cb3f391d tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:17.559664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-290a17fc-1e6c-4300-bae3-22cb1b067df0 req-8f7cb5fa-1499-4327-96da-8f77cb3f391d tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 945 time: 0.3566194
Dec 16 09:45:17.568436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Usage tracker for resource:security_group_rule and tenant:b08c6c6dd7494ddd9e6650b8bd7f309b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:17.575277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:17.589322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e99a0211-c971-489c-93d0-b3886c39ffeb req-b2c963bb-205f-4231-9cd6-b7034b172451 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6419828
Dec 16 09:45:17.590774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:17.612760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] For port 40e83143-8227-4cb9-9b87-8934f715d393, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:17.616401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-632a3dea-1ed6-4fa1-90b6-4432a0a72b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:17.617963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-632a3dea-1ed6-4fa1-90b6-4432a0a72b9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae43ec3b-83bb-422e-aaca-a6940686b627&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3896239
Dec 16 09:45:17.627447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] For port 40e83143-8227-4cb9-9b87-8934f715d393, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=40e83143-8227-4cb9-9b87-8934f715d393,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:17.658968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616ec89-ffbd-4a7d-9fdb-59f28a0f09f0 req-34ad8799-5eab-4eff-9798-43be965d9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:17.661390 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2616ec89-ffbd-4a7d-9fdb-59f28a0f09f0 req-34ad8799-5eab-4eff-9798-43be965d9577 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 1097 time: 0.7282274
Dec 16 09:45:17.781526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-1c4f7e4d-cf4d-4f49-bd96-1bd94edb73f8 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492126
Dec 16 09:45:17.784853 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:17.791554 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-91133862-ad53-41a9-8315-cbcda278d03e tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:17.810378 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-2616ec89-ffbd-4a7d-9fdb-59f28a0f09f0 req-7e2052fc-a9c9-4d07-81dc-d40f72619d27 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=64d09342-a41a-4677-8f0b-a830e8f1f872&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345732
Dec 16 09:45:17.869022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-290a17fc-1e6c-4300-bae3-22cb1b067df0 req-f8505117-22b0-4b27-8ef9-c7a682108b08 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3081546
Dec 16 09:45:18.074626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.087940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.124220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:18.124847 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.126520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] 10.222.0.74 "PUT /v2.0/ports/40e83143-8227-4cb9-9b87-8934f715d393 HTTP/1.1" status: 200  len: 1091 time: 4.1016598
Dec 16 09:45:18.129717 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c471f14a-eba7-4a4a-abaf-41b7ba66a5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:18.138626 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b08c6c6dd7494ddd9e6650b8bd7f309b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5478413
Dec 16 09:45:18.145460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50668) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:18.158977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d5d629e-23fb-42c6-873b-4771e475f772 req-88be4a99-60ef-4044-83f5-a53cbe3b1b49 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3683617
Dec 16 09:45:18.178752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Pushing event updated for resources: {'Port': ['ID=40e83143-8227-4cb9-9b87-8934f715d393,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:18.185073 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:18.240057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78dd08f-a84b-40ef-bbee-f84afd346155,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:18.247790 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:18.256436 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.273893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dea9a-8475-4a51-9135-a5b3ab99f79a req-52f7fa6b-602e-4f5e-b5d6-c3120276fd88 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:18.275732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef7dea9a-8475-4a51-9135-a5b3ab99f79a req-52f7fa6b-602e-4f5e-b5d6-c3120276fd88 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 946 time: 0.2237165
Dec 16 09:45:18.396997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.479631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-7279559d-9b41-43c4-99dc-e0ced6be9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:18.481193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-7279559d-9b41-43c4-99dc-e0ced6be9416 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 1094 time: 0.2884724
Dec 16 09:45:18.489274 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef7dea9a-8475-4a51-9135-a5b3ab99f79a req-66abe5b0-c039-4016-8fbe-1b40944f2835 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/security-groups?id=64d09342-a41a-4677-8f0b-a830e8f1f872&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035096
Dec 16 09:45:18.508810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.516456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.555479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50676) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:18.573054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-a536ca3e-3a60-4e62-99f1-7d7dddaaae0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40e83143-8227-4cb9-9b87-8934f715d393 HTTP/1.1" status: 200  len: 217 time: 0.0828402
Dec 16 09:45:18.710811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.726084 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d9e4568-2a1b-4940-bb0f-d81c6e81821b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:18.752336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78dd08f-a84b-40ef-bbee-f84afd346155,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:18.757140 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:18.761208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.764696 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a78dd08f-a84b-40ef-bbee-f84afd346155 HTTP/1.1" status: 204  len: 168 time: 0.6175659
Dec 16 09:45:18.788180 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Floating IP 2cb7e740-4b83-4c52-a743-9cd86fb33377 associated. External IP: 172.25.3.141, port: 9672371e-4913-448a-9c76-ef2e7d3dd77c.
Dec 16 09:45:18.792547 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:18.811270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-9e323105-12be-496b-a319-9d8286db962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:18.812762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-9e323105-12be-496b-a319-9d8286db962d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 200  len: 855 time: 0.2182331
Dec 16 09:45:18.891186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:18.912439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Usage tracker for resource:security_group_rule and tenant:865a9d0fd9704b289dcb4fca3baa9fb9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:18.920293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:18.939110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:18.944809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:45:18.945559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-8675746e-182f-40aa-8366-5b9b708a75b8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:18.947023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-8675746e-182f-40aa-8366-5b9b708a75b8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 816 time: 0.3757367
Dec 16 09:45:18.966980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Request body: {'port': {'device_id': '444d77c3-8180-488c-8e43-f47d9386526e', 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'admin_state_up': True, 'tenant_id': 'fdbe2fcf9fa24ce991397bbcf5b4beec'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:19.085203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b9667-160f-4f20-a365-b7a0ff5858a6 req-834c7e77-14ce-4497-ba8d-9fe52e124fff tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:19.086719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-728b9667-160f-4f20-a365-b7a0ff5858a6 req-834c7e77-14ce-4497-ba8d-9fe52e124fff tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 943 time: 0.3936863
Dec 16 09:45:19.151104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-00ca9971-27e8-4657-b820-67de44bfdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:19.152569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-00ca9971-27e8-4657-b820-67de44bfdbd0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ce94e9a-2611-45f3-801f-a4e47a3f0477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3264832
Dec 16 09:45:19.171278 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:19.187948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-a7103610-0afc-495f-9a06-9b6622dd8a73 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:45:19.189218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-a7103610-0afc-495f-9a06-9b6622dd8a73 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062170
Dec 16 09:45:19.197061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Router 5ee343cc-0921-4781-8ef4-a4afc128e906 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:45:19.233221 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-728b9667-160f-4f20-a365-b7a0ff5858a6 req-9959f80c-3a37-47c5-87b3-42317eaa849d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1357694
Dec 16 09:45:19.253890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:19.265151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:19.274052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:19.278879 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:19.419588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:19.427520 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:19.497967 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-b1b0d928-bbd6-455e-82e4-a792515c1daf service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753832
Dec 16 09:45:19.503895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:19.517504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:19.584810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Made reservation on behalf of fdbe2fcf9fa24ce991397bbcf5b4beec for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:19.589408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:19.611595 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'status': 'completed', 'code': 200}
Dec 16 09:45:19.727556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:19.774180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:45:19.781005 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:19.814321 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] Sync routers for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:45:19.832070 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:19.832703 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a2e520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:19.840732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-b6ec4c2a-99d6-439b-a2e0-c4a3fb75f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:19.842290 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-b6ec4c2a-99d6-439b-a2e0-c4a3fb75f5be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 1094 time: 0.1845508
Dec 16 09:45:19.870029 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26f8163b-2e02-4148-a8ff-4bc9051880f3 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "PUT /v2.0/floatingips/2cb7e740-4b83-4c52-a743-9cd86fb33377 HTTP/1.1" status: 200  len: 992 time: 3.0735242
Dec 16 09:45:19.873288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:20.027411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-5c2e3909-cf32-4aee-b16e-07c6fd457cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:20.031332 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-5c2e3909-cf32-4aee-b16e-07c6fd457cc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae43ec3b-83bb-422e-aaca-a6940686b627 HTTP/1.1" status: 200  len: 897 time: 0.1801071
Dec 16 09:45:20.034384 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:20.102527 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8199c46d-0a71-4930-82ff-aa09a49eff1d tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:20.110392 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:45:20.197518 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-6ea9b853-f485-40b2-b43d-bcf54d85c88d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733 HTTP/1.1" status: 200  len: 217 time: 0.1579435
Dec 16 09:45:20.236021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-0526d471-88d0-444b-80f1-bb0d179c00be tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:20.237565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-0526d471-88d0-444b-80f1-bb0d179c00be tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 816 time: 0.4363575
Dec 16 09:45:20.253865 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=865a9d0fd9704b289dcb4fca3baa9fb9&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6942294
Dec 16 09:45:20.253865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf6671-41c4-4e76-80d8-cb14404d61c6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:20.288828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-2dc26eea-ceff-4a99-a29a-eda8543d558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:20.290284 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-2dc26eea-ceff-4a99-a29a-eda8543d558c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c651c7b9-cbd8-4ac0-891e-53c54e73be04 HTTP/1.1" status: 200  len: 834 time: 0.0829909
Dec 16 09:45:20.290777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50728) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:20.303644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.304236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.304733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.305247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.305731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.306210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.306688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.307176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.307659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.308131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.308699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.309370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:20.328037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e52d3e1a-7633-4c63-a6fd-388913aa88cd req-dcb9d00f-317c-4f6f-b0cb-73fd6b7d5b50 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7982354
Dec 16 09:45:20.353236 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:20.369289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-26021384-d53a-40b4-8588-6f19e4471937 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/quotas/fdbe2fcf9fa24ce991397bbcf5b4beec HTTP/1.1" status: 200  len: 375 time: 0.0707068
Dec 16 09:45:20.428273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Allocated IP 172.20.0.10 (1ce94e9a-2611-45f3-801f-a4e47a3f0477/03f2de39-f8fc-41f4-a172-c9d5cb90f24e/b998457b-ce32-4b6c-b25a-dba735f870dd) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:20.429435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:20.450022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-699eb96c-7617-429d-a2f6-7bca6ad95ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:20.456910 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-699eb96c-7617-429d-a2f6-7bca6ad95ab3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae43ec3b-83bb-422e-aaca-a6940686b627&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1525884
Dec 16 09:45:20.561659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:20.625266 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a2e520>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '2cb7e740-4b83-4c52-a743-9cd86fb33377', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'port_id': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'mac_address': 'fa:16:3e:4d:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b669791c-de46-437a-868b-b08c34b53844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:32Z', 'updated_at': '2021-12-16T09:45:18Z', 'revision_number': 1, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:35Z', 'revision_number': 5, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:20.633224 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] Checking router: 5ee343cc-0921-4781-8ef4-a4afc128e906 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:45:20.653144 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:20.654084 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a2e520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:20.697182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-995d45f0-accf-4a85-b313-54c5adf90d34 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3207219
Dec 16 09:45:20.743198 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-5840b4d0-458c-487f-a517-16095e2e8fa8 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731514
Dec 16 09:45:20.777828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:20.782687 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7302f0be-5d00-40a3-b84b-d7f6d170e2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:20.860536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf6671-41c4-4e76-80d8-cb14404d61c6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:20.865609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:20.878671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:20.882799 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5bf6671-41c4-4e76-80d8-cb14404d61c6 HTTP/1.1" status: 204  len: 168 time: 0.5909865
Dec 16 09:45:20.907753 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:45:20.929058 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b909181a-0cfc-43f0-8b22-2735ee792638 req-aa00ff99-de1e-4a1d-ac36-685b71c0b9a2 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786144
Dec 16 09:45:20.951340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec9757bd-aa2b-45a5-9e94-72fa19540733 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:45:21.195922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec9757bd-aa2b-45a5-9e94-72fa19540733, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:21.198266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.212696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'port_id': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'mac_address': 'fa:16:3e:61:d5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:45:21.215111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Transition to ACTIVE for port object b998457b-ce32-4b6c-b25a-dba735f870dd will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:21.257750 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.284375 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.284928 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b22ed08a-ac3e-4a62-a83b-8d0bb821080c tempest-DeleteServersTestJSON-762893659 tempest-DeleteServersTestJSON-762893659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:21.304065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9757bd-aa2b-45a5-9e94-72fa19540733 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:21.320823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec9757bd-aa2b-45a5-9e94-72fa19540733, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:21.327458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.329523 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:21.399118 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a2e520>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '2cb7e740-4b83-4c52-a743-9cd86fb33377', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'port_id': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'mac_address': 'fa:16:3e:4d:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b669791c-de46-437a-868b-b08c34b53844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:32Z', 'updated_at': '2021-12-16T09:45:18Z', 'revision_number': 1, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:35Z', 'revision_number': 5, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:21.407228 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081285ea-3ad2-4f16-ae30-00a5654e3e34 None None] The sync data for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 is: [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '2cb7e740-4b83-4c52-a743-9cd86fb33377', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'port_id': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'mac_address': 'fa:16:3e:4d:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b669791c-de46-437a-868b-b08c34b53844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:32Z', 'updated_at': '2021-12-16T09:45:18Z', 'revision_number': 1, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:35Z', 'revision_number': 5, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:45:21.418849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ec9757bd-aa2b-45a5-9e94-72fa19540733,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:21.424553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:21.429534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:21.435285 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f57ca8a9-6609-48a1-b9b2-b44fabd8d988 service neutron] 10.222.0.66 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7236147
Dec 16 09:45:21.437721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.438591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.439182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.439736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.440421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:21.442188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.442624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.443280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.443833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.444515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.445353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.445549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.446048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:21.464456 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:21.507896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:21.525728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Pushing event updated for resources: {'Port': ['ID=b998457b-ce32-4b6c-b25a-dba735f870dd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:21.533518 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:21.542715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.586989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:21.592390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['ec9757bd-aa2b-45a5-9e94-72fa19540733'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:45:21.605129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Usage tracker for resource:security_group_rule and tenant:bb71ccd719884010bc73138f19ec52db is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:21.614113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:21.627602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:21.698166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f55abc-7496-4804-9208-a7c662ec780b', 'tag': '40e83143-8227-4cb9-9b87-8934f715d393'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:21.705009 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-af353f71-02fb-491e-b8b3-5db152850dfd service neutron] 10.222.0.66 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734326
Dec 16 09:45:21.726197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:21.726854 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.790011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8282487
Dec 16 09:45:21.807945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Request body: {'port': {'device_id': '444d77c3-8180-488c-8e43-f47d9386526e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:21.808791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.816150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:21.852759 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a32c73ae-d351-43c9-8738-08c95ef4bacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:21.874513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e66b6-f03a-4c1d-bcda-6a2e95e5e994 None None] New status for floating IP 2cb7e740-4b83-4c52-a743-9cd86fb33377: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:45:21.886024 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb71ccd719884010bc73138f19ec52db&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3770325
Dec 16 09:45:21.888393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:21.934211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9adce7b-c2fa-4513-9607-6afd6ea07498,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:21.943725 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:22.010021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.020813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.045098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.113169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.117165 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fe415593-d881-486d-8934-229a30eda934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:22.158045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9adce7b-c2fa-4513-9607-6afd6ea07498,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:22.161399 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:22.174894 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.182384 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9adce7b-c2fa-4513-9607-6afd6ea07498 HTTP/1.1" status: 204  len: 168 time: 0.2928410
Dec 16 09:45:22.445743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8da21e0d-2896-475b-96af-d8a414d82ff5 None None] Provisioning for port b998457b-ce32-4b6c-b25a-dba735f870dd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:22.464131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8da21e0d-2896-475b-96af-d8a414d82ff5 None None] Provisioning complete for port b998457b-ce32-4b6c-b25a-dba735f870dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:22.464718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8da21e0d-2896-475b-96af-d8a414d82ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.491854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531da373-151d-47fd-a7db-67411fe5396a req-f8a5a365-eed4-4b61-a872-b7035f3ab055 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:22.501187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-531da373-151d-47fd-a7db-67411fe5396a req-f8a5a365-eed4-4b61-a872-b7035f3ab055 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.2869565
Dec 16 09:45:22.618974 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-531da373-151d-47fd-a7db-67411fe5396a req-ef2b4831-a115-4354-9895-e4d6d8750a2c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165106
Dec 16 09:45:22.651828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8da21e0d-2896-475b-96af-d8a414d82ff5 None None] Port b998457b-ce32-4b6c-b25a-dba735f870dd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:45:22.709192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:22.737512 n-d-820554-2 neutron-server[87656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092', 'code': 422} returned with failed status
Dec 16 09:45:22.753313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b998457b-ce32-4b6c-b25a-dba735f870dd {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:22.764558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.785392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Transition to ACTIVE for port object b998457b-ce32-4b6c-b25a-dba735f870dd will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:22.797907 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.803829 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45390b2b-47b6-4cf6-912e-91d9693f7f75 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:22.921602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:22.946973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:22.952505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcddceb8912408c982189ee6d3a9692 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:22.956859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:22.962492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 40e83143-8227-4cb9-9b87-8934f715d393 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:45:22.966362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:45:22.977659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:23.066041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Pushing event updated for resources: {'Port': ['ID=b998457b-ce32-4b6c-b25a-dba735f870dd,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:23.116197 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:23.196534 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.204154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.213788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Attempting to bind port b998457b-ce32-4b6c-b25a-dba735f870dd on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:23.214572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Attempting to bind port b998457b-ce32-4b6c-b25a-dba735f870dd by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:23.214572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Attempting to bind port b998457b-ce32-4b6c-b25a-dba735f870dd on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:23.216289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c07d2bb9-572b-4e00-a014-08cce30c4f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:23.224851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Port b998457b-ce32-4b6c-b25a-dba735f870dd on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:45:23.225532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Attempting to bind port b998457b-ce32-4b6c-b25a-dba735f870dd on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:23.233679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:23.234153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Checking segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:23.235274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Bound using segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:23.235730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Bound port: b998457b-ce32-4b6c-b25a-dba735f870dd, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:23.236198 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.253724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8c701-8430-472c-af02-525e9d09473f req-8a1ffa24-d9a0-4ec1-b318-a16e1e73950a tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:23.261056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31f8c701-8430-472c-af02-525e9d09473f req-8a1ffa24-d9a0-4ec1-b318-a16e1e73950a tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 946 time: 0.4146595
Dec 16 09:45:23.266956 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dcddceb8912408c982189ee6d3a9692&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5566180
Dec 16 09:45:23.270655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50870) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:23.274692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921315e-5a66-4c85-a229-1ab61892aa12,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:23.287994 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:23.356545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.361636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31f8c701-8430-472c-af02-525e9d09473f req-4dcf8973-79b4-4ec9-b24c-4652d9988678 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/security-groups?id=64d09342-a41a-4677-8f0b-a830e8f1f872&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995228
Dec 16 09:45:23.402479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.447098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:23.453724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b998457b-ce32-4b6c-b25a-dba735f870dd,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:23.461675 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.473987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 40e83143-8227-4cb9-9b87-8934f715d393, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=40e83143-8227-4cb9-9b87-8934f715d393,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:23.476550 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:23.503108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.516771 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:23.532177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '40e83143-8227-4cb9-9b87-8934f715d393', 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'port_id': '40e83143-8227-4cb9-9b87-8934f715d393', 'mac_address': 'fa:16:3e:61:14:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f2de39-f8fc-41f4-a172-c9d5cb90f24e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:45:23.561631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.565826 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5921315e-5a66-4c85-a229-1ab61892aa12 HTTP/1.1" status: 204  len: 168 time: 0.2942002
Dec 16 09:45:23.566984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921315e-5a66-4c85-a229-1ab61892aa12,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:23.570119 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:23.731956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.747022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Pushing event updated for resources: {'Port': ['ID=b998457b-ce32-4b6c-b25a-dba735f870dd,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:23.759148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:23.763772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.768612 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'status': 'completed', 'code': 200}
Dec 16 09:45:23.770913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] 10.222.0.74 "PUT /v2.0/ports/b998457b-ce32-4b6c-b25a-dba735f870dd HTTP/1.1" status: 200  len: 1092 time: 1.9740138
Dec 16 09:45:23.771900 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:23.807018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e83143-8227-4cb9-9b87-8934f715d393 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:23.858227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 40e83143-8227-4cb9-9b87-8934f715d393, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=40e83143-8227-4cb9-9b87-8934f715d393,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:23.867020 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:23.872558 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:24.056925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=40e83143-8227-4cb9-9b87-8934f715d393,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:24.075029 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:24.174387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-0ce05ef4-4fcb-47d1-9deb-552d8ac4c2fe tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:24.178978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['40e83143-8227-4cb9-9b87-8934f715d393'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:45:24.182147 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-0ce05ef4-4fcb-47d1-9deb-552d8ac4c2fe tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 816 time: 0.4884129
Dec 16 09:45:24.195663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Request body: {'port': {'device_id': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'admin_state_up': True, 'tenant_id': 'fdbe2fcf9fa24ce991397bbcf5b4beec'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:24.486119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50892) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:24.520803 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:24.571302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:24.580909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-cbbea248-75fd-4870-86b3-c6093acb225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:24.582402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-cbbea248-75fd-4870-86b3-c6093acb225f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd&device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 1097 time: 0.7951608
Dec 16 09:45:24.601131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Usage tracker for resource:security_group_rule and tenant:9a133e33550e4acea61fd16caf0b7f50 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:24.637046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:24.642674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Usage tracker for resource:port and tenant:fdbe2fcf9fa24ce991397bbcf5b4beec is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:24.643596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:24.646259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:24.654401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:24.661946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:24.670434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Made reservation on behalf of fdbe2fcf9fa24ce991397bbcf5b4beec for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:24.674510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:24.805241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49da12-cc7b-47a2-9a13-b0c488fc8980 req-0aa67272-963f-425f-8328-ee0fb71f4fc7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:24.806962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d49da12-cc7b-47a2-9a13-b0c488fc8980 req-0aa67272-963f-425f-8328-ee0fb71f4fc7 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 944 time: 0.8047624
Dec 16 09:45:24.822546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-4b78587f-0616-456f-98b8-b0cec2c92022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:24.824399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-4b78587f-0616-456f-98b8-b0cec2c92022 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 1095 time: 0.6973252
Dec 16 09:45:24.877675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Allocated IP 172.20.0.14 (1ce94e9a-2611-45f3-801f-a4e47a3f0477/03f2de39-f8fc-41f4-a172-c9d5cb90f24e/b29580f5-7cc0-48fe-a6dc-42c09982bef7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:24.940603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-fe7a4346-5a82-4c81-bc9e-fcdbedbe7406 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b998457b-ce32-4b6c-b25a-dba735f870dd HTTP/1.1" status: 200  len: 217 time: 0.0947456
Dec 16 09:45:24.947387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-5da5dd83-1000-4019-8548-26aa54c493e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:24.949031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-5da5dd83-1000-4019-8548-26aa54c493e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=04a99f6e-4e9f-472e-8797-b6316a290d02 HTTP/1.1" status: 200  len: 906 time: 0.3448572
Dec 16 09:45:24.961428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec9757bd-aa2b-45a5-9e94-72fa19540733 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:25.087970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port ec9757bd-aa2b-45a5-9e94-72fa19540733 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:25.100200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port ec9757bd-aa2b-45a5-9e94-72fa19540733 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:25.100612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.174981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-a9b3f660-9465-4757-99f5-8c5ba6b3fd1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c HTTP/1.1" status: 200  len: 1002 time: 0.2178938
Dec 16 09:45:25.202748 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.225625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Transition to ACTIVE for port object b29580f5-7cc0-48fe-a6dc-42c09982bef7 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:25.231108 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.246901 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.256581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.265528 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4600ac3-e1bc-4142-8ee3-88d1a819f9b9 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:25.271675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['40e83143-8227-4cb9-9b87-8934f715d393'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:45:25.319244 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f29c2479-3563-4966-acfe-11898825bfc6 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:25.330616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a133e33550e4acea61fd16caf0b7f50&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8383608
Dec 16 09:45:25.344202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:25.362440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d49da12-cc7b-47a2-9a13-b0c488fc8980 req-5e6fb851-446c-4c21-8906-0df6f09f6d05 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5299888
Dec 16 09:45:25.379025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Pushing event updated for resources: {'Port': ['ID=b29580f5-7cc0-48fe-a6dc-42c09982bef7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:25.389780 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:25.399604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:25.402945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:25.412021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:25.473849 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.479832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef2b0f-d9ca-4230-9793-63c16f4a8fdb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:25.515029 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f55abc-7496-4804-9208-a7c662ec780b', 'tag': '40e83143-8227-4cb9-9b87-8934f715d393', 'status': 'completed', 'code': 200}
Dec 16 09:45:25.525012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-55dca5d3-62d2-444d-847e-81ea22f57018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:25.526838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-55dca5d3-62d2-444d-847e-81ea22f57018 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 200  len: 855 time: 0.5683954
Dec 16 09:45:25.530740 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:25.581334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:25.589030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-5f9c7de1-5820-47bc-83f3-4d19af570506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:25.592963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-5f9c7de1-5820-47bc-83f3-4d19af570506 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=001a31d9-4390-4fce-882b-ac82289a899e HTTP/1.1" status: 200  len: 844 time: 0.3472247
Dec 16 09:45:25.624791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port ec9757bd-aa2b-45a5-9e94-72fa19540733, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:25.627704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:25.628571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.669829 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.674362 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e385aeac-f264-492c-989d-98e403155310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:25.681334 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4902029
Dec 16 09:45:25.701296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Request body: {'port': {'device_id': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:25.804975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-42be46a9-ea50-46be-afd4-9d715b4fe84d None None] Provisioning for port b29580f5-7cc0-48fe-a6dc-42c09982bef7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:25.816380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=ec9757bd-aa2b-45a5-9e94-72fa19540733,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:25.820591 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:25.849918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-42be46a9-ea50-46be-afd4-9d715b4fe84d None None] Provisioning complete for port b29580f5-7cc0-48fe-a6dc-42c09982bef7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:25.850307 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42be46a9-ea50-46be-afd4-9d715b4fe84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.929462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:25.936834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-42be46a9-ea50-46be-afd4-9d715b4fe84d None None] Port b29580f5-7cc0-48fe-a6dc-42c09982bef7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:45:25.991402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.059046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.116653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-df25407c-42ab-4ce6-8887-6554673f238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:26.118293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-df25407c-42ab-4ce6-8887-6554673f238f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 1095 time: 0.5330729
Dec 16 09:45:26.140085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bb8bc-3f59-4e82-8957-9009ebfc505d req-57e9d3c0-6863-4759-abdb-bc660aefdae0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:26.141350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-394bb8bc-3f59-4e82-8957-9009ebfc505d req-57e9d3c0-6863-4759-abdb-bc660aefdae0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Synchronizing usage tracker for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:26.145453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-6cbc6afb-f967-4044-8fcb-beb7face7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:26.146916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-6cbc6afb-f967-4044-8fcb-beb7face7626 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ce94e9a-2611-45f3-801f-a4e47a3f0477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6082339
Dec 16 09:45:26.259202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-43c770f4-e4dd-4118-bf32-c2d00007494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:26.260968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-43c770f4-e4dd-4118-bf32-c2d00007494a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04a99f6e-4e9f-472e-8797-b6316a290d02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6136863
Dec 16 09:45:26.373093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29580f5-7cc0-48fe-a6dc-42c09982bef7 {{(pid=87655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:26.382882 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.403740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Transition to ACTIVE for port object b29580f5-7cc0-48fe-a6dc-42c09982bef7 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:26.409605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.419402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:26.448478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-394bb8bc-3f59-4e82-8957-9009ebfc505d req-57e9d3c0-6863-4759-abdb-bc660aefdae0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Unset dirty status for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:26.449613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-394bb8bc-3f59-4e82-8957-9009ebfc505d req-57e9d3c0-6863-4759-abdb-bc660aefdae0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 932 time: 0.6461434
Dec 16 09:45:26.550118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-4eae2e38-567f-4275-8a64-54a7b1f63ca9 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2881153
Dec 16 09:45:26.555770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:26.652064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Pushing event updated for resources: {'Port': ['ID=b29580f5-7cc0-48fe-a6dc-42c09982bef7,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:26.666973 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:26.723912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Attempting to bind port b29580f5-7cc0-48fe-a6dc-42c09982bef7 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:26.726733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Attempting to bind port b29580f5-7cc0-48fe-a6dc-42c09982bef7 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:26.731858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Attempting to bind port b29580f5-7cc0-48fe-a6dc-42c09982bef7 on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:26.746007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Port b29580f5-7cc0-48fe-a6dc-42c09982bef7 on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:45:26.746494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Attempting to bind port b29580f5-7cc0-48fe-a6dc-42c09982bef7 on network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:26.755745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:26.756085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Checking segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:26.756476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Bound using segment: {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:26.756907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Bound port: b29580f5-7cc0-48fe-a6dc-42c09982bef7, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd1661a-c2bd-46aa-97b1-a6472138d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:26.757255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.795303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.841253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:26.857261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Usage tracker for resource:security_group_rule and tenant:c92d796ae5f3480392b7ae860726f883 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:26.862600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:26.871378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:26.879232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-394bb8bc-3f59-4e82-8957-9009ebfc505d req-ef5685c1-4a55-4be9-8398-d868903080c4 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Synchronizing usage tracker for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:26.915983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] For port b29580f5-7cc0-48fe-a6dc-42c09982bef7, host n-h2-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:26.921334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] For port b29580f5-7cc0-48fe-a6dc-42c09982bef7, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b29580f5-7cc0-48fe-a6dc-42c09982bef7,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:26.923690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-daddaa4f-e868-444c-b6e2-d3930458ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:26.925360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-daddaa4f-e868-444c-b6e2-d3930458ab99 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 917 time: 0.7775021
Dec 16 09:45:26.926006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-394bb8bc-3f59-4e82-8957-9009ebfc505d req-ef5685c1-4a55-4be9-8398-d868903080c4 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Unset dirty status for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:26.927087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-394bb8bc-3f59-4e82-8957-9009ebfc505d req-ef5685c1-4a55-4be9-8398-d868903080c4 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4634748
Dec 16 09:45:26.927683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.945257 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:26.950064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38d789a4-54cf-4646-8b7d-c9d368f4dd80 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:26.977419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 40e83143-8227-4cb9-9b87-8934f715d393 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:27.012972 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-163a31a9-8db4-44b8-bbe3-9f910d314a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:27.027907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-bd78e3f2-3e55-45fb-8911-8c2ab55ea311 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40e83143-8227-4cb9-9b87-8934f715d393 HTTP/1.1" status: 200  len: 217 time: 0.0899401
Dec 16 09:45:27.033452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef2b0f-d9ca-4230-9793-63c16f4a8fdb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:27.035522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.041992 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25ef2b0f-d9ca-4230-9793-63c16f4a8fdb HTTP/1.1" status: 204  len: 168 time: 1.6853371
Dec 16 09:45:27.096992 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:27.125756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Pushing event updated for resources: {'Port': ['ID=b29580f5-7cc0-48fe-a6dc-42c09982bef7,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:27.143554 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:27.170151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:27.171052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.172722 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] 10.222.0.74 "PUT /v2.0/ports/b29580f5-7cc0-48fe-a6dc-42c09982bef7 HTTP/1.1" status: 200  len: 1092 time: 1.4836855
Dec 16 09:45:27.180056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'tag': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:27.182338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 40e83143-8227-4cb9-9b87-8934f715d393 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:27.191693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ed7a932-b60b-45a4-b837-3f3ac051674b req-f0cfb7db-bda6-4739-9f45-26a22fc63b40 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5745170
Dec 16 09:45:27.207707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 40e83143-8227-4cb9-9b87-8934f715d393 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:27.208127 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.234724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-07e3b256-679f-4efd-ace1-b271ccaedcc4 service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9405735
Dec 16 09:45:27.301067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.306324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.324320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-af06ea10-51ad-4ae9-8e98-13d80151fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:27.325785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-af06ea10-51ad-4ae9-8e98-13d80151fe6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 200  len: 855 time: 0.2636476
Dec 16 09:45:27.327287 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-298d723a-c84c-4d75-af78-06fb3c9c16f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:27.387411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa897f-bc70-4ea1-b05e-aa974ca2639c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:27.392388 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c92d796ae5f3480392b7ae860726f883&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8331530
Dec 16 09:45:27.393349 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:27.397284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:27.482346 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.535104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.564058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 40e83143-8227-4cb9-9b87-8934f715d393, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=40e83143-8227-4cb9-9b87-8934f715d393,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:27.568693 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.574112 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:27.642329 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.646169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:27.664898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=40e83143-8227-4cb9-9b87-8934f715d393,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:27.685648 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:27.744195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.768903 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:27.802577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa897f-bc70-4ea1-b05e-aa974ca2639c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:27.805653 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:27.806919 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:27.829655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df4695f-c3be-4cf5-b261-1db22c94ee8c req-ec54e6c5-472d-4d05-b8fe-5b3b9d7cdf16 service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5779543
Dec 16 09:45:27.834282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-3766c7c3-0275-47e6-a00a-0c3dfa749664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:27.835778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-3766c7c3-0275-47e6-a00a-0c3dfa749664 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 1095 time: 0.5416486
Dec 16 09:45:27.837927 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76aa897f-bc70-4ea1-b05e-aa974ca2639c HTTP/1.1" status: 204  len: 168 time: 0.4395630
Dec 16 09:45:27.987196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-ea963ef4-dab4-4f13-8639-d72f7ec52534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:27.988233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-ea963ef4-dab4-4f13-8639-d72f7ec52534 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ce94e9a-2611-45f3-801f-a4e47a3f0477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5181134
Dec 16 09:45:27.989641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-f5f00ebc-ce52-40d4-9b64-b5dcdc83ae29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b29580f5-7cc0-48fe-a6dc-42c09982bef7 HTTP/1.1" status: 200  len: 217 time: 0.1376135
Dec 16 09:45:28.086674 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'code': 200}
Dec 16 09:45:28.189330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c914f5ff-177b-4966-9e9f-6d1e71bfb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:28.191356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c914f5ff-177b-4966-9e9f-6d1e71bfb0f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 200  len: 855 time: 0.1422350
Dec 16 09:45:28.407844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:28.508208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-eced2aa8-0ee0-466d-b1e9-db493b46c4bc service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4943333
Dec 16 09:45:28.547810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e64cb-97bb-44a1-b409-90b6e0b8ef92 req-abf327cc-3be4-4598-a7c9-7322dcd890ea tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:28.549341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f42e64cb-97bb-44a1-b409-90b6e0b8ef92 req-abf327cc-3be4-4598-a7c9-7322dcd890ea tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 945 time: 0.2846274
Dec 16 09:45:28.558041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-62a105c5-0ac4-45a1-9744-09021455a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:28.559482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:28.559612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-62a105c5-0ac4-45a1-9744-09021455a898 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ce94e9a-2611-45f3-801f-a4e47a3f0477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2958565
Dec 16 09:45:28.565536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59d8af-746d-454c-9e6a-d5a5a6c930eb req-83e174c0-684d-4305-b2e8-66a90a69b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:28.566931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f59d8af-746d-454c-9e6a-d5a5a6c930eb req-83e174c0-684d-4305-b2e8-66a90a69b405 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 1096 time: 0.3595154
Dec 16 09:45:28.577944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:28.582965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Usage tracker for resource:security_group_rule and tenant:913c65acc58c46b5be0baa9515b32d9b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:28.586656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:28.592743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:28.691547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:28.696422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:28.705065 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3722fbc8-acf3-484f-a233-8deb1590035f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:28.747065 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=913c65acc58c46b5be0baa9515b32d9b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3372893
Dec 16 09:45:28.748024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f0c9fd-540a-453b-a6a3-c98105cace5a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:28.750777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:28.753527 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:28.815311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f59d8af-746d-454c-9e6a-d5a5a6c930eb req-02b61707-66da-4d1b-a365-2c84dcde597f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1849711
Dec 16 09:45:28.818751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:28.834294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f42e64cb-97bb-44a1-b409-90b6e0b8ef92 req-62f0a037-27f7-4cc5-afa7-bedb6b960a9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2791698
Dec 16 09:45:28.856044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:28.867909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8466d558-44e8-4130-8082-ae5ebc9e565a req-62f43423-d1c8-41d6-a6db-8e509e74b67d service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3470373
Dec 16 09:45:28.896684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-1b4e2896-0cd0-48d8-b44d-50044ebfdabb service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646544
Dec 16 09:45:28.907210 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'tag': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7', 'status': 'completed', 'code': 200}
Dec 16 09:45:28.917154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:28.932018 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52702e3b-ac95-494e-be7d-e1ceb13ffc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:28.937990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f0c9fd-540a-453b-a6a3-c98105cace5a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:28.942713 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:28.947484 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:28.949875 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd', 'status': 'completed', 'code': 200}
Dec 16 09:45:28.952465 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81f0c9fd-540a-453b-a6a3-c98105cace5a HTTP/1.1" status: 204  len: 168 time: 0.2007353
Dec 16 09:45:28.978907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b998457b-ce32-4b6c-b25a-dba735f870dd details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:45:29.223087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b998457b-ce32-4b6c-b25a-dba735f870dd,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:29.238659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'b998457b-ce32-4b6c-b25a-dba735f870dd', 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'port_id': 'b998457b-ce32-4b6c-b25a-dba735f870dd', 'mac_address': 'fa:16:3e:7d:d0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f2de39-f8fc-41f4-a172-c9d5cb90f24e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:45:29.302305 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:29.325005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b998457b-ce32-4b6c-b25a-dba735f870dd {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:29.349301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b998457b-ce32-4b6c-b25a-dba735f870dd,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:29.352056 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:29.354271 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1148c17d-e276-495f-8e5d-883c1ad85d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:29.456782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b998457b-ce32-4b6c-b25a-dba735f870dd,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:29.460389 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:29.472634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-0796eb9b-b414-462c-81d6-df36a1be262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:29.474141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-0796eb9b-b414-462c-81d6-df36a1be262d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 1095 time: 0.4104924
Dec 16 09:45:29.479391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-1913f67f-5657-421b-becb-79d15ab1a57c service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4385834
Dec 16 09:45:29.490032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfbcb3-06d4-401c-896b-5ac4271f5854 req-12ce1349-2aee-403a-9709-e8ae787a48fc tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:29.491752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44cfbcb3-06d4-401c-896b-5ac4271f5854 req-12ce1349-2aee-403a-9709-e8ae787a48fc tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 944 time: 0.3873935
Dec 16 09:45:29.692469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['b998457b-ce32-4b6c-b25a-dba735f870dd'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:45:29.700821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44cfbcb3-06d4-401c-896b-5ac4271f5854 req-8ed52ef9-123f-4c26-af2c-ff655c81ad25 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810579
Dec 16 09:45:29.757873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-5decab17-25f9-423c-94c2-29d1f12cb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:29.761124 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-5decab17-25f9-423c-94c2-29d1f12cb46d service neutron] 10.222.0.74 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 917 time: 0.2680273
Dec 16 09:45:29.823809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-b9aaa431-a17e-49c2-bfa0-b5f2238856cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:29.825272 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-b9aaa431-a17e-49c2-bfa0-b5f2238856cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 1095 time: 0.2395058
Dec 16 09:45:29.847047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-18298b43-1330-4020-81f8-f7d386070452 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b998457b-ce32-4b6c-b25a-dba735f870dd HTTP/1.1" status: 200  len: 217 time: 0.0769739
Dec 16 09:45:30.029453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-413d0aeb-5ff0-4a1d-b6b1-1186fc9a3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:30.031907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-413d0aeb-5ff0-4a1d-b6b1-1186fc9a3693 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 200  len: 855 time: 0.1608000
Dec 16 09:45:30.088430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f55abc-7496-4804-9208-a7c662ec780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e83143-8227-4cb9-9b87-8934f715d393'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:30.176821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-42efd07f-8fec-4a9d-9557-0c1e481cc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:30.178296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-42efd07f-8fec-4a9d-9557-0c1e481cc0b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 917 time: 0.3371446
Dec 16 09:45:30.372451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-0c44ecf4-5e61-4608-9a8c-ba85bf4d8dc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b29580f5-7cc0-48fe-a6dc-42c09982bef7 HTTP/1.1" status: 200  len: 217 time: 0.1629539
Dec 16 09:45:30.379693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-adf0d049-6d7e-4902-8119-20338f5dd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:30.381475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-adf0d049-6d7e-4902-8119-20338f5dd02d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ce94e9a-2611-45f3-801f-a4e47a3f0477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3308370
Dec 16 09:45:30.513862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:30.621927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-3025518b-0ea0-4bdc-929e-3a05b9ffd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:30.623783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-3025518b-0ea0-4bdc-929e-3a05b9ffd4b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 200  len: 855 time: 0.2340441
Dec 16 09:45:30.657509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:30.714896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:30.721269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Usage tracker for resource:security_group_rule and tenant:fab30013d02c4159b5d4bbd097c98a9c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:30.730173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:30.746750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:30.803089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-eefa4185-a047-4fdb-8467-ec928f257693 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2656479
Dec 16 09:45:30.811523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-d4483966-b2a9-402f-a8c3-7cf24d1ad3e5 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3428926
Dec 16 09:45:30.824637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd7826-5be6-4c9b-a4fc-d9ea91a0673c req-754b5767-5142-4276-adc4-30b7df542ca5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:30.831458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74fd7826-5be6-4c9b-a4fc-d9ea91a0673c req-754b5767-5142-4276-adc4-30b7df542ca5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 945 time: 0.2065086
Dec 16 09:45:30.858893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:30.863773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:30.874406 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f60f293b-e059-47b4-8c34-0a19c2f19f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:30.926169 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fab30013d02c4159b5d4bbd097c98a9c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4110267
Dec 16 09:45:30.926823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:30.930569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9305969-c644-49b3-8c47-628231031495,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:30.932733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-b08bfa29-4e63-4d8c-a5ad-b403679b2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:30.934392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-b08bfa29-4e63-4d8c-a5ad-b403679b2a22 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ce94e9a-2611-45f3-801f-a4e47a3f0477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2638192
Dec 16 09:45:30.946995 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:30.996497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b29580f5-7cc0-48fe-a6dc-42c09982bef7 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:45:31.039933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.070935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74fd7826-5be6-4c9b-a4fc-d9ea91a0673c req-4a2c70ad-0b8c-4081-b8c8-aab72f862c89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2382534
Dec 16 09:45:31.118715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b998457b-ce32-4b6c-b25a-dba735f870dd up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:31.125303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.220969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90153d1b-9dbf-4bce-a66e-2d9838ab4b5f req-8dd659fa-f07f-4a62-a34d-83ae64e2cd37 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3833566
Dec 16 09:45:31.231785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port b998457b-ce32-4b6c-b25a-dba735f870dd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:31.241744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.251687 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a4614ec7-054f-41eb-a54b-9d351dd16def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:31.256953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-4d3ed466-6b91-46fe-860f-f4dabe5981ce service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012612
Dec 16 09:45:31.268373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9305969-c644-49b3-8c47-628231031495,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:31.272482 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:31.275308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port b998457b-ce32-4b6c-b25a-dba735f870dd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:31.275865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.277891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.281389 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9305969-c644-49b3-8c47-628231031495 HTTP/1.1" status: 204  len: 168 time: 0.3504536
Dec 16 09:45:31.390736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b29580f5-7cc0-48fe-a6dc-42c09982bef7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b29580f5-7cc0-48fe-a6dc-42c09982bef7,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:31.410963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7', 'network_id': '1ce94e9a-2611-45f3-801f-a4e47a3f0477', 'port_id': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7', 'mac_address': 'fa:16:3e:40:76:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f2de39-f8fc-41f4-a172-c9d5cb90f24e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:45:31.598873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.641295 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.671895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29580f5-7cc0-48fe-a6dc-42c09982bef7 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:45:31.695909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b998457b-ce32-4b6c-b25a-dba735f870dd,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:31.697582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b29580f5-7cc0-48fe-a6dc-42c09982bef7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b29580f5-7cc0-48fe-a6dc-42c09982bef7,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:31.701847 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.704918 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:31.756606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e08e85-cc2c-417d-ad84-686079299eb9 req-6e7669c1-7089-4dfc-bab0-7faee0483df1 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:31.764142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8e08e85-cc2c-417d-ad84-686079299eb9 req-6e7669c1-7089-4dfc-bab0-7faee0483df1 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.4866400
Dec 16 09:45:31.772432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:31.784593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b998457b-ce32-4b6c-b25a-dba735f870dd,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:31.787384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.789221 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:31.789829 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:31.813189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-12cb9f18-3181-4547-9d5c-fb03a9238aab req-50686ad0-45c9-48c2-89ab-6019984cf634 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5376930
Dec 16 09:45:31.819146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:31.858725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:31.865290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Usage tracker for resource:security_group_rule and tenant:b52c8fb0c3624b1794ddea1b9d401a0d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:31.885169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:31.893860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8e08e85-cc2c-417d-ad84-686079299eb9 req-db91d132-2a05-4ca1-ba13-8c33cf63ca6e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282039
Dec 16 09:45:31.897239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b29580f5-7cc0-48fe-a6dc-42c09982bef7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:31.899116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:31.901131 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:32.033355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:32.042202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:32.076376 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ce1e94b-4fa4-44ea-aced-9d168bb5f603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:32.086265 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b52c8fb0c3624b1794ddea1b9d401a0d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3121598
Dec 16 09:45:32.088768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:32.118217 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f55abc-7496-4804-9208-a7c662ec780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e83143-8227-4cb9-9b87-8934f715d393', 'code': 200}
Dec 16 09:45:32.140249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef9d5cb-e433-430d-a596-58c9ee19b213,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:32.143631 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:32.151282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['b29580f5-7cc0-48fe-a6dc-42c09982bef7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:45:32.218873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:32.266623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:32.366267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:32.375547 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9d31121-9841-4503-8c70-0dbf6ca45852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:32.389508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef9d5cb-e433-430d-a596-58c9ee19b213,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:32.391890 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:32.400725 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:32.402272 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ef9d5cb-e433-430d-a596-58c9ee19b213 HTTP/1.1" status: 204  len: 168 time: 0.3123558
Dec 16 09:45:32.448523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4769c-b303-4a93-a5b0-382563aa878e req-304b612a-ec69-4526-9044-a307a2164914 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:32.457734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fc4769c-b303-4a93-a5b0-382563aa878e req-304b612a-ec69-4526-9044-a307a2164914 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 946 time: 0.2446008
Dec 16 09:45:32.482403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-061ae712-0d38-4ac4-838c-efd1f8e20f71 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:32.483998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-061ae712-0d38-4ac4-838c-efd1f8e20f71 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.74 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 946 time: 0.2218904
Dec 16 09:45:32.486544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514d83a-5ace-46e3-97fc-b570059325b6 req-bd4ab2d7-f63d-4fd6-8af5-50ffc14c64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:32.488023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8514d83a-5ace-46e3-97fc-b570059325b6 req-bd4ab2d7-f63d-4fd6-8af5-50ffc14c64f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 1096 time: 0.2231627
Dec 16 09:45:32.625071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fc4769c-b303-4a93-a5b0-382563aa878e req-b6742a1f-ccdb-40a2-b227-b6ebfc334168 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/security-groups?id=64d09342-a41a-4677-8f0b-a830e8f1f872&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662159
Dec 16 09:45:32.646135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8514d83a-5ace-46e3-97fc-b570059325b6 req-7b1a2650-e019-41d1-993e-47fa504599f1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474302
Dec 16 09:45:32.665987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Deleting port f18bbcf0-b4bc-4a84-8702-161142884d62 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:45:32.666533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:32.997962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] For port f18bbcf0-b4bc-4a84-8702-161142884d62, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f18bbcf0-b4bc-4a84-8702-161142884d62,segment=NetworkSegment(966355cd-de74-4256-9dc7-14003ec371e6),segment_id=966355cd-de74-4256-9dc7-14003ec371e6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:32.998672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:33.016620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8786075-9cb7-4528-9616-1af053de625a req-1bec7029-d510-4966-9af0-1cd0f58856a4 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:33.018314 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8786075-9cb7-4528-9616-1af053de625a req-1bec7029-d510-4966-9af0-1cd0f58856a4 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 945 time: 0.2225485
Dec 16 09:45:33.158111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Calling delete_port for f18bbcf0-b4bc-4a84-8702-161142884d62 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:45:33.248534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8786075-9cb7-4528-9616-1af053de625a req-ce21a809-f084-4548-ad1a-acf98567df26 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726425
Dec 16 09:45:33.475119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:33.486946 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a2c7f18-48bc-4124-b541-e3f7f69934d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:33.487415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f18bbcf0-b4bc-4a84-8702-161142884d62'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:45:33.552042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Pushing event deleted for resources: {'Port': ['ID=f18bbcf0-b4bc-4a84-8702-161142884d62,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:33.611680 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:33.657399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] No DVR routers for this DVR port f18bbcf0-b4bc-4a84-8702-161142884d62 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:45:33.661212 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:33.672911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'name': 'network-vif-deleted', 'tag': 'f18bbcf0-b4bc-4a84-8702-161142884d62'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:33.687900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca9c8b-9dc1-4f08-a57c-1ddee5b3d1fa req-643e39cc-a2ed-4db6-8900-d83a27e30156 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:33.689674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3ca9c8b-9dc1-4f08-a57c-1ddee5b3d1fa req-643e39cc-a2ed-4db6-8900-d83a27e30156 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 945 time: 0.3124385
Dec 16 09:45:33.691554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85ac86ac-18df-4c84-a4b7-6d96fa5bee48 req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.74 "DELETE /v2.0/ports/f18bbcf0-b4bc-4a84-8702-161142884d62 HTTP/1.1" status: 204  len: 173 time: 1.1939349
Dec 16 09:45:33.756980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3ca9c8b-9dc1-4f08-a57c-1ddee5b3d1fa req-0cd59100-0428-4e73-a5ef-a1e470369ff4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576227
Dec 16 09:45:33.782749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:33.909514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:33.912012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d853f-c391-4215-9c7b-2bdf79e54c03 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:33.916889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:33.917015 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e0d853f-c391-4215-9c7b-2bdf79e54c03 tempest-TestNetworkBasicOps-267567925 tempest-TestNetworkBasicOps-267567925-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 1091 time: 0.1329193
Dec 16 09:45:33.923107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:33.932005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:33.936900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Usage tracker for resource:floatingip and tenant:2c99711399864f23b48b3caad5dc71a6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:33.940976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:33.948824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:33.966988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.119598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:34.129079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.146287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:34.150400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:e3acf4c4c90148bdaa40051219ac8db1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:34.153641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:34.160309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:34.258569 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.262621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.272269 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e217267-a9d8-48c6-9ecc-07f89df7c3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:34.329067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a7e256-847b-45b3-9f7f-1a9211519171,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:34.335732 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3acf4c4c90148bdaa40051219ac8db1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4176378
Dec 16 09:45:34.336982 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:34.338216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:34.393772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683c0f-92b0-4ec2-81d6-2a5af3ad509c req-fdeb0ed9-966b-48a5-93f4-a58218484aad tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:34.395482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95683c0f-92b0-4ec2-81d6-2a5af3ad509c req-fdeb0ed9-966b-48a5-93f4-a58218484aad tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.2902677
Dec 16 09:45:34.406306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.431011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.465344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.527793 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.535872 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c05bb2f-2e9f-4c2e-85aa-da13e493adcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:34.551330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95683c0f-92b0-4ec2-81d6-2a5af3ad509c req-fea10102-8b49-4276-a75c-9c1bb592ff6e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002340
Dec 16 09:45:34.583866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a7e256-847b-45b3-9f7f-1a9211519171,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:34.597072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.600429 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0a7e256-847b-45b3-9f7f-1a9211519171 HTTP/1.1" status: 204  len: 168 time: 0.2610483
Dec 16 09:45:34.601769 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:34.650207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Allocated IP 172.25.3.2 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/77227759-69ac-4c77-a638-a2c58586019d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:34.898933 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.917509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0d01bf67-e74a-4a7f-8aa5-efbcaa2053b0 req-557beec4-c3d2-43f9-badd-54f2e86e0949 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Synchronizing usage tracker for tenant:13342ed6ec6c4401afdea09b7708eb64 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:45:34.941868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0d01bf67-e74a-4a7f-8aa5-efbcaa2053b0 req-557beec4-c3d2-43f9-badd-54f2e86e0949 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Unset dirty status for tenant:13342ed6ec6c4401afdea09b7708eb64 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:45:34.943653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d01bf67-e74a-4a7f-8aa5-efbcaa2053b0 req-557beec4-c3d2-43f9-badd-54f2e86e0949 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] 10.222.0.66 "GET /v2.0/ports?device_id=f976b72e-3064-4bc4-88e5-a9be9be15293 HTTP/1.1" status: 200  len: 210 time: 0.0815926
Dec 16 09:45:34.963288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:34.974757 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:35.010148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b29580f5-7cc0-48fe-a6dc-42c09982bef7 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:35.080966 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f976b72e-3064-4bc4-88e5-a9be9be15293', 'name': 'network-vif-deleted', 'tag': 'f18bbcf0-b4bc-4a84-8702-161142884d62', 'status': 'completed', 'code': 200}
Dec 16 09:45:35.116016 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd', 'code': 200}
Dec 16 09:45:35.136551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port b29580f5-7cc0-48fe-a6dc-42c09982bef7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:35.142627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port b29580f5-7cc0-48fe-a6dc-42c09982bef7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:35.143340 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:35.178300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:35.198463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:35.214113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:35.374153 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:35.402308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=77227759-69ac-4c77-a638-a2c58586019d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:35.408742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b29580f5-7cc0-48fe-a6dc-42c09982bef7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b29580f5-7cc0-48fe-a6dc-42c09982bef7,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:35.409301 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:35.413126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:35.414017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f18bbcf0-b4bc-4a84-8702-161142884d62 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:45:35.446198 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:35.523518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: f18bbcf0-b4bc-4a84-8702-161142884d62 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:45:35.524141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f18bbcf0-b4bc-4a84-8702-161142884d62 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:45:35.584009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b29580f5-7cc0-48fe-a6dc-42c09982bef7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:35.591921 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:35.662430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65cbd9-ef87-473d-8479-9d65f5378be2 req-ceac60ab-90aa-42bd-8fb3-d46a1c555331 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:35.669038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f65cbd9-ef87-473d-8479-9d65f5378be2 req-ceac60ab-90aa-42bd-8fb3-d46a1c555331 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 945 time: 0.4709146
Dec 16 09:45:35.678339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51454) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:35.778076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-ad505b1b-c862-4abb-ade9-24d587be8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:35.779607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-ad505b1b-c862-4abb-ade9-24d587be8468 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c&tenant_id=38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 1094 time: 0.7081509
Dec 16 09:45:35.807549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbb914-a070-4094-9d75-1b5ba8cb6f44 req-a0fc19f5-931a-4f93-afcf-f77014ff1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:35.809035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fcbb914-a070-4094-9d75-1b5ba8cb6f44 req-a0fc19f5-931a-4f93-afcf-f77014ff1fee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 1097 time: 0.6363595
Dec 16 09:45:35.824421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f65cbd9-ef87-473d-8479-9d65f5378be2 req-6d2c674e-9dde-4705-8e97-82f26f7624ba tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513827
Dec 16 09:45:35.837683 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3985055c-f8b8-4f7e-b4da-7d97e2c578c2 tempest-AgentManagementNegativeTest-553274942 tempest-AgentManagementNegativeTest-553274942-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1574130
Dec 16 09:45:36.000546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fcbb914-a070-4094-9d75-1b5ba8cb6f44 req-d6bda3fe-0c46-4322-b25f-1bb845fe0692 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716263
Dec 16 09:45:36.050254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-f7e67308-57fa-4076-9bd7-856464cf5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:36.051998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-f7e67308-57fa-4076-9bd7-856464cf5c3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1094 time: 0.2268200
Dec 16 09:45:36.174646 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.177677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51492) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:36.183469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544047d-9576-4bb6-a32c-596d6e0f3f5c req-86790fd2-6d06-4dbb-88dd-def47b48c9e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:36.185053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1544047d-9576-4bb6-a32c-596d6e0f3f5c req-86790fd2-6d06-4dbb-88dd-def47b48c9e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.1101980
Dec 16 09:45:36.305577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.323501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:36.327022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1544047d-9576-4bb6-a32c-596d6e0f3f5c req-fe3ee198-9663-422d-89aa-faa97190a117 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327095
Dec 16 09:45:36.330269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Usage tracker for resource:security_group_rule and tenant:17b15d0dc7cf41cfa9ca3113187b4fce is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:36.333647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:36.341617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:36.443415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.458774 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.470360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.476707 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:45:36.487688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8704021c-04a4-4fee-874c-9bec63004d47 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:36.504866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-dd5fef92-7944-42e9-92a5-22fc16641509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:36.506497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-dd5fef92-7944-42e9-92a5-22fc16641509 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.2902577
Dec 16 09:45:36.563579 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17b15d0dc7cf41cfa9ca3113187b4fce&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3845375
Dec 16 09:45:36.564195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:36.612989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85f0fc-29a1-44f3-a376-f3c05a760d89,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:36.618695 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:36.655186 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.700210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.766817 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.773990 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92777f06-f16f-4315-8fe7-8842093573c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:36.788500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85f0fc-29a1-44f3-a376-f3c05a760d89,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:36.799255 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:36.808978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:36.814920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d85f0fc-29a1-44f3-a376-f3c05a760d89 HTTP/1.1" status: 204  len: 168 time: 0.2471745
Dec 16 09:45:37.051385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-10939ce5-605d-4b5b-815d-f107fe1dbb35 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 999 time: 0.5355558
Dec 16 09:45:37.117517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:37.199455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-25f48a08-d102-4ea0-97ce-9ed40250c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:37.201171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-25f48a08-d102-4ea0-97ce-9ed40250c721 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.1376958
Dec 16 09:45:37.302419 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:37.311520 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:37.329779 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-379f900b-18f1-484f-874e-6c7c121f11e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:37.510049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d00059-bc98-44cd-b634-f70ea054e3bc req-61e2fc42-99af-441d-97f4-07d251920ec3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:37.512435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62d00059-bc98-44cd-b634-f70ea054e3bc req-61e2fc42-99af-441d-97f4-07d251920ec3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.5098996
Dec 16 09:45:37.640413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event updated for resources: {'Port': ['ID=77227759-69ac-4c77-a638-a2c58586019d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:37.648557 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:37.765027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62d00059-bc98-44cd-b634-f70ea054e3bc req-7b4208e9-ecdf-4297-8636-bf0f389b3f95 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399955
Dec 16 09:45:37.794188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:37.915052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-1f2b288a-381f-4be7-978b-8da28b4f40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:37.916575 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-1f2b288a-381f-4be7-978b-8da28b4f40d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6942897
Dec 16 09:45:38.001172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51602) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:38.048953 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7', 'code': 200}
Dec 16 09:45:38.132666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1083625331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:38.140947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:38.144916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:router and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:38.147942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:38.154927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:38.168537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.169928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.188840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.212603 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Floating IP d09cc833-efd5-434f-a05d-cd5e01da3480 associated. External IP: 172.25.3.2, port: ec9757bd-aa2b-45a5-9e94-72fa19540733.
Dec 16 09:45:38.215448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.245525 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.247527 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2ab59394-1d0f-4c0c-9a1a-6ab382ee82a0 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.2449052
Dec 16 09:45:38.249811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51614) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:38.256915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1482651801'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:38.266598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:38.271775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:network and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:38.275499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:38.282563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:38.293154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:38.297647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.313229 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.330126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:38.334507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:security_group_rule and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:38.337917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:38.344290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:38.348214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-8e88e602-bcf3-4875-bdd9-b5c7569a62c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.8517675
Dec 16 09:45:38.473383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.477664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.481171 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac0313dc-9caa-4d02-9b15-8c2a31605553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:38.492866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-b35f49f4-f990-4fed-b2a8-9013c1d2a2a8 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5659206
Dec 16 09:45:38.521328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:45:38.528087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9b650-e414-40c0-84f9-a526fe1c7e2b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:38.545292 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:38.552734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.553293 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Added segment 826d32a8-9689-424e-b0cc-4a53b53e9111 of type vlan for network 2803c567-c548-4db5-8daf-af0d3edc6a4f
Dec 16 09:45:38.602016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.643312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.652444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:38.654613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:38.661813 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f60234bf-abf2-4cfb-87a9-6f44ca7f4fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:38.823758 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5725014
Dec 16 09:45:38.824429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51656) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:38.835974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'subnet': {'network_id': '2803c567-c548-4db5-8daf-af0d3edc6a4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:38.969010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:38.971342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Network': ['ID=2803c567-c548-4db5-8daf-af0d3edc6a4f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:38.974794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:38.975707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:subnet and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:38.978659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:38.985388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:38.990217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:45:38.998155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:39.001700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:39.200836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce12b8a-6bcb-4864-ba2a-449427e19a27 req-9a23a7aa-7f8a-4fd5-b8e2-d72a7750c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.202330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ce12b8a-6bcb-4864-ba2a-449427e19a27 req-9a23a7aa-7f8a-4fd5-b8e2-d72a7750c9b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 1097 time: 1.0770812
Dec 16 09:45:39.208011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.208498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.209013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.209584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.210139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.210880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.211448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.212969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-af22e67c-5e53-416b-b7e7-0ba823ad253f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.7162063
Dec 16 09:45:39.290871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-d4267e6f-07ea-4618-9e64-757e32bf96bb service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7302513
Dec 16 09:45:39.307419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd35a45-90c1-475e-97cf-85c4cfee531f req-d2c19db4-560c-499e-8588-8135ffb1b903 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.309794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cbd35a45-90c1-475e-97cf-85c4cfee531f req-d2c19db4-560c-499e-8588-8135ffb1b903 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 1.0358212
Dec 16 09:45:39.363682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:39.372631 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:39.427506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ce12b8a-6bcb-4864-ba2a-449427e19a27 req-4c7c5a8a-447a-41a0-821a-b50aa1c0c731 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041786
Dec 16 09:45:39.441508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:45:39.511993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Subnet': ['ID=c8488ed7-3e6e-4fb8-b3c6-db43a3893942,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:39.516931 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:39.523124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Checking segment: {'id': '826d32a8-9689-424e-b0cc-4a53b53e9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2803c567-c548-4db5-8daf-af0d3edc6a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:39.523748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network hostable DHCP agents. Network: 2803c567-c548-4db5-8daf-af0d3edc6a4f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:45:39.556526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:45:39.572002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2803c567-c548-4db5-8daf-af0d3edc6a4f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:39.576898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.577490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:39.583837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419d29cb-dd1c-42d5-a703-045e672bcb51 None None] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:39.655186 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8234112
Dec 16 09:45:39.655490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51692) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:39.660242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cbd35a45-90c1-475e-97cf-85c4cfee531f req-22318da2-1f19-45d3-a899-8fcde27fad72 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2682436
Dec 16 09:45:39.668093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'network': {'name': 'tempest-router-network01--413920669'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:39.682727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:39.689459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-32dfb695-97b8-422f-9c7b-dc5403be250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.690162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-32dfb695-97b8-422f-9c7b-dc5403be250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.691373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-32dfb695-97b8-422f-9c7b-dc5403be250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.693231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:network and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:39.693611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-32dfb695-97b8-422f-9c7b-dc5403be250f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 2293 time: 0.4468095
Dec 16 09:45:39.707557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:39.718579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:39.729966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:39.760829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:39.767839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:39.824999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:45:39.835988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:39.836389 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Added segment 1697fbcf-0f7a-45b6-825a-0bcd871420ad of type vlan for network de6674a2-92f9-4774-a072-da5636eb2c3e
Dec 16 09:45:39.872869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:39.932478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:39.949408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:39.950059 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:40.053972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:45:40.056766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-9df50531-8923-4f34-a72b-0918cba16dae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.3564446
Dec 16 09:45:40.066454 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] Sync routers for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:45:40.080816 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4d3c129-81bb-4b78-94d4-6ddc6122727c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:40.086305 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:40.089729 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8f40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:40.141270 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:40.172401 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5117860
Dec 16 09:45:40.206218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51710) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:40.249384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'network': {'name': 'tempest-router-network02--488316700'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:40.271787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2803c567-c548-4db5-8daf-af0d3edc6a4f', 'network_id': '2803c567-c548-4db5-8daf-af0d3edc6a4f', 'tenant_id': 'e6cf010120f44356bf656790e4b855be', 'fixed_ips': [{'subnet_id': 'c8488ed7-3e6e-4fb8-b3c6-db43a3893942'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:45:40.272854 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:40.291312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:40.306000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:network and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:40.316651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:40.321368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:40.341382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:40.381998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-6ce6a523-79f6-4428-8647-540a43e740ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:40.389386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-6ce6a523-79f6-4428-8647-540a43e740ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.3244708
Dec 16 09:45:40.440073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 6.5213895
Dec 16 09:45:40.443153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51714) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:40.451288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:45:40.456864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:40.460608 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:40.496759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61caec-9825-4240-8240-dddee818da01 req-3c47bec3-167d-40ce-a3e4-8c55a3a527f8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:40.512906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab61caec-9825-4240-8240-dddee818da01 req-3c47bec3-167d-40ce-a3e4-8c55a3a527f8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.5974293
Dec 16 09:45:40.662870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:40.674143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Usage tracker for resource:security_group_rule and tenant:be746f45450243398df5d37f9d354fd7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:40.685109 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:45:40.692711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Network': ['ID=de6674a2-92f9-4774-a072-da5636eb2c3e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:40.710111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Allocated IP 2001:db8::2 (2803c567-c548-4db5-8daf-af0d3edc6a4f/c8488ed7-3e6e-4fb8-b3c6-db43a3893942/a38ca8a2-3639-4de9-823f-1b1b99be9762) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:40.720158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:40.730641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.731051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.731473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.731855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.732230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.734994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.736265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.737705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.739321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.739831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.742744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.743341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:45:40.765700 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:40.772522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:40.799273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network de6674a2-92f9-4774-a072-da5636eb2c3e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:45:40.835075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab61caec-9825-4240-8240-dddee818da01 req-a0ccca0a-d46d-4ac0-b583-366bd93d0865 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3160470
Dec 16 09:45:40.873065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:45:40.889991 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:40.890823 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Added segment fd0757ce-4325-4449-bc89-8b185731bf4d of type vlan for network 2759cd80-7bc8-44b9-99bb-eb61aec03c78
Dec 16 09:45:40.942939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c1176d7e-34a1-4d70-b868-4be6d3879463 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/d09cc833-efd5-434f-a05d-cd5e01da3480 HTTP/1.1" status: 200  len: 989 time: 0.4248590
Dec 16 09:45:40.998317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.010667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.017229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-6cc473c0-553a-4fbe-b55c-d5b7626b4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:41.019834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-6cc473c0-553a-4fbe-b55c-d5b7626b4bb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5775971
Dec 16 09:45:41.024264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.058418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-fb0d13d8-24a8-4fef-a588-742bc8b6456a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:45:41.066459 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8005ec14-14d2-43ec-92e9-cbab20167e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:41.067350 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-fb0d13d8-24a8-4fef-a588-742bc8b6456a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0315909
Dec 16 09:45:41.129494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b3e55b-f112-49bb-99f8-f68702844f2d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:41.137388 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:41.212477 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be746f45450243398df5d37f9d354fd7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4746971
Dec 16 09:45:41.213208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51724) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:41.291029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.309944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:41.312498 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.333011 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a40f2577-4304-4bdf-be49-93339495d95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:41.420851 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.536621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.688971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.691892 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8f40>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'd09cc833-efd5-434f-a05d-cd5e01da3480', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'port_id': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'mac_address': 'fa:16:3e:61:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:45:36Z', 'updated_at': '2021-12-16T09:45:36Z', 'revision_number': 0, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:45:01Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:41.697489 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] Checking router: 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:45:41.704965 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5cd828f8-b062-4026-a452-97b2d980cb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:41.711339 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:41.712223 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8f40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:41.713953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4910419
Dec 16 09:45:41.750566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51728) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:41.751480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.761250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.769492 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3b3e55b-f112-49bb-99f8-f68702844f2d HTTP/1.1" status: 204  len: 168 time: 0.5529726
Dec 16 09:45:41.777689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'subnet': {'network_id': 'de6674a2-92f9-4774-a072-da5636eb2c3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:41.788273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Transition to ACTIVE for port object a38ca8a2-3639-4de9-823f-1b1b99be9762 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:41.847543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Transition to ACTIVE for port object a38ca8a2-3639-4de9-823f-1b1b99be9762 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:41.854031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b3e55b-f112-49bb-99f8-f68702844f2d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:41.861889 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:41.919094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Network': ['ID=2759cd80-7bc8-44b9-99bb-eb61aec03c78,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:41.919713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:41.949116 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:41.949827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51736) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:41.956059 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:42.044315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2759cd80-7bc8-44b9-99bb-eb61aec03c78 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:45:42.048302 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:45:42.161032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Pushing event updated for resources: {'Port': ['ID=a38ca8a2-3639-4de9-823f-1b1b99be9762,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:42.173509 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:42.192816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:42.199133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-869852ee-082f-4d58-aea6-42350f1642d3 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1231425
Dec 16 09:45:42.209192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:42.223304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:42.232125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:42.274875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:42.292344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:subnet and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:42.296352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:42.317451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:42.352158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:42.355876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:42.487572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-064a205a-17d8-4f5a-bd80-f51d58d8062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:42.507055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a64cb562-7e12-4153-9b91-3c0f238da6d8 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/d09cc833-efd5-434f-a05d-cd5e01da3480 HTTP/1.1" status: 200  len: 989 time: 0.5477550
Dec 16 09:45:42.662643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-74b8bd3f-65b3-424b-a78c-3f28b1a08b76 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4499116
Dec 16 09:45:42.780943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Attempting to bind port a38ca8a2-3639-4de9-823f-1b1b99be9762 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:42.781543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Attempting to bind port a38ca8a2-3639-4de9-823f-1b1b99be9762 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '826d32a8-9689-424e-b0cc-4a53b53e9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2803c567-c548-4db5-8daf-af0d3edc6a4f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:42.781765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Attempting to bind port a38ca8a2-3639-4de9-823f-1b1b99be9762 on network 2803c567-c548-4db5-8daf-af0d3edc6a4f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:42.825733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:42.826338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Checking segment: {'id': '826d32a8-9689-424e-b0cc-4a53b53e9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2803c567-c548-4db5-8daf-af0d3edc6a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:42.826915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:42.827636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Bound using segment: {'id': '826d32a8-9689-424e-b0cc-4a53b53e9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2803c567-c548-4db5-8daf-af0d3edc6a4f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:42.829276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Bound port: a38ca8a2-3639-4de9-823f-1b1b99be9762, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826d32a8-9689-424e-b0cc-4a53b53e9111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2803c567-c548-4db5-8daf-af0d3edc6a4f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:42.829276 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:42.889997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-b2008012-e007-4d15-8ebf-c06fe1c25a15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.2185881
Dec 16 09:45:42.980276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:42.994463 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2eaa2741-7ffa-458f-81bb-a9262417988d tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:43.013017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] For port a38ca8a2-3639-4de9-823f-1b1b99be9762, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:43.025717 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] For port a38ca8a2-3639-4de9-823f-1b1b99be9762, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a38ca8a2-3639-4de9-823f-1b1b99be9762,segment=NetworkSegment(826d32a8-9689-424e-b0cc-4a53b53e9111),segment_id=826d32a8-9689-424e-b0cc-4a53b53e9111)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:43.030472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:43.065919 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:43.106090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-83cb5820-be4f-4d2f-8e4a-afab863da635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:43.108280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-83cb5820-be4f-4d2f-8e4a-afab863da635 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2111788
Dec 16 09:45:43.177896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Subnet': ['ID=39262771-66df-4af1-b2f6-4cff3a415108,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:43.183260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Checking segment: {'id': '1697fbcf-0f7a-45b6-825a-0bcd871420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'de6674a2-92f9-4774-a072-da5636eb2c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:43.183773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network hostable DHCP agents. Network: de6674a2-92f9-4774-a072-da5636eb2c3e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:45:43.195695 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:43.241587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network de6674a2-92f9-4774-a072-da5636eb2c3e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:45:43.264295 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8f40>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'd09cc833-efd5-434f-a05d-cd5e01da3480', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'port_id': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'mac_address': 'fa:16:3e:61:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:45:36Z', 'updated_at': '2021-12-16T09:45:36Z', 'revision_number': 0, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:45:01Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:43.270908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, de6674a2-92f9-4774-a072-da5636eb2c3e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:43.275475 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca92e8-20b2-4c83-ba11-832c14004d3b None None] The sync data for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 is: [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'd09cc833-efd5-434f-a05d-cd5e01da3480', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'port_id': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'mac_address': 'fa:16:3e:61:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:45:36Z', 'updated_at': '2021-12-16T09:45:36Z', 'revision_number': 0, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:45:01Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:45:43.292668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:43.303847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:43.314813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a13cc-5962-475c-aeff-c19ee2dbcfbd None None] Network de6674a2-92f9-4774-a072-da5636eb2c3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:43.394366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-22119028-976a-475e-ac6f-523332df05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:43.403085 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6286666
Dec 16 09:45:43.405257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-22119028-976a-475e-ac6f-523332df05d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2898941
Dec 16 09:45:43.410888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51766) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:43.419609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'subnet': {'network_id': '2759cd80-7bc8-44b9-99bb-eb61aec03c78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:43.688291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51770) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:43.692768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Pushing event updated for resources: {'Port': ['ID=a38ca8a2-3639-4de9-823f-1b1b99be9762,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:43.698768 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:43.800698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:43.840738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:subnet and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:43.848926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:43.866802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:43.892641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:43.896835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:44.053439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa56f9-467d-4c49-99ed-28dcdbf11bdd None None] New status for floating IP d09cc833-efd5-434f-a05d-cd5e01da3480: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:45:44.212390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-de6674a2-92f9-4774-a072-da5636eb2c3e', 'network_id': 'de6674a2-92f9-4774-a072-da5636eb2c3e', 'tenant_id': 'e6cf010120f44356bf656790e4b855be', 'fixed_ips': [{'subnet_id': '39262771-66df-4af1-b2f6-4cff3a415108'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:45:44.213307 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:44.226943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3ed9526d-47fa-4abb-916d-caee56ccf0d3 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/d09cc833-efd5-434f-a05d-cd5e01da3480 HTTP/1.1" status: 200  len: 989 time: 0.5360732
Dec 16 09:45:44.278887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-a2b17bed-5b63-42ca-bee7-321287c7c937 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8658843
Dec 16 09:45:44.476693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:44.493490 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6acfe92-f61b-4e16-840f-73c804e22987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:44.749105 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-1d3af108-2d85-4e5d-8442-d7a3546f5aa6 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4629972
Dec 16 09:45:44.751217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Subnet': ['ID=6d105c67-d85a-4524-8500-74748c9a0484,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:44.774751 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:44.787688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Checking segment: {'id': 'fd0757ce-4325-4449-bc89-8b185731bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2759cd80-7bc8-44b9-99bb-eb61aec03c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:44.804142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network hostable DHCP agents. Network: 2759cd80-7bc8-44b9-99bb-eb61aec03c78, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:45:44.892033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network 2759cd80-7bc8-44b9-99bb-eb61aec03c78 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:45:44.945164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2759cd80-7bc8-44b9-99bb-eb61aec03c78) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:44.956681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:44.957858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:45.053140 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'status': 'completed', 'code': 200}
Dec 16 09:45:45.097234 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6850436
Dec 16 09:45:45.101945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:45.111333 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c230b73-7329-46f9-a256-f6ad5a56c092 None None] Network 2759cd80-7bc8-44b9-99bb-eb61aec03c78 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:45.233019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:45.308659 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-383e06b8-5fda-4dd8-885e-b935347dd2bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.5523262
Dec 16 09:45:45.423939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:45.637793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Allocated IP 2001:db8::2 (de6674a2-92f9-4774-a072-da5636eb2c3e/39262771-66df-4af1-b2f6-4cff3a415108/0b0e6f3a-2958-43b2-a48d-b75014ef0094) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:45.676745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a38ca8a2-3639-4de9-823f-1b1b99be9762 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:45.753427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-9ae6088a-b976-45a7-a7e6-27f50ff1fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:45.754922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-9ae6088a-b976-45a7-a7e6-27f50ff1fc9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.4321930
Dec 16 09:45:45.799950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4da-b8db-48a8-a11d-54956e9a57ff req-2bc33094-530c-4f5f-bb1e-f07eb4725682 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:45.801652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-040bb4da-b8db-48a8-a11d-54956e9a57ff req-2bc33094-530c-4f5f-bb1e-f07eb4725682 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.4799840
Dec 16 09:45:45.804109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-52a5e4c1-6e5d-4b20-a704-a8bae15de4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:45.805617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-52a5e4c1-6e5d-4b20-a704-a8bae15de4dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 1096 time: 0.6628799
Dec 16 09:45:45.823345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bcc52c-c665-40b6-a428-abe0f04e013f None None] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:46.026309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-040bb4da-b8db-48a8-a11d-54956e9a57ff req-3e981f45-8fdd-44f3-8078-b54ba8098da1 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191938
Dec 16 09:45:46.070603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-dca01c94-02f7-4620-97b1-b39bd5b74ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:46.072311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-dca01c94-02f7-4620-97b1-b39bd5b74ab2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2967620
Dec 16 09:45:46.112830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-38f596be-c0a3-4d9f-9ee0-9ca790b796c7 None None] Provisioning for port a38ca8a2-3639-4de9-823f-1b1b99be9762 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:46.129220 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:46.135597 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7322713c-8528-4a21-abcd-cba0e57a01a1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/d09cc833-efd5-434f-a05d-cd5e01da3480 HTTP/1.1" status: 200  len: 989 time: 0.8951747
Dec 16 09:45:46.294143 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-191d4671-f432-4091-87e7-d8aeb10e1f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:46.383968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:46.394331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-8ac221be-acd2-4534-9c9a-281210ff92f6 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3155513
Dec 16 09:45:46.689571 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:46.877471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c647-e6b1-41d7-a254-5171c805e1a8 req-b3edd564-ebae-4075-afc5-312978718ff9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:46.879146 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f31c647-e6b1-41d7-a254-5171c805e1a8 req-b3edd564-ebae-4075-afc5-312978718ff9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.4835634
Dec 16 09:45:46.982202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f31c647-e6b1-41d7-a254-5171c805e1a8 req-624cf57f-55ea-4037-b6fd-53d9a882f49d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889027
Dec 16 09:45:46.985236 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-a8c57f00-312b-4725-a1a5-aebe2877f047 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5830805
Dec 16 09:45:47.107774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-a00a9cf7-6af0-4e20-924c-d4bbd0a39da8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.1117854
Dec 16 09:45:47.139077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51884) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:47.198051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a38ca8a2-3639-4de9-823f-1b1b99be9762 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:47.285457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-0a8027d5-052a-41bb-a552-e3ad5545c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:47.287582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-0a8027d5-052a-41bb-a552-e3ad5545c34b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1692560
Dec 16 09:45:47.377575 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:47.401070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a38ca8a2-3639-4de9-823f-1b1b99be9762 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:47.401467 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:47.462592 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-825ce3c3-8932-4a55-876e-641f83200675 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/d09cc833-efd5-434f-a05d-cd5e01da3480 HTTP/1.1" status: 200  len: 991 time: 0.3190064
Dec 16 09:45:47.486503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2759cd80-7bc8-44b9-99bb-eb61aec03c78', 'network_id': '2759cd80-7bc8-44b9-99bb-eb61aec03c78', 'tenant_id': 'e6cf010120f44356bf656790e4b855be', 'fixed_ips': [{'subnet_id': '6d105c67-d85a-4524-8500-74748c9a0484'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:45:47.487452 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:47.554039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-eece7913-9d9f-4c10-abe8-bbab8c313a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:47.562818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-eece7913-9d9f-4c10-abe8-bbab8c313a4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2683206
Dec 16 09:45:47.639279 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:47.723718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Transition to ACTIVE for port object 0b0e6f3a-2958-43b2-a48d-b75014ef0094 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:47.814579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Transition to ACTIVE for port object 0b0e6f3a-2958-43b2-a48d-b75014ef0094 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:47.846582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-d8d7b7c9-36ea-4249-839f-99feb998432a service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766705
Dec 16 09:45:47.881225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:47.892319 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:47.998438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Network de6674a2-92f9-4774-a072-da5636eb2c3e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:47.999496 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.048636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:48.064790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:48.067354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Allocated IP 2001:db8::1 (de6674a2-92f9-4774-a072-da5636eb2c3e/39262771-66df-4af1-b2f6-4cff3a415108/fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:48.154407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-7f32fe7b-daa6-4400-a3fc-5fa747e7b56a service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3011870
Dec 16 09:45:48.176271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Allocated IP 2001:db8::2 (2759cd80-7bc8-44b9-99bb-eb61aec03c78/6d105c67-d85a-4524-8500-74748c9a0484/60a9ef83-b1cd-4b86-8f4e-3262408cb461) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:48.293749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Pushing event updated for resources: {'Port': ['ID=0b0e6f3a-2958-43b2-a48d-b75014ef0094,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:48.308156 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:48.309807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-1054b998-892f-429b-9ec4-701debb0fca1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.1483688
Dec 16 09:45:48.342409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91825c25-257b-43d4-a82c-802e04913213 None None] Provisioning complete for port a38ca8a2-3639-4de9-823f-1b1b99be9762 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:48.342811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91825c25-257b-43d4-a82c-802e04913213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.397665 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.401872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a38ca8a2-3639-4de9-823f-1b1b99be9762, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a38ca8a2-3639-4de9-823f-1b1b99be9762,segment=NetworkSegment(826d32a8-9689-424e-b0cc-4a53b53e9111),segment_id=826d32a8-9689-424e-b0cc-4a53b53e9111)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:48.411818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Attempting to bind port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:48.412203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Attempting to bind port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1697fbcf-0f7a-45b6-825a-0bcd871420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'de6674a2-92f9-4774-a072-da5636eb2c3e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:48.412585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Attempting to bind port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 on network de6674a2-92f9-4774-a072-da5636eb2c3e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:48.420268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Transition to ACTIVE for port object fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:48.454949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-257e1c3a-ba28-438a-9206-ec9b1690b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:48.461325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-257e1c3a-ba28-438a-9206-ec9b1690b889 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.1445689
Dec 16 09:45:48.476688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.490712 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-274532ae-8fcb-4991-a41e-4f4ff564f4f7 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:48.677612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-50655825-d373-45b7-96f3-4c0423dd42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:48.684512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-50655825-d373-45b7-96f3-4c0423dd42dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2164848
Dec 16 09:45:48.696559 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.702347 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:48.745664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network de6674a2-92f9-4774-a072-da5636eb2c3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:48.746690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Port': ['ID=fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:48.750384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:48.759009 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:48.761683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:48.762270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.795589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a38ca8a2-3639-4de9-823f-1b1b99be9762,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:48.810492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:48.811317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Checking segment: {'id': '1697fbcf-0f7a-45b6-825a-0bcd871420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'de6674a2-92f9-4774-a072-da5636eb2c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:48.812552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.813189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Bound using segment: {'id': '1697fbcf-0f7a-45b6-825a-0bcd871420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'de6674a2-92f9-4774-a072-da5636eb2c3e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:48.814036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Bound port: 0b0e6f3a-2958-43b2-a48d-b75014ef0094, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1697fbcf-0f7a-45b6-825a-0bcd871420ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'de6674a2-92f9-4774-a072-da5636eb2c3e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:48.814688 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:48.825517 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:48.886894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-442629ff-ba69-4a70-bf56-f4abde85ef7e service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947556
Dec 16 09:45:48.998167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:49.097057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-8ff89631-9aea-4402-9fb2-adb04e54e6da service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2029896
Dec 16 09:45:49.214636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] For port 0b0e6f3a-2958-43b2-a48d-b75014ef0094, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:49.230042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] For port 0b0e6f3a-2958-43b2-a48d-b75014ef0094, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0b0e6f3a-2958-43b2-a48d-b75014ef0094,segment=NetworkSegment(1697fbcf-0f7a-45b6-825a-0bcd871420ad),segment_id=1697fbcf-0f7a-45b6-825a-0bcd871420ad)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:49.244328 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:49.276807 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:49.311524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-1fe4692f-5814-439d-aae9-f74eb07e5f5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.1961942
Dec 16 09:45:49.411285 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:49.444672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-352313f8-9ba5-4b1b-b4e3-51de9d1e028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:49.446250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-352313f8-9ba5-4b1b-b4e3-51de9d1e028a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.1338637
Dec 16 09:45:49.462442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Transition to ACTIVE for port object 60a9ef83-b1cd-4b86-8f4e-3262408cb461 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:49.499903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Pushing event updated for resources: {'Port': ['ID=0b0e6f3a-2958-43b2-a48d-b75014ef0094,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:49.531961 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:49.581666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Transition to ACTIVE for port object 60a9ef83-b1cd-4b86-8f4e-3262408cb461 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:45:49.591283 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:49.607293 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-86dc8852-9cec-416f-a163-110f4c6aacfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:49.661634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-6e6111ec-4283-4b78-9a61-52bacd693ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:49.662749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-6e6111ec-4283-4b78-9a61-52bacd693ea1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.2089689
Dec 16 09:45:49.712850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51962) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:49.779788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Network 2759cd80-7bc8-44b9-99bb-eb61aec03c78 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:49.783702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Pushing event updated for resources: {'Port': ['ID=60a9ef83-b1cd-4b86-8f4e-3262408cb461,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:49.787105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:49.793030 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:49.793800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:45:49.903982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:49.912120 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:49.913877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:49.918441 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:50.132276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Attempting to bind port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:45:50.133263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Attempting to bind port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'fd0757ce-4325-4449-bc89-8b185731bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2759cd80-7bc8-44b9-99bb-eb61aec03c78'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:45:50.133263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Attempting to bind port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 on network 2759cd80-7bc8-44b9-99bb-eb61aec03c78 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:45:50.170400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:45:50.171699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Checking segment: {'id': 'fd0757ce-4325-4449-bc89-8b185731bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2759cd80-7bc8-44b9-99bb-eb61aec03c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:50.182208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:50.183469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Bound using segment: {'id': 'fd0757ce-4325-4449-bc89-8b185731bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2759cd80-7bc8-44b9-99bb-eb61aec03c78'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:45:50.184245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Bound port: 60a9ef83-b1cd-4b86-8f4e-3262408cb461, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0757ce-4325-4449-bc89-8b185731bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2759cd80-7bc8-44b9-99bb-eb61aec03c78'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:45:50.185149 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:50.191963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-d87fb27d-7064-4515-a1ed-c369d726c48e service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5184350
Dec 16 09:45:50.234176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:50.318342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:50.322688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Usage tracker for resource:security_group_rule and tenant:fff974625eab4123857ff12291e24db3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:50.340152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:50.354915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:50.366065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-3ee6427e-8200-460e-b089-60f5567314d5 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670322
Dec 16 09:45:50.368091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Port': ['ID=fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:50.377496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:50.395998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] For port 60a9ef83-b1cd-4b86-8f4e-3262408cb461, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:45:50.406155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] For port 60a9ef83-b1cd-4b86-8f4e-3262408cb461, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=60a9ef83-b1cd-4b86-8f4e-3262408cb461,segment=NetworkSegment(fd0757ce-4325-4449-bc89-8b185731bf4d),segment_id=fd0757ce-4325-4449-bc89-8b185731bf4d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:45:50.415927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:50.433000 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:50.445789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network de6674a2-92f9-4774-a072-da5636eb2c3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:45:50.448044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:50.496853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-0055f86a-e426-4407-936c-1e01f4e32cef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1238368
Dec 16 09:45:50.571178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Pushing event updated for resources: {'Port': ['ID=60a9ef83-b1cd-4b86-8f4e-3262408cb461,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:50.575018 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:50.643747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-ef215f95-f61a-4503-aaef-a3aa77348242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:50.645601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-ef215f95-f61a-4503-aaef-a3aa77348242 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.1421554
Dec 16 09:45:50.796359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-02858c17-2f6c-466c-87d5-13de5ed68965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:50.798059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-02858c17-2f6c-466c-87d5-13de5ed68965 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.1455815
Dec 16 09:45:50.946900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:50.953278 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:50.977227 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc848790-d2d0-4531-b86c-b6eb91456bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:51.063067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0b0e6f3a-2958-43b2-a48d-b75014ef0094 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:51.074889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6275ae64-0989-4514-99d8-4ba344017413,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:51.078704 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:51.214928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:51.224256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a38ca8a2-3639-4de9-823f-1b1b99be9762 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:51.224463 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fff974625eab4123857ff12291e24db3&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5049374
Dec 16 09:45:51.225098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:51.308019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Router 1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:45:51.350528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-784f7214-04e6-44d8-ad3d-386910b08643 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5460513
Dec 16 09:45:51.403385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a38ca8a2-3639-4de9-823f-1b1b99be9762 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:51.403909 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:51.522861 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d8e4e-6563-4bc4-abb9-8ab761e4f56d None None] Network de6674a2-92f9-4774-a072-da5636eb2c3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:51.636629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3dcbada-aae2-4b64-97a4-afedb3e2a40d req-a49640b9-0945-41c4-adb1-23315cbd2b17 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2775865
Dec 16 09:45:51.648177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Provisioning for port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:51.663302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Provisioning complete for port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:51.663864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:51.858347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:51.942614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:45:51.949701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:51.954138 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] Sync routers for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:45:51.971877 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:51.976966 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e832b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:52.022526 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9189866
Dec 16 09:45:52.026119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51980) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:52.053443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:52.068775 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1915937c-baef-4516-81b3-271e2d35ede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:52.125570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6275ae64-0989-4514-99d8-4ba344017413,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:52.133555 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:52.134331 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e832b0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:52.136986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:52.141840 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6275ae64-0989-4514-99d8-4ba344017413 HTTP/1.1" status: 204  len: 168 time: 0.9064243
Dec 16 09:45:52.148790 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:52.149597 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e832b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:52.245971 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e832b0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:52.246388 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23286d51-e139-4cdd-bfb3-3a2628e7ec4b None None] The sync data for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:45:52.410744 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:52.554775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a10f6e-0913-43ba-9a21-601cb27a781b None None] Network 2759cd80-7bc8-44b9-99bb-eb61aec03c78 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:52.580168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] For port 0b0e6f3a-2958-43b2-a48d-b75014ef0094, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0b0e6f3a-2958-43b2-a48d-b75014ef0094,segment=NetworkSegment(1697fbcf-0f7a-45b6-825a-0bcd871420ad),segment_id=1697fbcf-0f7a-45b6-825a-0bcd871420ad)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:52.668759 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:52.685509 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:52.839301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Pushing event updated for resources: {'Port': ['ID=0b0e6f3a-2958-43b2-a48d-b75014ef0094,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:52.844466 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:52.936059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:52.943212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 60a9ef83-b1cd-4b86-8f4e-3262408cb461 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:52.973473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.031719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:53.054471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Usage tracker for resource:security_group_rule and tenant:649c5c5fe4fb4eedb3ab7bb721bf772b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:53.063561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:53.090636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:53.174619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e5afd852-a65f-4c83-8c53-34e2ec54b0dd None None] Provisioning for port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:53.351505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.366988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.399765 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66aaa8b1-3d0b-41af-8563-2694c32fdf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:53.463952 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=649c5c5fe4fb4eedb3ab7bb721bf772b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5237203
Dec 16 09:45:53.464839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:53.520911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc05e426-8309-401a-9f4d-5a56937f652a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:53.521322 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-ead5089b-7c93-49af-86a7-f0b1a747cd3e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:45:53.522650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ead5089b-7c93-49af-86a7-f0b1a747cd3e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4955394
Dec 16 09:45:53.524526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:53.526250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52000) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:53.574536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.577924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-277fa835-4aef-48bc-af79-2f05a99e9a5a None None] Provisioning complete for port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:53.578486 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-277fa835-4aef-48bc-af79-2f05a99e9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.673277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.679390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:53.713009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:53.713536 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.762659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.791997 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-16081ef5-def6-4b13-910e-c3216f314935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:53.818725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc05e426-8309-401a-9f4d-5a56937f652a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:53.831763 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:53.848214 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:53.850563 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc05e426-8309-401a-9f4d-5a56937f652a HTTP/1.1" status: 204  len: 168 time: 0.3846915
Dec 16 09:45:54.089255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:54.133352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-277fa835-4aef-48bc-af79-2f05a99e9a5a None None] Provisioning for port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:45:54.145366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-277fa835-4aef-48bc-af79-2f05a99e9a5a None None] Provisioning complete for port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:54.145811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-277fa835-4aef-48bc-af79-2f05a99e9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:54.237484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-277fa835-4aef-48bc-af79-2f05a99e9a5a None None] Port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:45:54.246431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 60a9ef83-b1cd-4b86-8f4e-3262408cb461, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=60a9ef83-b1cd-4b86-8f4e-3262408cb461,segment=NetworkSegment(fd0757ce-4325-4449-bc89-8b185731bf4d),segment_id=fd0757ce-4325-4449-bc89-8b185731bf4d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:45:54.248255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:54.250398 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:54.395144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=60a9ef83-b1cd-4b86-8f4e-3262408cb461,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:54.399775 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:54.401270 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9ee5c47-4f16-43d4-9a97-f4ceef72016e None None] Provisioning complete for port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:54.401755 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9ee5c47-4f16-43d4-9a97-f4ceef72016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:54.478487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee5c47-4f16-43d4-9a97-f4ceef72016e None None] Port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:45:54.610179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b3181d86-50d2-4c5f-8cd3-7051d569eda7 None None] Provisioning complete for port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:54.613262 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b3181d86-50d2-4c5f-8cd3-7051d569eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:54.697724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:54.956149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 60a9ef83-b1cd-4b86-8f4e-3262408cb461 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:55.067358 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:55.067833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:55.115144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b3181d86-50d2-4c5f-8cd3-7051d569eda7 None None] Provisioning complete for port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:55.115707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b3181d86-50d2-4c5f-8cd3-7051d569eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:55.184734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:45:55.185306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:55.193059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b3181d86-50d2-4c5f-8cd3-7051d569eda7 None None] Port fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:45:55.293813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0b0e6f3a-2958-43b2-a48d-b75014ef0094 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:45:55.368229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:45:55.368953 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:55.397897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:55.617560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Calling delete_port for fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:45:55.819335 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:55.823938 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-863e75cb-425c-47a1-997e-5409d7796536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:55.869480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Port': ['ID=fe98e8e0-6826-4e0c-b3c2-2901eaa7d2d5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:55.903574 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:56.055806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:56.250239 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.276973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:56.281109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Usage tracker for resource:security_group_rule and tenant:07d4ac615c9f4d1fba95a5c23c3be31d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:56.284147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:56.290207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:56.307621 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.392807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.397357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.406153 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7151542a-ab46-427a-860f-793cad06163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:56.449293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b83871-535f-4899-853b-77acf54b2b32,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:56.456916 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07d4ac615c9f4d1fba95a5c23c3be31d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3994823
Dec 16 09:45:56.457555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:56.458413 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:56.520446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.548022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.612979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-9d5e7d68-fb79-4ad3-8aa6-fd3188f57cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:56.614473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-9d5e7d68-fb79-4ad3-8aa6-fd3188f57cc5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae43ec3b-83bb-422e-aaca-a6940686b627 HTTP/1.1" status: 200  len: 897 time: 0.2971499
Dec 16 09:45:56.623505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.625438 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc65e40f-7e23-49ef-97d8-ada0c82bed4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:56.660799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b83871-535f-4899-853b-77acf54b2b32,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:56.670854 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:56.673196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:56.683998 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98b83871-535f-4899-853b-77acf54b2b32 HTTP/1.1" status: 204  len: 168 time: 0.2242892
Dec 16 09:45:56.865749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-8dd030ae-ad26-4904-bbf6-21cddc90031d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733 HTTP/1.1" status: 200  len: 999 time: 0.2388108
Dec 16 09:45:56.878629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Router 1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:45:56.886989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c485f6d-ae2c-43c0-85b0-f1111c7743b3 req-5f421b77-4418-4667-8e71-308d6008f215 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:56.888487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c485f6d-ae2c-43c0-85b0-f1111c7743b3 req-5f421b77-4418-4667-8e71-308d6008f215 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.5700300
Dec 16 09:45:57.110727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-04dae9d7-7792-44a7-aa8e-cc96270cb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:57.112216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-04dae9d7-7792-44a7-aa8e-cc96270cb621 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c651c7b9-cbd8-4ac0-891e-53c54e73be04 HTTP/1.1" status: 200  len: 834 time: 0.2228725
Dec 16 09:45:57.132878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c485f6d-ae2c-43c0-85b0-f1111c7743b3 req-ac09254a-8fd3-4578-bfc8-4e6249c9567b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2095788
Dec 16 09:45:57.184484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:45:57.197939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] Sync routers for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:45:57.225051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:57.225051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2061a30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:57.225826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6936040
Dec 16 09:45:57.226002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:57.251552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-2da35b45-f953-495e-934d-282f4a097458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:57.257355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-2da35b45-f953-495e-934d-282f4a097458 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae43ec3b-83bb-422e-aaca-a6940686b627&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1230016
Dec 16 09:45:57.311462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2061a30>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:57.322779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:45:57.323604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2061a30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:57.355480 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f0a098f1-4563-46da-9f23-57f9f5743c34 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] delete failed (client error): The resource could not be found.
Dec 16 09:45:57.359212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f0a098f1-4563-46da-9f23-57f9f5743c34 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1157749328 HTTP/1.1" status: 404  len: 335 time: 0.1304832
Dec 16 09:45:57.361137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52120) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:57.366648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2a777e77-564f-4651-b845-2ff158ac98b7 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'router': {'external_gateway_info': {'network_id': '1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:57.492832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2061a30>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:45:57.493253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55a662e-6f48-48fa-8f61-7d181d8ed73c None None] The sync data for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:45:57.664985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-793a8cc0-6c9d-4678-849a-7c496b8bd074 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4003491
Dec 16 09:45:57.867329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8312bfd8-5cda-47ab-8e3c-72ada4984561 req-0ebb2056-1c1a-4e46-8ab5-ac05573c83d6 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896462
Dec 16 09:45:57.906364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28647b39-8ee4-4848-853d-bc7dc9feb00c req-8126a20f-45e2-4041-99e0-380031876a29 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:57.913137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28647b39-8ee4-4848-853d-bc7dc9feb00c req-8126a20f-45e2-4041-99e0-380031876a29 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.6240385
Dec 16 09:45:57.975396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28647b39-8ee4-4848-853d-bc7dc9feb00c req-f8fe21a4-16e2-44a0-8728-31441bbdeef9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612879
Dec 16 09:45:58.000457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-a3ce4cad-72a8-478b-8e6e-87fc58782b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:58.002148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-a3ce4cad-72a8-478b-8e6e-87fc58782b0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1094 time: 0.3731740
Dec 16 09:45:58.089562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a777e77-564f-4651-b845-2ff158ac98b7 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.120934 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-2a777e77-564f-4651-b845-2ff158ac98b7 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] update failed (client error): The resource could not be found.
Dec 16 09:45:58.122162 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2a777e77-564f-4651-b845-2ff158ac98b7 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a HTTP/1.1" status: 404  len: 339 time: 0.7595248
Dec 16 09:45:58.126314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:58.135677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1213968680'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:58.144364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:58.149103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:network and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:58.176514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:58.184047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:58.204446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:58.207986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.280468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:45:58.305769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.308568 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Added segment a11d5045-5336-45b9-9553-c383e7963bf3 of type vlan for network bef6e0be-7841-46e0-a84e-61cbb432b64e
Dec 16 09:45:58.320277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-07a7b1bf-5583-4c3b-bc16-f14d4022bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:58.323205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-07a7b1bf-5583-4c3b-bc16-f14d4022bb68 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.2965703
Dec 16 09:45:58.370649 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.407369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.418755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:58.419961 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.427566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94808afd-cec0-48ff-b03a-d34a06d7b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:58.587843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-4eff7129-8e0d-4480-84dc-7e4ad4156c69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 200  len: 999 time: 0.1775825
Dec 16 09:45:58.624846 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4970782
Dec 16 09:45:58.628197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:58.630904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Network': ['ID=bef6e0be-7841-46e0-a84e-61cbb432b64e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:58.636269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'subnet': {'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:58.643504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network bef6e0be-7841-46e0-a84e-61cbb432b64e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:45:58.653890 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:58.675530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52162) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:58.743596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8310f7-1db7-4e9a-a6b2-3e5f836931f3 req-105f9deb-8c29-49ff-a379-9402a107f821 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:58.749644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd8310f7-1db7-4e9a-a6b2-3e5f836931f3 req-105f9deb-8c29-49ff-a379-9402a107f821 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.4246633
Dec 16 09:45:58.751449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-b899a094-9fd9-41ac-a151-53f0abcafa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:58.755945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-b899a094-9fd9-41ac-a151-53f0abcafa61 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.1568761
Dec 16 09:45:58.769860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:58.773920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Usage tracker for resource:subnet and tenant:e6cf010120f44356bf656790e4b855be is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:58.777508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:58.784275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:58.798960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Made reservation on behalf of e6cf010120f44356bf656790e4b855be for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:45:58.806118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.854704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:58.859985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:45:58.864187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Usage tracker for resource:floatingip and tenant:d1cc7a45579e43619fbc42055ef1894f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:45:58.867127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:45:58.874367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:45:58.896386 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:58.931777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd8310f7-1db7-4e9a-a6b2-3e5f836931f3 req-0dbcfe65-7d3a-4a8a-8afc-7fb766219d54 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721396
Dec 16 09:45:59.063088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:59.070137 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4ccd736-1d03-4785-bae2-e64aa83fbcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:45:59.081109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-4eab55df-64e2-4656-bc17-b8d8ff1deb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:59.082596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-4eab55df-64e2-4656-bc17-b8d8ff1deb1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3217640
Dec 16 09:45:59.166609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Checking segment: {'id': 'a11d5045-5336-45b9-9553-c383e7963bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:45:59.167253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network hostable DHCP agents. Network: bef6e0be-7841-46e0-a84e-61cbb432b64e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:45:59.184105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Subnet': ['ID=de6a4351-978c-422b-89f6-bd4afc4c00a8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:45:59.187498 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:45:59.197781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network bef6e0be-7841-46e0-a84e-61cbb432b64e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:45:59.208001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, bef6e0be-7841-46e0-a84e-61cbb432b64e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:45:59.212115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:59.212726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:59.217318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34047a29-d12b-429e-aa07-96e8b5317aa4 None None] Network bef6e0be-7841-46e0-a84e-61cbb432b64e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:45:59.239999 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6107314
Dec 16 09:45:59.240591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:45:59.247056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5b83dfe9-09c0-475d-bfa4-c854bb8b1223 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:45:59.274546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed491b7-9127-4743-800f-a11826129770 req-080d426f-ab91-4685-a362-683b6b8e0b37 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:59.276090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ed491b7-9127-4743-800f-a11826129770 req-080d426f-ab91-4685-a362-683b6b8e0b37 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.2391942
Dec 16 09:45:59.290433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-ce1f0a43-e38f-4207-a938-b59b988bc98d service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985061
Dec 16 09:45:59.421686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:59.429628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ed491b7-9127-4743-800f-a11826129770 req-cada43ec-e637-472a-9b55-1307382b978d tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421833
Dec 16 09:45:59.565963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aed55a0c-331c-4fe2-b78a-8c1faf3cc215 req-e55065d3-c1b8-4d9e-9f9c-25e602358c49 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595408
Dec 16 09:45:59.635361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-bef6e0be-7841-46e0-a84e-61cbb432b64e', 'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e', 'tenant_id': 'e6cf010120f44356bf656790e4b855be', 'fixed_ips': [{'subnet_id': 'de6a4351-978c-422b-89f6-bd4afc4c00a8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:45:59.636323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:59.702153 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b83dfe9-09c0-475d-bfa4-c854bb8b1223 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:45:59.740786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Allocated IP 172.25.3.120 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/b7042021-2124-49d9-8241-c320266b5679) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:59.763956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1c3af-bd8a-4e27-9e9b-1355ce8d0ca0 req-57b6f198-6756-4a09-aa09-492f5d84ed3a tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:45:59.765991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-baf1c3af-bd8a-4e27-9e9b-1355ce8d0ca0 req-57b6f198-6756-4a09-aa09-492f5d84ed3a tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 946 time: 0.1938462
Dec 16 09:45:59.842425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Allocated IP 2001:db8:1::2 (bef6e0be-7841-46e0-a84e-61cbb432b64e/de6a4351-978c-422b-89f6-bd4afc4c00a8/c44db71f-c58a-47e5-80de-9b398ebd4909) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:45:59.898076 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-5b83dfe9-09c0-475d-bfa4-c854bb8b1223 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:45:59.903836 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b83dfe9-09c0-475d-bfa4-c854bb8b1223 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a HTTP/1.1" status: 400  len: 364 time: 0.6621971
Dec 16 09:45:59.910349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:00.044855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-baf1c3af-bd8a-4e27-9e9b-1355ce8d0ca0 req-a9e50fbb-df68-41fb-9419-6013fed0cbc5 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2579825
Dec 16 09:46:00.137814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.152264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Transition to ACTIVE for port object c44db71f-c58a-47e5-80de-9b398ebd4909 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:00.154090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.181132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Transition to ACTIVE for port object c44db71f-c58a-47e5-80de-9b398ebd4909 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:00.200397 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.206993 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8bbc0394-2d1d-48aa-bf30-d7bc9f6cbbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:00.211129 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.214957 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62298597-773b-4d50-a2de-5cae6cce606e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:00.293179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Network bef6e0be-7841-46e0-a84e-61cbb432b64e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:00.296793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:00.300255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:00.356584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:00.359569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:00.375627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:00.418416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Attempting to bind port c44db71f-c58a-47e5-80de-9b398ebd4909 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:46:00.419048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Attempting to bind port c44db71f-c58a-47e5-80de-9b398ebd4909 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a11d5045-5336-45b9-9553-c383e7963bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:46:00.419832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Attempting to bind port c44db71f-c58a-47e5-80de-9b398ebd4909 on network bef6e0be-7841-46e0-a84e-61cbb432b64e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:46:00.423971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Pushing event updated for resources: {'Port': ['ID=c44db71f-c58a-47e5-80de-9b398ebd4909,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:00.427333 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:00.431897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:46:00.432283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Checking segment: {'id': 'a11d5045-5336-45b9-9553-c383e7963bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:46:00.435941 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.437196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Bound using segment: {'id': 'a11d5045-5336-45b9-9553-c383e7963bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:46:00.437695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Bound port: c44db71f-c58a-47e5-80de-9b398ebd4909, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11d5045-5336-45b9-9553-c383e7963bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bef6e0be-7841-46e0-a84e-61cbb432b64e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:46:00.438085 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.560511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Pushing event updated for resources: {'Port': ['ID=b7042021-2124-49d9-8241-c320266b5679,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:00.577400 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:00.600102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] For port c44db71f-c58a-47e5-80de-9b398ebd4909, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:46:00.601360 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.604025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] For port c44db71f-c58a-47e5-80de-9b398ebd4909, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c44db71f-c58a-47e5-80de-9b398ebd4909,segment=NetworkSegment(a11d5045-5336-45b9-9553-c383e7963bf3),segment_id=a11d5045-5336-45b9-9553-c383e7963bf3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:46:00.611768 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.616537 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:00.684015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26242e6d-bea4-4d7b-adb3-103c5f86491b req-6436b369-5bc1-4816-844f-4640cfa762c3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:00.691592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26242e6d-bea4-4d7b-adb3-103c5f86491b req-6436b369-5bc1-4816-844f-4640cfa762c3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.1822064
Dec 16 09:46:00.704935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.718322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Pushing event updated for resources: {'Port': ['ID=c44db71f-c58a-47e5-80de-9b398ebd4909,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:00.723340 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:00.773843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:00.805065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26242e6d-bea4-4d7b-adb3-103c5f86491b req-2d9fa64e-f293-4c93-8158-c3571e28f319 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123452
Dec 16 09:46:01.117912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b3b71-d6dd-4c3d-b5ec-57bcd1938121 req-c7a035d1-18b7-4ff8-80ba-278684e5997b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:01.119615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f0b3b71-d6dd-4c3d-b5ec-57bcd1938121 req-c7a035d1-18b7-4ff8-80ba-278684e5997b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.1773300
Dec 16 09:46:01.178288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.190955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f0b3b71-d6dd-4c3d-b5ec-57bcd1938121 req-73049736-f52c-4e3c-a621-5922d0e9baa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648572
Dec 16 09:46:01.192165 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.213442 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:01.241526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Allocated IP 2001:db8::1 (2803c567-c548-4db5-8daf-af0d3edc6a4f/c8488ed7-3e6e-4fb8-b3c6-db43a3893942/36a65d1a-6fa1-42e1-901e-8eb8c364fc53) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:46:01.342453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Pushing event updated for resources: {'Port': ['ID=b7042021-2124-49d9-8241-c320266b5679,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:01.346655 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:01.355597 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.386872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.391905 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7141197
Dec 16 09:46:01.392875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52202) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:01.399306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-992418951', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'fixed_ips': [{'ip_address': '172.25.3.120'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:01.405104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:01.409242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Usage tracker for resource:port and tenant:d1cc7a45579e43619fbc42055ef1894f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:01.413909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:01.422543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:01.432753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Made reservation on behalf of d1cc7a45579e43619fbc42055ef1894f for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:01.435381 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.436024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.451556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.458284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Transition to ACTIVE for port object 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:01.468069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:01.471898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Usage tracker for resource:security_group_rule and tenant:d1cc7a45579e43619fbc42055ef1894f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:01.475035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:01.481399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:01.498349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.514844 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-102f9ee1-5836-4f22-957e-aef290d4dd84 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:01.598686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:01.602232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:01.603313 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.607526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:01.608809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.615210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.619231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] device_id is not set on port 47ab1066-1298-477f-b213-07c3375aed26 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:46:01.633186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Port': ['ID=36a65d1a-6fa1-42e1-901e-8eb8c364fc53,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:01.637260 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:01.674932 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dca77b8f-982c-4609-ae5f-1650516feede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:01.740626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:01.896297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc79fa-2b9c-4573-8e17-12c8bbce6b28,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:01.902783 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:02.022233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce2f0-58b2-41a3-bbc7-61c013c9dee2 req-b1373c1f-c256-4631-9753-ad662fb1541c tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:02.023932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820ce2f0-58b2-41a3-bbc7-61c013c9dee2 req-b1373c1f-c256-4631-9753-ad662fb1541c tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.4101801
Dec 16 09:46:02.028533 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:46:02.029049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:46:02.084271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03d109b0-151a-4c47-856e-8d7a6cae0411 None None] Provisioning for port 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:46:02.091847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03d109b0-151a-4c47-856e-8d7a6cae0411 None None] Provisioning complete for port 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:02.092863 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03d109b0-151a-4c47-856e-8d7a6cae0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:02.098879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.7047513
Dec 16 09:46:02.099692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52206) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:02.173190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-820ce2f0-58b2-41a3-bbc7-61c013c9dee2 req-4cc486a1-3c07-48b2-9ad4-fcdc4787f477 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401250
Dec 16 09:46:02.176248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-03d109b0-151a-4c47-856e-8d7a6cae0411 None None] Port 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:46:02.264324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea24f3-138a-4f20-92e9-7efcd1b0390c None None] Network bef6e0be-7841-46e0-a84e-61cbb432b64e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:02.310783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Deleting port b7042021-2124-49d9-8241-c320266b5679 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:02.311253 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:02.420326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-66ad7040-c44b-4f10-aa43-b78bad22cc7e None None] Provisioning for port c44db71f-c58a-47e5-80de-9b398ebd4909 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:46:02.465049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:02.471011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:02.472063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:02.477775 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b58c4fe-f702-4460-b5a0-2bf894cb76be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:02.679193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:02.679529 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:02.699566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event updated for resources: {'Port': ['ID=36a65d1a-6fa1-42e1-901e-8eb8c364fc53,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:02.738778 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:02.816967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:02.818313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:02.934874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c44db71f-c58a-47e5-80de-9b398ebd4909 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:46:03.102205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c44db71f-c58a-47e5-80de-9b398ebd4909 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:46:03.117636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] Provisioning complete for port c44db71f-c58a-47e5-80de-9b398ebd4909 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:03.118322 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.172828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c44db71f-c58a-47e5-80de-9b398ebd4909 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:03.173364 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.245644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Router 1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:46:03.283654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Calling delete_port for b7042021-2124-49d9-8241-c320266b5679 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:03.451027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e296-0dc2-4035-b371-78a756eb53c7 req-06723790-15d8-4c37-a45e-a0ba5664ec5c tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:03.466578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e296-0dc2-4035-b371-78a756eb53c7 req-06723790-15d8-4c37-a45e-a0ba5664ec5c tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:03.468863 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.484592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:46:03.491344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e296-0dc2-4035-b371-78a756eb53c7 req-06723790-15d8-4c37-a45e-a0ba5664ec5c tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:03.496799 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] Sync routers for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:46:03.516437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6989e296-0dc2-4035-b371-78a756eb53c7 req-06723790-15d8-4c37-a45e-a0ba5664ec5c tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982&device_id=444d77c3-8180-488c-8e43-f47d9386526e&device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 2418 time: 0.4127047
Dec 16 09:46:03.525387 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:03.526477 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3875c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:03.535055 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6184859
Dec 16 09:46:03.536811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:03.557466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] For port c44db71f-c58a-47e5-80de-9b398ebd4909, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c44db71f-c58a-47e5-80de-9b398ebd4909,segment=NetworkSegment(a11d5045-5336-45b9-9553-c383e7963bf3),segment_id=a11d5045-5336-45b9-9553-c383e7963bf3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:03.559950 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.573283 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.578227 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:03.687310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6989e296-0dc2-4035-b371-78a756eb53c7 req-56ba32a8-9d7a-401d-a0a9-7f0e9e9ea27f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679211
Dec 16 09:46:03.689456 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3875c10>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:03.716372 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:03.717005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3875c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:03.752681 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.764985 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1b45676e-5f78-4700-a059-9b138fe72b06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:03.836671 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3875c10>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:03.847371 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81db5b-2d47-4f46-8b87-0dcda5add2d8 None None] The sync data for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:46:03.876232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:46:03.876607 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:46:03.896192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c65451b9-ecf5-4a5c-92d9-2762d2437627 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.897247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] Pushing event updated for resources: {'Port': ['ID=c44db71f-c58a-47e5-80de-9b398ebd4909,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:03.908137 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:03.909390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2434856a-e9e7-48a9-a816-d672a1a83873 None None] Provisioning complete for port 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:03.909773 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2434856a-e9e7-48a9-a816-d672a1a83873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:03.939656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7042021-2124-49d9-8241-c320266b5679,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:03.970663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2434856a-e9e7-48a9-a816-d672a1a83873 None None] Port 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:46:03.971792 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:04.076684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c963ab-63e1-476e-8bfd-42abcf3af14c req-84849f67-5341-43e5-84bf-1e3b05548d79 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:04.078304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88c963ab-63e1-476e-8bfd-42abcf3af14c req-84849f67-5341-43e5-84bf-1e3b05548d79 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.1857548
Dec 16 09:46:04.079122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:04.081527 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-c65451b9-ecf5-4a5c-92d9-2762d2437627 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:46:04.087618 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c65451b9-ecf5-4a5c-92d9-2762d2437627 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a HTTP/1.1" status: 409  len: 329 time: 0.5506182
Dec 16 09:46:04.088227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:04.092165 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:04.098649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/9f572fab-f7fe-4a12-baaf-fd287a3a21d0 HTTP/1.1" status: 204  len: 168 time: 1.9960802
Dec 16 09:46:04.147745 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88c963ab-63e1-476e-8bfd-42abcf3af14c req-c4ffb9ab-1dcb-4fc7-993e-ac834a464449 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475950
Dec 16 09:46:04.501679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52246) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:04.593101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91002fd-2301-4d2c-8654-22cc47eeacd5 req-2d0ef343-8ea4-46ef-ad02-71b015c4697d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:04.594755 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c91002fd-2301-4d2c-8654-22cc47eeacd5 req-2d0ef343-8ea4-46ef-ad02-71b015c4697d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.1530354
Dec 16 09:46:04.648001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c91002fd-2301-4d2c-8654-22cc47eeacd5 req-73374388-ab13-4627-9148-857cb76251ad tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470874
Dec 16 09:46:04.685037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:04.702949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:04.706853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Usage tracker for resource:security_group_rule and tenant:349537a06a4747e9b1b21c53ff733a84 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:04.709845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:04.715832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:04.815538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:04.820610 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:04.857088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c44db71f-c58a-47e5-80de-9b398ebd4909 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:46:04.857734 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e2421ee9-4118-4efa-b727-11f79e50b217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:04.872565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52258) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:04.873779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=349537a06a4747e9b1b21c53ff733a84&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3701837
Dec 16 09:46:04.896673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184a1d38-27e3-4c56-ac5a-6a048f2f5938,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:04.902513 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:04.958949 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:04.973183 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:04.980872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c44db71f-c58a-47e5-80de-9b398ebd4909 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:04.981406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.102187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:46:05.119398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.286908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:05.301594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '4aadb05e-4564-497c-83b9-ff0503959092', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'port_id': '4aadb05e-4564-497c-83b9-ff0503959092', 'mac_address': 'fa:16:3e:ca:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:46:05.328550 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.338201 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb9f6255-d685-4096-8167-476383e40da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:05.353172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a1d38-27e3-4c56-ac5a-6a048f2f5938,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:05.367756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.367888 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:05.395659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aadb05e-4564-497c-83b9-ff0503959092 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:46:05.398314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.402272 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/184a1d38-27e3-4c56-ac5a-6a048f2f5938 HTTP/1.1" status: 204  len: 168 time: 0.5287821
Dec 16 09:46:05.412710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:05.417746 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.419820 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca09ff39-01da-450a-a90f-f336ac4c91cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:05.436657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c93a-3ab3-4362-9a06-5d7f3cbdc2e9 req-e2918aac-2a0a-415e-ac29-83e8dcf8f1e4 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:05.438710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6a0c93a-3ab3-4362-9a06-5d7f3cbdc2e9 req-e2918aac-2a0a-415e-ac29-83e8dcf8f1e4 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 943 time: 0.1423786
Dec 16 09:46:05.449345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting port 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:05.449821 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.507637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:05.511695 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:05.528996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6a0c93a-3ab3-4362-9a06-5d7f3cbdc2e9 req-711a79e0-9400-4693-afa8-cd450e73ab6b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824394
Dec 16 09:46:05.710483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:05.773734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4aadb05e-4564-497c-83b9-ff0503959092'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:46:05.855196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52288) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:05.930453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Calling delete_port for 36a65d1a-6fa1-42e1-901e-8eb8c364fc53 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:05.979703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d2e6466a-d2e1-456a-9e0e-b66e021fa8d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1cc7a45579e43619fbc42055ef1894f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1231849
Dec 16 09:46:05.980715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52294) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:06.118825 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:06.177576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:06.237352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:06.244985 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26901f5f-e18b-4b4b-8485-84be4cd5aced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:06.271193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc79fa-2b9c-4573-8e17-12c8bbce6b28,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:06.275493 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:06.282811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:06.284401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85fc79fa-2b9c-4573-8e17-12c8bbce6b28 HTTP/1.1" status: 204  len: 168 time: 0.3025682
Dec 16 09:46:06.506968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:06.514787 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2279e0ac-edd9-4fc7-b0b7-448479ad56a4 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:06.605329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Port': ['ID=36a65d1a-6fa1-42e1-901e-8eb8c364fc53,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:06.609152 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:06.884329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e44cc-9e98-4628-9f15-2573bbbcf38b req-3e1df317-7b00-4628-8944-05b63e51e6d5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:06.889809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:06.895293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-035e44cc-9e98-4628-9f15-2573bbbcf38b req-3e1df317-7b00-4628-8944-05b63e51e6d5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 944 time: 0.1329987
Dec 16 09:46:06.943765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-035e44cc-9e98-4628-9f15-2573bbbcf38b req-f204b5f5-506c-4eba-b805-087d83bed60d tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478210
Dec 16 09:46:07.115651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:46:07.205721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 4aadb05e-4564-497c-83b9-ff0503959092 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:07.206510 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:07.248641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Router 1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:46:07.449648 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:07.456472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:46:07.474846 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3853958
Dec 16 09:46:07.477414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] Sync routers for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:46:07.478424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:07.487452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:07.503463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:07.506054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:07.507014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f206e3a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:07.573785 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-1db2fe40-e300-4a06-8651-b335c8f3fd23 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] show failed (client error): The resource could not be found.
Dec 16 09:46:07.575238 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1db2fe40-e300-4a06-8651-b335c8f3fd23 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1839079123 HTTP/1.1" status: 404  len: 335 time: 0.0954335
Dec 16 09:46:07.578970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52342) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:07.585046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859fa4e-50a8-4b51-950e-4cc8bcfaf0a0 req-99431c57-2533-4e00-8da7-f69a67b6b8b9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:07.585837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:07.590352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-58210980-5eea-48a6-b620-7a78e69c194d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:07.593557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d859fa4e-50a8-4b51-950e-4cc8bcfaf0a0 req-99431c57-2533-4e00-8da7-f69a67b6b8b9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1267757
Dec 16 09:46:07.599269 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:07.655564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d859fa4e-50a8-4b51-950e-4cc8bcfaf0a0 req-e83a204f-0d81-4942-a305-fc47db9e1fd8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603631
Dec 16 09:46:07.681463 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-58210980-5eea-48a6-b620-7a78e69c194d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] update failed (client error): The resource could not be found.
Dec 16 09:46:07.682736 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-58210980-5eea-48a6-b620-7a78e69c194d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-649524450 HTTP/1.1" status: 404  len: 334 time: 0.1024134
Dec 16 09:46:07.686065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:07.691965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f206e3a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:07.725188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] Routers {'1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:07.726482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f206e3a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:45:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:07.774708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting subnet de6a4351-978c-422b-89f6-bd4afc4c00a8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:07.778794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:07.821660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f206e3a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:07.822708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d1751-06eb-45c7-88e1-0a5266578655 None None] The sync data for ids ['1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:46:07.830193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:07.835009 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:07.855005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:07.959754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:07.995252 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092', 'code': 200}
Dec 16 09:46:08.103673 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:08.110140 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-106be7bb-3711-4d07-901d-9af987f7c9d6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:08.225773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Subnet': ['ID=de6a4351-978c-422b-89f6-bd4afc4c00a8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:08.229137 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:08.230145 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:08.240762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/subnets/de6a4351-978c-422b-89f6-bd4afc4c00a8 HTTP/1.1" status: 204  len: 168 time: 0.5513918
Dec 16 09:46:08.241158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:08.244012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebecf74a-3879-47cb-aecc-5a33c6ff6fb8 None None] Network bef6e0be-7841-46e0-a84e-61cbb432b64e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:08.414838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:08.441420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting port c44db71f-c58a-47e5-80de-9b398ebd4909 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:08.445169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:08.510978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1a717-2474-43b8-a40d-9fd527297bd2 req-39a19a58-145a-48e0-ac90-bb5c704ffb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:08.512510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23f1a717-2474-43b8-a40d-9fd527297bd2 req-39a19a58-145a-48e0-ac90-bb5c704ffb46 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 1097 time: 0.1952326
Dec 16 09:46:08.520161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0ebe-2b3d-462a-afeb-c5e03879e5a5 req-0b203fd8-2412-423d-8c5f-9c046207b447 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:08.526972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82ff0ebe-2b3d-462a-afeb-c5e03879e5a5 req-0b203fd8-2412-423d-8c5f-9c046207b447 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 946 time: 0.2710979
Dec 16 09:46:08.794293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] DHCP port deletion for bef6e0be-7841-46e0-a84e-61cbb432b64e request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:46:08.799810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Deleting port c44db71f-c58a-47e5-80de-9b398ebd4909 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:08.800191 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:08.825335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52412) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:08.876167 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82ff0ebe-2b3d-462a-afeb-c5e03879e5a5 req-f3341bb5-2d0f-4ea9-82cd-ad8532db6321 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3482995
Dec 16 09:46:08.886082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23f1a717-2474-43b8-a40d-9fd527297bd2 req-1e7442fd-de39-41b1-8c9c-cc685ac1487a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3563571
Dec 16 09:46:08.930550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] For port c44db71f-c58a-47e5-80de-9b398ebd4909, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c44db71f-c58a-47e5-80de-9b398ebd4909,segment=NetworkSegment(a11d5045-5336-45b9-9553-c383e7963bf3),segment_id=a11d5045-5336-45b9-9553-c383e7963bf3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:08.932505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.096899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5f9aab5b-5da6-452e-b295-724ad4281604 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:09.118379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5f9aab5b-5da6-452e-b295-724ad4281604 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "PUT /v2.0/quotas/19ab59857d8e4320a0acf2648fbbed55 HTTP/1.1" status: 200  len: 368 time: 0.2859805
Dec 16 09:46:09.118625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52418) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:09.125355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Request body: {'network': {'project_id': '19ab59857d8e4320a0acf2648fbbed55'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:09.134628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:09.145161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Usage tracker for resource:network and tenant:19ab59857d8e4320a0acf2648fbbed55 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:09.152267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:09.166340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:09.190057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Made reservation on behalf of 19ab59857d8e4320a0acf2648fbbed55 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:09.193760 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.229236 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.231723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] For port c44db71f-c58a-47e5-80de-9b398ebd4909, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c44db71f-c58a-47e5-80de-9b398ebd4909,segment=NetworkSegment(a11d5045-5336-45b9-9553-c383e7963bf3),segment_id=a11d5045-5336-45b9-9553-c383e7963bf3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:09.232131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.253502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:09.257640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Usage tracker for resource:security_group_rule and tenant:19ab59857d8e4320a0acf2648fbbed55 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:09.261069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:09.267828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:09.274362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Calling delete_port for c44db71f-c58a-47e5-80de-9b398ebd4909 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:09.376204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.390446 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:09.401934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Calling delete_port for c44db71f-c58a-47e5-80de-9b398ebd4909 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:09.430317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720c90a-2c87-476f-b072-9d60927237b5 req-a9a8ba05-0362-4ee9-9356-b110b7273762 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:09.432055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3720c90a-2c87-476f-b072-9d60927237b5 req-a9a8ba05-0362-4ee9-9356-b110b7273762 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1265364
Dec 16 09:46:09.455043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Port': ['ID=c44db71f-c58a-47e5-80de-9b398ebd4909,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:09.458006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] No DVR routers for this DVR port c44db71f-c58a-47e5-80de-9b398ebd4909 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:09.460272 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:09.461471 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.465528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.470373 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ceddabec-37c5-4693-9813-de7298fc64de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:09.505700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3720c90a-2c87-476f-b072-9d60927237b5 req-5c96fb38-2450-435f-b6f3-392cab9da9c0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656629
Dec 16 09:46:09.509997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:46:09.510556 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:46:09.521615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:46:09.527239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791d5a13-20e4-4c3c-8a7a-a48f0c6f54cb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:09.531131 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:09.535834 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.536482 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Added segment 45f86f9c-1cbe-428d-8a74-f0046cd6d4ce of type vlan for network 008c7e38-578b-42f0-83d4-c20e1189610c
Dec 16 09:46:09.567222 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.598634 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.600295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:09.600884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.604738 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:09.632240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.665688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f12ee520>,) {'filters': {'network_id': ['bef6e0be-7841-46e0-a84e-61cbb432b64e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:09.678674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12ee520>, 'a11d5045-5336-45b9-9553-c383e7963bf3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:09.678999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12ee520>, 'a11d5045-5336-45b9-9553-c383e7963bf3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:09.692976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.710451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Pushing event updated for resources: {'Network': ['ID=008c7e38-578b-42f0-83d4-c20e1189610c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:09.711473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.713555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.5939133
Dec 16 09:46:09.714543 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:09.717897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:09.722031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 008c7e38-578b-42f0-83d4-c20e1189610c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:46:09.724875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Request body: {'network': {'project_id': '19ab59857d8e4320a0acf2648fbbed55'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:09.728614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:09.729012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:09.746143 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:09.752003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:09.806678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Usage tracker for resource:network and tenant:19ab59857d8e4320a0acf2648fbbed55 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:09.812583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:09.830906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:09.840883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.843636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Made reservation on behalf of 19ab59857d8e4320a0acf2648fbbed55 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:09.846296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.857282 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b325f43c-c757-4370-86eb-fdb26bbb031c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:09.871895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.893293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Network': ['ID=bef6e0be-7841-46e0-a84e-61cbb432b64e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:09.899326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:09.909591 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/networks/bef6e0be-7841-46e0-a84e-61cbb432b64e HTTP/1.1" status: 204  len: 168 time: 1.6642454
Dec 16 09:46:09.910485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52428) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:09.965496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:46:09.984423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:09.984787 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Added segment 06cc8ea3-7dd0-42ca-9a92-a2f6620d375f of type vlan for network 9171df95-917b-4a49-b9ba-39bafb77cb97
Dec 16 09:46:09.997976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting subnet 6d105c67-d85a-4524-8500-74748c9a0484 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:10.004347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.012755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Deleting port c44db71f-c58a-47e5-80de-9b398ebd4909 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:10.013379 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.076457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.094238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.110558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ed7e-67ab-4170-8f4a-fb9ae16a95d2 req-c6ce0d45-c83d-44c9-a9af-81a13f1a128f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:10.112246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff79ed7e-67ab-4170-8f4a-fb9ae16a95d2 req-c6ce0d45-c83d-44c9-a9af-81a13f1a128f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 946 time: 0.0940297
Dec 16 09:46:10.126857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2cec6ec-8420-4745-acac-51c17754e28f None None] The port 'c44db71f-c58a-47e5-80de-9b398ebd4909' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:46:10.163583 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.164863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:10.165550 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.165783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff79ed7e-67ab-4170-8f4a-fb9ae16a95d2 req-72734582-7313-479e-99cd-b6f4ee123210 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466068
Dec 16 09:46:10.172617 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f83e222-6708-4fff-a3cc-b793f8ec94b4 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:10.293208 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.5742474
Dec 16 09:46:10.297281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52438) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:10.304830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Request body: {'network': {'project_id': '19ab59857d8e4320a0acf2648fbbed55'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:10.309920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Pushing event updated for resources: {'Network': ['ID=9171df95-917b-4a49-b9ba-39bafb77cb97,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:10.312679 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:10.315894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:10.321243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 9171df95-917b-4a49-b9ba-39bafb77cb97 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:46:10.330771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Usage tracker for resource:network and tenant:19ab59857d8e4320a0acf2648fbbed55 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:10.339273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:10.348145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:10.349896 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:46:10.350459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:46:10.352652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.355117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b6ac7d1b-5067-46cc-9117-97c60ed8b8e6 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0559220
Dec 16 09:46:10.356011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52444) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:10.424481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:10.425828 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ea6d6cef-4cfc-46fd-b276-b6fe7031d1e7 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19ab59857d8e4320a0acf2648fbbed55&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0670183
Dec 16 09:46:10.491052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.509184 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40b89c51-ab3f-4900-8482-87a3884c2959 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:10.568460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a51a0cf-cd13-4e49-bd3f-9914b6775970 None None] Network 2759cd80-7bc8-44b9-99bb-eb61aec03c78 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:10.582499 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.587644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Subnet': ['ID=6d105c67-d85a-4524-8500-74748c9a0484,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:10.594192 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:10.595319 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.600538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52460) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:10.600705 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/subnets/6d105c67-d85a-4524-8500-74748c9a0484 HTTP/1.1" status: 204  len: 168 time: 0.6887653
Dec 16 09:46:10.629917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.725020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.729163 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:10.750119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791d5a13-20e4-4c3c-8a7a-a48f0c6f54cb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:10.754755 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:10.771215 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.775206 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/791d5a13-20e4-4c3c-8a7a-a48f0c6f54cb HTTP/1.1" status: 204  len: 168 time: 0.3498838
Dec 16 09:46:10.776074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:10.776842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting subnet 39262771-66df-4af1-b2f6-4cff3a415108 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:10.782288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:10.877947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c44db71f-c58a-47e5-80de-9b398ebd4909 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:10.947943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c44db71f-c58a-47e5-80de-9b398ebd4909 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:10.948496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c44db71f-c58a-47e5-80de-9b398ebd4909 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:10.949324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.064770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52498) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:11.102274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.162010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca3c1b-3c04-4d3f-8cdb-43c529745a99 req-99db8f52-759b-4165-9553-0a58a82fed15 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:11.170958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] DHCP port deletion for 2759cd80-7bc8-44b9-99bb-eb61aec03c78 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:46:11.177765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21ca3c1b-3c04-4d3f-8cdb-43c529745a99 req-99db8f52-759b-4165-9553-0a58a82fed15 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.4114265
Dec 16 09:46:11.179804 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Deleting port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:11.180196 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.198083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Deleting subnet ece0330e-ff9a-428e-b5c6-35e848de3d92 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:11.203862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.231676 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.331845 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.342923 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.346273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.349046 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fc1ea3c-3d52-4490-88b8-3e9042b558e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:11.403333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0b688b0>,) {'filters': {'network_id': ['9171df95-917b-4a49-b9ba-39bafb77cb97']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:11.420092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0b688b0>, '06cc8ea3-7dd0-42ca-9a92-a2f6620d375f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:11.420677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0b688b0>, '06cc8ea3-7dd0-42ca-9a92-a2f6620d375f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:11.421034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21ca3c1b-3c04-4d3f-8cdb-43c529745a99 req-585789ac-8d1b-47a5-8674-9cce73b157f6 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423887
Dec 16 09:46:11.423901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Subnet': ['ID=39262771-66df-4af1-b2f6-4cff3a415108,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:11.432647 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:11.433986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.446700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/subnets/39262771-66df-4af1-b2f6-4cff3a415108 HTTP/1.1" status: 204  len: 168 time: 0.8447986
Dec 16 09:46:11.450831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52506) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:11.453430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.468387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.594546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] For port 60a9ef83-b1cd-4b86-8f4e-3262408cb461, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=60a9ef83-b1cd-4b86-8f4e-3262408cb461,segment=NetworkSegment(fd0757ce-4325-4449-bc89-8b185731bf4d),segment_id=fd0757ce-4325-4449-bc89-8b185731bf4d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:11.595576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.628184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.666360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22430f0d-6b7b-4697-bb55-6cb31c272aab None None] Network de6674a2-92f9-4774-a072-da5636eb2c3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:11.708354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4d758-cc29-4594-802b-45f194800c74 req-c56310c4-b623-451f-9e78-23293fcf83a9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:11.712283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:11.712694 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.716432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bcb4d758-cc29-4594-802b-45f194800c74 req-c56310c4-b623-451f-9e78-23293fcf83a9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 946 time: 0.1262705
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:11.727109 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:11.767347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bcb4d758-cc29-4594-802b-45f194800c74 req-c17e8529-23cb-43f3-85c8-8e679145abb5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499108
Dec 16 09:46:11.811022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Calling delete_port for 60a9ef83-b1cd-4b86-8f4e-3262408cb461 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:11.893710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.994371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:11.999070 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.003703 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3508ccc0-3d86-4cc0-9fcd-e6f52f21bcbe tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:12.041420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6936c86b-da57-4025-8852-5206d416bc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.044612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.049530 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.055461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece0330e-ff9a-428e-b5c6-35e848de3d92,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:12.057725 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:12.064156 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.064654 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f448629f-b454-4d11-a7d7-6df2e2b6ab6c tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:12.068769 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:12.085406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.089557 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ece0330e-ff9a-428e-b5c6-35e848de3d92 HTTP/1.1" status: 204  len: 168 time: 1.0215361
Dec 16 09:46:12.090140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52512) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:12.117320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Pushing event deleted for resources: {'Port': ['ID=60a9ef83-b1cd-4b86-8f4e-3262408cb461,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:12.118158 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "DELETE /v2.0/networks/9171df95-917b-4a49-b9ba-39bafb77cb97 HTTP/1.1" status: 204  len: 168 time: 1.3409970
Dec 16 09:46:12.119152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Pushing event deleted for resources: {'Network': ['ID=9171df95-917b-4a49-b9ba-39bafb77cb97,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:12.122429 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:12.123918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] No DVR routers for this DVR port 60a9ef83-b1cd-4b86-8f4e-3262408cb461 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:12.124065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:12.124975 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:12.216465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] DHCP port deletion for de6674a2-92f9-4774-a072-da5636eb2c3e request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:46:12.221944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Deleting port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:12.222264 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.226103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.322573 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.338206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.358694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f108b5e0>,) {'filters': {'network_id': ['2759cd80-7bc8-44b9-99bb-eb61aec03c78']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.373089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f108b5e0>, 'fd0757ce-4325-4449-bc89-8b185731bf4d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.373410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f108b5e0>, 'fd0757ce-4325-4449-bc89-8b185731bf4d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.375195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.406848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ab46a0>,) {'filters': {'network_id': ['188d3ebd-ff2c-4702-81f9-432fa0f5250b']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.419950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ab46a0>, '966355cd-de74-4256-9dc7-14003ec371e6') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.420876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ab46a0>, '966355cd-de74-4256-9dc7-14003ec371e6') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.427575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.433409 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.440799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] For port 0b0e6f3a-2958-43b2-a48d-b75014ef0094, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0b0e6f3a-2958-43b2-a48d-b75014ef0094,segment=NetworkSegment(1697fbcf-0f7a-45b6-825a-0bcd871420ad),segment_id=1697fbcf-0f7a-45b6-825a-0bcd871420ad)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:12.441208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.450693 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.458093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:12.463518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.506759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.517190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.524725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:12.525128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:12.539824 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:12.563801 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:12.627917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f23523a0>,) {'filters': {'network_id': ['008c7e38-578b-42f0-83d4-c20e1189610c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.638067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Calling delete_port for 0b0e6f3a-2958-43b2-a48d-b75014ef0094 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:12.644209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f23523a0>, '45f86f9c-1cbe-428d-8a74-f0046cd6d4ce') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.644688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f23523a0>, '45f86f9c-1cbe-428d-8a74-f0046cd6d4ce') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:12.654269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.658806 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6d4a00f4-4209-4574-8a62-bee7ad79f494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:12.664098 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.670670 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c972d24c-5c79-4586-b93a-a067b7fc8c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:12.675202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.681610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.690916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.695291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=188d3ebd-ff2c-4702-81f9-432fa0f5250b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:12.697317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Network': ['ID=2759cd80-7bc8-44b9-99bb-eb61aec03c78,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:12.697652 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:12.704673 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/networks/2759cd80-7bc8-44b9-99bb-eb61aec03c78 HTTP/1.1" status: 204  len: 168 time: 1.2444055
Dec 16 09:46:12.708329 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:12.708329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:12.708569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] 10.222.0.66 "DELETE /v2.0/networks/188d3ebd-ff2c-4702-81f9-432fa0f5250b HTTP/1.1" status: 204  len: 168 time: 0.6156707
Dec 16 09:46:12.708658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52524) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:12.710924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.733545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b053c-8abc-4400-a6b8-edb6e923a81e req-c773889f-585a-4d95-a183-7546971454d2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:12.735246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d29b053c-8abc-4400-a6b8-edb6e923a81e req-c773889f-585a-4d95-a183-7546971454d2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1664336
Dec 16 09:46:12.755063 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.760417 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:12.785867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d29b053c-8abc-4400-a6b8-edb6e923a81e req-b7f7426e-fb5d-455b-801b-44db59f3c152 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433364
Dec 16 09:46:12.797646 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Deleting subnet ff523e39-8f2a-4a82-8595-ffcac7e9c851 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:12.809734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:12.809734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.815695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 60a9ef83-b1cd-4b86-8f4e-3262408cb461 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:12.822831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:12.849153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Pushing event deleted for resources: {'Port': ['ID=0b0e6f3a-2958-43b2-a48d-b75014ef0094,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:12.849358 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:12.857064 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:12.857746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 60a9ef83-b1cd-4b86-8f4e-3262408cb461 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:12.858610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 60a9ef83-b1cd-4b86-8f4e-3262408cb461 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:12.859475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0b0e6f3a-2958-43b2-a48d-b75014ef0094 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:12.886457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] No DVR routers for this DVR port 0b0e6f3a-2958-43b2-a48d-b75014ef0094 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:12.893739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 0b0e6f3a-2958-43b2-a48d-b75014ef0094 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:12.894095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0b0e6f3a-2958-43b2-a48d-b75014ef0094 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:13.012311 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.064284 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.069587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.075108 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c7b3607-06b0-4470-9b27-315705d89f2f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:13.102430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.106795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Pushing event deleted for resources: {'Network': ['ID=008c7e38-578b-42f0-83d4-c20e1189610c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:13.109639 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:13.113207 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] 10.222.0.66 "DELETE /v2.0/networks/008c7e38-578b-42f0-83d4-c20e1189610c HTTP/1.1" status: 204  len: 168 time: 0.9877450
Dec 16 09:46:13.128519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.312864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.337131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.344092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24d2915f-6a42-4346-a3e0-25e581208370 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:13.381254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0b7d490>,) {'filters': {'network_id': ['de6674a2-92f9-4774-a072-da5636eb2c3e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:13.388153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff523e39-8f2a-4a82-8595-ffcac7e9c851,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:13.396477 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:13.401274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.406284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0b7d490>, '1697fbcf-0f7a-45b6-825a-0bcd871420ad') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:13.406583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0b7d490>, '1697fbcf-0f7a-45b6-825a-0bcd871420ad') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:13.419245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.428435 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ff523e39-8f2a-4a82-8595-ffcac7e9c851 HTTP/1.1" status: 204  len: 168 time: 0.7167020
Dec 16 09:46:13.428822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52536) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:13.437955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.445430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:13.445761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:13.461557 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:13.475958 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:46:13.549139 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.597719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:13.690939 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.695895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80a7f52d-06fd-4330-88c6-f1f6275388e2 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:13.714048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.724744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Network': ['ID=de6674a2-92f9-4774-a072-da5636eb2c3e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:13.727502 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/networks/de6674a2-92f9-4774-a072-da5636eb2c3e HTTP/1.1" status: 204  len: 168 time: 1.0194118
Dec 16 09:46:13.728412 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:13.729863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52548) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:13.800872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting subnet c8488ed7-3e6e-4fb8-b3c6-db43a3893942 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:13.803776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.811489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.834324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.847237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:13.860586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.861030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Usage tracker for resource:security_group_rule and tenant:b35b43a3b54548a0ba9b833d6a5a9cfa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:13.866477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:13.874408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ae2640>,) {'filters': {'network_id': ['d434448c-8f24-4c90-9b3f-8d941da61a33']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:13.881335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:13.891697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ae2640>, '4f629c0c-427d-4a15-8733-ea918fb78035') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:13.892056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ae2640>, '4f629c0c-427d-4a15-8733-ea918fb78035') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:13.940342 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.949881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:13.992292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.007724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:14.008138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:14.027966 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:14.030092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.034047 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77a81266-88a3-4e4f-8517-8647061d446b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:14.037212 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.071699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Subnet': ['ID=c8488ed7-3e6e-4fb8-b3c6-db43a3893942,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:14.073601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.076240 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:14.080476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6170f-d4a4-4861-89fe-c27e58c88a98 None None] Network 2803c567-c548-4db5-8daf-af0d3edc6a4f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:14.082933 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/subnets/c8488ed7-3e6e-4fb8-b3c6-db43a3893942 HTTP/1.1" status: 204  len: 168 time: 0.3520918
Dec 16 09:46:14.083818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:14.146210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5955c-e41b-4867-96f6-ea357544df6a req-af324181-c9d2-4111-97e6-911a9352735d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:14.147749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0e5955c-e41b-4867-96f6-ea357544df6a req-af324181-c9d2-4111-97e6-911a9352735d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.2419233
Dec 16 09:46:14.155434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.159201 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27eafbd7-93bb-4597-ac1b-2e87abe1fb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:14.185444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.209180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.215559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d434448c-8f24-4c90-9b3f-8d941da61a33,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:14.220660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Deleting port a38ca8a2-3639-4de9-823f-1b1b99be9762 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:14.220660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.226802 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:14.240290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d434448c-8f24-4c90-9b3f-8d941da61a33 HTTP/1.1" status: 204  len: 168 time: 0.8081582
Dec 16 09:46:14.240290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.251612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.264565 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cad6d5f2-b3bb-46c2-8620-6c53ac9fc0f4 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:14.299495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0e5955c-e41b-4867-96f6-ea357544df6a req-fa2799e6-7755-48eb-bd6d-0bab3242ff72 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152284
Dec 16 09:46:14.326067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b35b43a3b54548a0ba9b833d6a5a9cfa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7005606
Dec 16 09:46:14.327074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52564) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:14.350160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ef6002-6f99-484e-8642-5ebd8a43c3e2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:14.355926 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:14.397233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52568) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:14.405861 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] DHCP port deletion for 2803c567-c548-4db5-8daf-af0d3edc6a4f request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:46:14.410315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Deleting port a38ca8a2-3639-4de9-823f-1b1b99be9762 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:14.410902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.481116 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.494977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-92379b94-aa74-4d29-917a-7e3e5dad2a24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13342ed6ec6c4401afdea09b7708eb64&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0958552
Dec 16 09:46:14.497442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52572) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:14.519403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.523590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] For port a38ca8a2-3639-4de9-823f-1b1b99be9762, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a38ca8a2-3639-4de9-823f-1b1b99be9762,segment=NetworkSegment(826d32a8-9689-424e-b0cc-4a53b53e9111),segment_id=826d32a8-9689-424e-b0cc-4a53b53e9111)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:14.524095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.578898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-270b42b6-6ccb-4640-9ee6-e16fd740ea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.580734 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.587426 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-43d3697b-c164-4fa1-bcb6-6ff83ef28c11 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:14.603893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ef6002-6f99-484e-8642-5ebd8a43c3e2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:14.613390 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:14.619197 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.620596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26ef6002-6f99-484e-8642-5ebd8a43c3e2 HTTP/1.1" status: 204  len: 168 time: 0.2895272
Dec 16 09:46:14.680707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Calling delete_port for a38ca8a2-3639-4de9-823f-1b1b99be9762 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:14.718099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] For port a38ca8a2-3639-4de9-823f-1b1b99be9762, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a38ca8a2-3639-4de9-823f-1b1b99be9762,segment=NetworkSegment(826d32a8-9689-424e-b0cc-4a53b53e9111),segment_id=826d32a8-9689-424e-b0cc-4a53b53e9111)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:14.718513 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.758468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.801229 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.830588 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:14.842963 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:14.862981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Calling delete_port for a38ca8a2-3639-4de9-823f-1b1b99be9762 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:14.893104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Port': ['ID=a38ca8a2-3639-4de9-823f-1b1b99be9762,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:14.894468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a38ca8a2-3639-4de9-823f-1b1b99be9762 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:14.896175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:14.897191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] No DVR routers for this DVR port a38ca8a2-3639-4de9-823f-1b1b99be9762 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:14.944369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a38ca8a2-3639-4de9-823f-1b1b99be9762 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:14.944733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a38ca8a2-3639-4de9-823f-1b1b99be9762 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:14.980037 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:46:14.980415 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:46:15.017808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.024634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52580) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:15.031977 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac47aa53-03fc-40c4-aa7b-5e73bbc1afac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:15.041745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.053997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d09342-a41a-4677-8f0b-a830e8f1f872,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:15.056820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.058094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:15.062026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Usage tracker for resource:security_group_rule and tenant:e2fc83a90abd412f89a5260888b600ab is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:15.065413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:15.068458 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:15.071391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:15.088995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0e606d0>,) {'filters': {'network_id': ['2803c567-c548-4db5-8daf-af0d3edc6a4f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:15.097165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.101114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64d09342-a41a-4677-8f0b-a830e8f1f872 HTTP/1.1" status: 204  len: 168 time: 0.5998259
Dec 16 09:46:15.108282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e606d0>, '826d32a8-9689-424e-b0cc-4a53b53e9111') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:15.108681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e606d0>, '826d32a8-9689-424e-b0cc-4a53b53e9111') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:15.121837 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.138145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.144892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:15.145410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:15.160789 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:15.168960 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.173593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.183014 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b4abebbd-f8ed-463c-bf55-faa4c4b01566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:15.223267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2fc83a90abd412f89a5260888b600ab&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1974483
Dec 16 09:46:15.224222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8d5d7a-7137-40ea-8921-94c6ea134879,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:15.227313 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:15.227960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52586) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:15.248158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.261530 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-70b192a5-c9b3-40c6-9d32-3f99143cb1f3 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:15.269975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.284854 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.292625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Pushing event deleted for resources: {'Network': ['ID=2803c567-c548-4db5-8daf-af0d3edc6a4f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:15.305345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52590) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:15.305492 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/networks/2803c567-c548-4db5-8daf-af0d3edc6a4f HTTP/1.1" status: 204  len: 168 time: 1.2204125
Dec 16 09:46:15.306937 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:15.307431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.366369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8fa953d-f4cd-4980-a386-bcaee54ddf4e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Synchronizing usage tracker for tenant:e6cf010120f44356bf656790e4b855be on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:15.390444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.414533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8fa953d-f4cd-4980-a386-bcaee54ddf4e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Unset dirty status for tenant:e6cf010120f44356bf656790e4b855be on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:15.418300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b8fa953d-f4cd-4980-a386-bcaee54ddf4e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a HTTP/1.1" status: 200  len: 205 time: 0.1056576
Dec 16 09:46:15.418696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:15.481630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Deleting port a38ca8a2-3639-4de9-823f-1b1b99be9762 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:15.481875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.529622 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.537805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52604) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:15.539698 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a0240f45-8675-45ae-b2ed-2743cee343a8 tempest-SecurityGroupRulesNegativeTestJSON-199270367 tempest-SecurityGroupRulesNegativeTestJSON-199270367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:15.572524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8d5d7a-7137-40ea-8921-94c6ea134879,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:15.578500 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:15.591688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be49fa-6319-4d9d-8fff-075230e8aaf9 req-35d4e348-ba51-408f-bd7d-c8d9f566adc0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:15.593368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6be49fa-6319-4d9d-8fff-075230e8aaf9 req-35d4e348-ba51-408f-bd7d-c8d9f566adc0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1751578
Dec 16 09:46:15.607189 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.611066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d8d5d7a-7137-40ea-8921-94c6ea134879 HTTP/1.1" status: 204  len: 168 time: 0.3798876
Dec 16 09:46:15.620623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24d1-cc0d-44a7-8e1f-86b7193161eb None None] The port 'a38ca8a2-3639-4de9-823f-1b1b99be9762' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:46:15.631456 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.670801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d1a5677c-7a37-4cf3-b3d8-41169a081b4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6756f4ba34f5469f84167db5f39cef81&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1197608
Dec 16 09:46:15.671613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52610) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:15.698035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6be49fa-6319-4d9d-8fff-075230e8aaf9 req-70c7cb22-23cd-4fc8-bf7e-763c3d252f90 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922706
Dec 16 09:46:15.765087 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.770038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f0125f9-702b-45b8-94ac-0f66d7a473b4 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.796432 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.860942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.866106 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:15.879261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9082a9b-c948-4097-b946-0b777daa5d88,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:15.881880 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:15.884422 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:15.887852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9082a9b-c948-4097-b946-0b777daa5d88 HTTP/1.1" status: 204  len: 168 time: 0.2130349
Dec 16 09:46:16.099260 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f0125f9-702b-45b8-94ac-0f66d7a473b4 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:16.101709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f0125f9-702b-45b8-94ac-0f66d7a473b4 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:16.130107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f0125f9-702b-45b8-94ac-0f66d7a473b4 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:16.130717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0125f9-702b-45b8-94ac-0f66d7a473b4 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Fanout notify agent at l3_agent the message router_deleted on router 1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:46:16.144658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f0125f9-702b-45b8-94ac-0f66d7a473b4 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:16.148298 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3f0125f9-702b-45b8-94ac-0f66d7a473b4 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] 10.222.0.66 "DELETE /v2.0/routers/1a4cb7d5-50c2-45c5-afd4-88ff2b33e24a HTTP/1.1" status: 204  len: 168 time: 0.7258966
Dec 16 09:46:16.496822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:16.784438 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9f9b66df-7e23-4342-be2b-176e674c4d61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6cf010120f44356bf656790e4b855be&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2859304
Dec 16 09:46:16.787035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52660) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:16.909259 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:16.953545 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:17.013723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7e481-9693-4614-aeca-f11dcf97003e req-8a9300ba-e443-4e1a-917f-4fafc3b2a68f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:17.021812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecd7e481-9693-4614-aeca-f11dcf97003e req-8a9300ba-e443-4e1a-917f-4fafc3b2a68f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1733396
Dec 16 09:46:17.047015 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:17.079731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecd7e481-9693-4614-aeca-f11dcf97003e req-f0835446-9b6a-44c3-9a8d-d4f51a892ac5 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568917
Dec 16 09:46:17.081363 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:17.086926 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:17.103509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9b650-e414-40c0-84f9-a526fe1c7e2b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:17.113244 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:17.115556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:17.116726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fd9b650-e414-40c0-84f9-a526fe1c7e2b HTTP/1.1" status: 204  len: 168 time: 0.3285329
Dec 16 09:46:17.691714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52702) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:17.989190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-170341647'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:17.994327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:17.999556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Usage tracker for resource:router and tenant:16216951f0cb41adbc7bc524e788d885 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:18.003291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:18.009342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:18.020618 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.021941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.041081 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.065592 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.090627 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.096034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:18.096563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8047027f-215e-4d76-b35c-85c40752d63e tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.4025958
Dec 16 09:46:18.317633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db56f04-0153-435b-93cd-3943f24edda4 req-61450ace-156e-488b-b04d-f500af3a37ec tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:18.325048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4db56f04-0153-435b-93cd-3943f24edda4 req-61450ace-156e-488b-b04d-f500af3a37ec tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1156147
Dec 16 09:46:18.330636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab3d-2abd-47b1-802b-7bf7f5c0aad6 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.386948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4db56f04-0153-435b-93cd-3943f24edda4 req-50bbc9f6-9384-4b41-9a58-f9a4029353aa tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607033
Dec 16 09:46:18.430212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:18.655260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8d6284a2-4eb3-4880-8bdb-980c321cfea6 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:18.655710 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-8d6284a2-4eb3-4880-8bdb-980c321cfea6 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 09:46:18.656271 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-8d6284a2-4eb3-4880-8bdb-980c321cfea6 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:46:18.660418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab3d-2abd-47b1-802b-7bf7f5c0aad6 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.661198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8d6284a2-4eb3-4880-8bdb-980c321cfea6 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2297699
Dec 16 09:46:18.661790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52746) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:18.662774 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab3d-2abd-47b1-802b-7bf7f5c0aad6 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.674936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319682864'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:18.683416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:18.691248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:18.695041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:18.702030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:18.712905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab3d-2abd-47b1-802b-7bf7f5c0aad6 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.713588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0dab3d-2abd-47b1-802b-7bf7f5c0aad6 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 559e5875-2a47-42b2-ae75-cca59f7a0eb6 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:46:18.715550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.729983 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.731781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f0dab3d-2abd-47b1-802b-7bf7f5c0aad6 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.735576 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f0dab3d-2abd-47b1-802b-7bf7f5c0aad6 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "DELETE /v2.0/routers/559e5875-2a47-42b2-ae75-cca59f7a0eb6 HTTP/1.1" status: 204  len: 168 time: 0.6384807
Dec 16 09:46:18.738744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:18.749261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:18.751122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Request body: {'router': {'name': 'tempest-router-1325430472', 'distributed': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:18.753833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:18.757107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:18.761103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:18.764945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:18.769094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Usage tracker for resource:router and tenant:16216951f0cb41adbc7bc524e788d885 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:18.772996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:18.783305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:18.796345 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.797868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.819435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.845185 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.877404 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.878116 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.879895 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-af4194c1-61be-4ec9-a303-2fcc3846ce07 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1396797
Dec 16 09:46:18.882564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52758) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:18.885968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:18.888721 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a2526e3-9a3e-4bda-b4cf-9960a74a8503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:18.905200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:18.913873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:18.924930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:18.937019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:18.941871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf12de8-31b5-401e-bfd6-d579bf4da765,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:18.946813 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:18.993157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52766) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:19.071331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2061a259-5b6c-4120-8361-3cffdf90dae3 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.357349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.419666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-73edb233-553b-4769-a2fb-047cef0d39dc tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/floatingips/d09cc833-efd5-434f-a05d-cd5e01da3480 HTTP/1.1" status: 200  len: 991 time: 0.4242470
Dec 16 09:46:19.420436 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.440125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6778c4e1-0d1f-4e1f-bc3f-cdc3ee61200e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:19.468915 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.470126 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8073390
Dec 16 09:46:19.478677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52776) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:19.493316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': 'd71f5687-663a-4843-b810-150d0504a9ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:19.510122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:19.515117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f5687-663a-4843-b810-150d0504a9ee,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:19.521460 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:19.523305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:19.528394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:19.537135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:19.574582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2061a259-5b6c-4120-8361-3cffdf90dae3 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.575863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98563763-2494-4d16-98f0-65f0bb005781 req-411afc6f-22cf-41f7-ba7e-bfcb1b698df3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:19.576890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2061a259-5b6c-4120-8361-3cffdf90dae3 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.577331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98563763-2494-4d16-98f0-65f0bb005781 req-411afc6f-22cf-41f7-ba7e-bfcb1b698df3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.3939903
Dec 16 09:46:19.578593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.586979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-623d889b-d28d-44be-97ef-885f138a0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:19.588547 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-623d889b-d28d-44be-97ef-885f138a0036 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 1096 time: 0.2299678
Dec 16 09:46:19.601581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2061a259-5b6c-4120-8361-3cffdf90dae3 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.602091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061a259-5b6c-4120-8361-3cffdf90dae3 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b51d5e0f-1425-4d2c-9473-562ecb3a29e9 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:46:19.611060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2061a259-5b6c-4120-8361-3cffdf90dae3 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.612231 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2061a259-5b6c-4120-8361-3cffdf90dae3 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b51d5e0f-1425-4d2c-9473-562ecb3a29e9 HTTP/1.1" status: 204  len: 168 time: 0.7285268
Dec 16 09:46:19.615522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52782) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:19.621202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Request body: {'router': {'name': 'tempest-router-571238110', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '599162e3f896410294f8dcfe887a9c87'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:19.626950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:19.631046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Usage tracker for resource:router and tenant:599162e3f896410294f8dcfe887a9c87 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:19.634086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:19.640674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:19.652344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.653660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.669853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.690317 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.712211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.713503 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c825450-23d0-4c49-9a07-c67baaada17b tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.0967622
Dec 16 09:46:19.716154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52786) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:19.721231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:19.762266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98563763-2494-4d16-98f0-65f0bb005781 req-0798c1e6-b881-4eb1-98d9-c002276e381a tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727228
Dec 16 09:46:19.805687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.820160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.824576 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:19.846745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-c5d7cd1c-8280-43b7-9205-563aecf49cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:19.849409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-c5d7cd1c-8280-43b7-9205-563aecf49cef service neutron] 10.222.0.74 "GET /v2.0/networks?id=1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 200  len: 917 time: 0.2405567
Dec 16 09:46:19.856594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab6fd94-4f61-4107-a839-c94b57089778,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:19.924125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:19.963545 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-00e981b1-3835-481b-85b7-4a680c5f22a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40e83143-8227-4cb9-9b87-8934f715d393 HTTP/1.1" status: 200  len: 217 time: 0.1044178
Dec 16 09:46:19.964823 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:19.966080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4861355
Dec 16 09:46:19.969862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:19.977452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': 'd71f5687-663a-4843-b810-150d0504a9ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:20.022412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:20.036707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:20.041505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:20.050203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:20.066638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-45f49d6d-f5e2-465d-9188-0e0b466deef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:20.068296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-45f49d6d-f5e2-465d-9188-0e0b466deef2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 200  len: 855 time: 0.0952539
Dec 16 09:46:20.076437 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.162599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52796) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:20.205338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.205663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.305827 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:46:20.309382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2550bf3-a9eb-445f-8b6f-b03b1c53cd99 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3356147
Dec 16 09:46:20.309382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-2bd5bea1-d41f-4519-a25e-4ce8117c8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:20.311248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-2bd5bea1-d41f-4519-a25e-4ce8117c8fd2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ce94e9a-2611-45f3-801f-a4e47a3f0477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2250297
Dec 16 09:46:20.311708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52804) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:20.361422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87655) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 16 09:46:20.361807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Router 961a2e1f-3f50-462a-b511-8755a9f17102 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f72f3c97f70> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f72f3c97d60> provider. {{(pid=87655) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 16 09:46:20.362166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.367906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.372948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.576368 n-d-820554-2 neutron-server[87655]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] No L3 agents can host the router 961a2e1f-3f50-462a-b511-8755a9f17102
Dec 16 09:46:20.578391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 77227759-69ac-4c77-a638-a2c58586019d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:20.578745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.648574 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.789076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-2d6bdc3c-65eb-4abb-a174-5d232cb5df07 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4042523
Dec 16 09:46:20.851394 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.851734 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.930631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:20.994245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Hosts for router 961a2e1f-3f50-462a-b511-8755a9f17102: [] {{(pid=87655) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Dec 16 09:46:21.022590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for 77227759-69ac-4c77-a638-a2c58586019d owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:21.031879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Hosts for other DVR routers connected to router 961a2e1f-3f50-462a-b511-8755a9f17102: set() {{(pid=87655) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Dec 16 09:46:21.034320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.037056 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7d3783b5-bd62-4250-b87d-bad0ec9b1e48 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "PUT /v2.0/routers/961a2e1f-3f50-462a-b511-8755a9f17102 HTTP/1.1" status: 200  len: 716 time: 1.3199921
Dec 16 09:46:21.037993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:21.178706 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-482a7508-1db9-4e03-a26f-2f6284d9279a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "GET /v2.0/routers/961a2e1f-3f50-462a-b511-8755a9f17102 HTTP/1.1" status: 200  len: 716 time: 0.1393049
Dec 16 09:46:21.181520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:21.385683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.396173 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26de7bdd-3964-4c67-9825-afb94b19aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:21.436828 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-969a595c-def1-49ca-91a5-066d78428694 tempest-RoutersTestDVR-383802544 tempest-RoutersTestDVR-383802544-project] 10.222.0.66 "GET /v2.0/routers/961a2e1f-3f50-462a-b511-8755a9f17102 HTTP/1.1" status: 200  len: 682 time: 0.2531643
Dec 16 09:46:21.439288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52830) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:21.442754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f5687-663a-4843-b810-150d0504a9ee,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:21.491847 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.492895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/d71f5687-663a-4843-b810-150d0504a9ee HTTP/1.1" status: 204  len: 168 time: 1.1784573
Dec 16 09:46:21.494927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.495599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.496149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.496692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.497263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.497835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.498756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.499138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.500106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.500651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.501205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.501721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:21.504250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52834) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:21.516744 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:21.519145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbff4c35-fa19-45a3-abec-1eeff1271909 req-ea06a2df-e890-428a-942d-ea8516821cc5 service neutron] 10.222.0.74 "GET /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5042701
Dec 16 09:46:21.612951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305bb85-6baf-4907-8e42-b21990ad816f req-3bfaab5b-19a1-48e7-bba2-b1bd29e4926b tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:21.614636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e305bb85-6baf-4907-8e42-b21990ad816f req-3bfaab5b-19a1-48e7-bba2-b1bd29e4926b tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.6009028
Dec 16 09:46:21.634273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15b6ba83-6e76-4bb5-8c1c-66928a085f7a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.681248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d22ac04-e02e-451e-9528-667cc53f5a15 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:21.714559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e305bb85-6baf-4907-8e42-b21990ad816f req-3c9a9653-2954-4197-9e2e-0ea1075130a0 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888126
Dec 16 09:46:21.719975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.725699 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54fc502d-0330-4592-a2b9-d07770ebcb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:21.765968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d22ac04-e02e-451e-9528-667cc53f5a15 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:21.767279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1d22ac04-e02e-451e-9528-667cc53f5a15 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2544634
Dec 16 09:46:21.771897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:21.775363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=77227759-69ac-4c77-a638-a2c58586019d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:21.778971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216536963'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:21.789828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:21.809988 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:21.870893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.871211 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Floating IP d09cc833-efd5-434f-a05d-cd5e01da3480 disassociated (deleted). External IP: 172.25.3.2, port: ec9757bd-aa2b-45a5-9e94-72fa19540733.
Dec 16 09:46:21.968697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:21.989854 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15b6ba83-6e76-4bb5-8c1c-66928a085f7a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.992603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15b6ba83-6e76-4bb5-8c1c-66928a085f7a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:21.994498 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.028936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:22.034363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:22.037861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:22.040633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15b6ba83-6e76-4bb5-8c1c-66928a085f7a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.041366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b6ba83-6e76-4bb5-8c1c-66928a085f7a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 961a2e1f-3f50-462a-b511-8755a9f17102 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:46:22.050077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:22.061330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15b6ba83-6e76-4bb5-8c1c-66928a085f7a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.062592 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15b6ba83-6e76-4bb5-8c1c-66928a085f7a tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "DELETE /v2.0/routers/961a2e1f-3f50-462a-b511-8755a9f17102 HTTP/1.1" status: 204  len: 168 time: 0.6221471
Dec 16 09:46:22.067696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52846) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:22.079582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Request body: {'router': {'name': 'tempest-router-1612685780', 'distributed': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:22.087276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:22.095394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Usage tracker for resource:router and tenant:16216951f0cb41adbc7bc524e788d885 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:22.099378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:22.115285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:22.159958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.161736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.221757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.233479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.256783 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-807620d2-7b06-48f0-9e02-cb4ce3ed8cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:22.281683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.298858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.302687 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5272315
Dec 16 09:46:22.302832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:46:22.303496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52852) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:22.308984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3f43ae-3cd3-4c73-8f70-fd8cc86e3b78,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:22.312730 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:22.313306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c979eb25-6ce0-4226-a10e-f3c1cd96a97f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '2f3f43ae-3cd3-4c73-8f70-fd8cc86e3b78', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:22.314186 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-c979eb25-6ce0-4226-a10e-f3c1cd96a97f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 16 09:46:22.314858 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-c979eb25-6ce0-4226-a10e-f3c1cd96a97f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:22.318767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c979eb25-6ce0-4226-a10e-f3c1cd96a97f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0111392
Dec 16 09:46:22.319228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.319543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52856) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:22.337374 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.338592 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a6c4487-3d1a-4b23-8794-83f1c17c6a97 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.2698181
Dec 16 09:46:22.341537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52860) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:22.483134 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-801c8345-7c95-419d-ab77-8ce8042c47d1 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.564429 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.605282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:46:22.616570 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] Sync routers for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:46:22.632585 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:22.633230 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b85790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:22.648387 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.689955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.806071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/floatingips/d09cc833-efd5-434f-a05d-cd5e01da3480 HTTP/1.1" status: 204  len: 168 time: 2.6411045
Dec 16 09:46:22.806817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:22.821799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.827476 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a25b5d5f-0693-4d16-ab4e-d025f3b93aa8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:22.842820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3f43ae-3cd3-4c73-8f70-fd8cc86e3b78,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:22.849125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:22.860513 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:22.862618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/2f3f43ae-3cd3-4c73-8f70-fd8cc86e3b78 HTTP/1.1" status: 204  len: 168 time: 0.5420084
Dec 16 09:46:22.869826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52878) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:22.896821 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:46:22.975850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-84ede31e-c937-4038-8fb4-7a320c59b964 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:23.003457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-84ede31e-c937-4038-8fb4-7a320c59b964 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:23.005383 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-84ede31e-c937-4038-8fb4-7a320c59b964 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1343966
Dec 16 09:46:23.009817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:23.010779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-801c8345-7c95-419d-ab77-8ce8042c47d1 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.013815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-801c8345-7c95-419d-ab77-8ce8042c47d1 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.020629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--776218917'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:23.030859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:23.040571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-801c8345-7c95-419d-ab77-8ce8042c47d1 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.041154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801c8345-7c95-419d-ab77-8ce8042c47d1 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc90c92-d4b7-47e6-bd5e-6c25f520dd66 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:46:23.052938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:23.058379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-801c8345-7c95-419d-ab77-8ce8042c47d1 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.061281 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-801c8345-7c95-419d-ab77-8ce8042c47d1 tempest-RoutersTestDVR-703551317 tempest-RoutersTestDVR-703551317-project-admin] 10.222.0.66 "DELETE /v2.0/routers/3fc90c92-d4b7-47e6-bd5e-6c25f520dd66 HTTP/1.1" status: 204  len: 168 time: 0.7173414
Dec 16 09:46:23.079683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731f77f-7787-4368-a78d-7bca8b540deb req-3a60c942-a624-4c9f-b40a-188b55120efc tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:23.081724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9731f77f-7787-4368-a78d-7bca8b540deb req-3a60c942-a624-4c9f-b40a-188b55120efc tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1614997
Dec 16 09:46:23.083190 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.132979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:23.141733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:23.146508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:23.151841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9731f77f-7787-4368-a78d-7bca8b540deb req-9f324bea-dbc4-4d52-8470-2ced74f1bfe3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571225
Dec 16 09:46:23.156392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:23.260981 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.266670 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.273688 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5def81dc-995d-452c-a68e-9f40ff1d1380 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:23.319655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5f8108-e15a-47a2-b64f-fbf0e67c016e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:23.322985 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:23.326301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.327777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3149118
Dec 16 09:46:23.330812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:23.338527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7a7c82f5-cb7c-4b2a-8a7b-b922bcec5872 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '7b5f8108-e15a-47a2-b64f-fbf0e67c016e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:23.339105 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-7a7c82f5-cb7c-4b2a-8a7b-b922bcec5872 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 16 09:46:23.339629 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-7a7c82f5-cb7c-4b2a-8a7b-b922bcec5872 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:23.343211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7a7c82f5-cb7c-4b2a-8a7b-b922bcec5872 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0075839
Dec 16 09:46:23.344345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52896) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:23.411216 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b85790>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:45:01Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:23.416585 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] Checking router: 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:46:23.430932 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:23.431711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.432142 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b85790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:23.468416 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.599835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:23.669657 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'status': 'completed', 'code': 200}
Dec 16 09:46:23.705158 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.718818 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:46:23.719745 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:23.736784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5f8108-e15a-47a2-b64f-fbf0e67c016e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:23.739735 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:23.740518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.741902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/7b5f8108-e15a-47a2-b64f-fbf0e67c016e HTTP/1.1" status: 204  len: 168 time: 0.3966432
Dec 16 09:46:23.745707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:23.819460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f0124-e07a-468e-a842-885385d3f91a req-b2d38d76-9024-4679-a903-fa0114ff2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:23.821025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180f0124-e07a-468e-a842-885385d3f91a req-b2d38d76-9024-4679-a903-fa0114ff2b4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c99711399864f23b48b3caad5dc71a6&device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 1096 time: 0.1536782
Dec 16 09:46:23.908824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:23.922118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d941109-04a8-411c-93b6-a04561b65512 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:23.936070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:23.941821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:599162e3f896410294f8dcfe887a9c87 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:23.945359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:23.948510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d941109-04a8-411c-93b6-a04561b65512 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:23.949923 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3d941109-04a8-411c-93b6-a04561b65512 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2032747
Dec 16 09:46:23.953758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:23.956749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:23.961385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938778999'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:23.971762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:23.997363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:24.015625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.050809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:24.056702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:24.064847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:24.078013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:24.114929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.119715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.124579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a767b8b-19eb-4611-827e-314bd9d54a5f req-9c8ec0f0-7d0a-4b3b-bf57-2fe0337a8c3a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:24.125344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5a767b8b-19eb-4611-827e-314bd9d54a5f req-9c8ec0f0-7d0a-4b3b-bf57-2fe0337a8c3a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Synchronizing usage tracker for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:24.131632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-827f5dda-b010-475c-8758-f959b9e51da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:24.132502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f0124-e07a-468e-a842-885385d3f91a req-ce0cd30e-f302-4467-8a40-78c65a7fa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:24.133949 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180f0124-e07a-468e-a842-885385d3f91a req-ce0cd30e-f302-4467-8a40-78c65a7fa043 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae43ec3b-83bb-422e-aaca-a6940686b627 HTTP/1.1" status: 200  len: 897 time: 0.3048112
Dec 16 09:46:24.181739 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=599162e3f896410294f8dcfe887a9c87&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5805783
Dec 16 09:46:24.188996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52926) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:24.200339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5a767b8b-19eb-4611-827e-314bd9d54a5f req-9c8ec0f0-7d0a-4b3b-bf57-2fe0337a8c3a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Unset dirty status for tenant:2c99711399864f23b48b3caad5dc71a6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:24.202989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3101cf2b-6f23-4451-8dc6-21a6f4d9ceeb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:24.208196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a767b8b-19eb-4611-827e-314bd9d54a5f req-9c8ec0f0-7d0a-4b3b-bf57-2fe0337a8c3a tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 945 time: 0.2454376
Dec 16 09:46:24.209762 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:24.248855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180f0124-e07a-468e-a842-885385d3f91a req-79992c6a-21a4-49c1-9ad6-9dadddaa846d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733 HTTP/1.1" status: 200  len: 217 time: 0.1069500
Dec 16 09:46:24.261071 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b85790>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:45:01Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:24.265347 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd94808a-6ff7-4c44-9ff0-293d4f904b45 None None] The sync data for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 is: [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '53fcd873-61f0-4373-9853-8a2e38e4896d', 'name': '', 'network_id': 'ae43ec3b-83bb-422e-aaca-a6940686b627', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'mac_address': 'fa:16:3e:71:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:46Z', 'updated_at': '2021-12-16T09:45:01Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'subnets': [{'id': 'c651c7b9-cbd8-4ac0-891e-53c54e73be04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:46:24.297273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.303900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.318220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a767b8b-19eb-4611-827e-314bd9d54a5f req-13c2c66e-59b0-4e9d-9058-60e789d5ea67 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090338
Dec 16 09:46:24.319639 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.353751 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9807e10-7430-41bf-8795-3c210b03021c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:24.366711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f0124-e07a-468e-a842-885385d3f91a req-0837442f-e936-4c8e-a98f-2366a305dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:24.368465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180f0124-e07a-468e-a842-885385d3f91a req-0837442f-e936-4c8e-a98f-2366a305dc58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c651c7b9-cbd8-4ac0-891e-53c54e73be04 HTTP/1.1" status: 200  len: 834 time: 0.0998640
Dec 16 09:46:24.400618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.413587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.414786 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4598732
Dec 16 09:46:24.417940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95626afa-2d3d-4a06-9275-500af6ad558d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:24.427604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52930) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:24.431688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:24.437716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b899fa2a-1b14-4c6c-800c-58f00b307894 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '95626afa-2d3d-4a06-9275-500af6ad558d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:24.443580 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-b899fa2a-1b14-4c6c-800c-58f00b307894 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 16 09:46:24.444622 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-b899fa2a-1b14-4c6c-800c-58f00b307894 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:24.445831 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b899fa2a-1b14-4c6c-800c-58f00b307894 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0168471
Dec 16 09:46:24.496734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.505020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a33bde51-94ce-4bc2-bf0a-a404e5daf19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:24.524999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3101cf2b-6f23-4451-8dc6-21a6f4d9ceeb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:24.527969 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:24.536223 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.537833 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3101cf2b-6f23-4451-8dc6-21a6f4d9ceeb HTTP/1.1" status: 204  len: 168 time: 0.3478618
Dec 16 09:46:24.558820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52936) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:24.579406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d236a4c6-f03f-4d1b-8102-5fff23fc2921 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '95626afa-2d3d-4a06-9275-500af6ad558d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:24.580166 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-d236a4c6-f03f-4d1b-8102-5fff23fc2921 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 16 09:46:24.580730 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-d236a4c6-f03f-4d1b-8102-5fff23fc2921 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:24.584849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:24.585119 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d236a4c6-f03f-4d1b-8102-5fff23fc2921 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0232143
Dec 16 09:46:24.591095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-34d9eca3-f6e3-43db-88b3-201cb42ac9f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '95626afa-2d3d-4a06-9275-500af6ad558d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:24.593065 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-34d9eca3-f6e3-43db-88b3-201cb42ac9f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 16 09:46:24.593706 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-34d9eca3-f6e3-43db-88b3-201cb42ac9f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:24.597522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34d9eca3-f6e3-43db-88b3-201cb42ac9f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0085049
Dec 16 09:46:24.598359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:24.611328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f0124-e07a-468e-a842-885385d3f91a req-e046acc8-fc3b-4c33-9c29-dcca9d7e49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:24.612107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-00663a78-2ce4-4133-919f-b01fa22b29de tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '95626afa-2d3d-4a06-9275-500af6ad558d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:24.613717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180f0124-e07a-468e-a842-885385d3f91a req-e046acc8-fc3b-4c33-9c29-dcca9d7e49a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae43ec3b-83bb-422e-aaca-a6940686b627&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2321239
Dec 16 09:46:24.615754 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-00663a78-2ce4-4133-919f-b01fa22b29de tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 16 09:46:24.617803 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-00663a78-2ce4-4133-919f-b01fa22b29de tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:24.622646 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-00663a78-2ce4-4133-919f-b01fa22b29de tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0195181
Dec 16 09:46:24.635479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52948) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:24.637266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241ccf4-572d-48fc-949d-b546b0af2882 req-15345ad9-a673-4292-8fcd-eb02718fd2d1 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:24.647078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6241ccf4-572d-48fc-949d-b546b0af2882 req-15345ad9-a673-4292-8fcd-eb02718fd2d1 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.1896455
Dec 16 09:46:24.740686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6241ccf4-572d-48fc-949d-b546b0af2882 req-74724612-ab65-45d8-8325-759f8b8885d6 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923910
Dec 16 09:46:24.770698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead476a-1c84-44e3-8efd-7bfd4e582e0e None None] New status for floating IP d09cc833-efd5-434f-a05d-cd5e01da3480: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:46:24.804951 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.838296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.897936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180f0124-e07a-468e-a842-885385d3f91a req-24eda3ae-37e5-4822-ae60-27f24f5aa7d4 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128363
Dec 16 09:46:24.948456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:24.955825 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fb5e2e9-a912-46ef-a06f-a44586d45a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:24.989407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95626afa-2d3d-4a06-9275-500af6ad558d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:24.991760 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:25.007757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.012170 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/95626afa-2d3d-4a06-9275-500af6ad558d HTTP/1.1" status: 204  len: 168 time: 0.3756168
Dec 16 09:46:25.012755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52964) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.108867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9133e527-2926-48a8-99c6-cd81a0fd6bca tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:25.129669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9133e527-2926-48a8-99c6-cd81a0fd6bca tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:25.135269 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9133e527-2926-48a8-99c6-cd81a0fd6bca tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1215172
Dec 16 09:46:25.135861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52968) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.142381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276024803'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.149829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:25.154996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.179103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.188837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:25.201961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:25.206039 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.216816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Usage tracker for resource:security_group_rule and tenant:16216951f0cb41adbc7bc524e788d885 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:25.221675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180f0124-e07a-468e-a842-885385d3f91a req-8f0afabb-340d-4a0d-b377-1c19ff7c6af4 service neutron] 10.222.0.74 "GET /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3102148
Dec 16 09:46:25.221942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:25.229995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:25.240136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:25.250015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:25.250603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1ef9-7b01-4f2c-a492-a125c01e5ecb req-2b97da83-d0b7-4943-b69a-0b8a4f3a89c8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:25.252622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18de1ef9-7b01-4f2c-a492-a125c01e5ecb req-2b97da83-d0b7-4943-b69a-0b8a4f3a89c8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 946 time: 0.1244478
Dec 16 09:46:25.253595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:25.267326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:25.302967 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18de1ef9-7b01-4f2c-a492-a125c01e5ecb req-8f29e1b8-6a9e-4e5b-9012-1baaf10928a8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418527
Dec 16 09:46:25.403228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.405318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.407521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.411695 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd209c82-957c-4ba3-8762-c7b8643c399d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:25.421458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.485155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9ec46-3210-44f7-a44f-e195c343ba0e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:25.493762 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:25.494299 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-824329b8-5d34-4fe2-b61d-92966eb81bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:25.515284 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16216951f0cb41adbc7bc524e788d885&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3591578
Dec 16 09:46:25.523388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.542294 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.544432 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4072297
Dec 16 09:46:25.545841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c66f6-9069-476d-a468-90887b069043,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:25.550612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.553122 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:25.558749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab7798ae-abaa-4c02-8cbc-8ab1f06cc854 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.559273 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-ab7798ae-abaa-4c02-8cbc-8ab1f06cc854 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 09:46:25.559876 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-ab7798ae-abaa-4c02-8cbc-8ab1f06cc854 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:25.561303 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab7798ae-abaa-4c02-8cbc-8ab1f06cc854 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0092030
Dec 16 09:46:25.569683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52990) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.583894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b193e5e5-81e7-4360-912f-0e4f37623461 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.593913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b193e5e5-81e7-4360-912f-0e4f37623461 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:25.603452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b193e5e5-81e7-4360-912f-0e4f37623461 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:25.616539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f9f77-e1d2-407b-9835-3ebb756372e9 req-d20e73fb-6317-45a3-98b8-06fb2f438d68 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:25.618224 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.624583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a4f9f77-e1d2-407b-9835-3ebb756372e9 req-d20e73fb-6317-45a3-98b8-06fb2f438d68 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.1904678
Dec 16 09:46:25.641928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b193e5e5-81e7-4360-912f-0e4f37623461 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:25.647302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.657539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b193e5e5-81e7-4360-912f-0e4f37623461 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:25.711688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a4f9f77-e1d2-407b-9835-3ebb756372e9 req-4afc3b97-a9ec-410c-b6e9-15fb22dba7e8 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798829
Dec 16 09:46:25.729233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.737056 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47169330-929f-470f-bc40-84a6e96dd8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:25.740166 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-b193e5e5-81e7-4360-912f-0e4f37623461 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:25.745100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.745335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b193e5e5-81e7-4360-912f-0e4f37623461 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1667883
Dec 16 09:46:25.759041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e263a6bc-b5af-4b3f-a355-cb811a806f6f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.759041 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-e263a6bc-b5af-4b3f-a355-cb811a806f6f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 16 09:46:25.759780 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-e263a6bc-b5af-4b3f-a355-cb811a806f6f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:25.763370 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e263a6bc-b5af-4b3f-a355-cb811a806f6f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0126426
Dec 16 09:46:25.763370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c66f6-9069-476d-a468-90887b069043,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:25.763733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53004) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.766871 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:25.769311 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:25.772614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7d262d83-5bb6-45e6-b838-04d0cfa607f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.772742 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d6c66f6-9069-476d-a468-90887b069043 HTTP/1.1" status: 204  len: 168 time: 0.2434914
Dec 16 09:46:25.784012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d262d83-5bb6-45e6-b838-04d0cfa607f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:25.789178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7d262d83-5bb6-45e6-b838-04d0cfa607f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:25.792333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7d262d83-5bb6-45e6-b838-04d0cfa607f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:25.809753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d262d83-5bb6-45e6-b838-04d0cfa607f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:25.843948 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-7d262d83-5bb6-45e6-b838-04d0cfa607f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:25.848090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7d262d83-5bb6-45e6-b838-04d0cfa607f2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0804102
Dec 16 09:46:25.848493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53010) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.856857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4237a485-9c6d-420e-8b31-3ef33f243537 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.856857 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-4237a485-9c6d-420e-8b31-3ef33f243537 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 09:46:25.856857 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-4237a485-9c6d-420e-8b31-3ef33f243537 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:25.862796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4237a485-9c6d-420e-8b31-3ef33f243537 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0095251
Dec 16 09:46:25.863085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53014) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.869790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.880081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:25.885151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:25.889179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:25.898101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:25.909399 n-d-820554-2 neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Project 8036a1c279d244adb609f72a2c52735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:46:25.934519 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:25.936839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a8e4c7f3-5f73-4d64-ba4e-48b6d5b62279 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0726845
Dec 16 09:46:25.940027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.945803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7e801b1f-838a-4a44-b08e-93f9addc7f39 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.946406 n-d-820554-2 neutron-server[87655]: WARNING neutron.api.v2.base [None req-7e801b1f-838a-4a44-b08e-93f9addc7f39 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 16 09:46:25.946951 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-7e801b1f-838a-4a44-b08e-93f9addc7f39 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:25.951016 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7e801b1f-838a-4a44-b08e-93f9addc7f39 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0099325
Dec 16 09:46:25.952087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53026) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:25.963697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:25.992388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:26.003619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:26.009855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:26.026970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:26.031310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-4532c63e-72ce-4b53-a3b1-e2e62c96eff1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:26.033245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-4532c63e-72ce-4b53-a3b1-e2e62c96eff1 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 945 time: 0.5614669
Dec 16 09:46:26.042346 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Project 8036a1c279d244adb609f72a2c52735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:46:26.072925 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:26.078909 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3813741f-ac17-41c6-8c9d-bd1744de5806 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1216011
Dec 16 09:46:26.080113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:26.087714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '72d9ec46-3210-44f7-a44f-e195c343ba0e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:26.104326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:26.109866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:26.115187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:26.121454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:26.134913 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Project 8036a1c279d244adb609f72a2c52735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:46:26.148752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port ec9757bd-aa2b-45a5-9e94-72fa19540733 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:26.149106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.181064 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:26.185936 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0cf33ac8-a9ac-4d50-b205-78983b545c59 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1037371
Dec 16 09:46:26.189633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:26.327046 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.364119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.440719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.453118 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3060acae-d982-43df-a20e-ab4670e26fe9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:26.469534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9ec46-3210-44f7-a44f-e195c343ba0e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:26.471825 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:26.496587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.504866 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/72d9ec46-3210-44f7-a44f-e195c343ba0e HTTP/1.1" status: 204  len: 168 time: 0.3138776
Dec 16 09:46:26.505491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:26.520621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142fd10-15b1-4cf8-98b2-4fedd4649e63 req-3c6c4e06-fa2f-4a61-aae6-f0cd3026eb6c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:26.528403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0142fd10-15b1-4cf8-98b2-4fedd4649e63 req-3c6c4e06-fa2f-4a61-aae6-f0cd3026eb6c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7f27f1-0ea0-42d6-b726-7771567a465e HTTP/1.1" status: 200  len: 945 time: 0.3051634
Dec 16 09:46:26.634444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd1dcfda-bd6f-485c-b6a6-5f0b9a1ed002 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:26.662070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd1dcfda-bd6f-485c-b6a6-5f0b9a1ed002 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:26.672195 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd1dcfda-bd6f-485c-b6a6-5f0b9a1ed002 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1611354
Dec 16 09:46:26.674519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:26.682155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972397657'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:26.690905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:26.702436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:26.714408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.741228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:26.748425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:26.752173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:26.759591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:26.814763 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0142fd10-15b1-4cf8-98b2-4fedd4649e63 req-024446aa-acb6-40b2-8584-790b2ce4e497 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2845922
Dec 16 09:46:26.872558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-c326eedb-c7c9-4588-bbbc-ed9d134c5909 req-66419144-7591-429a-a04b-12a1986fa37d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:46:26.873611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c326eedb-c7c9-4588-bbbc-ed9d134c5909 req-66419144-7591-429a-a04b-12a1986fa37d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063527
Dec 16 09:46:26.890660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.898722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.907462 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-399a0cdb-29f7-4134-93f6-071fd1de2175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:26.967331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port ec9757bd-aa2b-45a5-9e94-72fa19540733, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=ec9757bd-aa2b-45a5-9e94-72fa19540733,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:26.967946 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:26.990866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2f4b2-b52d-4b38-95bb-e2508a73ed6a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:26.995492 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:26.996934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.003648 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3253663
Dec 16 09:46:27.004738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53068) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:27.024252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0f428547-dbe1-47b5-b4c8-53e04b6606fc tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '85e2f4b2-b52d-4b38-95bb-e2508a73ed6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:27.033643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f428547-dbe1-47b5-b4c8-53e04b6606fc tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:27.038900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f428547-dbe1-47b5-b4c8-53e04b6606fc tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:27.042946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f428547-dbe1-47b5-b4c8-53e04b6606fc tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:27.049223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f428547-dbe1-47b5-b4c8-53e04b6606fc tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:27.099719 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-0f428547-dbe1-47b5-b4c8-53e04b6606fc tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The resource could not be found.
Dec 16 09:46:27.101241 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f428547-dbe1-47b5-b4c8-53e04b6606fc tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0954258
Dec 16 09:46:27.104407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:27.110821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e663a601-6c7d-4005-a1cd-fc8c7e6df47c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '85e2f4b2-b52d-4b38-95bb-e2508a73ed6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '87bf9c12-c83b-469c-8e9c-fbf33dac9808'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:27.119860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e663a601-6c7d-4005-a1cd-fc8c7e6df47c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:27.125065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e663a601-6c7d-4005-a1cd-fc8c7e6df47c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:27.128348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e663a601-6c7d-4005-a1cd-fc8c7e6df47c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:27.139146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e663a601-6c7d-4005-a1cd-fc8c7e6df47c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:27.141090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for ec9757bd-aa2b-45a5-9e94-72fa19540733 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:27.214721 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-e663a601-6c7d-4005-a1cd-fc8c7e6df47c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The resource could not be found.
Dec 16 09:46:27.218522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e663a601-6c7d-4005-a1cd-fc8c7e6df47c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1104751
Dec 16 09:46:27.218921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:27.225613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c326eedb-c7c9-4588-bbbc-ed9d134c5909 req-7c964ce4-34d6-49fb-bf01-47a44f47e054 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.3412142
Dec 16 09:46:27.239722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53082) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:27.369704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.427057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.443479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.451987 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:27.551042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.556026 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9489c6fa-47fa-45aa-ab4a-c429d6330b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:27.573968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1623708979'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:27.594055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2f4b2-b52d-4b38-95bb-e2508a73ed6a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:27.612056 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:27.622652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.625114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/85e2f4b2-b52d-4b38-95bb-e2508a73ed6a HTTP/1.1" status: 204  len: 168 time: 0.4047699
Dec 16 09:46:27.627314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:27.637453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:27.639795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=ec9757bd-aa2b-45a5-9e94-72fa19540733,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:27.642694 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:27.650187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] No DVR routers for this DVR port ec9757bd-aa2b-45a5-9e94-72fa19540733 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:27.652847 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.663676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Usage tracker for resource:network and tenant:a39a3783f64147c69d4a52b5d6882984 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:27.667479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'name': 'network-vif-deleted', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:27.674445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:27.678941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c541934-2330-4090-93aa-dc20c0f44b44 req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.74 "DELETE /v2.0/ports/ec9757bd-aa2b-45a5-9e94-72fa19540733 HTTP/1.1" status: 204  len: 173 time: 1.6389511
Dec 16 09:46:27.684484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:27.697456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03900394-5b03-4897-9e2c-e43d4defcd1c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:27.697604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Made reservation on behalf of a39a3783f64147c69d4a52b5d6882984 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:27.703075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.716213 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:27.729334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03900394-5b03-4897-9e2c-e43d4defcd1c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:27.730587 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-03900394-5b03-4897-9e2c-e43d4defcd1c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1022606
Dec 16 09:46:27.735587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53098) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:27.741022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-517b4e60-838c-4a69-b2e8-90901bc3f4ad tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '4bc00e5d-8f53-436d-aa18-df48e6a8d7bf', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:27.742352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:27.750023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Usage tracker for resource:security_group_rule and tenant:a39a3783f64147c69d4a52b5d6882984 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:27.753500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:27.760667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:27.768372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-517b4e60-838c-4a69-b2e8-90901bc3f4ad tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:27.777350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-517b4e60-838c-4a69-b2e8-90901bc3f4ad tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:27.788583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-517b4e60-838c-4a69-b2e8-90901bc3f4ad tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:27.798964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-517b4e60-838c-4a69-b2e8-90901bc3f4ad tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:27.849486 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-517b4e60-838c-4a69-b2e8-90901bc3f4ad tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The resource could not be found.
Dec 16 09:46:27.861554 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-517b4e60-838c-4a69-b2e8-90901bc3f4ad tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1140563
Dec 16 09:46:27.861780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53104) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:27.880842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--824689942'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:27.901999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:27.939937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:28.000467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.014325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.027339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:46:28.037112 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.037543 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Added segment 638bbd60-cbed-4da8-a3d0-69ec06ead593 of type vlan for network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0
Dec 16 09:46:28.065187 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.086541 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:28.114390 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.162643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.168198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:28.168787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.177985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cd75f7-7dac-4524-bb77-84a4da8fa84c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:28.181080 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:28.189063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:28.191319 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:28.266439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:28.281685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:28.303151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:28.325167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event updated for resources: {'Network': ['ID=0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:28.328294 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:28.335710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 1.0944993
Dec 16 09:46:28.337263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:46:28.340017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:28.346675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Request body: {'subnet': {'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:28.354090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca38d-281e-4674-8201-6bbaccfe0b78 req-db260288-a844-41d0-bf8e-75fb9d36ace4 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:28.355683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-194ca38d-281e-4674-8201-6bbaccfe0b78 req-db260288-a844-41d0-bf8e-75fb9d36ace4 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.4061115
Dec 16 09:46:28.465457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-194ca38d-281e-4674-8201-6bbaccfe0b78 req-17f2dbb9-40ef-4cba-a322-8f5c4d4874a2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908582
Dec 16 09:46:28.541317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:28.549017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Usage tracker for resource:subnet and tenant:a39a3783f64147c69d4a52b5d6882984 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:28.549184 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.551714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:28.554506 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.559953 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e023225-d80d-4a24-9a59-1a074cd15b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:28.560150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:28.572708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Made reservation on behalf of a39a3783f64147c69d4a52b5d6882984 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:28.579246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.596977 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7f27f1-0ea0-42d6-b726-7771567a465e', 'name': 'network-vif-deleted', 'tag': 'ec9757bd-aa2b-45a5-9e94-72fa19540733', 'status': 'completed', 'code': 200}
Dec 16 09:46:28.644007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c3c4ab-981e-48c3-9d43-5f6e55d20d96,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:28.650919 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:28.658698 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.660241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7977686
Dec 16 09:46:28.665441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53120) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:28.673315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482176491'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:28.687770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:28.697456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:28.705356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:28.716934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:28.759566 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.779976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:28.802372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:28.813422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:28.824586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:28.855449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:28.918025 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:28.973046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.005903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.042683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.058323 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0d4112a-5084-4470-8fbf-190cc41566c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:29.107895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7aa904-9a36-4e4c-b620-2f85519a74bc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:29.129798 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:29.162721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec9757bd-aa2b-45a5-9e94-72fa19540733 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:29.183521 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.185114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5187240
Dec 16 09:46:29.192208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53132) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:29.202157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17380d-5132-4505-b385-6111a8242e26 req-40749f59-3624-423d-8987-d3d49b1ee9d2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:29.211061 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e17380d-5132-4505-b385-6111a8242e26 req-40749f59-3624-423d-8987-d3d49b1ee9d2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 946 time: 0.2356668
Dec 16 09:46:29.219268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-353c0e3c-5b13-4863-b8a3-74e823eab832 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': '32c3c4ab-981e-48c3-9d43-5f6e55d20d96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ed7aa904-9a36-4e4c-b620-2f85519a74bc'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:29.244274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-353c0e3c-5b13-4863-b8a3-74e823eab832 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:29.255433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-353c0e3c-5b13-4863-b8a3-74e823eab832 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:29.260523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: ec9757bd-aa2b-45a5-9e94-72fa19540733 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:29.260889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device ec9757bd-aa2b-45a5-9e94-72fa19540733 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:29.264854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-353c0e3c-5b13-4863-b8a3-74e823eab832 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:29.313285 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.319989 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09cfb7da-39c4-4430-85f4-c3e6e32154aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:29.332351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e17380d-5132-4505-b385-6111a8242e26 req-2e2ce6dd-453a-4daf-b066-d7c95c517651 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178453
Dec 16 09:46:29.333395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-353c0e3c-5b13-4863-b8a3-74e823eab832 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:29.396079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.409699 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-353c0e3c-5b13-4863-b8a3-74e823eab832 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:29.411866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-353c0e3c-5b13-4863-b8a3-74e823eab832 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1976640
Dec 16 09:46:29.414199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53138) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:29.443705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Checking segment: {'id': '638bbd60-cbed-4da8-a3d0-69ec06ead593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:46:29.444482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Network hostable DHCP agents. Network: 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:46:29.459203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.462914 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/security-groups/fa1bfed3-2ef2-45d4-94a5-43b9f230ed21 HTTP/1.1" status: 204  len: 168 time: 0.6792946
Dec 16 09:46:29.462914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event updated for resources: {'Subnet': ['ID=f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:29.464948 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:29.465876 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd7b0144-4263-4549-adda-f535e0fb9c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:29.478145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1bfed3-2ef2-45d4-94a5-43b9f230ed21,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:29.506110 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:29.514214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:46:29.536181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:29.543467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:29.544402 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.546087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d6ca7-a5e3-45fe-b044-42283c95309f None None] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:29.571575 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2301691
Dec 16 09:46:29.575266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:29.587442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Request body: {'port': {'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1093741279'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:29.601748 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.641209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.700014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.713343 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:29.730677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.731874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/ed7aa904-9a36-4e4c-b620-2f85519a74bc HTTP/1.1" status: 204  len: 168 time: 0.3166845
Dec 16 09:46:29.734941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53148) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:29.738492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7aa904-9a36-4e4c-b620-2f85519a74bc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:29.768556 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:29.806626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:29.811980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Usage tracker for resource:port and tenant:a39a3783f64147c69d4a52b5d6882984 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:29.815197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:29.823769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:29.853201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Made reservation on behalf of a39a3783f64147c69d4a52b5d6882984 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:29.856958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:29.881805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] device_id is not set on port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:46:29.960313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-78c82144-95c7-4062-9463-4ce3c3543932 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:29.999552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e515a-0524-4067-a33b-63817b6ffe9b req-efffb495-522a-46f7-b74e-d5884fdff108 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:30.007473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c47e515a-0524-4067-a33b-63817b6ffe9b req-efffb495-522a-46f7-b74e-d5884fdff108 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.2149224
Dec 16 09:46:30.010193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-78c82144-95c7-4062-9463-4ce3c3543932 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:30.014267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-78c82144-95c7-4062-9463-4ce3c3543932 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.2755125
Dec 16 09:46:30.026172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53152) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:30.052910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0', 'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0', 'tenant_id': 'a39a3783f64147c69d4a52b5d6882984', 'fixed_ips': [{'subnet_id': 'f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:46:30.053780 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.108960 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.176511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c47e515a-0524-4067-a33b-63817b6ffe9b req-aa845d5a-c1f8-471f-9fd4-88a52c243a16 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512375
Dec 16 09:46:30.188082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Allocated IP 2001:db8::287 (0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0/f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc/7fc5683e-7e9d-4e19-a79a-8a3cff9374fa) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:46:30.193573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.220416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53160) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:30.489136 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.563014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Transition to ACTIVE for port object 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:30.593932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.601063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:30.610669 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.625879 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e43a6c18-6e15-433b-80d2-c7c60f303fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:30.661713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c3c4ab-981e-48c3-9d43-5f6e55d20d96,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:30.664877 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:30.689941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.691838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/32c3c4ab-981e-48c3-9d43-5f6e55d20d96 HTTP/1.1" status: 204  len: 168 time: 0.6652687
Dec 16 09:46:30.695904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event updated for resources: {'Port': ['ID=7fc5683e-7e9d-4e19-a79a-8a3cff9374fa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:30.699975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53166) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:30.708271 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:30.713733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Allocated IP 2001:db8::2 (0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0/f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc/100816a4-5ea3-44fd-8279-dcd44f56b98b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:46:30.743194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:30.746002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:30.786090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:30.792193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:30.793027 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.821513 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-635b97b1-8aba-4934-b314-a8ab616b7168 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1132326
Dec 16 09:46:30.822228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:30.828725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091658429'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:30.836055 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.2586052
Dec 16 09:46:30.838699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:30.842704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:30.848593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Request body: {'port': {'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-558093326', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:30.849306 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] bootfile-name is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 09:46:30.849646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] tftp-server is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 09:46:30.849976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] server-ip-address is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 09:46:30.876257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:30.912158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949fe41-c5c6-4f36-a4c6-dc7aa7c8c3e1 req-2b1f0abb-3329-4a20-9cb6-675e3d80878d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:30.921273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949fe41-c5c6-4f36-a4c6-dc7aa7c8c3e1 req-2b1f0abb-3329-4a20-9cb6-675e3d80878d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:30.928188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949fe41-c5c6-4f36-a4c6-dc7aa7c8c3e1 req-2b1f0abb-3329-4a20-9cb6-675e3d80878d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:30.937059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6949fe41-c5c6-4f36-a4c6-dc7aa7c8c3e1 req-2b1f0abb-3329-4a20-9cb6-675e3d80878d tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982&device_id=444d77c3-8180-488c-8e43-f47d9386526e&device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 2418 time: 0.3796787
Dec 16 09:46:30.940817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:30.962380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:30.975355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:30.988260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Transition to ACTIVE for port object 100816a4-5ea3-44fd-8279-dcd44f56b98b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:30.993578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.017513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Transition to ACTIVE for port object 100816a4-5ea3-44fd-8279-dcd44f56b98b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:31.027323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.034462 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:31.035336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6949fe41-c5c6-4f36-a4c6-dc7aa7c8c3e1 req-8eb7ef87-9c95-43f6-b6f6-e5cdc3129fe7 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964253
Dec 16 09:46:31.049666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:31.064285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:31.068392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Usage tracker for resource:port and tenant:a39a3783f64147c69d4a52b5d6882984 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:31.071953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:31.078860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:31.087531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:31.091270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:31.095223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Made reservation on behalf of a39a3783f64147c69d4a52b5d6882984 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:31.099280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.130519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:31.183276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] device_id is not set on port aa982586-c047-41af-a07c-577d03ccc777 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:46:31.186982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Pushing event updated for resources: {'Port': ['ID=100816a4-5ea3-44fd-8279-dcd44f56b98b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:31.214937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:31.218701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:31.221603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:31.230898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.231813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.232577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.233421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.234053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.234677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.235925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.236719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.237344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.237849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.238374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.238870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:31.244202 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:31.334596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.346719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.351054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.357915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Attempting to bind port 100816a4-5ea3-44fd-8279-dcd44f56b98b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:46:31.358304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Attempting to bind port 100816a4-5ea3-44fd-8279-dcd44f56b98b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '638bbd60-cbed-4da8-a3d0-69ec06ead593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:46:31.358680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Attempting to bind port 100816a4-5ea3-44fd-8279-dcd44f56b98b on network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:46:31.364317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:46:31.364682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Checking segment: {'id': '638bbd60-cbed-4da8-a3d0-69ec06ead593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:46:31.365100 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.365504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Bound using segment: {'id': '638bbd60-cbed-4da8-a3d0-69ec06ead593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:46:31.365968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Bound port: 100816a4-5ea3-44fd-8279-dcd44f56b98b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638bbd60-cbed-4da8-a3d0-69ec06ead593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:46:31.366547 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.383910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f722ad16-9e7c-48d1-bd80-84604a237f8a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:31.442331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.443673 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6204362
Dec 16 09:46:31.448369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53184) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:31.461231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3d20f615-be81-4b16-a356-e885428c43fe tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': 'fdbcd3ba-bff8-497a-a3f6-7d9ddb5e96f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:31.517618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15ff818d-ff0a-4564-89c8-4f536f55c03e req-6085b039-7c00-44f8-a60b-561c1ac675a2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.2617424
Dec 16 09:46:31.518919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbcd3ba-bff8-497a-a3f6-7d9ddb5e96f7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:31.530930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d20f615-be81-4b16-a356-e885428c43fe tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:31.538009 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:31.569435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Allocated IP 2001:db8::15a (0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0/f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc/aa982586-c047-41af-a07c-577d03ccc777) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:46:31.667086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] For port 100816a4-5ea3-44fd-8279-dcd44f56b98b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:46:31.681374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] For port 100816a4-5ea3-44fd-8279-dcd44f56b98b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=100816a4-5ea3-44fd-8279-dcd44f56b98b,segment=NetworkSegment(638bbd60-cbed-4da8-a3d0-69ec06ead593),segment_id=638bbd60-cbed-4da8-a3d0-69ec06ead593)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:46:31.692332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:31.703758 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:31.711670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d20f615-be81-4b16-a356-e885428c43fe tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:31.723368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d20f615-be81-4b16-a356-e885428c43fe tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:31.773392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d20f615-be81-4b16-a356-e885428c43fe tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:31.930238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Pushing event updated for resources: {'Port': ['ID=100816a4-5ea3-44fd-8279-dcd44f56b98b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:31.930238 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:32.061524 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-3d20f615-be81-4b16-a356-e885428c43fe tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:32.071277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3d20f615-be81-4b16-a356-e885428c43fe tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.6183767
Dec 16 09:46:32.071992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53190) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:32.084335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-63ea303c-1cfa-4104-b3fe-a657b83ef009 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group_rule': {'security_group_id': 'fdbcd3ba-bff8-497a-a3f6-7d9ddb5e96f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:32.110790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-63ea303c-1cfa-4104-b3fe-a657b83ef009 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:32.126744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.128720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-63ea303c-1cfa-4104-b3fe-a657b83ef009 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:32.143430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-63ea303c-1cfa-4104-b3fe-a657b83ef009 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:32.151141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-63ea303c-1cfa-4104-b3fe-a657b83ef009 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:32.152197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Transition to ACTIVE for port object aa982586-c047-41af-a07c-577d03ccc777 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:32.191066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.201209 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-812b4417-58f8-4a3e-9326-f27dae267f83 tempest-RoutersAdminTest-1733007931 tempest-RoutersAdminTest-1733007931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:32.304015 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-63ea303c-1cfa-4104-b3fe-a657b83ef009 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:46:32.308284 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-63ea303c-1cfa-4104-b3fe-a657b83ef009 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2345331
Dec 16 09:46:32.309966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53198) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:32.326975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event updated for resources: {'Port': ['ID=aa982586-c047-41af-a07c-577d03ccc777,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:32.330716 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:32.342854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:32.344379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:32.352868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:32.359968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:32.360920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.365150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port 53fcd873-61f0-4373-9853-8a2e38e4896d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:32.365499 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.396071 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 1.5561852
Dec 16 09:46:32.398395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53202) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:32.520564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.590414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29081b15-3af1-4099-8813-6f7b52b3172d tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:32.609345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29081b15-3af1-4099-8813-6f7b52b3172d tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:32.616454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29081b15-3af1-4099-8813-6f7b52b3172d tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:32.617564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-29081b15-3af1-4099-8813-6f7b52b3172d tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Synchronizing usage tracker for tenant:a39a3783f64147c69d4a52b5d6882984 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:32.640146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-29081b15-3af1-4099-8813-6f7b52b3172d tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Unset dirty status for tenant:a39a3783f64147c69d4a52b5d6882984 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:32.644704 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-29081b15-3af1-4099-8813-6f7b52b3172d tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 0.2450624
Dec 16 09:46:32.645573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:32.656699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.753736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Deleting port aa982586-c047-41af-a07c-577d03ccc777 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:32.754096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.843231 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.854467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port 53fcd873-61f0-4373-9853-8a2e38e4896d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=53fcd873-61f0-4373-9853-8a2e38e4896d,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:32.857484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:32.872812 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6e18b02-b86b-405a-9af9-bda8bc78d452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:32.902950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbcd3ba-bff8-497a-a3f6-7d9ddb5e96f7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:33.003092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 100816a4-5ea3-44fd-8279-dcd44f56b98b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:46:33.159012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 100816a4-5ea3-44fd-8279-dcd44f56b98b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:46:33.260545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:33.344012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for 53fcd873-61f0-4373-9853-8a2e38e4896d owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:33.385228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:33.390281 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/fdbcd3ba-bff8-497a-a3f6-7d9ddb5e96f7 HTTP/1.1" status: 204  len: 168 time: 1.0749979
Dec 16 09:46:33.391802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:33.439517 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:33.502203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b1e1cb0c-0bf1-4b67-a4cb-164d956eb69c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:33.563618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b1e1cb0c-0bf1-4b67-a4cb-164d956eb69c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:33.567623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b1e1cb0c-0bf1-4b67-a4cb-164d956eb69c tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1675174
Dec 16 09:46:33.572021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53226) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:33.578619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440119274'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:33.585012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:33.595805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:33.627272 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:33.655946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93cb8f2-651b-47a2-82ac-6e63161555bb None None] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:33.661570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:33.667714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Usage tracker for resource:security_group_rule and tenant:8036a1c279d244adb609f72a2c52735c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:33.672294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:33.686278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:33.735632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Calling delete_port for aa982586-c047-41af-a07c-577d03ccc777 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:33.840936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:33.856161 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7eb03725-c2c0-4756-ad5f-9cfc67e04d52 tempest-RoutersAdminTest-2013451815 tempest-RoutersAdminTest-2013451815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:34.039663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.052895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:34.066971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Provisioning for port 100816a4-5ea3-44fd-8279-dcd44f56b98b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:46:34.078635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Provisioning complete for port 100816a4-5ea3-44fd-8279-dcd44f56b98b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:34.079023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.088659 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.106143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=53fcd873-61f0-4373-9853-8a2e38e4896d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:34.133867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.160170 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:34.165668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event deleted for resources: {'Port': ['ID=aa982586-c047-41af-a07c-577d03ccc777,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:34.170839 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-df87c1e9-d2b5-453f-a0cd-a4d7ea438353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:34.190275 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:34.304484 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.322613 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "DELETE /v2.0/ports/aa982586-c047-41af-a07c-577d03ccc777 HTTP/1.1" status: 204  len: 168 time: 1.6753917
Dec 16 09:46:34.326911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53238) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:34.329814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1b871-ed75-4e6d-9a5a-a6cbf36d04e0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:34.333913 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:34.350783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.351013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Request body: {'port': {'name': 'tempest-new-port-name-597088343', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:34.351489 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] bootfile-name is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 09:46:34.351948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] tftp-server is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 09:46:34.352383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] server-ip-address is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 09:46:34.372410 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.374605 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8012891
Dec 16 09:46:34.379116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53242) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:34.389240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-528f5629-e762-47bd-a38c-f7746db8fd13 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:34.390260 n-d-820554-2 neutron-server[87654]: WARNING neutron.api.v2.base [None req-528f5629-e762-47bd-a38c-f7746db8fd13 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 09:46:34.391105 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-528f5629-e762-47bd-a38c-f7746db8fd13 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:46:34.392582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-528f5629-e762-47bd-a38c-f7746db8fd13 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "PUT /v2.0/security-groups/2db1b871-ed75-4e6d-9a5a-a6cbf36d04e0 HTTP/1.1" status: 409  len: 330 time: 0.0116320
Dec 16 09:46:34.396463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53246) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:34.417778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] For port 100816a4-5ea3-44fd-8279-dcd44f56b98b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=100816a4-5ea3-44fd-8279-dcd44f56b98b,segment=NetworkSegment(638bbd60-cbed-4da8-a3d0-69ec06ead593),segment_id=638bbd60-cbed-4da8-a3d0-69ec06ead593)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:34.426677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.428755 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09f0fa54-14dc-4550-8181-a16b986a14cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:34.563302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Pushing event updated for resources: {'Port': ['ID=100816a4-5ea3-44fd-8279-dcd44f56b98b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:34.567759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.571475 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:34.576898 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.616127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.644450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.744728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c67095b7-0ad5-4e51-9eec-73109d61045a None None] Could not find standard attr ID for object aa982586-c047-41af-a07c-577d03ccc777. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:46:34.772755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c67095b7-0ad5-4e51-9eec-73109d61045a None None] Provisioning for port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:46:34.780457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c67095b7-0ad5-4e51-9eec-73109d61045a None None] Provisioning complete for port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:34.781713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c67095b7-0ad5-4e51-9eec-73109d61045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:34.899218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c67095b7-0ad5-4e51-9eec-73109d61045a None None] Port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:46:34.917405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c67095b7-0ad5-4e51-9eec-73109d61045a None None] Provisioning complete for port 100816a4-5ea3-44fd-8279-dcd44f56b98b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:34.918089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c67095b7-0ad5-4e51-9eec-73109d61045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.006745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.024209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 100816a4-5ea3-44fd-8279-dcd44f56b98b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:46:35.033626 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5af7b7c5-970f-4309-9f01-9038a667115d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:35.056933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1b871-ed75-4e6d-9a5a-a6cbf36d04e0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:35.060943 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:35.061086 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.062739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/2db1b871-ed75-4e6d-9a5a-a6cbf36d04e0 HTTP/1.1" status: 204  len: 168 time: 0.6640584
Dec 16 09:46:35.071392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c505413-717a-44f6-b4fc-bd621ffbcba2 req-bfe6e95f-1e7c-44fd-ab6a-430ba679640b tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:35.078369 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c505413-717a-44f6-b4fc-bd621ffbcba2 req-bfe6e95f-1e7c-44fd-ab6a-430ba679640b tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.2812653
Dec 16 09:46:35.100927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.103946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:35.137538 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 100816a4-5ea3-44fd-8279-dcd44f56b98b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:35.139152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.148929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.158457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dae310d7-d0b7-4a88-9905-3de1efbba24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:35.271017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] In _notify_port_updated(), no bound segment for port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa on network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:46:35.279441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:35.280255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.284453 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "PUT /v2.0/ports/7fc5683e-7e9d-4e19-a79a-8a3cff9374fa HTTP/1.1" status: 200  len: 1129 time: 0.9556749
Dec 16 09:46:35.292948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53262) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:35.392087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c505413-717a-44f6-b4fc-bd621ffbcba2 req-eb6bf04e-314e-4ed8-b8d8-4e736bc61407 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3127506
Dec 16 09:46:35.414226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:46:35.491203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-525235e0-0a40-4e98-84db-648af4380d9d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Synchronizing usage tracker for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:35.521974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-70b57b3f-848e-432a-9309-f59c504cd8c4 None None] Provisioning complete for port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:35.525301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70b57b3f-848e-432a-9309-f59c504cd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.543996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event updated for resources: {'Port': ['ID=7fc5683e-7e9d-4e19-a79a-8a3cff9374fa,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:35.571188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:35.590695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64be4196-e5b1-4f79-9b43-7ca9f7c0369f tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:35.592474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-64be4196-e5b1-4f79-9b43-7ca9f7c0369f tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Synchronizing usage tracker for tenant:a39a3783f64147c69d4a52b5d6882984 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:35.601812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-525235e0-0a40-4e98-84db-648af4380d9d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Unset dirty status for tenant:8036a1c279d244adb609f72a2c52735c on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:35.603433 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-525235e0-0a40-4e98-84db-648af4380d9d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4978070
Dec 16 09:46:35.609939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53268) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:35.637962 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-fadc28fc-3768-4d9a-8327-c35492d29c82 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] delete failed (client error): The resource could not be found.
Dec 16 09:46:35.639611 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fadc28fc-3768-4d9a-8327-c35492d29c82 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "DELETE /v2.0/security-groups/96b99b1e-f735-4eb6-8f07-8b372922abbf HTTP/1.1" status: 404  len: 347 time: 0.0282028
Dec 16 09:46:35.644814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:35.645765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-64be4196-e5b1-4f79-9b43-7ca9f7c0369f tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Unset dirty status for tenant:a39a3783f64147c69d4a52b5d6882984 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:35.653567 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64be4196-e5b1-4f79-9b43-7ca9f7c0369f tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "GET /v2.0/ports/7fc5683e-7e9d-4e19-a79a-8a3cff9374fa HTTP/1.1" status: 200  len: 1129 time: 0.3548112
Dec 16 09:46:35.674203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53274) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:35.679007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-70b57b3f-848e-432a-9309-f59c504cd8c4 None None] Port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:46:35.740679 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f5678242-8e4f-4039-bab0-1f1fa6ba7592 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] show failed (client error): The resource could not be found.
Dec 16 09:46:35.742985 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5678242-8e4f-4039-bab0-1f1fa6ba7592 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-groups/05fac7ce-6f7e-4b4f-bc8a-8df205cb5468 HTTP/1.1" status: 404  len: 347 time: 0.0858254
Dec 16 09:46:35.759033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53280) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:35.791676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a3913069-e43c-44a7-ba31-88adaa876f9d None None] Could not find standard attr ID for object aa982586-c047-41af-a07c-577d03ccc777. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:46:35.798337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:35.808587 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-942c5a20-6238-4263-b7ba-da719fbb06a9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] show failed (client error): The resource could not be found.
Dec 16 09:46:35.814253 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-942c5a20-6238-4263-b7ba-da719fbb06a9 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] 10.222.0.66 "GET /v2.0/security-group-rules/991a0d86-9a7e-444f-9aeb-df61c7f3b02c HTTP/1.1" status: 404  len: 356 time: 0.0497873
Dec 16 09:46:35.829478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Deleting port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:35.829905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.992443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:46:35.994706 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:35.998153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "PUT /v2.0/routers/0e1a41d8-77b5-4758-bcc7-53e0c59df2d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7765422
Dec 16 09:46:36.001383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:36.005787 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] Sync routers for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:46:36.019759 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:36.020805 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20c4ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:36.040083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:36.045300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Usage tracker for resource:security_group_rule and tenant:de046628f3e2441890633a4451a45f58 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:36.048870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:36.055373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:36.096599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting subnet c651c7b9-cbd8-4ac0-891e-53c54e73be04 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:36.100168 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.178467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.195402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:36.285442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.285749 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.298664 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:46:36.300913 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.326755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-05cffea7-840d-4313-9b19-4307ecbb29de None None] Provisioning complete for port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:36.327677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05cffea7-840d-4313-9b19-4307ecbb29de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.333266 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-239a12c5-6db9-4dab-956d-6c3fab6259e5 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:36.410339 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de046628f3e2441890633a4451a45f58&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6109138
Dec 16 09:46:36.416205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d7654-b60e-436c-b510-843fb7ef4aec,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:36.418798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53304) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:36.438214 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:36.452456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.469978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-05cffea7-840d-4313-9b19-4307ecbb29de None None] Port 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:46:36.517036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.531500 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b1c87c9-e42c-45c0-9e00-0fb1e1df629e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:36.621825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Subnet': ['ID=c651c7b9-cbd8-4ac0-891e-53c54e73be04,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:36.630276 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:36.631828 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.640634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Calling delete_port for 7fc5683e-7e9d-4e19-a79a-8a3cff9374fa owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:36.644321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08130b1a-8d8c-4d16-bf0f-5175934f492f None None] Network ae43ec3b-83bb-422e-aaca-a6940686b627 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:36.661455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/subnets/c651c7b9-cbd8-4ac0-891e-53c54e73be04 HTTP/1.1" status: 204  len: 168 time: 0.6563625
Dec 16 09:46:36.667543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-b16b1179-4f8d-45a3-b403-1d1b2de4d737 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:36.669057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-b16b1179-4f8d-45a3-b403-1d1b2de4d737 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.2980802
Dec 16 09:46:36.669752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53312) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:36.725921 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20c4ac0>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:46:33Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:36.730374 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] Checking router: 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:46:36.747183 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4e1907bb-00e1-419b-87fb-f6e62f06a795 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8036a1c279d244adb609f72a2c52735c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4596577
Dec 16 09:46:36.752143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:36.755972 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] Routers {'0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:36.757187 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20c4ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:36.926042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Deleting port b29580f5-7cc0-48fe-a6dc-42c09982bef7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:36.926042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:36.959122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.007780 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] Set router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:46:37.009106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b5763-45e5-4ec1-a149-bbe8f212b276 req-9fc6dc4e-8e1c-4a12-80bc-cba848cc7841 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:37.010677 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c8b5763-45e5-4ec1-a149-bbe8f212b276 req-9fc6dc4e-8e1c-4a12-80bc-cba848cc7841 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.4280374
Dec 16 09:46:37.034255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] DHCP port deletion for ae43ec3b-83bb-422e-aaca-a6940686b627 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:46:37.039198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Deleting port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:37.039650 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.040913 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.052609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.090510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.143391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.179659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.189333 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4185e327-960f-4eac-bcb9-f0e38a5e30a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:37.238132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.243387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event deleted for resources: {'Port': ['ID=7fc5683e-7e9d-4e19-a79a-8a3cff9374fa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:37.248289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:37.251818 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4a8af7b-2a9c-42fa-a963-72bcb0b46ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:37.268133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c8b5763-45e5-4ec1-a149-bbe8f212b276 req-8e06c6f9-2c19-4e40-878d-18910cafba4e tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454209
Dec 16 09:46:37.301814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d7654-b60e-436c-b510-843fb7ef4aec,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:37.306462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.310150 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:37.338264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.340700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.344716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/edf12de8-31b5-401e-bfd6-d579bf4da765 HTTP/1.1" status: 204  len: 168 time: 0.5892260
Dec 16 09:46:37.358512 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0fa8346-bd44-4f8d-8bd0-f6e4d2a60d2e tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:37.377970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "DELETE /v2.0/ports/7fc5683e-7e9d-4e19-a79a-8a3cff9374fa HTTP/1.1" status: 204  len: 168 time: 1.7003345
Dec 16 09:46:37.378758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:37.383187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.384255 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/287d7654-b60e-436c-b510-843fb7ef4aec HTTP/1.1" status: 204  len: 168 time: 0.9513457
Dec 16 09:46:37.401977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] For port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac,segment=NetworkSegment(ec756e11-fe60-4515-b255-8553aceff439),segment_id=ec756e11-fe60-4515-b255-8553aceff439)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:37.405892 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.426110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf12de8-31b5-401e-bfd6-d579bf4da765,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:37.436044 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:37.498082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Deleting subnet f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:46:37.516558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.521897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.615551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Deleting port b3b6bba9-ec71-47f7-908d-8d99965bd036 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:37.616460 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.671953 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.686726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] For port b29580f5-7cc0-48fe-a6dc-42c09982bef7, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b29580f5-7cc0-48fe-a6dc-42c09982bef7,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:37.687383 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.710819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20c4ac0>, [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:46:33Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:37.727845 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48553e81-8b30-4b21-9ead-7cfd8456ca04 None None] The sync data for ids ['0e1a41d8-77b5-4758-bcc7-53e0c59df2d1'] in n-d-820554-2 is: [{'id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'name': 'tempest-TestNetworkBasicOps-router-138742558', 'tenant_id': '2c99711399864f23b48b3caad5dc71a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:38Z', 'updated_at': '2021-12-16T09:46:33Z', 'revision_number': 5, 'project_id': '2c99711399864f23b48b3caad5dc71a6', 'gw_port': {'id': 'b3b6bba9-ec71-47f7-908d-8d99965bd036', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a41d8-77b5-4758-bcc7-53e0c59df2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:46:37.739758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Calling delete_port for 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:37.835509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.848914 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:37.855455 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.893659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Pushing event deleted for resources: {'Port': ['ID=5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:37.896667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] No DVR routers for this DVR port 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:37.905489 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:37.974393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:37.980122 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-797b3f4f-53e0-4f17-bf53-691f13046c17 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:38.032612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:38.044944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42c71c-4050-43df-8363-fafff7a42338 None None] Network 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:38.057247 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:38.058491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.071225 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "DELETE /v2.0/subnets/f2a827c2-4658-4a7a-b0d7-71cdc5ff81cc HTTP/1.1" status: 204  len: 168 time: 0.6897247
Dec 16 09:46:38.077032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:38.104023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Calling delete_port for b29580f5-7cc0-48fe-a6dc-42c09982bef7 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:38.180977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:38.209920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.260549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:38.267322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Usage tracker for resource:security_group_rule and tenant:08e215dc8d7349bab8dd152e66ba64e4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:38.274014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] For port b3b6bba9-ec71-47f7-908d-8d99965bd036, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b3b6bba9-ec71-47f7-908d-8d99965bd036,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:38.274378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.275068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.277793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:38.289665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:38.317628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Deleting port 100816a4-5ea3-44fd-8279-dcd44f56b98b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:38.318000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.415004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Calling delete_port for b3b6bba9-ec71-47f7-908d-8d99965bd036 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:38.495659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] DHCP port deletion for 0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:46:38.501103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Deleting port 100816a4-5ea3-44fd-8279-dcd44f56b98b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:38.501704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.562062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.578997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.589276 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-672dd4b8-27d5-4376-af40-8d759088def2 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:38.617011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-dfb967dc-9ef1-4140-b835-c4ecb874ba32 req-36812876-1db1-4127-8a8c-cf75d5f8a832 tempest-ImagesOneServerTestJSON-1055951662 tempest-ImagesOneServerTestJSON-1055951662-project] (87654) timed out ('10.222.0.66', 53784) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 09:46:38.781941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7039b8-d1ec-4e64-ab26-11157f2a9127,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:38.782170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] For port 100816a4-5ea3-44fd-8279-dcd44f56b98b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=100816a4-5ea3-44fd-8279-dcd44f56b98b,segment=NetworkSegment(638bbd60-cbed-4da8-a3d0-69ec06ead593),segment_id=638bbd60-cbed-4da8-a3d0-69ec06ead593)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:38.782583 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.785046 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:38.789586 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08e215dc8d7349bab8dd152e66ba64e4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6077397
Dec 16 09:46:38.799120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53362) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:38.823588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620c16-d4e8-4c95-bff9-d7f07d51725a req-1e1218f4-8d89-49d6-8c5f-c40037591644 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:38.831063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b620c16-d4e8-4c95-bff9-d7f07d51725a req-1e1218f4-8d89-49d6-8c5f-c40037591644 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 946 time: 0.3063052
Dec 16 09:46:38.848807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] For port 100816a4-5ea3-44fd-8279-dcd44f56b98b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=100816a4-5ea3-44fd-8279-dcd44f56b98b,segment=NetworkSegment(638bbd60-cbed-4da8-a3d0-69ec06ead593),segment_id=638bbd60-cbed-4da8-a3d0-69ec06ead593)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:38.849170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.918473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:38.921246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 53fcd873-61f0-4373-9853-8a2e38e4896d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:38.934751 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cdaa0fd5-fa5c-4792-a0ad-b32db4591c60 tempest-ServerAddressesTestJSON-1446041712 tempest-ServerAddressesTestJSON-1446041712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:38.977594 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.013700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.014823 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b620c16-d4e8-4c95-bff9-d7f07d51725a req-a3030d3f-57a3-42cb-b336-5761eb922e9a tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827130
Dec 16 09:46:39.024631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Port': ['ID=b3b6bba9-ec71-47f7-908d-8d99965bd036,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:39.033581 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:39.036261 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-853810f1-5958-422d-ba34-028f37fe3b7e tempest-ServerDiskConfigTestJSON-1625075061 tempest-ServerDiskConfigTestJSON-1625075061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:39.052330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.078689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Calling delete_port for 100816a4-5ea3-44fd-8279-dcd44f56b98b owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:39.084622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Calling delete_port for 100816a4-5ea3-44fd-8279-dcd44f56b98b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:39.089238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Pushing event deleted for resources: {'Port': ['ID=b29580f5-7cc0-48fe-a6dc-42c09982bef7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:39.121707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 53fcd873-61f0-4373-9853-8a2e38e4896d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:39.122891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 53fcd873-61f0-4373-9853-8a2e38e4896d not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:39.123497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:39.155844 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:39.161135 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.176637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['40e83143-8227-4cb9-9b87-8934f715d393', 'b998457b-ce32-4b6c-b25a-dba735f870dd', 'b29580f5-7cc0-48fe-a6dc-42c09982bef7'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:46:39.225554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:39.225554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5d6e09c5-b25a-4cb7-92fd-2d22508cf9ac not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:39.225794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 100816a4-5ea3-44fd-8279-dcd44f56b98b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:39.258576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.271171 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c749ede-4551-493d-be2e-942ccfe3d7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:39.308998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7039b8-d1ec-4e64-ab26-11157f2a9127,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:39.315241 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:39.360063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.361197 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e7039b8-d1ec-4e64-ab26-11157f2a9127 HTTP/1.1" status: 204  len: 168 time: 0.5613363
Dec 16 09:46:39.374325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.378209 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65c010a3-227c-46ff-b2af-0aa0ff8b0a40 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:39.384637 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No ports have port_id starting with 100816a4-5ea3-44fd-8279-dcd44f56b98b
Dec 16 09:46:39.485554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event deleted for resources: {'Port': ['ID=100816a4-5ea3-44fd-8279-dcd44f56b98b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:39.493721 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:39.501854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] No DVR routers for this DVR port 100816a4-5ea3-44fd-8279-dcd44f56b98b on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:39.570666 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:46:39.571687 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:46:39.602738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.617549 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.621303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] No DVR routers for this DVR port b29580f5-7cc0-48fe-a6dc-42c09982bef7 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:39.631457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.661783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'name': 'network-vif-deleted', 'tag': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:39.707240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0ec9bcc-e683-47e3-af26-9362b8ee4b10 req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "DELETE /v2.0/ports/b29580f5-7cc0-48fe-a6dc-42c09982bef7 HTTP/1.1" status: 204  len: 173 time: 3.0296001
Dec 16 09:46:39.772731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.773282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:46:39.810602 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:39.814879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/routers/0e1a41d8-77b5-4758-bcc7-53e0c59df2d1 HTTP/1.1" status: 204  len: 168 time: 3.1364574
Dec 16 09:46:39.823513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53388) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:39.851206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-b5b4f7ed-ad89-4098-965e-4d51bd3a2df5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.4021366
Dec 16 09:46:39.892169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.073325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Deleting port 100816a4-5ea3-44fd-8279-dcd44f56b98b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:40.074180 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.191958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f14834f0>,) {'filters': {'network_id': ['0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:40.215279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14834f0>, '638bbd60-cbed-4da8-a3d0-69ec06ead593') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:40.215851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14834f0>, '638bbd60-cbed-4da8-a3d0-69ec06ead593') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:40.234045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.234191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-984bec89-fd46-4b11-a1a4-0144fd18ce0f None None] The port '100816a4-5ea3-44fd-8279-dcd44f56b98b' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:46:40.251417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.265643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:40.266148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.277040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:40.282770 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:40.458290 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.464180 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-529dd886-0309-4e53-82db-51f9ad57fdc8 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:40.509454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:40.554387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Pushing event deleted for resources: {'Network': ['ID=0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:40.560958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:40.562500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:40.562926 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:40.563360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:40.563993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:40.564662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:40.565303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:40.565940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:40.572019 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] 10.222.0.66 "DELETE /v2.0/networks/0b1fc674-b0b3-4922-9c4b-6a4bc4238bd0 HTTP/1.1" status: 204  len: 168 time: 2.4887898
Dec 16 09:46:40.573202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-bd9abef6-dd1f-45ca-a82a-036d7d50730b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d31048b143aa4b7eb2748907a1576312&device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 6494 time: 0.5145102
Dec 16 09:46:40.575061 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f5f43a-cc4e-43af-92cd-0016dfcdf982', 'name': 'network-vif-deleted', 'tag': 'b29580f5-7cc0-48fe-a6dc-42c09982bef7', 'status': 'completed', 'code': 200}
Dec 16 09:46:40.829418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6774d510-5626-49f6-a1c7-476a509464e5 req-8a198ac0-3e32-4fde-b522-83d58d4b87f3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Synchronizing usage tracker for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:40.893602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3b6bba9-ec71-47f7-908d-8d99965bd036 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:40.978377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b3b6bba9-ec71-47f7-908d-8d99965bd036 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:40.978377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3b6bba9-ec71-47f7-908d-8d99965bd036 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:41.098601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53434) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:41.116613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.141101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6774d510-5626-49f6-a1c7-476a509464e5 req-8a198ac0-3e32-4fde-b522-83d58d4b87f3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Unset dirty status for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:41.142270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6774d510-5626-49f6-a1c7-476a509464e5 req-8a198ac0-3e32-4fde-b522-83d58d4b87f3 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f5f43a-cc4e-43af-92cd-0016dfcdf982 HTTP/1.1" status: 200  len: 210 time: 0.5663843
Dec 16 09:46:41.179647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-8404e204-9179-4d7b-b4fc-05c16286aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.179647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-8404e204-9179-4d7b-b4fc-05c16286aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.179647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-8404e204-9179-4d7b-b4fc-05c16286aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.179647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-8404e204-9179-4d7b-b4fc-05c16286aaf5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6295502d-70ae-49f3-8736-b527f785ee2c&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&id=51445356-0fed-4fb2-be55-a175c29cf74b&id=51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 200  len: 2293 time: 0.5656476
Dec 16 09:46:41.190923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b29580f5-7cc0-48fe-a6dc-42c09982bef7 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:41.297021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: b29580f5-7cc0-48fe-a6dc-42c09982bef7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:46:41.297021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b29580f5-7cc0-48fe-a6dc-42c09982bef7 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:41.399709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f29843a0>,) {'filters': {'network_id': ['ae43ec3b-83bb-422e-aaca-a6940686b627']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:41.456110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-6c154482-6042-4a8e-9a1b-957382dbc684 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 200  len: 1002 time: 0.2702129
Dec 16 09:46:41.457809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29843a0>, 'ec756e11-fe60-4515-b255-8553aceff439') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:41.458358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29843a0>, 'ec756e11-fe60-4515-b255-8553aceff439') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:41.585854 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e85f23e8-a37a-4ed9-a9a9-0512a9f9679e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a39a3783f64147c69d4a52b5d6882984&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4838381
Dec 16 09:46:41.586752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53454) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:41.597099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-06929791-5498-4d26-b2a3-0f6ad2aa5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.604569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-06929791-5498-4d26-b2a3-0f6ad2aa5783 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 200  len: 850 time: 0.1339016
Dec 16 09:46:41.614563 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.669664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.706533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.745539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.755193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.785889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:46:41.786762 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.795782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.804611 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67efb7e0-cdd1-473c-b9b4-2aa773e87103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:46:41.806070 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:46:41.819778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53488) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:41.829246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cd75f7-7dac-4524-bb77-84a4da8fa84c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:41.840985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.841437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.841880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.842341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.842809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.843255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.843685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.844111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.844538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.845109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.845388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.845807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:46:41.848669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.849854 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4cd75f7-7dac-4524-bb77-84a4da8fa84c HTTP/1.1" status: 204  len: 168 time: 0.2621565
Dec 16 09:46:41.851113 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:41.925295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.934193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.943149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.950088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6049a706-7b63-472e-997f-69a3880740f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:41.961859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.971181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.978431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.985600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:41.987898 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-dfed8421-98ae-48aa-8e78-c7265d70d0b1 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.5786514
Dec 16 09:46:42.080347 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.092978 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:42.111075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.134303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Pushing event deleted for resources: {'Network': ['ID=ae43ec3b-83bb-422e-aaca-a6940686b627,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:42.137339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-75a9a1d3-8fb7-4547-aa92-8e153535e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.139281 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-75a9a1d3-8fb7-4547-aa92-8e153535e7ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6295502d-70ae-49f3-8736-b527f785ee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5268648
Dec 16 09:46:42.142219 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:42.160294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.170470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.177484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.179096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.183388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.189555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.196250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:42.201530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.201693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Usage tracker for resource:security_group_rule and tenant:d3d6b4f5692540d9b4d294a0dffacadc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:42.204683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:42.210372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.211789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:42.212411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-2ced28b4-888d-4afb-b823-342af169e4c9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 5437 time: 0.6020494
Dec 16 09:46:42.223469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-ca223c3e-0654-4ebd-aeb0-f27330b2de06 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:42.225306 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-ca223c3e-0654-4ebd-aeb0-f27330b2de06 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "GET /v2.0/ports/41b49abc-8f01-4a2b-8635-73d3011dfed5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2141058
Dec 16 09:46:42.263759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] 10.222.0.66 "DELETE /v2.0/networks/ae43ec3b-83bb-422e-aaca-a6940686b627 HTTP/1.1" status: 204  len: 168 time: 2.4390607
Dec 16 09:46:42.357429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.366644 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.378775 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-859bd6a2-a4b3-43d8-87e7-7e4936a18c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:42.441677 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3d6b4f5692540d9b4d294a0dffacadc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6192827
Dec 16 09:46:42.447710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:42.451026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e42747-a87b-4c9a-8b87-367b6baa63d5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:42.459786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:42.477291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc3b98e8-8937-4a71-8b0d-e6d0a383b20a req-a0376924-5393-460c-bc6d-1e9648887822 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2252719
Dec 16 09:46:42.575255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.590823 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-d0e0dfba-7897-4f05-bbce-311afd17df13 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3769252
Dec 16 09:46:42.640049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.642133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-730bcc78-8c13-497b-84fd-e37fd7f40af9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3663216
Dec 16 09:46:42.740768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:42.751483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:42.773964 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.777983 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3812b6fe-81e1-4519-9042-dc4ad2bdfeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:42.820584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e42747-a87b-4c9a-8b87-367b6baa63d5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:42.827622 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:42.835382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:42.840780 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34e42747-a87b-4c9a-8b87-367b6baa63d5 HTTP/1.1" status: 204  len: 168 time: 0.3916790
Dec 16 09:46:43.112050 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c0ca9feb-627f-42f4-a987-ddeae94e851d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c99711399864f23b48b3caad5dc71a6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3589242
Dec 16 09:46:43.114530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:43.184377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-d88260bb-5388-4f0e-b315-91a08ccc0bd5 service neutron] 10.222.0.54 "GET /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5868146
Dec 16 09:46:43.190704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.255761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.322062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-023f88d3-1177-4aa6-8c48-467085e1c4c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 217 time: 0.1175778
Dec 16 09:46:43.343473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.410644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-7b8b1f21-7367-468c-a884-8023832bfe9c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3514228
Dec 16 09:46:43.421668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.429589 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b7d8116-cd3b-4aaf-a338-d217484ac165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:43.453293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263e2ac8-4c09-41d6-bf1c-ef8ac5e42692,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:43.466761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:43.473666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.492733 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/263e2ac8-4c09-41d6-bf1c-ef8ac5e42692 HTTP/1.1" status: 204  len: 168 time: 0.3686433
Dec 16 09:46:43.559034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53584) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:43.588000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.612586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-86477f46-f9af-4865-91d3-9207634af9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:43.614067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-86477f46-f9af-4865-91d3-9207634af9d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2813802
Dec 16 09:46:43.618836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:43.624119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Usage tracker for resource:security_group_rule and tenant:82a7172f30de46808af5f14d59183d51 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:43.627823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:43.635318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:43.690554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:43.771408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.776920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:43.787689 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4cc3c70d-c7b1-4e0b-8803-4a7c963852ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:43.832924 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82a7172f30de46808af5f14d59183d51&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2719755
Dec 16 09:46:43.836518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:43.851479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e0a20-86c7-43d8-a111-d379b05c0029,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:43.873986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] For port 41b49abc-8f01-4a2b-8635-73d3011dfed5, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:43.875292 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:43.913712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55918891-ef11-4453-9baa-8671dd277404 req-752948e6-ccf4-4f29-a524-ef9985e424e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:43.915299 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-752948e6-ccf4-4f29-a524-ef9985e424e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd&device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 1097 time: 0.4697404
Dec 16 09:46:43.926652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6da2dd-466b-461a-bc1a-e739b7e3733f req-f919abf3-5214-427b-893f-034e17e3b7ec tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:43.938863 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f6da2dd-466b-461a-bc1a-e739b7e3733f req-f919abf3-5214-427b-893f-034e17e3b7ec tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 946 time: 0.2828953
Dec 16 09:46:43.970169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.010044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-53c2c70d-2282-4947-a309-e8694b7fa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:44.012125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-53c2c70d-2282-4947-a309-e8694b7fa5a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.3469243
Dec 16 09:46:44.020719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.042659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.095295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.102460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 3aedbb06-f2dc-4612-84ca-57ff5db20b22 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:44.102794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65bcfffe-17ed-4843-983d-6d34d7d0fe5e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:44.119440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2e0a20-86c7-43d8-a111-d379b05c0029,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:44.135295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:44.139686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.140834 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d2e0a20-86c7-43d8-a111-d379b05c0029 HTTP/1.1" status: 204  len: 168 time: 0.3030353
Dec 16 09:46:44.172482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] For port 41b49abc-8f01-4a2b-8635-73d3011dfed5, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:46:44.195856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1b04d9b2-db15-4e8d-84e1-76c372add951 tempest-DvrRoutersNegativeTest-1332289162 tempest-DvrRoutersNegativeTest-1332289162-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-335045055', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:44.200711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.policy [None req-1b04d9b2-db15-4e8d-84e1-76c372add951 tempest-DvrRoutersNegativeTest-1332289162 tempest-DvrRoutersNegativeTest-1332289162-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87655) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Dec 16 09:46:44.201292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.policy [None req-1b04d9b2-db15-4e8d-84e1-76c372add951 tempest-DvrRoutersNegativeTest-1332289162 tempest-DvrRoutersNegativeTest-1332289162-project] Failed policy check for 'create_router' {{(pid=87655) enforce /opt/stack/neutron/neutron/policy.py:520}}
Dec 16 09:46:44.201920 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-1b04d9b2-db15-4e8d-84e1-76c372add951 tempest-DvrRoutersNegativeTest-1332289162 tempest-DvrRoutersNegativeTest-1332289162-project] create failed (client error): Access was denied to this resource.
Dec 16 09:46:44.206278 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1b04d9b2-db15-4e8d-84e1-76c372add951 tempest-DvrRoutersNegativeTest-1332289162 tempest-DvrRoutersNegativeTest-1332289162-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.5107634
Dec 16 09:46:44.265455 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.285316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:44.334519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.343510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f6da2dd-466b-461a-bc1a-e739b7e3733f req-7086a0be-cd82-42c3-bdb9-7843c6078276 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4034398
Dec 16 09:46:44.349436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:44.353704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:44.370046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.373090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 9363e44b-53f9-4857-ad2a-5cad587d73a8 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:44.376315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] device_id is not set on port 41b49abc-8f01-4a2b-8635-73d3011dfed5 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:46:44.389040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:44.402425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Usage tracker for resource:security_group_rule and tenant:0094aae5b2fb4d8699e226f1c0931dfa is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:44.412994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:44.433428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:44.441544 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.462440 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.491476 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f98b887f-1caf-4313-99d7-717c0c5462b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:44.503689 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e97e94dc-ff09-4eab-a9c7-1860faba9171 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:44.681928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.687477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.701666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3aedbb06-f2dc-4612-84ca-57ff5db20b22,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:44.721463 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3fcaa04a-7965-4a18-91d8-a21d41495f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:44.848421 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0094aae5b2fb4d8699e226f1c0931dfa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5562174
Dec 16 09:46:44.849063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:44.849596 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:44.850833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.865580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b687-17b2-4df6-8905-964b2b3a4e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.879789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198e2b86-85e1-49c3-ae03-6ae8de436ea8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:44.882954 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:44.940113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 9363e44b-53f9-4857-ad2a-5cad587d73a8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:44.946559 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:44.947477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device ed26d09c-34d9-4d2a-8575-cb8d4420004b no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:44.960198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.018882 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.034801 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:45.132892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.144656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:45.146956 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19fb6230-0aad-403e-a953-2cad294bf3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:45.165483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a1fe146a-5ef7-4963-86bb-b10f0417eed4 None None] Provisioning complete for port 41b49abc-8f01-4a2b-8635-73d3011dfed5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:45.166538 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1fe146a-5ef7-4963-86bb-b10f0417eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.177302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198e2b86-85e1-49c3-ae03-6ae8de436ea8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:45.188949 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:45.192146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.199926 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/198e2b86-85e1-49c3-ae03-6ae8de436ea8 HTTP/1.1" status: 204  len: 168 time: 0.3332596
Dec 16 09:46:45.241460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=9363e44b-53f9-4857-ad2a-5cad587d73a8,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:45.254882 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:45.263432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55918891-ef11-4453-9baa-8671dd277404 req-808ac32d-e713-4d51-a0c9-b9580a03a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:45.264917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-808ac32d-e713-4d51-a0c9-b9580a03a84d service neutron] 10.222.0.74 "GET /v2.0/networks?id=04a99f6e-4e9f-472e-8797-b6316a290d02 HTTP/1.1" status: 200  len: 906 time: 1.2881985
Dec 16 09:46:45.273407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] No DVR routers for this DVR port 41b49abc-8f01-4a2b-8635-73d3011dfed5 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:45.336496 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.354195 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.360967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] In _notify_port_updated(), no bound segment for port 41b49abc-8f01-4a2b-8635-73d3011dfed5 on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:46:45.361847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:45.362461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.363792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] 10.222.0.54 "PUT /v2.0/ports/41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 1028 time: 2.6554980
Dec 16 09:46:45.368533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe146a-5ef7-4963-86bb-b10f0417eed4 None None] Port 41b49abc-8f01-4a2b-8635-73d3011dfed5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:46:45.393598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:45.399542 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.400873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.402546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device be439f31-8f3d-43be-add6-ea11b41f5eb7 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:45.465718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:45.489297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c178a47817a44f9daec5b24453ea2f55 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:45.502497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:45.511794 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:45.523820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:45.639586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:45.662025 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:45.758080 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.768652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.773188 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.785306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.832403 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4760661-29db-4c33-934b-2a7976c411f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:45.854689 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c178a47817a44f9daec5b24453ea2f55&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6955748
Dec 16 09:46:45.857914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:45.876321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port be439f31-8f3d-43be-add6-ea11b41f5eb7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:45.883473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:45.884395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device dcefe06c-8f72-449e-be96-7b2215573864 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:45.980970 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:46.040354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-67869f17-8079-41af-8691-c7f292a16c05 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0077157
Dec 16 09:46:46.051792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2640a0fc-7e90-4695-a8fc-62019fb2ca21,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:46.054903 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:46.078923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Pushing event updated for resources: {'Port': ['ID=41b49abc-8f01-4a2b-8635-73d3011dfed5,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:46.080261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.132484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=be439f31-8f3d-43be-add6-ea11b41f5eb7,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:46.132949 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.141308 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:46.151403 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.648s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:46.184476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-b8afa475-579d-4a6b-bb99-ce71c0c07043 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.188219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-b8afa475-579d-4a6b-bb99-ce71c0c07043 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "GET /v2.0/ports/ed26d09c-34d9-4d2a-8575-cb8d4420004b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.3886743
Dec 16 09:46:46.212297 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.218035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.220953 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-445d690f-b308-4086-a612-6ee3929f5dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:46.246270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2640a0fc-7e90-4695-a8fc-62019fb2ca21,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:46.249531 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:46.253108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.261696 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2640a0fc-7e90-4695-a8fc-62019fb2ca21 HTTP/1.1" status: 204  len: 168 time: 0.4020798
Dec 16 09:46:46.261824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port dcefe06c-8f72-449e-be96-7b2215573864, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=dcefe06c-8f72-449e-be96-7b2215573864,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:46.279516 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.280281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 75522773-3687-4ba3-94b7-232acb25636c no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:46.318857 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:46.425675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-abedc344-0a79-42d8-baa3-20890672b1fb service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3705411
Dec 16 09:46:46.437885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-1c846c31-ceb1-4b26-9ae8-1b82e486725b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.443442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-1c846c31-ceb1-4b26-9ae8-1b82e486725b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.450122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-1c846c31-ceb1-4b26-9ae8-1b82e486725b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.458683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-1c846c31-ceb1-4b26-9ae8-1b82e486725b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.462958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-1c846c31-ceb1-4b26-9ae8-1b82e486725b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.464435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=dcefe06c-8f72-449e-be96-7b2215573864,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:46.469213 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:46.469923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-1c846c31-ceb1-4b26-9ae8-1b82e486725b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.477360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-1c846c31-ceb1-4b26-9ae8-1b82e486725b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 4658 time: 1.5997922
Dec 16 09:46:46.486101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:46.639660 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.683902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-014fb5a1-976f-4492-bd99-a2da6d98727e req-97bf82a4-9269-4c32-ae24-975599d7ed7e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=c21893bf-c76d-4789-b8fc-dfaf619ffd32&id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2054737
Dec 16 09:46:46.686612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-8196a361-f871-4ce5-a2d1-d7725697cfbe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c HTTP/1.1" status: 200  len: 1002 time: 1.3328569
Dec 16 09:46:46.742411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-2e9b7b95-d712-4e29-9a76-7c2d801639c7 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.745263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-2e9b7b95-d712-4e29-9a76-7c2d801639c7 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 946 time: 1.7741456
Dec 16 09:46:46.748558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-45627753-8a93-4613-a98d-2ab3eeaea27e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 200  len: 217 time: 0.2364190
Dec 16 09:46:46.775611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 75522773-3687-4ba3-94b7-232acb25636c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=75522773-3687-4ba3-94b7-232acb25636c,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:46.783256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:46.783990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 41b49abc-8f01-4a2b-8635-73d3011dfed5 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:46.858897 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'code': 200}
Dec 16 09:46:46.859467 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a17880bd-5856-4d55-bc9d-ae8a3c98b038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:46.982370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-81e5d64d-b501-4e98-aed5-ced397a5603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:46.983973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-81e5d64d-b501-4e98-aed5-ced397a5603c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.2016771
Dec 16 09:46:47.158842 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:47.166155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 41b49abc-8f01-4a2b-8635-73d3011dfed5 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:46:47.176986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=75522773-3687-4ba3-94b7-232acb25636c,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:47.185679 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:47.203601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:47.241276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55918891-ef11-4453-9baa-8671dd277404 req-088c1665-7b9f-4d4d-83e1-d5ba0a15840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:47.242732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-088c1665-7b9f-4d4d-83e1-d5ba0a15840f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=001a31d9-4390-4fce-882b-ac82289a899e HTTP/1.1" status: 200  len: 844 time: 0.4525504
Dec 16 09:46:47.249931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Deleting port b998457b-ce32-4b6c-b25a-dba735f870dd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:47.250285 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:47.519427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:47.549714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=ed26d09c-34d9-4d2a-8575-cb8d4420004b,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:47.583446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] For port ed26d09c-34d9-4d2a-8575-cb8d4420004b, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:46:47.642685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] device_id is not set on port ed26d09c-34d9-4d2a-8575-cb8d4420004b yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:46:47.650540 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:47.660669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0348-ca83-42bb-b5d7-c224678a1997 req-32dda968-7d8e-40c3-9776-6b5c84b71c33 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:47.662488 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed8f0348-ca83-42bb-b5d7-c224678a1997 req-32dda968-7d8e-40c3-9776-6b5c84b71c33 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 946 time: 0.6254447
Dec 16 09:46:47.683897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:47.737630 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c9186018-071d-4dfb-8960-c23926f98f4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:47.755149 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e2d84304-922f-4755-b664-3e6961d56d61 tempest-ServiceProvidersTest-1122332181 tempest-ServiceProvidersTest-1122332181-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2349129
Dec 16 09:46:47.834861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Pushing event updated for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:47.895926 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:47.898056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-8b04eb28-2ec6-4ac5-be83-8ca3a12866d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:47.901435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-8b04eb28-2ec6-4ac5-be83-8ca3a12866d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.8712304
Dec 16 09:46:48.196346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53722) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:48.250187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-43f7f7f9-304a-44bc-af47-647606eff195 None None] Provisioning complete for port ed26d09c-34d9-4d2a-8575-cb8d4420004b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:46:48.251341 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43f7f7f9-304a-44bc-af47-647606eff195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.280731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] No DVR routers for this DVR port ed26d09c-34d9-4d2a-8575-cb8d4420004b on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:48.316327 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed8f0348-ca83-42bb-b5d7-c224678a1997 req-c7022844-ae06-464b-a787-2cb8e77bd73c tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6362929
Dec 16 09:46:48.372858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f7f9-304a-44bc-af47-647606eff195 None None] Port ed26d09c-34d9-4d2a-8575-cb8d4420004b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:46:48.422703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55918891-ef11-4453-9baa-8671dd277404 req-1fcbe450-6b4c-48a6-a879-b7603bf2005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:48.425052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-1fcbe450-6b4c-48a6-a879-b7603bf2005a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04a99f6e-4e9f-472e-8797-b6316a290d02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 1.1447887
Dec 16 09:46:48.637148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.647415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] In _notify_port_updated(), no bound segment for port ed26d09c-34d9-4d2a-8575-cb8d4420004b on network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:46:48.648348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:48.649033 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.650579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] 10.222.0.54 "PUT /v2.0/ports/ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 200  len: 1028 time: 2.2340872
Dec 16 09:46:48.662113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:48.668870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba7a32734764808a4881253f3e3d305 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:48.675676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:48.683819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:48.781191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b998457b-ce32-4b6c-b25a-dba735f870dd,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:48.781576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.791349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-3ee9c105-f371-4b74-95d7-397f318f1a85 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8757570
Dec 16 09:46:48.818047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.822864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.834093 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-98d593f2-dbeb-4983-a1a9-445fc7b87a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:48.861102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75522773-3687-4ba3-94b7-232acb25636c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:48.890804 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ba7a32734764808a4881253f3e3d305&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6930573
Dec 16 09:46:48.891445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:48.894776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08770ac-ae8f-48d1-aafe-e92f9396af65,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:48.935843 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:48.961230 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.983517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port 75522773-3687-4ba3-94b7-232acb25636c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:48.983956 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:48.991502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:49.025750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Calling delete_port for b998457b-ce32-4b6c-b25a-dba735f870dd owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:49.065339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:49.075377 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2462aef0-b311-45f6-a9c8-b87fa4984a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:49.102483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08770ac-ae8f-48d1-aafe-e92f9396af65,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:49.112341 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:49.114886 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:49.119045 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f08770ac-ae8f-48d1-aafe-e92f9396af65 HTTP/1.1" status: 204  len: 168 time: 0.2239130
Dec 16 09:46:49.175915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-1b683180-f509-4ab8-9376-305aef8768a2 service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7348390
Dec 16 09:46:49.229972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b998457b-ce32-4b6c-b25a-dba735f870dd no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:46:49.363100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8837b-c41f-4305-8fe7-e892b0460ae9 req-a4576796-6b20-4ba2-9131-c3bce2b55953 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:49.368940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8837b-c41f-4305-8fe7-e892b0460ae9 req-a4576796-6b20-4ba2-9131-c3bce2b55953 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:49.375382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8837b-c41f-4305-8fe7-e892b0460ae9 req-a4576796-6b20-4ba2-9131-c3bce2b55953 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:49.381201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8837b-c41f-4305-8fe7-e892b0460ae9 req-a4576796-6b20-4ba2-9131-c3bce2b55953 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:49.387075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8837b-c41f-4305-8fe7-e892b0460ae9 req-a4576796-6b20-4ba2-9131-c3bce2b55953 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:49.388970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7f8837b-c41f-4305-8fe7-e892b0460ae9 req-a4576796-6b20-4ba2-9131-c3bce2b55953 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 3877 time: 0.8961062
Dec 16 09:46:49.405638 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:49.461310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b998457b-ce32-4b6c-b25a-dba735f870dd,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:49.468701 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:49.472192 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-210030a0-a3ea-46d0-8791-624165e7472e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:49.567490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:49.588928 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-1c760b97-9001-45e0-bb61-367eea13c884 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7728887
Dec 16 09:46:49.603634 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:46:49.604213 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:46:49.720449 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7f8837b-c41f-4305-8fe7-e892b0460ae9 req-9b7b4d7d-e861-4a05-b280-e2f86a775054 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3079023
Dec 16 09:46:49.724716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-a0f27506-248e-448d-b219-c9a360a60d20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 200  len: 217 time: 0.1078694
Dec 16 09:46:49.736414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55918891-ef11-4453-9baa-8671dd277404 req-46e1d60b-af69-4aa7-b45a-1ca9665ea957 service neutron] 10.222.0.74 "GET /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5480781
Dec 16 09:46:49.770408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b998457b-ce32-4b6c-b25a-dba735f870dd,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:49.773924 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:49.838380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:49.878420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:49.884266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Usage tracker for resource:security_group_rule and tenant:449b3bf30cba4e2c8ce79ef7061ba7fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:49.893483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:49.910488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:49.984381 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8', 'code': 200}
Dec 16 09:46:49.984653 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed26d09c-34d9-4d2a-8575-cb8d4420004b', 'code': 200}
Dec 16 09:46:49.984926 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7', 'code': 200}
Dec 16 09:46:49.985238 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864', 'code': 200}
Dec 16 09:46:49.985504 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75522773-3687-4ba3-94b7-232acb25636c', 'code': 200}
Dec 16 09:46:50.040270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.046384 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.050222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] For port 75522773-3687-4ba3-94b7-232acb25636c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=75522773-3687-4ba3-94b7-232acb25636c,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:50.050698 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.060234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-4eb05b2e-59b0-4827-acc7-8f50160f0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:50.061478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-4eb05b2e-59b0-4827-acc7-8f50160f0d2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.3224299
Dec 16 09:46:50.067430 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-953f43f7-8f40-41bc-a1e4-daff760a830e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:50.119949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Deleting port b998457b-ce32-4b6c-b25a-dba735f870dd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:50.120371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.129048 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=449b3bf30cba4e2c8ce79ef7061ba7fc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5604148
Dec 16 09:46:50.131301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5b876f-9066-468e-9b17-7154daecdd67,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:50.133998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53782) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:50.138913 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:50.216508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.246188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.266026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-0f1058a6-a630-4995-93da-fa768657a6c0 req-1dcb3055-66f5-4bf7-8b7c-c6543feea5d2 service neutron] (87655) timed out ('10.222.0.66', 57118) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 09:46:50.303377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for 75522773-3687-4ba3-94b7-232acb25636c owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:50.305931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.311225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-73fc2a50-3f51-4e28-bdcd-1562e26249d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:50.327787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5b876f-9066-468e-9b17-7154daecdd67,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:50.339859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.343503 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd5b876f-9066-468e-9b17-7154daecdd67 HTTP/1.1" status: 204  len: 168 time: 0.2044291
Dec 16 09:46:50.343503 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:50.364924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:50.475270 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:46:50.568558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2c3be002-6ac0-4570-a76c-8b204f63c3d6 tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1530693684', 'prefixes': ['172.20.0.0/16']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:50.580734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2c3be002-6ac0-4570-a76c-8b204f63c3d6 tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:50.661741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830c96-495b-41e6-8b87-d5cb3484094c req-a45e4b4d-d83a-4445-89d0-d3e35adce235 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:50.663205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08830c96-495b-41e6-8b87-d5cb3484094c req-a45e4b4d-d83a-4445-89d0-d3e35adce235 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 944 time: 0.5112450
Dec 16 09:46:50.665344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-f6019ee1-7327-4d84-ad11-f0ed0266ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:50.666689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-f6019ee1-7327-4d84-ad11-f0ed0266ca2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.5136642
Dec 16 09:46:50.837194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.851817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:50.852315 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:50.885823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.907415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:50.910003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08830c96-495b-41e6-8b87-d5cb3484094c req-c958c17f-db33-4d39-a5da-209b49fd84cb tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2370532
Dec 16 09:46:50.920170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c3be002-6ac0-4570-a76c-8b204f63c3d6 tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.921411 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c3be002-6ac0-4570-a76c-8b204f63c3d6 tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.5554914
Dec 16 09:46:50.929659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:50.930297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Usage tracker for resource:security_group_rule and tenant:d611b219310c48808a5866817776cdba is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:50.935290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:50.936748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=75522773-3687-4ba3-94b7-232acb25636c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:50.944920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:50.947183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] For port b998457b-ce32-4b6c-b25a-dba735f870dd, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b998457b-ce32-4b6c-b25a-dba735f870dd,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:50.947905 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:50.957210 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:51.063928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.069370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.081033 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f87303-9397-4eea-b9f0-bdfd755e0b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:51.124375 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d611b219310c48808a5866817776cdba&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2707989
Dec 16 09:46:51.125017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:51.145326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e245f87d-a6a8-4b56-93d2-659489225f1c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:51.149799 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:51.193751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.202669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] No DVR routers for this DVR port 75522773-3687-4ba3-94b7-232acb25636c on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:51.225347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.239419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Calling delete_port for b998457b-ce32-4b6c-b25a-dba735f870dd owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:51.273313 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b3faf2e3-f44c-42b1-b7f0-c4e4d240ed45 tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] 10.222.0.66 "GET /v2.0/subnetpools/893c4e16-6e0c-4d55-9a79-5af41c2af8ee HTTP/1.1" status: 200  len: 732 time: 0.3331332
Dec 16 09:46:51.274710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.275876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53816) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:51.283691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-66d997b1-5cdf-4029-af8d-492b3a97380f tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-324392514'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:51.290908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': '75522773-3687-4ba3-94b7-232acb25636c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:51.307897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.311153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-04185ca1-5d00-4369-9e68-91e0fbd61b9f service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6331015
Dec 16 09:46:51.328332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90a4d5d2-4e34-43ec-a11c-88d9b1d2174e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:51.376432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e245f87d-a6a8-4b56-93d2-659489225f1c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:51.377082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "DELETE /v2.0/ports/75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 204  len: 173 time: 2.7058358
Dec 16 09:46:51.398934 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:51.422656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.423132 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e245f87d-a6a8-4b56-93d2-659489225f1c HTTP/1.1" status: 204  len: 168 time: 0.2946255
Dec 16 09:46:51.476030 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66d997b1-5cdf-4029-af8d-492b3a97380f tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.484496 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66d997b1-5cdf-4029-af8d-492b3a97380f tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] 10.222.0.66 "PUT /v2.0/subnetpools/893c4e16-6e0c-4d55-9a79-5af41c2af8ee HTTP/1.1" status: 200  len: 683 time: 0.2071736
Dec 16 09:46:51.485254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:51.637326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ee9f986-0b11-4593-b2b9-abffb03aedbc tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.639684 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2ee9f986-0b11-4593-b2b9-abffb03aedbc tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] 10.222.0.66 "DELETE /v2.0/subnetpools/893c4e16-6e0c-4d55-9a79-5af41c2af8ee HTTP/1.1" status: 204  len: 168 time: 0.1530747
Dec 16 09:46:51.642212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:51.664920 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-4d08e0c9-0567-4b78-b297-fba39326bebd tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] show failed (client error): The resource could not be found.
Dec 16 09:46:51.666165 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4d08e0c9-0567-4b78-b297-fba39326bebd tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] 10.222.0.66 "GET /v2.0/subnetpools/893c4e16-6e0c-4d55-9a79-5af41c2af8ee HTTP/1.1" status: 404  len: 346 time: 0.0228479
Dec 16 09:46:51.670812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53832) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:51.699511 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-93e50f3f-f975-4e43-b2c5-784d7f3073d9 tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] delete failed (client error): The resource could not be found.
Dec 16 09:46:51.707062 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-93e50f3f-f975-4e43-b2c5-784d7f3073d9 tempest-SubnetPoolsTestJSON-821868709 tempest-SubnetPoolsTestJSON-821868709-project] 10.222.0.66 "DELETE /v2.0/subnetpools/893c4e16-6e0c-4d55-9a79-5af41c2af8ee HTTP/1.1" status: 404  len: 346 time: 0.0303371
Dec 16 09:46:51.823687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port be439f31-8f3d-43be-add6-ea11b41f5eb7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:51.824015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:51.886989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-42e311b2-70b9-4f88-9767-0d160b527cda tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:51.893466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-42e311b2-70b9-4f88-9767-0d160b527cda tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:51.899738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-42e311b2-70b9-4f88-9767-0d160b527cda tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:51.906324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-42e311b2-70b9-4f88-9767-0d160b527cda tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:51.907603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-42e311b2-70b9-4f88-9767-0d160b527cda tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:51.931544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-7a5d2ea8-57c3-46ef-9c24-078ffe18823e service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6052201
Dec 16 09:46:51.987629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:52.034135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-4a74e027-e4e0-4b70-a03f-3a958357e099 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=75522773-3687-4ba3-94b7-232acb25636c HTTP/1.1" status: 200  len: 217 time: 0.0950630
Dec 16 09:46:52.071062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:52.089238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['40e83143-8227-4cb9-9b87-8934f715d393'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:46:52.109458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-42e311b2-70b9-4f88-9767-0d160b527cda tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:52.116548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-42e311b2-70b9-4f88-9767-0d160b527cda tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 3144 time: 0.9832954
Dec 16 09:46:52.127208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:52.136084 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-435cc952-bc81-4284-932e-5fdb1fd42851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:52.216900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Pushing event deleted for resources: {'Port': ['ID=b998457b-ce32-4b6c-b25a-dba735f870dd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:52.230759 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:52.370486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:52.409241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:52.414660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f68ad097ac6d457c9221148a78e43f00 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:52.420560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:52.423758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-e5df6611-4852-4fcd-821b-3a517c0ee256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:52.424906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-e5df6611-4852-4fcd-821b-3a517c0ee256 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 200  len: 797 time: 0.3549318
Dec 16 09:46:52.427036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:52.429482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] No DVR routers for this DVR port b998457b-ce32-4b6c-b25a-dba735f870dd on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:52.440015 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed099e99-b898-4e64-8ae7-426adce01b42 req-79505fd8-80d5-433a-a0f6-3d7206dfd668 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3222427
Dec 16 09:46:52.449675 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:52.526807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d09132c-e597-445b-a51c-b42f56ae4061 req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "DELETE /v2.0/ports/b998457b-ce32-4b6c-b25a-dba735f870dd HTTP/1.1" status: 204  len: 173 time: 5.7354355
Dec 16 09:46:52.629956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:52.637470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:52.652560 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e4cb0b28-00af-439d-a4b2-8875f8b807e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:52.661952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] For port be439f31-8f3d-43be-add6-ea11b41f5eb7, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=be439f31-8f3d-43be-add6-ea11b41f5eb7,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:52.662538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:52.723276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63537945-19b7-48ae-b5c6-05ebee7e479d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:52.727751 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:52.776696 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f68ad097ac6d457c9221148a78e43f00&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6458542
Dec 16 09:46:52.779631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53874) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:52.946299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:52.961236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for be439f31-8f3d-43be-add6-ea11b41f5eb7 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:53.002270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:53.073485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:53.084594 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4503b0aa-595d-4386-92c8-3fdcfee6dd00 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:53.103189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63537945-19b7-48ae-b5c6-05ebee7e479d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:53.105281 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': '75522773-3687-4ba3-94b7-232acb25636c', 'status': 'completed', 'code': 200}
Dec 16 09:46:53.108452 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:53.111952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:53.115719 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63537945-19b7-48ae-b5c6-05ebee7e479d HTTP/1.1" status: 204  len: 168 time: 0.3323505
Dec 16 09:46:53.169983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f5a25af6-8ad4-4127-a6b9-1212e8d63615 req-37c315ab-f752-40c4-8cd1-b8b4aa138f89 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Synchronizing usage tracker for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:53.202645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-f5f8205a-7682-49e2-bed7-095cf9339320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:53.204176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-f5f8205a-7682-49e2-bed7-095cf9339320 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=713d1f13-3f1e-4f04-bc24-30c3d6295b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.7415874
Dec 16 09:46:53.207444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:53.214376 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9030eb9e-3f24-40c6-8494-b2af9da09b9f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:53.269339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=be439f31-8f3d-43be-add6-ea11b41f5eb7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:53.404789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f5a25af6-8ad4-4127-a6b9-1212e8d63615 req-37c315ab-f752-40c4-8cd1-b8b4aa138f89 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Unset dirty status for tenant:fdbe2fcf9fa24ce991397bbcf5b4beec on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:53.414001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5a25af6-8ad4-4127-a6b9-1212e8d63615 req-37c315ab-f752-40c4-8cd1-b8b4aa138f89 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=444d77c3-8180-488c-8e43-f47d9386526e HTTP/1.1" status: 200  len: 210 time: 0.3075869
Dec 16 09:46:53.425485 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:53.460281 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-2f359fb8-2e94-457c-a62b-f37277f494fd service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924679
Dec 16 09:46:53.493510 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd', 'code': 200}
Dec 16 09:46:53.661740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-fc47659f-c7c4-49b1-bbe5-8a40116296f9 service neutron] 10.222.0.54 "GET /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498127
Dec 16 09:46:54.007062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] No DVR routers for this DVR port be439f31-8f3d-43be-add6-ea11b41f5eb7 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:54.012090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-fb7ffac1-b729-4d14-a698-bedba9b4c1d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 200  len: 217 time: 0.3199520
Dec 16 09:46:54.016447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:54.130943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "DELETE /v2.0/ports/be439f31-8f3d-43be-add6-ea11b41f5eb7 HTTP/1.1" status: 204  len: 173 time: 2.6954694
Dec 16 09:46:54.149505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-c72705bf-dbcc-45fc-aa89-bec69feaf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:54.150975 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-c72705bf-dbcc-45fc-aa89-bec69feaf1a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.1187472
Dec 16 09:46:54.308877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045b4d-c6c7-4a57-b9b3-c18bc1fc8732 req-5cf82957-4f72-403c-9253-9bd2525132ba tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:54.315406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045b4d-c6c7-4a57-b9b3-c18bc1fc8732 req-5cf82957-4f72-403c-9253-9bd2525132ba tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:54.321485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045b4d-c6c7-4a57-b9b3-c18bc1fc8732 req-5cf82957-4f72-403c-9253-9bd2525132ba tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:54.322390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-30045b4d-c6c7-4a57-b9b3-c18bc1fc8732 req-5cf82957-4f72-403c-9253-9bd2525132ba tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:54.331393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:54.332171 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:54.425101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-30045b4d-c6c7-4a57-b9b3-c18bc1fc8732 req-5cf82957-4f72-403c-9253-9bd2525132ba tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:54.432184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30045b4d-c6c7-4a57-b9b3-c18bc1fc8732 req-5cf82957-4f72-403c-9253-9bd2525132ba tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 2411 time: 0.7690406
Dec 16 09:46:54.504148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:54.622537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-46b86a16-8a9a-48e8-8cd6-21f5c2616803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:54.624185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-46b86a16-8a9a-48e8-8cd6-21f5c2616803 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4090073
Dec 16 09:46:54.682940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-174990410'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:54.690365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:54.699088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Usage tracker for resource:network and tenant:03c87bc2981e4dfba720386b2c830431 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:54.704001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:54.711004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:54.727046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Made reservation on behalf of 03c87bc2981e4dfba720386b2c830431 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:54.731576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:54.736052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30045b4d-c6c7-4a57-b9b3-c18bc1fc8732 req-73a6e854-a037-4ea2-9508-b1b60e20a90e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3034265
Dec 16 09:46:54.755256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:54.777306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:54.777520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] For port 3aedbb06-f2dc-4612-84ca-57ff5db20b22, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=3aedbb06-f2dc-4612-84ca-57ff5db20b22,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:54.779306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:54.783324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Usage tracker for resource:security_group_rule and tenant:03c87bc2981e4dfba720386b2c830431 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:54.787558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:54.797789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:54.864336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53948) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:54.911963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-b4437082-e184-4cd5-baa3-143ec5dc8495 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772155
Dec 16 09:46:54.935131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:54.942677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:54.954940 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-909f8757-4e93-4ea8-8951-adc76a7a7af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:55.003853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4b73f4-c60d-484a-aed5-6b649e502728,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:55.008012 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:55.015651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:46:55.029563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.030682 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Added segment ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb of type vlan for network e091512a-7fdd-43f2-b0c7-0d9fab463945
Dec 16 09:46:55.081652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.116592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'name': 'network-vif-deleted', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:55.125605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.135001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:55.136390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.144402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-938f2040-5fdc-4b4f-9a57-4cc8bc8acd7b tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:55.155404 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.195055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:55.204138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Usage tracker for resource:security_group_rule and tenant:1cca88cd9c024213bec6ee2fd6a42b38 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:55.210311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:55.229718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:55.352694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-fce9e6cb-e0fd-4246-bdc7-7f0f66790137 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4316845
Dec 16 09:46:55.433378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.433748 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.434063 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Floating IP 36d06508-be6d-449e-a050-398fa808dcbb disassociated. External IP: 172.25.3.229, port: 3aedbb06-f2dc-4612-84ca-57ff5db20b22.
Dec 16 09:46:55.434445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for 3aedbb06-f2dc-4612-84ca-57ff5db20b22 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:55.467044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-13e19e97-952d-4ffd-90eb-1f96dfaae431 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 200  len: 217 time: 0.1051719
Dec 16 09:46:55.489649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event updated for resources: {'Network': ['ID=e091512a-7fdd-43f2-b0c7-0d9fab463945,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:55.507572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network e091512a-7fdd-43f2-b0c7-0d9fab463945 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:46:55.520167 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:55.530768 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.0247512
Dec 16 09:46:55.532916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53968) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:55.549064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Request body: {'subnet': {'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:55.601539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-f2cae4f4-cf60-4a9c-bb91-66129d5405e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:55.603037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-f2cae4f4-cf60-4a9c-bb91-66129d5405e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 200  len: 797 time: 0.1269338
Dec 16 09:46:55.784047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:55.792499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Usage tracker for resource:subnet and tenant:03c87bc2981e4dfba720386b2c830431 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:55.797350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:55.803859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:55.813091 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d77c3-8180-488c-8e43-f47d9386526e', 'name': 'network-vif-deleted', 'tag': 'b998457b-ce32-4b6c-b25a-dba735f870dd', 'status': 'completed', 'code': 200}
Dec 16 09:46:55.813437 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': 'be439f31-8f3d-43be-add6-ea11b41f5eb7', 'status': 'completed', 'code': 200}
Dec 16 09:46:55.821160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Made reservation on behalf of 03c87bc2981e4dfba720386b2c830431 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:55.825836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.935141 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.950928 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:55.982564 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-325ceb3f-0f09-43c6-9cb3-789c1675d47d tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:56.007062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1cca88cd9c024213bec6ee2fd6a42b38&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1397252
Dec 16 09:46:56.017959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:56.051245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-0b6b0832-a3c9-4ffa-a084-a4c0aff63f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:56.052793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-0b6b0832-a3c9-4ffa-a084-a4c0aff63f6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51445356-0fed-4fb2-be55-a175c29cf74b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1161 time: 0.4427154
Dec 16 09:46:56.054925 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:56.056698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dacb069-97a2-44e4-abfc-b99a90892b1d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:56.075642 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:56.076164 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2ea0e264-8db8-48ce-b620-0480ea000e6a tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:56.152411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:56.160771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=3aedbb06-f2dc-4612-84ca-57ff5db20b22,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:56.181336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:56.234769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:56.242427 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dada4409-f0c1-4b95-9762-573354122f23 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:56.274602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:56.294435 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:56.347569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event updated for resources: {'Subnet': ['ID=e5b557de-a328-4ab0-851a-2fbdb4ac49bd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:56.347569 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:56.349134 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0dacb069-97a2-44e4-abfc-b99a90892b1d HTTP/1.1" status: 204  len: 168 time: 0.3295603
Dec 16 09:46:56.352073 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:56.352073 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f17b4ad-994f-48b4-836c-abf30e267dfd tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:56.362616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Checking segment: {'id': 'ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:46:56.362977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Network hostable DHCP agents. Network: e091512a-7fdd-43f2-b0c7-0d9fab463945, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:46:56.370720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dacb069-97a2-44e4-abfc-b99a90892b1d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:56.373423 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:56.412412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Network e091512a-7fdd-43f2-b0c7-0d9fab463945 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:46:56.460383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, e091512a-7fdd-43f2-b0c7-0d9fab463945) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:56.471000 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d0f51-8acf-4017-b27d-f156941f4870 None None] Network e091512a-7fdd-43f2-b0c7-0d9fab463945 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:46:56.475903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:56.478121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:56.530127 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9888246
Dec 16 09:46:56.530783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:56.540778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Request body: {'port': {'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945', 'name': 'tempest-TagsExtTest-92726754'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:56.663552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-e2d0a7d6-3b1e-4ae1-8c49-173978a07894 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5890481
Dec 16 09:46:56.865233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-abeeb8fe-a535-40bb-a11e-2606e24776ce req-616339f7-cb04-458d-825d-7a7050e345f9 service neutron] 10.222.0.54 "GET /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873956
Dec 16 09:46:56.899913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Router 2cc79fb6-9163-47a6-bd48-16f210d44dad has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:46:56.915828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fda2e-a298-4bef-8a71-395a8056a72b req-ed32f678-7093-4454-9df5-b887fb5711cd tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:56.924312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fda2e-a298-4bef-8a71-395a8056a72b req-ed32f678-7093-4454-9df5-b887fb5711cd tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:56.924522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:56.929744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Usage tracker for resource:port and tenant:03c87bc2981e4dfba720386b2c830431 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:56.931711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-146fda2e-a298-4bef-8a71-395a8056a72b req-ed32f678-7093-4454-9df5-b887fb5711cd tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 1677 time: 0.6086574
Dec 16 09:46:56.935366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:56.946827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:56.969323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Made reservation on behalf of 03c87bc2981e4dfba720386b2c830431 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:46:56.977941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.036815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-e091512a-7fdd-43f2-b0c7-0d9fab463945', 'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945', 'tenant_id': '03c87bc2981e4dfba720386b2c830431', 'fixed_ips': [{'subnet_id': 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:46:57.037687 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.061104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] device_id is not set on port c762bc85-3864-4bfc-b212-de23c38ff2db yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:46:57.074506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-146fda2e-a298-4bef-8a71-395a8056a72b req-298a6cca-b6de-4be5-a1cc-dce5f946a4e9 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417351
Dec 16 09:46:57.075574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53994) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:57.177443 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.246297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Allocated IP 172.20.0.3 (e091512a-7fdd-43f2-b0c7-0d9fab463945/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/c762bc85-3864-4bfc-b212-de23c38ff2db) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:46:57.342946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:57.365788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Usage tracker for resource:security_group_rule and tenant:09ac815a75d44b40853b6144c181355e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:57.375223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:57.396347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:57.441475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:46:57.454010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563da04-4b64-499e-8359-a44844971a89 None None] Sync routers for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:46:57.469617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:57.470504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20c55e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:57.521716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.555131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Transition to ACTIVE for port object c762bc85-3864-4bfc-b212-de23c38ff2db will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:57.559099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] No DVR routers for this DVR port 3aedbb06-f2dc-4612-84ca-57ff5db20b22 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:46:57.564082 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.582412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325c24-6c23-48c8-8f8f-a1a430454a34 req-253e020c-977b-4904-8530-3c336c121f05 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:57.590257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24325c24-6c23-48c8-8f8f-a1a430454a34 req-253e020c-977b-4904-8530-3c336c121f05 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.2942452
Dec 16 09:46:57.608631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.628683 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:57.670321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24325c24-6c23-48c8-8f8f-a1a430454a34 req-e7c78a44-2599-456e-bd17-3b63376d8e11 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/security-groups?id=6533b785-dd42-4e69-8e17-f0f8546bb288&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789940
Dec 16 09:46:57.708686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "DELETE /v2.0/ports/3aedbb06-f2dc-4612-84ca-57ff5db20b22 HTTP/1.1" status: 204  len: 173 time: 3.5712132
Dec 16 09:46:57.735490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Network e091512a-7fdd-43f2-b0c7-0d9fab463945 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:57.736659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event updated for resources: {'Port': ['ID=c762bc85-3864-4bfc-b212-de23c38ff2db,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:57.739827 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:57.743736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:57.748604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:57.791508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:46:57.838377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:57.839341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.841936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:46:57.888325 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 920 time: 1.3551981
Dec 16 09:46:57.888325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:57.895817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-514132215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:57.908391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:57.915715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Usage tracker for resource:router and tenant:03c87bc2981e4dfba720386b2c830431 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:46:57.921462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:46:57.933724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:46:57.939086 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.951882 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.953410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.958017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port dcefe06c-8f72-449e-be96-7b2215573864 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:57.959481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:57.975096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:58.014588 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:58.016399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:58.060801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:58.066100 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1e50c62b-888f-48a6-977b-7870a54d105f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1753929
Dec 16 09:46:58.066667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.081361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-de9453f9-6d6d-42d5-b183-c3b8a0f3ea21 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1310753506', 'prefixes': ['172.20.0.0/16']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:46:58.085729 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55aa02b1-b7d3-42d7-bdcd-4aa7a496d8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:58.096444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-de9453f9-6d6d-42d5-b183-c3b8a0f3ea21 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:46:58.145335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Allocated IP 172.20.0.2 (e091512a-7fdd-43f2-b0c7-0d9fab463945/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/4d7f2472-8c44-4650-b6dc-e97369210fc6) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:46:58.154314 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': '3aedbb06-f2dc-4612-84ca-57ff5db20b22', 'status': 'completed', 'code': 200}
Dec 16 09:46:58.202725 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de9453f9-6d6d-42d5-b183-c3b8a0f3ea21 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:58.207218 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-de9453f9-6d6d-42d5-b183-c3b8a0f3ea21 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.1331477
Dec 16 09:46:58.207849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.217074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-5b572b06-0a78-456d-b5a2-cba6fee8af0c tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f1f4f370>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', 'tempest-TagsExtTest-Tag-99489618') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.253084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdacbc4-633e-407f-9aee-2e78ba882a02,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:58.260058 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:58.405252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09ac815a75d44b40853b6144c181355e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2982512
Dec 16 09:46:58.405981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54022) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.426036 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b572b06-0a78-456d-b5a2-cba6fee8af0c tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags/tempest-TagsExtTest-Tag-99489618 HTTP/1.1" status: 201  len: 201 time: 0.2174222
Dec 16 09:46:58.426754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54026) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.435324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-bd8cf6b5-a915-4e63-bad9-77f4ee7332df tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0aa87c0>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', 'tempest-TagsExtTest-Tag-928105696') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.538446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20c55e0>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:47Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.555674 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bd8cf6b5-a915-4e63-bad9-77f4ee7332df tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags/tempest-TagsExtTest-Tag-928105696 HTTP/1.1" status: 201  len: 201 time: 0.1277041
Dec 16 09:46:58.556939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.564534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-64b1af48-e9ec-4d93-8a77-778a6dfcca35 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0aa8310>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', 'tempest-TagsExtTest-Tag-373665163') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.576780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563da04-4b64-499e-8359-a44844971a89 None None] Checking router: 2cc79fb6-9163-47a6-bd48-16f210d44dad for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:46:58.604856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:46:58.605572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20c55e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.752061 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:58.770476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Transition to ACTIVE for port object 4d7f2472-8c44-4650-b6dc-e97369210fc6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:58.797609 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64b1af48-e9ec-4d93-8a77-778a6dfcca35 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags/tempest-TagsExtTest-Tag-373665163 HTTP/1.1" status: 201  len: 201 time: 0.2393017
Dec 16 09:46:58.800171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.810951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-9f1388b3-af5b-4516-8c77-acb0d7520c78 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0ee5b20>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', 'tempest-TagsExtTest-Tag-1745993404') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.862492 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9f1388b3-af5b-4516-8c77-acb0d7520c78 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags/tempest-TagsExtTest-Tag-1745993404 HTTP/1.1" status: 201  len: 201 time: 0.0605962
Dec 16 09:46:58.863458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.871517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-ba0dd97c-ac93-4de7-b46c-68bc28deceec tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f098dc70>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.877027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Transition to ACTIVE for port object 4d7f2472-8c44-4650-b6dc-e97369210fc6 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:46:58.878538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-28a3b963-d285-4cd6-adae-88ed95b2c0f6 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:58.880185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-28a3b963-d285-4cd6-adae-88ed95b2c0f6 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 945 time: 0.7229013
Dec 16 09:46:58.909250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:58.932735 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:46:58.971626 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba0dd97c-ac93-4de7-b46c-68bc28deceec tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags HTTP/1.1" status: 200  len: 239 time: 0.1070971
Dec 16 09:46:58.972517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:58.976967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21774c-dc73-4a82-a6e3-6c45cb3b6335 req-e2bcae60-225d-445b-8bee-50a79525605f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:58.978127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-5acf54d7-03de-48ec-a97e-7b05384c5f7e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0c4a8b0>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', 'tempest-TagsExtTest-Tag-99489618') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:58.983623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21774c-dc73-4a82-a6e3-6c45cb3b6335 req-e2bcae60-225d-445b-8bee-50a79525605f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:46:58.984453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bd21774c-dc73-4a82-a6e3-6c45cb3b6335 req-e2bcae60-225d-445b-8bee-50a79525605f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:46:59.008042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.020961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Network e091512a-7fdd-43f2-b0c7-0d9fab463945 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:46:59.044790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] For port dcefe06c-8f72-449e-be96-7b2215573864, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=dcefe06c-8f72-449e-be96-7b2215573864,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:59.045134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.046164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:46:59.056188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:46:59.072391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Deleting port 40e83143-8227-4cb9-9b87-8934f715d393 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:46:59.072730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.098821 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5acf54d7-03de-48ec-a97e-7b05384c5f7e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags/tempest-TagsExtTest-Tag-99489618 HTTP/1.1" status: 204  len: 168 time: 0.1244333
Dec 16 09:46:59.099751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:59.105851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-4af31ba4-0a64-49a2-a359-a9d424bd189c tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0e0c7f0>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', 'tempest-TagsExtTest-Tag-99489618') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:59.186149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bd21774c-dc73-4a82-a6e3-6c45cb3b6335 req-e2bcae60-225d-445b-8bee-50a79525605f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:46:59.187354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd21774c-dc73-4a82-a6e3-6c45cb3b6335 req-e2bcae60-225d-445b-8bee-50a79525605f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 1677 time: 0.7705538
Dec 16 09:46:59.209307 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4af31ba4-0a64-49a2-a359-a9d424bd189c tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags/tempest-TagsExtTest-Tag-99489618 HTTP/1.1" status: 204  len: 168 time: 0.1084139
Dec 16 09:46:59.212002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:59.218215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-56ae4afa-431e-4270-8a72-2018d8ff372d tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0a68b50>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:59.236299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:46:59.283836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for dcefe06c-8f72-449e-be96-7b2215573864 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:59.301292 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-56ae4afa-431e-4270-8a72-2018d8ff372d tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags HTTP/1.1" status: 200  len: 205 time: 0.0879128
Dec 16 09:46:59.303998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:59.310547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-8df0cae5-baa5-4f99-9619-dacd6d4ab451 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0f22550>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:59.335712 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.392075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Pushing event updated for resources: {'Port': ['ID=4d7f2472-8c44-4650-b6dc-e97369210fc6,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:46:59.394966 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:46:59.396203 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8df0cae5-baa5-4f99-9619-dacd6d4ab451 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags HTTP/1.1" status: 200  len: 240 time: 0.0906751
Dec 16 09:46:59.399091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54064) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:59.406451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-51b2df62-bf73-43df-a715-de06125e2afc tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f140ed60>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', 'tempest-TagsExtTest-Tag-928105696') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:59.420826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd21774c-dc73-4a82-a6e3-6c45cb3b6335 req-a7c8f25f-7272-4f71-ad44-67c66ed1d6cf tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f02303f-983e-49cc-85cc-e78393ab54b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1703603
Dec 16 09:46:59.630030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Attempting to bind port 4d7f2472-8c44-4650-b6dc-e97369210fc6 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:46:59.631473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Attempting to bind port 4d7f2472-8c44-4650-b6dc-e97369210fc6 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:46:59.634598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Attempting to bind port 4d7f2472-8c44-4650-b6dc-e97369210fc6 on network e091512a-7fdd-43f2-b0c7-0d9fab463945 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:46:59.695918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:46:59.695918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Checking segment: {'id': 'ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:46:59.696292 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.696580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Bound using segment: {'id': 'ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:46:59.700504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Bound port: 4d7f2472-8c44-4650-b6dc-e97369210fc6, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e091512a-7fdd-43f2-b0c7-0d9fab463945'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:46:59.701322 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.728645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] For port 40e83143-8227-4cb9-9b87-8934f715d393, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=40e83143-8227-4cb9-9b87-8934f715d393,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:46:59.728950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.794054 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-51b2df62-bf73-43df-a715-de06125e2afc tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags/tempest-TagsExtTest-Tag-928105696 HTTP/1.1" status: 204  len: 168 time: 0.3905163
Dec 16 09:46:59.794054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54068) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:59.799343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-c0c6fa51-b079-4527-ad45-c9509710cf1b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f12739a0>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', 'tempest-TagsExtTest-Tag-928105696') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:59.896853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Calling delete_port for 40e83143-8227-4cb9-9b87-8934f715d393 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:46:59.916345 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c0c6fa51-b079-4527-ad45-c9509710cf1b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags/tempest-TagsExtTest-Tag-928105696 HTTP/1.1" status: 204  len: 168 time: 0.1210966
Dec 16 09:46:59.918130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:46:59.924972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-55bfc6a5-637c-4e8f-b22a-ef15e4266479 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0acb8b0>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:59.927967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] For port 4d7f2472-8c44-4650-b6dc-e97369210fc6, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:46:59.933839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] For port 4d7f2472-8c44-4650-b6dc-e97369210fc6, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d7f2472-8c44-4650-b6dc-e97369210fc6,segment=NetworkSegment(ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb),segment_id=ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:46:59.936926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7563da04-4b64-499e-8359-a44844971a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20c55e0>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:47Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:46:59.942232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563da04-4b64-499e-8359-a44844971a89 None None] The sync data for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 is: [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1e2283bf-0d83-4c45-863b-d5f39412e14f', 'name': '', 'network_id': '6295502d-70ae-49f3-8736-b527f785ee2c', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'mac_address': 'fa:16:3e:8e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:39Z', 'updated_at': '2021-12-16T09:35:47Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'subnets': [{'id': '0992bf35-eb0c-4829-8199-c98aaed2b9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:46:59.952921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:46:59.957976 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ebbe81a6-3498-431e-b146-c411a34ef019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:00.081094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Pushing event updated for resources: {'Port': ['ID=4d7f2472-8c44-4650-b6dc-e97369210fc6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:00.086499 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:00.088619 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-55bfc6a5-637c-4e8f-b22a-ef15e4266479 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags HTTP/1.1" status: 200  len: 205 time: 0.1686685
Dec 16 09:47:00.091062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54086) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:00.096441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-06487445-c874-4a33-8a0a-848e2002188e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0acb640>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:00.160185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:00.276226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-25e26047-9274-41e0-80e8-c9a71d5c3698 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:00.283191 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-06487445-c874-4a33-8a0a-848e2002188e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags HTTP/1.1" status: 200  len: 240 time: 0.1884577
Dec 16 09:47:00.283451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:00.289121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-a05e1882-4186-4ce5-8a68-d8eff2bf1d99 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0bfba90>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', 'tempest-TagsExtTest-Tag-373665163') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:00.289466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a741b6a3-bd6f-4030-9b86-aa6b83ba6310 req-559e81f9-11a9-4703-83dd-1ac869011584 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.66 "GET /v2.0/ports?device_id=69f55abc-7496-4804-9208-a7c662ec780b HTTP/1.1" status: 200  len: 210 time: 0.1235166
Dec 16 09:47:00.298982 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:00.306977 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:00.309560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdacbc4-633e-407f-9aee-2e78ba882a02,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:00.517440 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4825d63-5a93-4bfa-b413-9c364d3c3978 None None] New status for floating IP 36d06508-be6d-449e-a050-398fa808dcbb: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:47:00.561230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] No DVR routers for this DVR port dcefe06c-8f72-449e-be96-7b2215573864 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:00.567806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:00.568575 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a05e1882-4186-4ce5-8a68-d8eff2bf1d99 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags/tempest-TagsExtTest-Tag-373665163 HTTP/1.1" status: 204  len: 168 time: 0.2838082
Dec 16 09:47:00.569760 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8d00efd-e228-4fcb-b469-4af24520af01 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:00.571118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:00.605135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-bf2e428a-dd85-4fc1-8e51-fd00cc0a73ff tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0bfb3a0>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', 'tempest-TagsExtTest-Tag-373665163') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:00.639988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:00.660387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:47:00.832541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Pushing event deleted for resources: {'Port': ['ID=40e83143-8227-4cb9-9b87-8934f715d393,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:00.835434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:00.837612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbdacbc4-633e-407f-9aee-2e78ba882a02 HTTP/1.1" status: 204  len: 168 time: 2.4187670
Dec 16 09:47:00.850167 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bf2e428a-dd85-4fc1-8e51-fd00cc0a73ff tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags/tempest-TagsExtTest-Tag-373665163 HTTP/1.1" status: 204  len: 168 time: 0.2472112
Dec 16 09:47:00.850672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54120) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:00.856841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-31e417e3-49e0-4e74-9a33-4157ccfa02d7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f149f760>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:00.962198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d7f2472-8c44-4650-b6dc-e97369210fc6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:00.973178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] No DVR routers for this DVR port 40e83143-8227-4cb9-9b87-8934f715d393 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:00.976563 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:00.978870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ada6175c-0df6-45bd-a4a1-94ac31432f78 req-d9d6e5ff-2079-4aa4-8548-590b5648cde2 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] 10.222.0.74 "DELETE /v2.0/ports/40e83143-8227-4cb9-9b87-8934f715d393 HTTP/1.1" status: 204  len: 173 time: 2.0773308
Dec 16 09:47:01.169704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4d7f2472-8c44-4650-b6dc-e97369210fc6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:01.213161 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-31e417e3-49e0-4e74-9a33-4157ccfa02d7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags HTTP/1.1" status: 200  len: 205 time: 0.3617737
Dec 16 09:47:01.242489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54124) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:01.256392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "DELETE /v2.0/ports/dcefe06c-8f72-449e-be96-7b2215573864 HTTP/1.1" status: 204  len: 173 time: 3.5376444
Dec 16 09:47:01.270112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 40e83143-8227-4cb9-9b87-8934f715d393 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:01.280443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-b517c667-da8b-495f-8d4c-5306388725f2 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f09f5640>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:01.288511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=dcefe06c-8f72-449e-be96-7b2215573864,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:01.359271 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b517c667-da8b-495f-8d4c-5306388725f2 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags HTTP/1.1" status: 200  len: 241 time: 0.1158793
Dec 16 09:47:01.360026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:01.369523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-6fbb66fa-c514-4cde-bb56-794de623281e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f09f5760>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', 'tempest-TagsExtTest-Tag-1745993404') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:01.407109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 40e83143-8227-4cb9-9b87-8934f715d393 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:01.407767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 40e83143-8227-4cb9-9b87-8934f715d393 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:01.430961 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6fbb66fa-c514-4cde-bb56-794de623281e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags/tempest-TagsExtTest-Tag-1745993404 HTTP/1.1" status: 204  len: 168 time: 0.0697281
Dec 16 09:47:01.431582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54138) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:01.445509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-845c0375-42c2-4342-b3ad-e5177fbca653 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f09f5ca0>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', 'tempest-TagsExtTest-Tag-1745993404') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:01.446637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port 9363e44b-53f9-4857-ad2a-5cad587d73a8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:01.447125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:01.500064 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-845c0375-42c2-4342-b3ad-e5177fbca653 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags/tempest-TagsExtTest-Tag-1745993404 HTTP/1.1" status: 204  len: 168 time: 0.0675786
Dec 16 09:47:01.504184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:01.511869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-6fe868fa-479e-440d-8516-a23e73361036 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f151e7c0>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:01.580847 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6fe868fa-479e-440d-8516-a23e73361036 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags HTTP/1.1" status: 200  len: 205 time: 0.0754240
Dec 16 09:47:01.584924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54150) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:01.590611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-940783da-0934-4d68-8ec6-03d162131a52 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f2a20e50>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:01.610350 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:01.630312 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-940783da-0934-4d68-8ec6-03d162131a52 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags HTTP/1.1" status: 204  len: 168 time: 0.0441816
Dec 16 09:47:01.630929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:01.637861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-cc8e2c06-4187-4a13-a8c7-d8f5b7a59860 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f13e16d0>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:01.687489 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.340s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:01.688127 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:01.943748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d46d53-9374-43d0-8e6c-14a525756115 None None] Network e091512a-7fdd-43f2-b0c7-0d9fab463945 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:01.949331 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc8e2c06-4187-4a13-a8c7-d8f5b7a59860 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags HTTP/1.1" status: 204  len: 168 time: 0.3173668
Dec 16 09:47:01.950643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:01.956370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-b39bfb07-da75-46e1-a804-f827f01a94d3 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f1de4520>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:02.012309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] For port 9363e44b-53f9-4857-ad2a-5cad587d73a8, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=9363e44b-53f9-4857-ad2a-5cad587d73a8,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:02.012674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:02.037792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30e036-e77e-4697-9101-1042438e7986 req-24e94fe6-d982-4bd6-b665-ca84718dc9c6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:02.041713 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b39bfb07-da75-46e1-a804-f827f01a94d3 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags HTTP/1.1" status: 204  len: 168 time: 0.0900323
Dec 16 09:47:02.042405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:02.046206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c30e036-e77e-4697-9101-1042438e7986 req-24e94fe6-d982-4bd6-b665-ca84718dc9c6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 946 time: 1.2938993
Dec 16 09:47:02.049591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-34d9cc6d-c7e3-4627-acf3-8138d5b6e0ba tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f098d1c0>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:02.151078 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34d9cc6d-c7e3-4627-acf3-8138d5b6e0ba tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags HTTP/1.1" status: 204  len: 168 time: 0.1075509
Dec 16 09:47:02.151854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:02.159028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-3cfa9cca-f47c-4b37-9cee-653fc029e8ad tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f115d970>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', 'tempest-TagsExtTest-Tag-371732759') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:02.182276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Provisioning for port 4d7f2472-8c44-4650-b6dc-e97369210fc6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:02.217159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for 9363e44b-53f9-4857-ad2a-5cad587d73a8 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:02.222739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Provisioning complete for port 4d7f2472-8c44-4650-b6dc-e97369210fc6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:02.223131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:02.283747 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3cfa9cca-f47c-4b37-9cee-653fc029e8ad tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags/tempest-TagsExtTest-Tag-371732759 HTTP/1.1" status: 201  len: 201 time: 0.1304750
Dec 16 09:47:02.284521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:02.294167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-84db2337-835a-4218-ae65-f9435e72213f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f1dc9850>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', 'tempest-TagsExtTest-Tag-1963743608') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:02.464456 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-84db2337-835a-4218-ae65-f9435e72213f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags/tempest-TagsExtTest-Tag-1963743608 HTTP/1.1" status: 201  len: 201 time: 0.1788435
Dec 16 09:47:02.466021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:02.473516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-276f8c5a-477d-40e5-954a-e6888c789bcc tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0df4e50>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', 'tempest-TagsExtTest-Tag-2120155') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:02.552758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c30e036-e77e-4697-9101-1042438e7986 req-4cbd4a9c-e8f9-4980-a339-459afbd68710 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=f4ff296f-c55f-4124-8a60-eddf85eaa6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5056734
Dec 16 09:47:02.604230 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:02.651782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] For port 4d7f2472-8c44-4650-b6dc-e97369210fc6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d7f2472-8c44-4650-b6dc-e97369210fc6,segment=NetworkSegment(ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb),segment_id=ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:02.671292 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:02.686242 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:02.761575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b110df-9adc-4071-acc6-302e445c6b50 req-d87f4d5a-f85c-4f1a-8b95-89bd7b3e45ff tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:02.764020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-77b110df-9adc-4071-acc6-302e445c6b50 req-d87f4d5a-f85c-4f1a-8b95-89bd7b3e45ff tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 946 time: 1.1550457
Dec 16 09:47:02.872382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Pushing event updated for resources: {'Port': ['ID=4d7f2472-8c44-4650-b6dc-e97369210fc6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:02.885243 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:02.937079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:02.955044 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38227c6e-f6a7-4b4a-8648-968709cfc311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:02.991921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f315322b-71a6-498c-936b-ff6b778075a2 req-4640ccba-8449-4e46-bc6f-194336667591 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Synchronizing usage tracker for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:03.027524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=9363e44b-53f9-4857-ad2a-5cad587d73a8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:03.036525 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:03.052761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Deleting port 4aadb05e-4564-497c-83b9-ff0503959092 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:03.053187 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:03.109302 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-276f8c5a-477d-40e5-954a-e6888c789bcc tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags/tempest-TagsExtTest-Tag-2120155 HTTP/1.1" status: 201  len: 201 time: 0.6416440
Dec 16 09:47:03.110039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54208) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.114692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a1853f8-aad2-47aa-8b5e-98622b03d8a2 None None] Provisioning complete for port 4d7f2472-8c44-4650-b6dc-e97369210fc6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:03.115152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6a1853f8-aad2-47aa-8b5e-98622b03d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:03.116298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-a42f1116-e028-4208-9dcd-71145a8132c3 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f11cb250>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', 'tempest-TagsExtTest-Tag-430887118') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:03.173306 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a42f1116-e028-4208-9dcd-71145a8132c3 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags/tempest-TagsExtTest-Tag-430887118 HTTP/1.1" status: 201  len: 201 time: 0.0619895
Dec 16 09:47:03.174081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54214) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.179916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-894551d2-124a-4fda-b184-4ad92156d30b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f14a9790>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', {'tags': ['tempest-TagsExtTest-Tag-1548887645', 'tempest-TagsExtTest-Tag-642351860', 'tempest-TagsExtTest-Tag-1622604033']}) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:03.250537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] No DVR routers for this DVR port 9363e44b-53f9-4857-ad2a-5cad587d73a8 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:03.251896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f315322b-71a6-498c-936b-ff6b778075a2 req-4640ccba-8449-4e46-bc6f-194336667591 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Unset dirty status for tenant:d31048b143aa4b7eb2748907a1576312 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:03.262843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f315322b-71a6-498c-936b-ff6b778075a2 req-4640ccba-8449-4e46-bc6f-194336667591 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 210 time: 0.4813545
Dec 16 09:47:03.281207 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:03.283442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-17e70aeb-f3da-4800-9827-a3ccc3d3d0f6 req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.54 "DELETE /v2.0/ports/9363e44b-53f9-4857-ad2a-5cad587d73a8 HTTP/1.1" status: 204  len: 173 time: 1.9990678
Dec 16 09:47:03.300282 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-894551d2-124a-4fda-b184-4ad92156d30b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags HTTP/1.1" status: 200  len: 317 time: 0.1248884
Dec 16 09:47:03.301387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.313933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-ddcf30e6-f991-4340-b1e2-2c8f3e098071 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0d53d90>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:03.421457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ddcf30e6-f991-4340-b1e2-2c8f3e098071 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags HTTP/1.1" status: 204  len: 168 time: 0.1155224
Dec 16 09:47:03.422373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54226) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.428720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-9cfd5439-a048-463d-a018-eb046981e92f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f32788e0>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', 'tempest-TagsExtTest-Tag-1548887645') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:03.446457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a1853f8-aad2-47aa-8b5e-98622b03d8a2 None None] Provisioning for port c762bc85-3864-4bfc-b212-de23c38ff2db completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:03.464063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a1853f8-aad2-47aa-8b5e-98622b03d8a2 None None] Provisioning complete for port c762bc85-3864-4bfc-b212-de23c38ff2db triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:03.464799 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6a1853f8-aad2-47aa-8b5e-98622b03d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:03.586387 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-9cfd5439-a048-463d-a018-eb046981e92f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:03.590793 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9cfd5439-a048-463d-a018-eb046981e92f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags/tempest-TagsExtTest-Tag-1548887645 HTTP/1.1" status: 404  len: 329 time: 0.1673474
Dec 16 09:47:03.591449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.597290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-5b99816a-81c3-40e9-9005-e261a22d3205 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f29bfcd0>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', 'tempest-TagsExtTest-Tag-642351860') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:03.612284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6a1853f8-aad2-47aa-8b5e-98622b03d8a2 None None] Port c762bc85-3864-4bfc-b212-de23c38ff2db cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:47:03.689526 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-5b99816a-81c3-40e9-9005-e261a22d3205 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:03.693522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b99816a-81c3-40e9-9005-e261a22d3205 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags/tempest-TagsExtTest-Tag-642351860 HTTP/1.1" status: 404  len: 328 time: 0.1010904
Dec 16 09:47:03.694342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.707915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-f9ebbd34-b108-4f98-9256-eb93bc71cf67 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0c014f0>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd', 'tempest-TagsExtTest-Tag-1622604033') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:03.747071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4accdaa1-085f-4974-93d4-484767ba4690 None None] Provisioning complete for port c762bc85-3864-4bfc-b212-de23c38ff2db triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:03.754396 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4accdaa1-085f-4974-93d4-484767ba4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:03.761820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] For port 4aadb05e-4564-497c-83b9-ff0503959092, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4aadb05e-4564-497c-83b9-ff0503959092,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:03.762936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:03.783337 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f9ebbd34-b108-4f98-9256-eb93bc71cf67 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:03.800228 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f9ebbd34-b108-4f98-9256-eb93bc71cf67 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags/tempest-TagsExtTest-Tag-1622604033 HTTP/1.1" status: 404  len: 329 time: 0.1048198
Dec 16 09:47:03.800814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.818046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-0eef19d0-1c67-437d-a545-6c67c85107c2 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0a91a00>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', {'tags': ['tempest-TagsExtTest-Tag-1992373568', 'tempest-TagsExtTest-Tag-692484502', 'tempest-TagsExtTest-Tag-559283539']}) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:03.888707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4accdaa1-085f-4974-93d4-484767ba4690 None None] Port c762bc85-3864-4bfc-b212-de23c38ff2db cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:47:03.973824 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0eef19d0-1c67-437d-a545-6c67c85107c2 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags HTTP/1.1" status: 200  len: 316 time: 0.1714706
Dec 16 09:47:03.976815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54254) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:03.987049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-69fa2ea6-e31a-46a8-afce-f153d37e5aa1 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0b71a90>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:04.104688 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-69fa2ea6-e31a-46a8-afce-f153d37e5aa1 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags HTTP/1.1" status: 204  len: 168 time: 0.1260972
Dec 16 09:47:04.105487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:04.111637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-f2bb74e0-1665-4b5d-99f9-b9aa71302021 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f3486cd0>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', 'tempest-TagsExtTest-Tag-1992373568') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:04.275407 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f2bb74e0-1665-4b5d-99f9-b9aa71302021 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:04.276501 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f2bb74e0-1665-4b5d-99f9-b9aa71302021 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags/tempest-TagsExtTest-Tag-1992373568 HTTP/1.1" status: 404  len: 329 time: 0.1697559
Dec 16 09:47:04.279187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a9987-adb0-47ce-8b39-716f1305877d req-74591629-da09-45d9-9938-81db6b0c884b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:04.279416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54266) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:04.285926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-829b24f6-645e-4025-862a-371e7e68ad29 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f25b4d30>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', 'tempest-TagsExtTest-Tag-692484502') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:04.286207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f0a9987-adb0-47ce-8b39-716f1305877d req-74591629-da09-45d9-9938-81db6b0c884b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 0.7438827
Dec 16 09:47:04.361013 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-829b24f6-645e-4025-862a-371e7e68ad29 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:04.362212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-829b24f6-645e-4025-862a-371e7e68ad29 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags/tempest-TagsExtTest-Tag-692484502 HTTP/1.1" status: 404  len: 328 time: 0.0818875
Dec 16 09:47:04.364999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:04.370623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-702b0a8b-42d3-4697-9d01-e4b140b5e17a tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0f9adf0>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db', 'tempest-TagsExtTest-Tag-559283539') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:04.458676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f0a9987-adb0-47ce-8b39-716f1305877d req-0751c32a-a490-4e0a-8ae6-330574245e0b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1715245
Dec 16 09:47:04.459463 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-702b0a8b-42d3-4697-9d01-e4b140b5e17a tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:04.460740 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-702b0a8b-42d3-4697-9d01-e4b140b5e17a tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags/tempest-TagsExtTest-Tag-559283539 HTTP/1.1" status: 404  len: 328 time: 0.0942297
Dec 16 09:47:04.464139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:04.471715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-ef60604f-4bfe-4490-b952-6e39f878b9a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f12b6c70>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', {'tags': ['tempest-TagsExtTest-Tag-8640331', 'tempest-TagsExtTest-Tag-59602636', 'tempest-TagsExtTest-Tag-495387527']}) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:04.574930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:04.575801 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:04.576388 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Floating IP c31bb855-8fb0-41c2-b716-e12bab47ec2c disassociated. External IP: 172.25.3.210, port: 4aadb05e-4564-497c-83b9-ff0503959092.
Dec 16 09:47:04.576944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Calling delete_port for 4aadb05e-4564-497c-83b9-ff0503959092 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:04.648881 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': 'dcefe06c-8f72-449e-be96-7b2215573864', 'status': 'completed', 'code': 200}
Dec 16 09:47:04.739271 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ef60604f-4bfe-4490-b952-6e39f878b9a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags HTTP/1.1" status: 200  len: 312 time: 0.2737720
Dec 16 09:47:04.741679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54286) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:04.758365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-f2eb5ce5-0dc1-40ff-8a20-d8032c084ad5 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f12b6760>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:04.856812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54290) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:04.921234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d7f2472-8c44-4650-b6dc-e97369210fc6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:04.997485 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:05.007636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4d7f2472-8c44-4650-b6dc-e97369210fc6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:05.008282 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:05.023733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c21dc994-8b0d-46fe-acc2-884b21baa231 req-f8f34d6c-e915-4d36-b80d-d4a35af82046 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=f445c3c1-7e09-4dc8-b35b-e3b9b262456c HTTP/1.1" status: 200  len: 210 time: 0.1073158
Dec 16 09:47:05.040460 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59cb92e5-662c-4d37-bbcd-32675d137d89 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:05.066346 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f2eb5ce5-0dc1-40ff-8a20-d8032c084ad5 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags HTTP/1.1" status: 204  len: 168 time: 0.3214016
Dec 16 09:47:05.069687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:05.079804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-463fbb53-b390-47d0-b1f5-5a06022e7384 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f29bd790>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', 'tempest-TagsExtTest-Tag-8640331') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:05.166508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event deleted for resources: {'Port': ['ID=4aadb05e-4564-497c-83b9-ff0503959092,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:05.186841 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:05.204306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Deleting subnet 03f2de39-f8fc-41f4-a172-c9d5cb90f24e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:47:05.250910 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-463fbb53-b390-47d0-b1f5-5a06022e7384 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:05.254744 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-463fbb53-b390-47d0-b1f5-5a06022e7384 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags/tempest-TagsExtTest-Tag-8640331 HTTP/1.1" status: 404  len: 326 time: 0.1813240
Dec 16 09:47:05.254870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:05.260578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-07893e2f-a3b8-4b3a-9a31-fa8e75542adc tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f14d1040>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', 'tempest-TagsExtTest-Tag-59602636') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:05.278505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:05.280742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:05.337906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 4aadb05e-4564-497c-83b9-ff0503959092 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:05.338174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4aadb05e-4564-497c-83b9-ff0503959092 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:05.447842 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-07893e2f-a3b8-4b3a-9a31-fa8e75542adc tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:05.453623 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07893e2f-a3b8-4b3a-9a31-fa8e75542adc tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags/tempest-TagsExtTest-Tag-59602636 HTTP/1.1" status: 404  len: 327 time: 0.1976967
Dec 16 09:47:05.454601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54310) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:05.460318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-66d82230-bbfb-4b88-84bf-923b09caaceb tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f095ebb0>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93', 'tempest-TagsExtTest-Tag-495387527') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:05.471396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73ef6fcc-a56c-44cf-aa8a-91cd356f31ac req-4419b9be-d651-4715-afb7-f7977436243d tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8ace3a6-54f8-408b-8148-763e55d6ae8f HTTP/1.1" status: 200  len: 210 time: 0.1377752
Dec 16 09:47:05.786517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Router 775c2002-7655-4b6b-a6f4-9361bb5628d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:47:05.795633 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:06.250861 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-66d82230-bbfb-4b88-84bf-923b09caaceb tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:06.252007 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66d82230-bbfb-4b88-84bf-923b09caaceb tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags/tempest-TagsExtTest-Tag-495387527 HTTP/1.1" status: 404  len: 328 time: 0.7966726
Dec 16 09:47:06.256441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.261691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-da4d2c8a-e235-4338-8781-f635305d12c0 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f12a3760>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', {'tags': ['tempest-TagsExtTest-Tag-1833329053', 'tempest-TagsExtTest-Tag-1860488431', 'tempest-TagsExtTest-Tag-342806825']}) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.329447 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-da4d2c8a-e235-4338-8781-f635305d12c0 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "PUT /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags HTTP/1.1" status: 200  len: 317 time: 0.0723217
Dec 16 09:47:06.330222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.337203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-fa67070c-2c48-45fd-ba24-601d7665632e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f10609d0>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.343050 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:06.412128 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fa67070c-2c48-45fd-ba24-601d7665632e tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags HTTP/1.1" status: 204  len: 168 time: 0.0805912
Dec 16 09:47:06.415873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54330) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.431728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-f4b27cb2-e8b2-4680-850d-0171570f5da0 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f23c2be0>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', 'tempest-TagsExtTest-Tag-1833329053') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.455537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:47:06.476354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] Sync routers for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:47:06.495365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:06.499316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f23fe9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.500954 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f4b27cb2-e8b2-4680-850d-0171570f5da0 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:06.504835 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f4b27cb2-e8b2-4680-850d-0171570f5da0 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags/tempest-TagsExtTest-Tag-1833329053 HTTP/1.1" status: 404  len: 329 time: 0.0878456
Dec 16 09:47:06.508664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.519069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-fc820ab5-1dbc-49f5-8c4a-cd72c3aab179 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f0f150d0>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', 'tempest-TagsExtTest-Tag-1860488431') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.585284 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-fc820ab5-1dbc-49f5-8c4a-cd72c3aab179 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:06.592609 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fc820ab5-1dbc-49f5-8c4a-cd72c3aab179 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags/tempest-TagsExtTest-Tag-1860488431 HTTP/1.1" status: 404  len: 329 time: 0.0827992
Dec 16 09:47:06.593178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.609124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-d12c3f62-f429-4fe7-b9b5-521aa8774399 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f72f1273190>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162', 'tempest-TagsExtTest-Tag-342806825') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.633402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] No DVR routers for this DVR port 4aadb05e-4564-497c-83b9-ff0503959092 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:06.636897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:06.642142 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:06.650921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2e42240-5279-479a-8c0a-dd1c6083eb41 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:06.670796 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-d12c3f62-f429-4fe7-b9b5-521aa8774399 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] show failed (client error): The resource could not be found.
Dec 16 09:47:06.676190 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d12c3f62-f429-4fe7-b9b5-521aa8774399 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags/tempest-TagsExtTest-Tag-342806825 HTTP/1.1" status: 404  len: 328 time: 0.0804422
Dec 16 09:47:06.676680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.682246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-f967ede8-54b2-46a0-a0fb-ed33a8aabc8d tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0e3ec10>, 'subnetpools', '78cf1120-483a-4f81-a2e3-fa48b1d4b162') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.694678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f55abc-7496-4804-9208-a7c662ec780b', 'name': 'network-vif-deleted', 'tag': '40e83143-8227-4cb9-9b87-8934f715d393'}, {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8'}, {'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-deleted', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:47:06.724793 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f967ede8-54b2-46a0-a0fb-ed33a8aabc8d tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162/tags HTTP/1.1" status: 204  len: 168 time: 0.0469935
Dec 16 09:47:06.725689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.733782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-92735da0-67ab-44f4-9c9a-a50487fb395d tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f0a90a90>, 'routers', '22ab11b3-808f-490f-81f4-2bb2f7f3af93') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:06.737548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f2de39-f8fc-41f4-a172-c9d5cb90f24e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:06.745489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-77b110df-9adc-4071-acc6-302e445c6b50 req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "DELETE /v2.0/ports/4aadb05e-4564-497c-83b9-ff0503959092 HTTP/1.1" status: 204  len: 173 time: 3.9636085
Dec 16 09:47:06.756077 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:06.761279 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:06.768781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/03f2de39-f8fc-41f4-a172-c9d5cb90f24e HTTP/1.1" status: 204  len: 168 time: 1.9069664
Dec 16 09:47:06.770888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.831768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c583502-b520-4eb3-928c-6d6282b048dc None None] Network 1ce94e9a-2611-45f3-801f-a4e47a3f0477 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:06.908003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:06.927228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Deleting port 7d496d3c-f662-4941-9b75-1e809f034c37 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:06.927582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:06.939432 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92735da0-67ab-44f4-9c9a-a50487fb395d tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93/tags HTTP/1.1" status: 204  len: 168 time: 0.2122362
Dec 16 09:47:06.942151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:06.948439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-b81582e8-5496-4982-807c-86d6259bfa35 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f2138b50>, 'ports', 'c762bc85-3864-4bfc-b212-de23c38ff2db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:07.098176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8bd52-90b3-44dc-8094-d3b7abd76744 req-2bcce710-4f91-4f88-8b3e-a27cf0bbf588 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:07.103815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98d8bd52-90b3-44dc-8094-d3b7abd76744 req-2bcce710-4f91-4f88-8b3e-a27cf0bbf588 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 0.5605628
Dec 16 09:47:07.148279 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b81582e8-5496-4982-807c-86d6259bfa35 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db/tags HTTP/1.1" status: 204  len: 168 time: 0.2049725
Dec 16 09:47:07.156374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:07.173072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-d293a765-d2b8-41d8-9450-23b61c1ca24f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f72f247fca0>, 'subnets', 'e5b557de-a328-4ab0-851a-2fbdb4ac49bd') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:07.197974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:07.294576 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d293a765-d2b8-41d8-9450-23b61c1ca24f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd/tags HTTP/1.1" status: 204  len: 168 time: 0.1367536
Dec 16 09:47:07.299432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:07.564209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29fb934d-3cdd-467a-ac7b-7b60359249a3 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:07.567566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-29fb934d-3cdd-467a-ac7b-7b60359249a3 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnetpools/78cf1120-483a-4f81-a2e3-fa48b1d4b162 HTTP/1.1" status: 204  len: 168 time: 0.2643163
Dec 16 09:47:07.567962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:07.594354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] For port 7d496d3c-f662-4941-9b75-1e809f034c37, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d496d3c-f662-4941-9b75-1e809f034c37,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:07.594953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:07.639850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] DHCP port deletion for 1ce94e9a-2611-45f3-801f-a4e47a3f0477 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:47:07.709033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cb386657-4bd6-4d0b-9e78-952ce6b4aa9c tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Synchronizing usage tracker for tenant:03c87bc2981e4dfba720386b2c830431 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:07.732116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Deleting port 7d496d3c-f662-4941-9b75-1e809f034c37 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:07.732495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:07.733160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cb386657-4bd6-4d0b-9e78-952ce6b4aa9c tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Unset dirty status for tenant:03c87bc2981e4dfba720386b2c830431 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:07.743699 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cb386657-4bd6-4d0b-9e78-952ce6b4aa9c tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "GET /v2.0/ports?device_id=22ab11b3-808f-490f-81f4-2bb2f7f3af93 HTTP/1.1" status: 200  len: 205 time: 0.1700771
Dec 16 09:47:07.743699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54382) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:07.899714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Calling delete_port for 7d496d3c-f662-4941-9b75-1e809f034c37 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:07.968590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7373b0b-1617-4ba0-be76-64a14d2234a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.047514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98d8bd52-90b3-44dc-8094-d3b7abd76744 req-4205bec6-3a6d-47e7-ab4f-f6b5f1a66f45 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4226816
Dec 16 09:47:08.099668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f23fe9a0>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:08.109403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] For port 7d496d3c-f662-4941-9b75-1e809f034c37, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d496d3c-f662-4941-9b75-1e809f034c37,segment=NetworkSegment(fdd1661a-c2bd-46aa-97b1-a6472138d8da),segment_id=fdd1661a-c2bd-46aa-97b1-a6472138d8da)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:08.109802 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.116813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.117889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] Checking router: 775c2002-7655-4b6b-a6f4-9361bb5628d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:47:08.128056 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2ec1a628-27f3-4b39-a3fe-f62a8a1e04bf tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:08.131410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:08.132052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f23fe9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:46:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:08.232119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d496d3c-f662-4941-9b75-1e809f034c37,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:08.233873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] No DVR routers for this DVR port 7d496d3c-f662-4941-9b75-1e809f034c37 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:08.274646 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:08.415768 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f55abc-7496-4804-9208-a7c662ec780b', 'name': 'network-vif-deleted', 'tag': '40e83143-8227-4cb9-9b87-8934f715d393', 'status': 'completed', 'code': 200}
Dec 16 09:47:08.416081 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ace3a6-54f8-408b-8148-763e55d6ae8f', 'name': 'network-vif-deleted', 'tag': '9363e44b-53f9-4857-ad2a-5cad587d73a8', 'status': 'completed', 'code': 200}
Dec 16 09:47:08.416394 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f445c3c1-7e09-4dc8-b35b-e3b9b262456c', 'name': 'network-vif-deleted', 'tag': '4aadb05e-4564-497c-83b9-ff0503959092', 'status': 'completed', 'code': 200}
Dec 16 09:47:08.466295 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.480037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7373b0b-1617-4ba0-be76-64a14d2234a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.488414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:08.490772 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7373b0b-1617-4ba0-be76-64a14d2234a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.525385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1098580>,) {'filters': {'network_id': ['1ce94e9a-2611-45f3-801f-a4e47a3f0477']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:08.532209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:08.546422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1098580>, 'fdd1661a-c2bd-46aa-97b1-a6472138d8da') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:08.547108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1098580>, 'fdd1661a-c2bd-46aa-97b1-a6472138d8da') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:08.567893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.594377 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.598819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Calling delete_port for 7d496d3c-f662-4941-9b75-1e809f034c37 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:08.599373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7373b0b-1617-4ba0-be76-64a14d2234a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.599874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7373b0b-1617-4ba0-be76-64a14d2234a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Fanout notify agent at l3_agent the message router_deleted on router 22ab11b3-808f-490f-81f4-2bb2f7f3af93 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:47:08.617504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:47:08.618445 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.646438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7373b0b-1617-4ba0-be76-64a14d2234a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.647042 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a7373b0b-1617-4ba0-be76-64a14d2234a7 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/routers/22ab11b3-808f-490f-81f4-2bb2f7f3af93 HTTP/1.1" status: 204  len: 168 time: 0.9024663
Dec 16 09:47:08.651492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:47:08.698209 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:47:08.709350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9024e4-81ff-4b70-84d8-a580c6f6a30a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.719439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.748307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.757872 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61a96bb5-6be2-4b91-97e5-0dc2da46f95d tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:08.801632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Deleting port c762bc85-3864-4bfc-b212-de23c38ff2db {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:08.801971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.807154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce94e9a-2611-45f3-801f-a4e47a3f0477,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:08.814849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.824956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:08.829133 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9024e4-81ff-4b70-84d8-a580c6f6a30a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.848085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:08.857495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:47:08.858468 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:47:08.864652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:08.867497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ce94e9a-2611-45f3-801f-a4e47a3f0477 HTTP/1.1" status: 204  len: 168 time: 2.0928650
Dec 16 09:47:09.073076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d496d3c-f662-4941-9b75-1e809f034c37 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:09.129471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7d496d3c-f662-4941-9b75-1e809f034c37 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:09.129887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d496d3c-f662-4941-9b75-1e809f034c37 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:09.204808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54416) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:09.260520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9024e4-81ff-4b70-84d8-a580c6f6a30a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:09.264824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:09.279486 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a18c24b1-8529-4420-87f6-5c5f2643c5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:09.302486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9024e4-81ff-4b70-84d8-a580c6f6a30a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ff296f-c55f-4124-8a60-eddf85eaa6a3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:09.333791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1a421085-594a-431d-b62b-524e57f75b4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdbe2fcf9fa24ce991397bbcf5b4beec&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1276274
Dec 16 09:47:09.334439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54420) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:09.338905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:09.340102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/security-groups/2f02303f-983e-49cc-85cc-e78393ab54b5 HTTP/1.1" status: 204  len: 168 time: 0.8044407
Dec 16 09:47:09.341189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f02303f-983e-49cc-85cc-e78393ab54b5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:09.347131 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:09.347765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:09.348289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:09.348666 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:09.349429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9024e4-81ff-4b70-84d8-a580c6f6a30a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:09.353299 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-db9024e4-81ff-4b70-84d8-a580c6f6a30a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "DELETE /v2.0/security-groups/f4ff296f-c55f-4124-8a60-eddf85eaa6a3 HTTP/1.1" status: 204  len: 168 time: 0.8536661
Dec 16 09:47:09.354841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54426) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:09.362676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Deleting port 7d496d3c-f662-4941-9b75-1e809f034c37 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:09.363102 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:09.404654 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-8ec1cb66-e10e-429c-824f-9a3b6863593b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] show failed (client error): The resource could not be found.
Dec 16 09:47:09.408491 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8ec1cb66-e10e-429c-824f-9a3b6863593b tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "GET /v2.0/security-groups/2f02303f-983e-49cc-85cc-e78393ab54b5 HTTP/1.1" status: 404  len: 347 time: 0.0511408
Dec 16 09:47:09.409501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:09.416635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54434) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:09.425342 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-629e298e-f820-4b81-935b-21a35a089b73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] show failed (client error): The resource could not be found.
Dec 16 09:47:09.429222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-629e298e-f820-4b81-935b-21a35a089b73 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups/f4ff296f-c55f-4124-8a60-eddf85eaa6a3 HTTP/1.1" status: 404  len: 347 time: 0.0707867
Dec 16 09:47:09.479267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:09.543959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-33b5c8fa-b1c4-41a7-94d8-646eaffaa6ab None None] The port '7d496d3c-f662-4941-9b75-1e809f034c37' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:47:09.586408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f23fe9a0>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:09.591472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c28dcf-147a-4ea7-9a62-b8e580c94d7f None None] The sync data for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 is: [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:47:09.638505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Calling delete_port for c762bc85-3864-4bfc-b212-de23c38ff2db owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:09.772497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port f7117896-28fa-4bc8-adf0-7bb52ecfa397 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:09.773122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:09.826334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Deleting port 1a894a32-c011-44c0-aa0b-a52677ad8055 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:09.826783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.029131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.029461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.042027 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9c55-b872-4ff3-a905-ebe72afd0f2a None None] New status for floating IP c31bb855-8fb0-41c2-b716-e12bab47ec2c: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:47:10.048935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135c0ee-b3f9-4649-8ee4-e12b4c42c5c3 req-40ebd6d5-e806-4b0b-bad1-034df6ea3f81 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:10.055978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b135c0ee-b3f9-4649-8ee4-e12b4c42c5c3 req-40ebd6d5-e806-4b0b-bad1-034df6ea3f81 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 0.7943370
Dec 16 09:47:10.109121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.119870 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-db9e4098-c74f-439f-8a3b-8c4fa7ae5824 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:10.175553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event deleted for resources: {'Port': ['ID=c762bc85-3864-4bfc-b212-de23c38ff2db,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:10.181022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:10.282778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for f7117896-28fa-4bc8-adf0-7bb52ecfa397 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:10.379546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.379881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.656984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Calling delete_port for 1a894a32-c011-44c0-aa0b-a52677ad8055 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:10.728125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.732410 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.761193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b135c0ee-b3f9-4649-8ee4-e12b4c42c5c3 req-e5b1a800-2f19-4740-8299-7c051e37e34b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7043564
Dec 16 09:47:10.796425 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:47:10.796759 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:47:10.819353 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/ports/c762bc85-3864-4bfc-b212-de23c38ff2db HTTP/1.1" status: 204  len: 168 time: 2.1570246
Dec 16 09:47:10.820159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54456) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:10.843997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.912879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Deleting subnet e5b557de-a328-4ab0-851a-2fbdb4ac49bd {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:47:10.917742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.920802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-65ce8190-6ab6-490d-8aa0-b3fa2c7f8905 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:10.922427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-65ce8190-6ab6-490d-8aa0-b3fa2c7f8905 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.74 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 0.2543535
Dec 16 09:47:10.924348 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:10.928570 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f2579262-bb70-4cd1-bc8f-5c98d6c60a88 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:10.986778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.031601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=f7117896-28fa-4bc8-adf0-7bb52ecfa397,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:11.063125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:11.117654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.130447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Deleting port 9672371e-4913-448a-9c76-ef2e7d3dd77c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:11.131072 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.164025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.176840 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d55c8e4-bab6-4986-9dd5-5e2ae70917da tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:11.210533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6533b785-dd42-4e69-8e17-f0f8546bb288,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:11.221450 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:11.265686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.307014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.311445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/floatingips/36d06508-be6d-449e-a050-398fa808dcbb HTTP/1.1" status: 204  len: 168 time: 1.8930123
Dec 16 09:47:11.312747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54464) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:11.316432 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.317860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6533b785-dd42-4e69-8e17-f0f8546bb288 HTTP/1.1" status: 204  len: 168 time: 1.9823728
Dec 16 09:47:11.400678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Deleting port 1a894a32-c011-44c0-aa0b-a52677ad8055 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:11.401038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.534699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port 41b49abc-8f01-4a2b-8635-73d3011dfed5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:11.535053 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.620633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.620993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.749889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] For port 9672371e-4913-448a-9c76-ef2e7d3dd77c, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9672371e-4913-448a-9c76-ef2e7d3dd77c,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:11.750245 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.755383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.764348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.829633 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94ed1433-321c-428f-ba3c-bcb868e46921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:11.865297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Calling delete_port for 1a894a32-c011-44c0-aa0b-a52677ad8055 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:11.910536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b557de-a328-4ab0-851a-2fbdb4ac49bd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:11.912630 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:11.924130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be1560-1eb3-48c5-b110-70fe7618ebb3 None None] Network e091512a-7fdd-43f2-b0c7-0d9fab463945 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:11.928965 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/subnets/e5b557de-a328-4ab0-851a-2fbdb4ac49bd HTTP/1.1" status: 204  len: 168 time: 1.1070855
Dec 16 09:47:11.932360 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:11.934875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54480) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:12.148491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.184613 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-76cba759-f4f0-4d6e-b6f5-13d8768833b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.258707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Deleting port 4d7f2472-8c44-4650-b6dc-e97369210fc6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:12.259089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.322657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.336594 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:12.387451 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.433009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] DHCP port deletion for e091512a-7fdd-43f2-b0c7-0d9fab463945 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:47:12.438240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Deleting port 4d7f2472-8c44-4650-b6dc-e97369210fc6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:12.438705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.455608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event deleted for resources: {'Port': ['ID=1a894a32-c011-44c0-aa0b-a52677ad8055,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:12.604683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for 41b49abc-8f01-4a2b-8635-73d3011dfed5 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:12.653348 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:12.669725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54498) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:12.673238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] For port 4d7f2472-8c44-4650-b6dc-e97369210fc6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d7f2472-8c44-4650-b6dc-e97369210fc6,segment=NetworkSegment(ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb),segment_id=ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:12.673601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.869185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] For port 4d7f2472-8c44-4650-b6dc-e97369210fc6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d7f2472-8c44-4650-b6dc-e97369210fc6,segment=NetworkSegment(ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb),segment_id=ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:12.871829 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:12.935538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Calling delete_port for 4d7f2472-8c44-4650-b6dc-e97369210fc6 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:13.015942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.029198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d7f2472-8c44-4650-b6dc-e97369210fc6 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:13.083255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.084397 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "DELETE /v2.0/floatingips/c31bb855-8fb0-41c2-b716-e12bab47ec2c HTTP/1.1" status: 204  len: 168 time: 3.6041965
Dec 16 09:47:13.100445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.106173 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbfa9eca-744f-46c4-ab7f-0d1152790bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:13.186318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Calling delete_port for 4d7f2472-8c44-4650-b6dc-e97369210fc6 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:13.201094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2072122291-network', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:13.238466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No active binding found for port 4d7f2472-8c44-4650-b6dc-e97369210fc6 {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 09:47:13.239131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d7f2472-8c44-4650-b6dc-e97369210fc6 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:13.253672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5380341-f797-4960-9b2e-596460b69e11 req-80f81be1-2246-4020-86d0-f62993b6e882 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:13.258871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5380341-f797-4960-9b2e-596460b69e11 req-80f81be1-2246-4020-86d0-f62993b6e882 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 946 time: 1.1887012
Dec 16 09:47:13.265246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:13.275032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event deleted for resources: {'Port': ['ID=4d7f2472-8c44-4650-b6dc-e97369210fc6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:13.279764 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:13.291772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Usage tracker for resource:network and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:13.296229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] No DVR routers for this DVR port 4d7f2472-8c44-4650-b6dc-e97369210fc6 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:13.300058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:13.318956 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.319994 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.320479 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Floating IP 2cb7e740-4b83-4c52-a743-9cd86fb33377 disassociated. External IP: 172.25.3.141, port: 9672371e-4913-448a-9c76-ef2e7d3dd77c.
Dec 16 09:47:13.321000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Calling delete_port for 9672371e-4913-448a-9c76-ef2e7d3dd77c owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:13.335674 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:47:13.336192 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:47:13.367502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:13.397796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:13.487775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5380341-f797-4960-9b2e-596460b69e11 req-153e6078-db83-4273-8be8-6367f92d428f tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc10c0d-b587-4e46-a2cf-94e77e329d43&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2150838
Dec 16 09:47:13.560965 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.584860 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-120a9518-16c3-4147-adf7-fd85826af882 tempest-ServerAddressesNegativeTestJSON-1499010480 tempest-ServerAddressesNegativeTestJSON-1499010480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:13.651089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Made reservation on behalf of 591941320db54ca0a61e17e4d8a3861d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:47:13.654072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.696250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.710820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=41b49abc-8f01-4a2b-8635-73d3011dfed5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:13.721125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.755343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f27dbeb0>,) {'filters': {'network_id': ['e091512a-7fdd-43f2-b0c7-0d9fab463945']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:13.778351 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:13.779057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f27dbeb0>, 'ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:13.779380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f27dbeb0>, 'ab718ef6-ddfe-46ec-83a7-fa30ce1db1eb') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:13.782858 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.794423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.797495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/ports/41b49abc-8f01-4a2b-8635-73d3011dfed5 HTTP/1.1" status: 204  len: 168 time: 2.4758952
Dec 16 09:47:13.815069 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.836221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54522) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:13.843200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Deleting port 4d7f2472-8c44-4650-b6dc-e97369210fc6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:13.844067 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.872041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:13.882458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Usage tracker for resource:security_group_rule and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:13.882567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:13.884101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:13.897428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.908980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:13.915052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Usage tracker for resource:security_group_rule and tenant:8f825e9240ef4d1f844ba7b8a3e1457c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:13.917088 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.922274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:13.929964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:47:13.931288 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:13.931496 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f59599b2-615a-43f9-8867-3f03fb49fc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:14.000690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:14.000690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event deleted for resources: {'Port': ['ID=9672371e-4913-448a-9c76-ef2e7d3dd77c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:47:14.031390 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:47:14.043135 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:14.056517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting port ed26d09c-34d9-4d2a-8575-cb8d4420004b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:14.056517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.062955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d0220-217d-47cf-b8c6-9ca122561d49 None None] The port '4d7f2472-8c44-4650-b6dc-e97369210fc6' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:47:14.094731 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.218201 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.225664 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7746930b-345a-45b0-9324-ea7e270c795f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:14.244916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.247882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54528) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:14.259726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455202614', 'description': 'tempest-description--1414778530'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:14.279412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:14.282389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Pushing event deleted for resources: {'Network': ['ID=e091512a-7fdd-43f2-b0c7-0d9fab463945,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:14.297010 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:14.299317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:14.302984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:14.313709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:14.319533 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] 10.222.0.66 "DELETE /v2.0/networks/e091512a-7fdd-43f2-b0c7-0d9fab463945 HTTP/1.1" status: 204  len: 168 time: 2.3809938
Dec 16 09:47:14.348699 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.405056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:14.420783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group_rule and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:14.428154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.429512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:14.435283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.452936 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1344cc18-d101-4e39-9e93-e8ab31506fd3 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:14.464060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:14.477983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d1492d8-ef33-4076-a461-bec142bd6323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.481950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.506364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:47:14.515596 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.530170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de13519b-5ba3-4edb-ab9e-d1c07c2807ad,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:14.534183 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:14.550603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.550991 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Added segment be5ed147-c4e4-46fd-84bc-e74da90d2b06 of type vlan for network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74
Dec 16 09:47:14.594807 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca8530c9-98a8-4b55-ac03-c3e9b7c5abc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:14.695518 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.744322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:14.748869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.765802 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.770777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a260755-a24d-45c0-bd45-ec0530b2dfa6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:14.770973 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4046b68-fbb3-4d0f-a670-190860e772fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:14.773971 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:14.811415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.812852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:14.813596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.833062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0fa074-c75d-4144-ac6a-1c363af9dca3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:14.841398 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:14.842036 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1990b1a2-80fd-4d09-8352-8a321b066438 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:14.861948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f825e9240ef4d1f844ba7b8a3e1457c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4623837
Dec 16 09:47:14.862778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54544) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:14.863507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:14.865934 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.6159601
Dec 16 09:47:14.868965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:14.872056 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2011058
Dec 16 09:47:14.891472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54550) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:14.908763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-68d147ca-85c2-4a25-b9c6-f4d03d2a17a2 req-3d64c922-ad71-458b-8b00-db3162feedb6 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Synchronizing usage tracker for tenant:a4a5ca55640b44a184011bc1d7f3bbbd on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:14.924955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Request body: {'subnet': {'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2072122291-subnet', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:14.931067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'security_group_rule': {'security_group_id': '0c0fa074-c75d-4144-ac6a-1c363af9dca3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:14.938010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:14.961674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:14.972176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Usage tracker for resource:subnet and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:14.973306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group_rule and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:14.979357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:14.989048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Pushing event updated for resources: {'Network': ['ID=32b3944c-5c2d-48a6-a1ad-41bcce30bf74,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:14.995402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:14.996206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:15.000294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:47:15.008268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:15.022720 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-776f3428-23a7-4789-a086-2fbc700ed148 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03c87bc2981e4dfba720386b2c830431&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2770352
Dec 16 09:47:15.029835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:15.032740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-68d147ca-85c2-4a25-b9c6-f4d03d2a17a2 req-3d64c922-ad71-458b-8b00-db3162feedb6 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Unset dirty status for tenant:a4a5ca55640b44a184011bc1d7f3bbbd on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:15.042930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.047039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68d147ca-85c2-4a25-b9c6-f4d03d2a17a2 req-3d64c922-ad71-458b-8b00-db3162feedb6 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 210 time: 0.2715750
Dec 16 09:47:15.068364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:15.088821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.098152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Router 5ee343cc-0921-4781-8ef4-a4afc128e906 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:47:15.115486 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.146556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.148561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.151337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.162744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.167976 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b565b73-3fd3-47a0-9ebc-5ac3c1f6d84f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:15.195501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.213219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d88d40e-ca6a-4213-b0a2-acaa79bf0478,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:15.217714 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:15.242964 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.244251 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3742604
Dec 16 09:47:15.248254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:15.259574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'security_group_rule': {'security_group_id': '0c0fa074-c75d-4144-ac6a-1c363af9dca3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:15.266361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:15.271765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:security_group_rule and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:15.275455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:15.283435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:15.298871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.306076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9672371e-4913-448a-9c76-ef2e7d3dd77c no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:15.312976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.328206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.339370 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-12464fd9-c58b-4719-afcf-149c6efff565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:15.343466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 9672371e-4913-448a-9c76-ef2e7d3dd77c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:15.343887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9672371e-4913-448a-9c76-ef2e7d3dd77c not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:15.364016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4b73f4-c60d-484a-aed5-6b649e502728,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:15.369110 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:15.373113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.376756 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae4b73f4-c60d-484a-aed5-6b649e502728 HTTP/1.1" status: 204  len: 168 time: 0.3432257
Dec 16 09:47:15.458251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.463801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.466360 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c77768e4-9b83-4922-b28c-a6c7d7c5592c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:15.497904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d0dc97-6b65-461e-bd35-53a4fe1fa7d1,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:15.516211 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:15.520134 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.521998 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2722468
Dec 16 09:47:15.525305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54584) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:15.536919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.538406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Calling delete_port for ed26d09c-34d9-4d2a-8575-cb8d4420004b owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:15.550190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:15.558197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:15.563342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Usage tracker for resource:floatingip and tenant:38dc75575c6e479a8b2e6fddb07534a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:15.567586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:15.578501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Made reservation on behalf of 591941320db54ca0a61e17e4d8a3861d for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:47:15.580118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:15.581554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.593968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.819979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.847358 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.856689 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-117c92fb-c9ef-4986-8b45-abf491a14275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:15.922023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a260755-a24d-45c0-bd45-ec0530b2dfa6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:15.924407 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:15.970706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:15.975353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a260755-a24d-45c0-bd45-ec0530b2dfa6 HTTP/1.1" status: 204  len: 168 time: 1.0975363
Dec 16 09:47:15.981301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:47:15.983581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Allocated IP 172.25.3.199 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/e3a3fb34-8419-4d11-a7be-3c7685465282) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:47:15.993537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] Sync routers for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:47:16.008361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:16.009908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e27130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:16.113029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] No DVR routers for this DVR port 9672371e-4913-448a-9c76-ef2e7d3dd77c on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:16.128185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:16.190661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'name': 'network-vif-deleted', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:47:16.221737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fa9b340-7ec6-4c26-bf35-8190f313c583 req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.74 "DELETE /v2.0/ports/9672371e-4913-448a-9c76-ef2e7d3dd77c HTTP/1.1" status: 204  len: 173 time: 5.2535355
Dec 16 09:47:16.235370 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:16.260055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f91fdbad-10c7-4107-bd4c-f6c9c27fdc78 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:16.317086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:16.443055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Port': ['ID=ed26d09c-34d9-4d2a-8575-cb8d4420004b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:16.464250 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:16.538014 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9153cebf-2261-49c8-b0f4-52d3f71843d0 req-fd7459dc-afc2-4ff2-a85d-0568a26d9f6f tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/ports?device_id=b669791c-de46-437a-868b-b08c34b53844 HTTP/1.1" status: 200  len: 210 time: 0.1727521
Dec 16 09:47:16.620316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:16.736772 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b669791c-de46-437a-868b-b08c34b53844', 'name': 'network-vif-deleted', 'tag': '9672371e-4913-448a-9c76-ef2e7d3dd77c', 'status': 'completed', 'code': 200}
Dec 16 09:47:16.745675 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:16.749557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/ports/ed26d09c-34d9-4d2a-8575-cb8d4420004b HTTP/1.1" status: 204  len: 168 time: 2.9166596
Dec 16 09:47:16.755781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:16.783100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:16.790586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0063617
Dec 16 09:47:16.817919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:16.835891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:16.852736 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-068d5ad5-f14d-4184-908c-953992b465c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:16.920034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting subnet 81c9617f-0d74-44ed-8789-a3553636ec69 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:47:16.930344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.047027 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.062297 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92164c99-a845-4b60-9075-5583ab06d0e3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:17.132869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e5b144-3133-4a02-ac4c-43dfbc5faa08,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:17.148034 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:17.162945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.177099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:47:17.177542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Network hostable DHCP agents. Network: 32b3944c-5c2d-48a6-a1ad-41bcce30bf74, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:47:17.244320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:47:17.270037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 32b3944c-5c2d-48a6-a1ad-41bcce30bf74) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:17.274565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:17.275192 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.279044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.301461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918cc96-679f-4798-9ca4-9bdb9d6ee465 None None] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:17.317374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4221513
Dec 16 09:47:17.317779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54662) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:17.328031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:17.342804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:17.351711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Usage tracker for resource:router and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:17.360006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:17.380128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:17.430013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:17.432811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.436777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.439681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:17.455748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:47:17.523987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'Port': ['ID=e3a3fb34-8419-4d11-a7be-3c7685465282,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:17.524186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-15c73b0d-089a-4abb-b508-26d67493b04e tempest-NetworksApiDiscovery-1917656194 tempest-NetworksApiDiscovery-1917656194-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.6966228
Dec 16 09:47:17.533465 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:17.545643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.634061 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.771631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:47:17.773433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.793648 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:17.803457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e27130>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:35Z', 'revision_number': 5, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:17.828027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] Checking router: 5ee343cc-0921-4781-8ef4-a4afc128e906 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:47:17.924626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54694) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:17.951485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:18.182767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Allocated IP 172.20.0.2 (32b3944c-5c2d-48a6-a1ad-41bcce30bf74/74e5b144-3133-4a02-ac4c-43dfbc5faa08/e35ce9c4-e231-4fb6-b63f-725f87f027c7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:47:18.191932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:18.192824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e27130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:18.283769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.341660 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.357080 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.362210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.384378 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b3f938ad-e90f-4072-bfc8-c77e495b5ca3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:18.411894 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.467334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.473279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Subnet': ['ID=81c9617f-0d74-44ed-8789-a3553636ec69,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:18.482422 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:18.518103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.534597 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/subnets/81c9617f-0d74-44ed-8789-a3553636ec69 HTTP/1.1" status: 204  len: 168 time: 1.7763441
Dec 16 09:47:18.539949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54712) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:18.548471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:18.616761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:0444296b1d044e999df84a42cf118325 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:18.694565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:18.750151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:18.763456 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.771878 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fc577fed-b814-429c-982b-f21329631458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:18.808235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc10c0d-b587-4e46-a2cf-94e77e329d43,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:18.812561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa51b7f-bda3-409b-96b1-b701968ad47c None None] Network 51445356-0fed-4fb2-be55-a175c29cf74b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:18.814636 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:18.824559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Deleting subnet a9a162a7-e174-4b6b-b020-e8883587f755 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:47:18.850451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.870013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:18.871100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "DELETE /v2.0/security-groups/2bc10c0d-b587-4e46-a2cf-94e77e329d43 HTTP/1.1" status: 204  len: 168 time: 0.9454792
Dec 16 09:47:18.873710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:18.902086 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-6b42385c-23bb-413e-90b5-526d88786fd7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] show failed (client error): The resource could not be found.
Dec 16 09:47:18.904790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6b42385c-23bb-413e-90b5-526d88786fd7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "GET /v2.0/security-groups/2bc10c0d-b587-4e46-a2cf-94e77e329d43 HTTP/1.1" status: 404  len: 347 time: 0.0300488
Dec 16 09:47:18.917859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:19.087699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:19.135219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Deleting port 6ddb8aff-d616-429e-897d-b5735ecf6149 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:19.135574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.192877 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.216256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.245262 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.246807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:47:19.279805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:19.288101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.326987 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.400707 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:19.434992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Allocated IP 172.25.3.193 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/1913fac7-2d5f-4075-ad92-c8b7685733b5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:47:19.536673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'Port': ['ID=e3a3fb34-8419-4d11-a7be-3c7685465282,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:19.540132 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:19.584574 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.598525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.629844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Transition to ACTIVE for port object e35ce9c4-e231-4fb6-b63f-725f87f027c7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:19.635441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.653069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.656696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:19.664728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Usage tracker for resource:security_group_rule and tenant:24660f2c33954b018812b8f37b1d4b58 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:19.669578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:19.690836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:19.692692 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91943ab9-b7ce-4944-85c7-ed029eaec9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:19.703012 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0444296b1d044e999df84a42cf118325&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5148325
Dec 16 09:47:19.712202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54750) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:19.725864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.729444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.729991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.792688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.814820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Transition to ACTIVE for port object e35ce9c4-e231-4fb6-b63f-725f87f027c7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:19.823032 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.827083 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.829763 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:19.834762 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-948d5141-9cdb-4d7e-8015-872d66e5d5b6 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:19.905894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Pushing event updated for resources: {'Port': ['ID=e35ce9c4-e231-4fb6-b63f-725f87f027c7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:19.912123 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.912466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] DHCP port deletion for 51445356-0fed-4fb2-be55-a175c29cf74b request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:47:19.915808 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:19.928214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:19.929865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:19.931441 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.940441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:47:19.945323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Deleting port a97ae004-3115-4e40-ae06-38caf6106619 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:19.945323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.954927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:19.967516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24660f2c33954b018812b8f37b1d4b58&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8357911
Dec 16 09:47:19.977006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:19.980101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54760) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:19.981484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:19.984364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:47:20.115116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.138416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Calling delete_port for 6ddb8aff-d616-429e-897d-b5735ecf6149 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:20.142596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e27130>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:35Z', 'revision_number': 5, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:20.151774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed2d05-6d78-4584-ba61-5023ee188ff9 None None] The sync data for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 is: [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 4, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3a02b396-8cc8-4f9b-b265-b3ea71f11bad', 'name': '', 'network_id': '04a99f6e-4e9f-472e-8797-b6316a290d02', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'mac_address': 'fa:16:3e:a7:c6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '001a31d9-4390-4fce-882b-ac82289a899e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:24Z', 'updated_at': '2021-12-16T09:44:35Z', 'revision_number': 5, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'subnets': [{'id': '001a31d9-4390-4fce-882b-ac82289a899e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:47:20.160761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Attempting to bind port e35ce9c4-e231-4fb6-b63f-725f87f027c7 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:47:20.161350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Attempting to bind port e35ce9c4-e231-4fb6-b63f-725f87f027c7 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:47:20.161897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Attempting to bind port e35ce9c4-e231-4fb6-b63f-725f87f027c7 on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:47:20.187698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:47:20.188417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:47:20.188996 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.189570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Bound using segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:47:20.190205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Bound port: e35ce9c4-e231-4fb6-b63f-725f87f027c7, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:47:20.190771 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.200552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.201756 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6752872
Dec 16 09:47:20.202747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e20e61-bbea-4be1-b6f9-d91e01111861,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:20.219929 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:20.244456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1913fac7-2d5f-4075-ad92-c8b7685733b5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:20.248728 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:20.254369 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9e42edb-99d8-4b61-949b-e8c1c06e0d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:20.292329 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.295102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/subnets/a9a162a7-e174-4b6b-b020-e8883587f755 HTTP/1.1" status: 204  len: 168 time: 1.7509863
Dec 16 09:47:20.296395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e211f38a-d5c0-4af4-bd77-a104466f0669 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:20.331595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.357432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3bd4b-67a4-43a5-9286-560162b96e77 None None] Network 713d1f13-3f1e-4f04-bc24-30c3d6295b56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:20.360783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.372003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:20.383264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a162a7-e174-4b6b-b020-e8883587f755,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:20.394508 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:20.509112 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.515145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff1d66-1279-49fd-927d-d5810da6cdda,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:20.531071 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:20.569719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] For port a97ae004-3115-4e40-ae06-38caf6106619, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a97ae004-3115-4e40-ae06-38caf6106619,segment=NetworkSegment(bd3f73b6-a6e2-422f-ae72-dde8b2985bb1),segment_id=bd3f73b6-a6e2-422f-ae72-dde8b2985bb1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:20.570126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.592587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:20.760345 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9ce43-f767-409c-8e28-f60c2c7cd25f None None] New status for floating IP 2cb7e740-4b83-4c52-a743-9cd86fb33377: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:47:20.941832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Calling delete_port for a97ae004-3115-4e40-ae06-38caf6106619 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:20.994076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.027505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.069463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a97ae004-3115-4e40-ae06-38caf6106619 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:21.105769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.116901 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0da8712a-a0ad-4140-aba7-e37976db091e tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:21.119433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.127896 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.db.api [None req-48c9ce43-f767-409c-8e28-f60c2c7cd25f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:47:21.128316 n-d-820554-2 neutron-server[87657]: DEBUG oslo_db.api [None req-48c9ce43-f767-409c-8e28-f60c2c7cd25f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:47:21.150816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a97ae004-3115-4e40-ae06-38caf6106619 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:21.151193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a97ae004-3115-4e40-ae06-38caf6106619 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:21.153745 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0b2f95d7-4656-42a3-86ad-9a9f911aa69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:21.260896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Pushing event deleted for resources: {'Port': ['ID=a97ae004-3115-4e40-ae06-38caf6106619,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:21.264365 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:21.270318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] No DVR routers for this DVR port a97ae004-3115-4e40-ae06-38caf6106619 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:21.299781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Pushing event deleted for resources: {'Port': ['ID=6ddb8aff-d616-429e-897d-b5735ecf6149,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:21.347797 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:21.414351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] For port e35ce9c4-e231-4fb6-b63f-725f87f027c7, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:47:21.427228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] For port e35ce9c4-e231-4fb6-b63f-725f87f027c7, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e35ce9c4-e231-4fb6-b63f-725f87f027c7,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:47:21.442707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.451906 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ae3c61ad-010e-4221-b4a9-c3b2b18c4d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:21.477127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.488859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.497670 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.502496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba6b554d-a50d-4f17-ba17-d39a4aab159d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:21.599532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Pushing event updated for resources: {'Port': ['ID=e35ce9c4-e231-4fb6-b63f-725f87f027c7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:21.602748 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:21.603363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e20e61-bbea-4be1-b6f9-d91e01111861,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:21.606540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f75250>,) {'filters': {'network_id': ['51445356-0fed-4fb2-be55-a175c29cf74b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:21.612213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] DHCP port deletion for 713d1f13-3f1e-4f04-bc24-30c3d6295b56 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:47:21.626227 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:21.628050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Deleting port a963d47e-5022-411b-a491-c5f57c8d59cb {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:21.628510 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.629990 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9ce43-f767-409c-8e28-f60c2c7cd25f None None] New status for floating IP 2cb7e740-4b83-4c52-a743-9cd86fb33377: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:47:21.637216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f75250>, 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:21.637506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f75250>, 'bd3f73b6-a6e2-422f-ae72-dde8b2985bb1') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:21.647940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.652048 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] 10.222.0.66 "DELETE /v2.0/floatingips/2cb7e740-4b83-4c52-a743-9cd86fb33377 HTTP/1.1" status: 204  len: 168 time: 2.7210476
Dec 16 09:47:21.652048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.665376 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37e20e61-bbea-4be1-b6f9-d91e01111861 HTTP/1.1" status: 204  len: 168 time: 1.9357104
Dec 16 09:47:21.666186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:21.668130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.789046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-ad0db30d-46aa-43b2-b158-aacd60deac65 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--455202614&fields=id&tenant_id=38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 267 time: 0.8134737
Dec 16 09:47:21.865227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.891138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:47:21.891700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:47:21.914016 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:47:22.111202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] For port a963d47e-5022-411b-a491-c5f57c8d59cb, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a963d47e-5022-411b-a491-c5f57c8d59cb,segment=NetworkSegment(78b75070-0487-4e63-bbcd-7d8e1dce4fe3),segment_id=78b75070-0487-4e63-bbcd-7d8e1dce4fe3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:22.111694 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.149228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.160574 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5d42e1a-56bc-4929-b840-0c68159a2559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:22.203980 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.213934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Network': ['ID=51445356-0fed-4fb2-be55-a175c29cf74b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:22.225684 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:22.298210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Calling delete_port for a963d47e-5022-411b-a491-c5f57c8d59cb owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:22.305484 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/networks/51445356-0fed-4fb2-be55-a175c29cf74b HTTP/1.1" status: 204  len: 168 time: 1.9150510
Dec 16 09:47:22.306421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 54820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:22.427696 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.437586 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.443897 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:22.466032 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b5cb94b-4f21-4174-b8f3-d6a4ac755085 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:22.501273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] No DVR routers for this DVR port a963d47e-5022-411b-a491-c5f57c8d59cb on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:22.513526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Pushing event deleted for resources: {'Port': ['ID=a963d47e-5022-411b-a491-c5f57c8d59cb,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:22.518428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff1d66-1279-49fd-927d-d5810da6cdda,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:22.524673 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:22.545031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-b744b950-cccf-4f01-8912-ff6db0c57480 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:22.546505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-b744b950-cccf-4f01-8912-ff6db0c57480 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 815 time: 0.7406650
Dec 16 09:47:22.570789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.571217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.571600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.571980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.572355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.572726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.573093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.573458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.580397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.580792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.581182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.581562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:22.606580 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:22.624118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.633435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-c5fda78b-c315-4e82-8dff-79c26e94b9a8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/quotas/38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 375 time: 0.0646548
Dec 16 09:47:22.649975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.653081 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0aff1d66-1279-49fd-927d-d5810da6cdda HTTP/1.1" status: 204  len: 168 time: 2.6072342
Dec 16 09:47:22.716674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:22.957197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:23.031444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1263e50>,) {'filters': {'network_id': ['713d1f13-3f1e-4f04-bc24-30c3d6295b56']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:23.048616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e35ce9c4-e231-4fb6-b63f-725f87f027c7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:23.089262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-8591711f-532a-4a44-b1e7-a22640780910 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Synchronizing usage tracker for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:23.098213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1263e50>, '78b75070-0487-4e63-bbcd-7d8e1dce4fe3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:23.098511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1263e50>, '78b75070-0487-4e63-bbcd-7d8e1dce4fe3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:23.141171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:23.153064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-8591711f-532a-4a44-b1e7-a22640780910 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Unset dirty status for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:23.154779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-8591711f-532a-4a44-b1e7-a22640780910 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5004110
Dec 16 09:47:23.181688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-bb99412a-9359-461d-a503-5945b1f3a5f9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:47:23.183031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-bb99412a-9359-461d-a503-5945b1f3a5f9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0082505
Dec 16 09:47:23.190277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Router 1d9daafc-4713-460f-bd60-8746b7f10a21 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:47:23.216409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e35ce9c4-e231-4fb6-b63f-725f87f027c7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:23.259656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:23.274579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:47:23.274981 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:23.316602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a963d47e-5022-411b-a491-c5f57c8d59cb no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:23.411881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a963d47e-5022-411b-a491-c5f57c8d59cb {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:23.411881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a963d47e-5022-411b-a491-c5f57c8d59cb not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:23.505988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa6a39-a31f-4a69-b3ed-2db42fcd5c25 None None] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:47:23.613088 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:47:23.704309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Provisioning for port e35ce9c4-e231-4fb6-b63f-725f87f027c7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:23.711093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Provisioning complete for port e35ce9c4-e231-4fb6-b63f-725f87f027c7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:23.711514 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:23.794099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:23.873092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d4c54cd-eef9-4c35-8a7a-fa03700f53e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:23.897985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:47:23.907546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-b4431b42-bf26-4555-a570-16d793fa864c service neutron] 10.222.0.66 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7105048
Dec 16 09:47:23.910490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:23.911505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Sync routers for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:47:23.950718 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] 10.222.0.66 "DELETE /v2.0/networks/713d1f13-3f1e-4f04-bc24-30c3d6295b56 HTTP/1.1" status: 204  len: 168 time: 1.6331675
Dec 16 09:47:23.982671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Pushing event deleted for resources: {'Network': ['ID=713d1f13-3f1e-4f04-bc24-30c3d6295b56,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:23.995688 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:24.044610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:24.045267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c6eb20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:24.063882 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:24.117210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:24.119082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.8001983
Dec 16 09:47:24.122596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 54884) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:24.248987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:24.419836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] For port e35ce9c4-e231-4fb6-b63f-725f87f027c7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e35ce9c4-e231-4fb6-b63f-725f87f027c7,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:24.434048 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:24.440700 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:24.452820 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-1e1d3423-d346-4730-bbd1-c02cb3cfa31a service neutron] 10.222.0.66 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5213370
Dec 16 09:47:24.557840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Pushing event updated for resources: {'Port': ['ID=e35ce9c4-e231-4fb6-b63f-725f87f027c7,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:24.564325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:24.599881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:25.066392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e35ce9c4-e231-4fb6-b63f-725f87f027c7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:25.114834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Deleting port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:25.115773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:25.222067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c412f02-9e41-4a55-b618-487c373ea23b None None] Provisioning complete for port e35ce9c4-e231-4fb6-b63f-725f87f027c7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:25.222808 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c412f02-9e41-4a55-b618-487c373ea23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:25.435570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] For port 3a02b396-8cc8-4f9b-b265-b3ea71f11bad, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:25.435925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:25.465632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e35ce9c4-e231-4fb6-b63f-725f87f027c7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:25.466501 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:25.517524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7c3beaef-478d-463e-bfcd-134f27ea3e1a req-9af5c7c5-2913-42cc-909f-bdcb4ac2609b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 210 time: 0.1409531
Dec 16 09:47:25.721828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Calling delete_port for 3a02b396-8cc8-4f9b-b265-b3ea71f11bad owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:25.934275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c6eb20>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:20Z', 'revision_number': 3, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:25.980013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Checking router: 1d9daafc-4713-460f-bd60-8746b7f10a21 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:47:25.980570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Updating router 1d9daafc-4713-460f-bd60-8746b7f10a21 port 1913fac7-2d5f-4075-ad92-c8b7685733b5 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:47:26.124736 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:26.250848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:26.260979 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-166c2f03-cbe2-4206-9759-0b8b6b5664db tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:26.436547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a02b396-8cc8-4f9b-b265-b3ea71f11bad,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:26.441375 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:26.875398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.172978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.349718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.377594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Transition to ACTIVE for port object 1913fac7-2d5f-4075-ad92-c8b7685733b5 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:27.385871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.392373 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:27.398322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Allocated IP 172.20.0.1 (32b3944c-5c2d-48a6-a1ad-41bcce30bf74/74e5b144-3133-4a02-ac4c-43dfbc5faa08/4d1884a5-5ae3-466b-973b-8718534ced33) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:47:27.474180 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:47:27.494107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625b05-ff82-4d91-9b8b-372316427efb None None] Pushing event updated for resources: {'Port': ['ID=1913fac7-2d5f-4075-ad92-c8b7685733b5,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:27.507873 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed625b05-ff82-4d91-9b8b-372316427efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:27.556385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Attempting to bind port 1913fac7-2d5f-4075-ad92-c8b7685733b5 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:47:27.557651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Attempting to bind port 1913fac7-2d5f-4075-ad92-c8b7685733b5 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:47:27.559401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Attempting to bind port 1913fac7-2d5f-4075-ad92-c8b7685733b5 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:47:27.572637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:47:27.576191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:47:27.576798 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.577379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:47:27.581875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Bound port: 1913fac7-2d5f-4075-ad92-c8b7685733b5, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:47:27.582542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.729303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.745597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Transition to ACTIVE for port object 4d1884a5-5ae3-466b-973b-8718534ced33 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:27.775427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3901afb6-cc07-4f5f-83dc-3c6103631893 req-deccb12e-8729-45fd-9433-657783a9a9b9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 210 time: 0.9028151
Dec 16 09:47:27.805035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] For port 1913fac7-2d5f-4075-ad92-c8b7685733b5, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:47:27.810571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] For port 1913fac7-2d5f-4075-ad92-c8b7685733b5, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1913fac7-2d5f-4075-ad92-c8b7685733b5,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:47:27.816003 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.833708 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:27.836986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:27.860750 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fde2c991-7523-4a03-afd1-6c3408f8fdcd tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:27.914091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:27.914824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c6eb20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:28.019631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1884a5-5ae3-466b-973b-8718534ced33,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:28.028257 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:28.029197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625b05-ff82-4d91-9b8b-372316427efb None None] Pushing event updated for resources: {'Port': ['ID=1913fac7-2d5f-4075-ad92-c8b7685733b5,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:28.035300 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed625b05-ff82-4d91-9b8b-372316427efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:28.065961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:28.076167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:28.086724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:47:28.190664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Router 5ee343cc-0921-4781-8ef4-a4afc128e906 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:47:28.217365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:28.327542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:28.685238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-9806900d-b99e-4990-82d7-71533cec067f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:28.692834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-9806900d-b99e-4990-82d7-71533cec067f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 815 time: 1.6621575
Dec 16 09:47:28.790714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:47:28.805978 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] Sync routers for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:47:28.823833 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] 10.222.0.66 "PUT /v2.0/routers/5ee343cc-0921-4781-8ef4-a4afc128e906/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1486955
Dec 16 09:47:28.830640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:28.847833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d921514b-bbd6-414e-b04f-9927d541cfe4 None None] Provisioning for port 4d1884a5-5ae3-466b-973b-8718534ced33 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:28.850970 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:28.851732 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29c42e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:29.000763 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-510bcbf1-dc26-4424-8e6e-e010bf8011f6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 379 time: 0.2943120
Dec 16 09:47:29.034685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d921514b-bbd6-414e-b04f-9927d541cfe4 None None] Provisioning complete for port 4d1884a5-5ae3-466b-973b-8718534ced33 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:29.036404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d921514b-bbd6-414e-b04f-9927d541cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:29.072158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'port': {'device_id': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'admin_state_up': True, 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'security_groups': ['0c0fa074-c75d-4144-ac6a-1c363af9dca3']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:29.203586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d921514b-bbd6-414e-b04f-9927d541cfe4 None None] Port 4d1884a5-5ae3-466b-973b-8718534ced33 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:47:29.219545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c6eb20>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:20Z', 'revision_number': 3, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:29.234650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cccd2a-bd37-4763-96e5-3a5dcab522cb None None] The sync data for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 is: [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:20Z', 'revision_number': 3, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:47:29.544732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:29.551951 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:30.189057 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:30.191583 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:30.228233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Deleting port a15ab038-c42e-4753-89ca-810724381cf1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:30.228966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:30.260406 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18bc00a7-9e2b-48f2-ac31-b3bfd63eb2ab req-f8acc977-6773-46f8-9914-cb5f2046b234 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 210 time: 1.1538265
Dec 16 09:47:30.301747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:30.702160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] For port a15ab038-c42e-4753-89ca-810724381cf1, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a15ab038-c42e-4753-89ca-810724381cf1,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:30.706073 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:30.722977 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29c42e0>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:47:26Z', 'revision_number': 5, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port': {'id': 'a15ab038-c42e-4753-89ca-810724381cf1', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:20Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:30.737209 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] Checking router: 5ee343cc-0921-4781-8ef4-a4afc128e906 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:47:30.773217 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] Routers {'5ee343cc-0921-4781-8ef4-a4afc128e906'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:30.774033 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29c42e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee343cc-0921-4781-8ef4-a4afc128e906'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:30.898406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:30.935065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1913fac7-2d5f-4075-ad92-c8b7685733b5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:30.940762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Made reservation on behalf of 38dc75575c6e479a8b2e6fddb07534a2 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:47:30.945686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:31.040285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Calling delete_port for a15ab038-c42e-4753-89ca-810724381cf1 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:31.150275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1913fac7-2d5f-4075-ad92-c8b7685733b5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:31.174818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1913fac7-2d5f-4075-ad92-c8b7685733b5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:31.175144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:31.295650 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] Set router 5ee343cc-0921-4781-8ef4-a4afc128e906 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:31.330900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:47:31.413077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:31.598232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:31.712846 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29c42e0>, [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:47:30Z', 'revision_number': 6, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:31.718488 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62541e6a-abd4-42f1-84a6-93cc93fef893 None None] The sync data for ids ['5ee343cc-0921-4781-8ef4-a4afc128e906'] in n-d-820554-2 is: [{'id': '5ee343cc-0921-4781-8ef4-a4afc128e906', 'name': 'tempest-ServersTestJSON-673675896-router', 'tenant_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:19Z', 'updated_at': '2021-12-16T09:47:30Z', 'revision_number': 6, 'project_id': 'a4a5ca55640b44a184011bc1d7f3bbbd', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:47:31.741803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d3cb2f9-8f1e-49cd-8bed-2e39ae6af916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:31.757677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:31.835508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1913fac7-2d5f-4075-ad92-c8b7685733b5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1913fac7-2d5f-4075-ad92-c8b7685733b5,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:31.841751 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:31.859131 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dd516999-f4d0-44d5-94fa-7310bf28c115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:32.123022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1913fac7-2d5f-4075-ad92-c8b7685733b5,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:32.123926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:32.133584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.134262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.134793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.135402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.135952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.136999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.137500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.137995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.138499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.139010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.139649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.140144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:32.145151 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:32.275905 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5dc562a2-0871-4958-8fd8-820f80094c78 req-3e84abca-835a-4492-88eb-9209882e71c4 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 210 time: 0.5340896
Dec 16 09:47:32.399260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1884a5-5ae3-466b-973b-8718534ced33,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:32.413957 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:32.419409 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:32.422859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Allocated IP 172.20.0.4 (db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8/29c0e1cc-8cfe-45be-b265-ee6662d16a12/1861e748-8f1e-44cd-b4dc-a8f900d84f5b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:47:32.498572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:32.553011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:32.562843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Usage tracker for resource:security_group_rule and tenant:d2e262ccc7ed45c2b244ab296947f949 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:32.570843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:32.583212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:32.625787 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:32.641675 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:32.810951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Pushing event deleted for resources: {'Port': ['ID=a15ab038-c42e-4753-89ca-810724381cf1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:32.828369 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:32.872271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:32.878053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:33.055846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.061407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1913fac7-2d5f-4075-ad92-c8b7685733b5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:33.250478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1913fac7-2d5f-4075-ad92-c8b7685733b5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:33.250478 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.362112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.364149 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.384453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Transition to ACTIVE for port object 1861e748-8f1e-44cd-b4dc-a8f900d84f5b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:33.420830 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.494125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0d0c63f-8c12-4756-bc46-1b00d29c6905 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:33.515715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b2fc90d2-f5aa-4b10-b6d4-1e986532afcd None None] Provisioning complete for port 4d1884a5-5ae3-466b-973b-8718534ced33 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:33.516299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90d2-f5aa-4b10-b6d4-1e986532afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.597574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.611758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc90d2-f5aa-4b10-b6d4-1e986532afcd None None] Port 4d1884a5-5ae3-466b-973b-8718534ced33 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:47:33.615007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a15ab038-c42e-4753-89ca-810724381cf1 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:33.624911 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41147040-190a-4f5a-b24b-e5f27c0faeda tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:33.653994 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.669548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.687097 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2e262ccc7ed45c2b244ab296947f949&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5621228
Dec 16 09:47:33.690305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:33.691191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed6355-d27c-460f-9e24-5f775c61319e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:33.712432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a15ab038-c42e-4753-89ca-810724381cf1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:33.712805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a15ab038-c42e-4753-89ca-810724381cf1 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:33.713238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3a02b396-8cc8-4f9b-b265-b3ea71f11bad no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:33.719110 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:33.772697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 3a02b396-8cc8-4f9b-b265-b3ea71f11bad {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:33.772697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3a02b396-8cc8-4f9b-b265-b3ea71f11bad not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:33.773381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:33.858101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:33.863490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.864031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee343cc-0921-4781-8ef4-a4afc128e906 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:47:33.873409 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.909316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.956587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:33.958694 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] 10.222.0.66 "DELETE /v2.0/routers/5ee343cc-0921-4781-8ef4-a4afc128e906 HTTP/1.1" status: 204  len: 168 time: 5.1269462
Dec 16 09:47:33.962893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:47:33.964005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:34.028178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:34.041040 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:34.084897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Router 1d9daafc-4713-460f-bd60-8746b7f10a21 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:47:34.116664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:34.118166 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.127605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Deleting subnet 001a31d9-4390-4fce-882b-ac82289a899e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:47:34.131234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.191492 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.197504 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bbde2a56-ec0e-42ff-aed3-161428d15428 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:34.264228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed6355-d27c-460f-9e24-5f775c61319e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:34.271985 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:34.280420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.345298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bc16faad-0676-447e-bd81-1a2faf425474 None None] Provisioning for port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:34.361247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.362302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bc16faad-0676-447e-bd81-1a2faf425474 None None] Provisioning complete for port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:34.362695 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bc16faad-0676-447e-bd81-1a2faf425474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.365109 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70ed6355-d27c-460f-9e24-5f775c61319e HTTP/1.1" status: 204  len: 168 time: 0.6597829
Dec 16 09:47:34.460551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.559264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bc16faad-0676-447e-bd81-1a2faf425474 None None] Port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:47:34.588100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.601626 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62ce58fb-c795-42cb-a460-0fe3ad5e919f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:34.631878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5683181
Dec 16 09:47:34.652582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c6724-2db4-4b85-8de1-996d842d40cc None None] Network 04a99f6e-4e9f-472e-8797-b6316a290d02 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:34.685481 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.700573 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/001a31d9-4390-4fce-882b-ac82289a899e HTTP/1.1" status: 204  len: 168 time: 0.7256129
Dec 16 09:47:34.708708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:34.715916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001a31d9-4390-4fce-882b-ac82289a899e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:34.770607 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:34.873917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Request body: {'port': {'device_id': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:34.945178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:34.960984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Deleting port 95d98a26-c453-4b52-8134-7828e6b1fc42 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:34.961726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:35.086360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d274f1c-0694-45be-9ea3-1315a1668f4b req-b3b43796-e875-4c4f-8c28-d160b5586305 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:35.087954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4d274f1c-0694-45be-9ea3-1315a1668f4b req-b3b43796-e875-4c4f-8c28-d160b5586305 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Synchronizing usage tracker for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:35.125913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:35.130696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:47:35.137363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] 10.222.0.66 "PUT /v2.0/routers/1d9daafc-4713-460f-bd60-8746b7f10a21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0136113
Dec 16 09:47:35.177256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Sync routers for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:47:35.213475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:35.250239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:35.251056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d04d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:35.258023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4d274f1c-0694-45be-9ea3-1315a1668f4b req-b3b43796-e875-4c4f-8c28-d160b5586305 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Unset dirty status for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:35.261849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d274f1c-0694-45be-9ea3-1315a1668f4b req-b3b43796-e875-4c4f-8c28-d160b5586305 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 931 time: 1.5213206
Dec 16 09:47:35.266723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:35.276809 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:35.345682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] For port 95d98a26-c453-4b52-8134-7828e6b1fc42, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=95d98a26-c453-4b52-8134-7828e6b1fc42,segment=NetworkSegment(dc7cf8d0-65de-4441-8cec-6817d301699e),segment_id=dc7cf8d0-65de-4441-8cec-6817d301699e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:35.346054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:35.358528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Usage tracker for resource:security_group_rule and tenant:32b136a19b5a47b18dd48fc80dff93a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:35.515822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Calling delete_port for 95d98a26-c453-4b52-8134-7828e6b1fc42 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:35.633115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:35.648549 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:35.651249 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-616fe267-7477-411e-8171-14c599a64ca6 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:35.742192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde06f1-bef5-48b3-ba0c-a01b899170f6 None None] DHCP port deletion for 04a99f6e-4e9f-472e-8797-b6316a290d02 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:47:35.747744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Pushing event deleted for resources: {'Port': ['ID=95d98a26-c453-4b52-8134-7828e6b1fc42,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:35.753393 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:35.768387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] No DVR routers for this DVR port 95d98a26-c453-4b52-8134-7828e6b1fc42 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:35.881932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:35.888522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:36.191235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1861e748-8f1e-44cd-b4dc-a8f900d84f5b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:47:36.201609 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.219243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Transition to ACTIVE for port object 1861e748-8f1e-44cd-b4dc-a8f900d84f5b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:36.226357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d274f1c-0694-45be-9ea3-1315a1668f4b req-ac8698f1-af2c-40ab-9d19-20a6760e78b3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9504707
Dec 16 09:47:36.231138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.232947 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.252694 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-20f232bc-fe87-41a2-98db-cafe5eb96ed7 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:36.547662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.622071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:36.637294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.637960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1022a60>,) {'filters': {'network_id': ['04a99f6e-4e9f-472e-8797-b6316a290d02']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:36.650261 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:36.684836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d04d00>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:30Z', 'revision_number': 2, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:36.687686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1022a60>, 'dc7cf8d0-65de-4441-8cec-6817d301699e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:36.687836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1022a60>, 'dc7cf8d0-65de-4441-8cec-6817d301699e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:36.695853 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f956683-af85-4751-949c-83b58fc5ad69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:36.704304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Checking router: 1d9daafc-4713-460f-bd60-8746b7f10a21 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:47:36.704665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Updating router 1d9daafc-4713-460f-bd60-8746b7f10a21 port 4d1884a5-5ae3-466b-973b-8718534ced33 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:47:36.767119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.812590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.843311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:47:36.843742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.852712 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:47:36.883399 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:47:36.944949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Attempting to bind port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:47:36.945958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Attempting to bind port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:47:36.946500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Attempting to bind port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:47:36.954742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:47:36.955488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Attempting to bind port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b on network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:47:36.959836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32b136a19b5a47b18dd48fc80dff93a1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8211832
Dec 16 09:47:36.964870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55208) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:36.982022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f40191-c14c-4588-8d22-90280fcae96e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:37.001234 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:37.050258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:47:37.062680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Checking segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:47:37.063511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Bound using segment: {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:47:37.064224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Bound port: 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:47:37.064796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.141040 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.144923 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ecd67dad-b2f1-4ae7-90c8-1761a5b27afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:37.175771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.210330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Pushing event deleted for resources: {'Network': ['ID=04a99f6e-4e9f-472e-8797-b6316a290d02,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:37.216802 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:37.259345 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] 10.222.0.66 "DELETE /v2.0/networks/04a99f6e-4e9f-472e-8797-b6316a290d02 HTTP/1.1" status: 204  len: 168 time: 2.5470541
Dec 16 09:47:37.274261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55214) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:37.308340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798342236', 'description': 'tempest-description--963313039'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:37.343991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:37.372242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Usage tracker for resource:security_group and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:37.384493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:37.399452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95d98a26-c453-4b52-8134-7828e6b1fc42 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:37.416885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:37.457582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.484102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 95d98a26-c453-4b52-8134-7828e6b1fc42 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:37.484705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 95d98a26-c453-4b52-8134-7828e6b1fc42 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:37.550448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:37.562643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Usage tracker for resource:security_group_rule and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:37.575264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:37.594311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:37.717945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.722643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.727728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.778621 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-93001688-531f-438b-8484-6893c9b54480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:37.809478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.836533 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.873320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:37.876239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Transition to ACTIVE for port object 4d1884a5-5ae3-466b-973b-8718534ced33 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:37.880786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc7e03-8523-4ec1-9169-e507f9f71916,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:37.892005 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.897501 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:37.903518 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:37.914664 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6390913
Dec 16 09:47:37.916297 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:37.916731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:38.014006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'security_group_rule': {'security_group_id': '63cc7e03-8523-4ec1-9169-e507f9f71916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:38.022150 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b704b7ba-071a-46d1-a68d-ae1ec6922afa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4a5ca55640b44a184011bc1d7f3bbbd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1239154
Dec 16 09:47:38.025889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:38.032045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55242) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:38.060395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.081282 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ee815c1-d50d-4018-85d7-4e61adad7a5d tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:38.093098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:47:38.093513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c476d9-277d-4fa6-850a-4f9a77407968 None None] Pushing event updated for resources: {'Port': ['ID=4d1884a5-5ae3-466b-973b-8718534ced33,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:38.107725 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-89c476d9-277d-4fa6-850a-4f9a77407968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:38.117796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f40191-c14c-4588-8d22-90280fcae96e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:38.124198 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:38.138484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.144010 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7f40191-c14c-4588-8d22-90280fcae96e HTTP/1.1" status: 204  len: 168 time: 1.1719086
Dec 16 09:47:38.148792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:47:38.169513 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.176688 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-17bcb1b4-c914-46f3-bb69-c0b27d9e7153 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:38.196686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Usage tracker for resource:security_group_rule and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:38.217059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:38.246202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:38.343695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.393846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d43c40-55ec-451d-9646-af6a182338cf req-3114b5aa-b55c-40dc-acdc-757a09bbed17 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:38.397542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86d43c40-55ec-451d-9646-af6a182338cf req-3114b5aa-b55c-40dc-acdc-757a09bbed17 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.9104466
Dec 16 09:47:38.460251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:38.461391 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.463487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] 10.222.0.74 "PUT /v2.0/ports/1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 1091 time: 3.6349380
Dec 16 09:47:38.466409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:47:38.514490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.548681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Attempting to bind port 4d1884a5-5ae3-466b-973b-8718534ced33 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:47:38.555540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Attempting to bind port 4d1884a5-5ae3-466b-973b-8718534ced33 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:47:38.558238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Attempting to bind port 4d1884a5-5ae3-466b-973b-8718534ced33 on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:47:38.584398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:47:38.587647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:47:38.588223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.588687 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Bound using segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:47:38.591873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Bound port: 4d1884a5-5ae3-466b-973b-8718534ced33, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:47:38.592562 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.711020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.733934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] For port 4d1884a5-5ae3-466b-973b-8718534ced33, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:47:38.739024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] For port 4d1884a5-5ae3-466b-973b-8718534ced33, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d1884a5-5ae3-466b-973b-8718534ced33,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:47:38.749595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.768790 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:38.948293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.960523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86d43c40-55ec-451d-9646-af6a182338cf req-3b54fed4-6cd5-45cc-b77c-9965a4fd03b3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5409915
Dec 16 09:47:38.962229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:38.967350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:38.972779 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:38.976258 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cac0b55a-9868-47a0-a647-690c86633f0f tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:39.044902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9834bdf-3d86-4ede-b455-117511040dd2,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:39.050812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-413b18af-0272-4c4b-bd72-2231f1275502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:39.052143 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:39.055939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-413b18af-0272-4c4b-bd72-2231f1275502 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1094 time: 0.4136529
Dec 16 09:47:39.077445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:39.094066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d04d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:39.095883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.097365 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1754017
Dec 16 09:47:39.100233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:39.111495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'security_group_rule': {'security_group_id': '63cc7e03-8523-4ec1-9169-e507f9f71916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:39.128485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.136985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.144665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/866d14a1-99d0-4906-bacd-64629406c0df HTTP/1.1" status: 204  len: 168 time: 1.1097806
Dec 16 09:47:39.147363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:39.154384 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41d27d8a-0934-4c41-bcd5-a4f5bc14bc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:39.168525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Usage tracker for resource:security_group_rule and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:39.173015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866d14a1-99d0-4906-bacd-64629406c0df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:39.175318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:39.182517 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:39.200076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:39.241881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.343843 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'status': 'completed', 'code': 200}
Dec 16 09:47:39.409795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-5f641e0a-4962-442a-8c3c-a859a3270679 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 217 time: 0.3459508
Dec 16 09:47:39.518307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.528836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.576522 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92aa3c4a-a238-4085-9b6b-94dbe632cd8c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:39.611661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.614589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5133452
Dec 16 09:47:39.625664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55280) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:39.637199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:39.664366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65602d4a-c1ff-4a42-af4a-82b37a92dcd6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:39.679566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:39.687772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:39.702040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Usage tracker for resource:floatingip and tenant:591941320db54ca0a61e17e4d8a3861d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:39.715980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:39.740220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:39.768165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:39.802371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:40.172966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-b0df618b-9e10-47bb-a823-b262b0167b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:40.177283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-b0df618b-9e10-47bb-a823-b262b0167b24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.7603781
Dec 16 09:47:40.335494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c476d9-277d-4fa6-850a-4f9a77407968 None None] Pushing event updated for resources: {'Port': ['ID=4d1884a5-5ae3-466b-973b-8718534ced33,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:40.349792 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-89c476d9-277d-4fa6-850a-4f9a77407968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.583s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:40.441290 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:40.636467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-88c71a1e-3130-4766-8168-35f2b73801ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:40.644407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-88c71a1e-3130-4766-8168-35f2b73801ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4603271
Dec 16 09:47:41.136932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Allocated IP 172.25.3.153 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a6857b4b-4240-47d1-8577-1b8b7075b344) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:47:41.180142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fb560-c394-4ee5-add3-d0bdcdf5cc31 req-f3ed5142-b8c5-41ac-9fa3-0651ed220c8f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:41.198617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e93fb560-c394-4ee5-add3-d0bdcdf5cc31 req-f3ed5142-b8c5-41ac-9fa3-0651ed220c8f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.8131635
Dec 16 09:47:41.421611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-87eb6817-7508-4326-ba14-fe297acd49d8 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7363834
Dec 16 09:47:41.457714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d04d00>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:38Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:41.465864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a41fc5-ce12-4428-a362-8ee36495ccf6 None None] The sync data for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 is: [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:38Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:47:41.546097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e93fb560-c394-4ee5-add3-d0bdcdf5cc31 req-23246677-8dac-4737-ad7c-f509270a141b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3434315
Dec 16 09:47:41.598315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55346) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:41.688117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:41.777173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:41.789033 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-703a5ed0-478d-4340-b9c5-71c007068e4d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:41.800430 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:41.942933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:41.947380 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9d8e48f-6258-4ec5-8df7-c61f54364a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:41.958295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:41.960126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55362) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:41.966133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:47:41.974595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dae884b6-2bf9-4ca1-b185-8208e2d13753 req-c6deccd6-9075-41e6-b21a-2412b8409879 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5450084
Dec 16 09:47:42.033437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=a6857b4b-4240-47d1-8577-1b8b7075b344,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:42.071032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.071626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.072788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.075551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.076954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.078878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.079437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.079971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.082208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.083073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.085470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.086131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:47:42.090993 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:42.225826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:42.227688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-4703e384-0ff3-4e7d-bb62-56bad3de95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:42.235495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-4703e384-0ff3-4e7d-bb62-56bad3de95a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1094 time: 0.2097688
Dec 16 09:47:42.425050 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:42.577236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1961193830-network', 'tenant_id': 'b342e46cc2af4cecaac8eb5bfb7b3022'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:42.603111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:42.624241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-f84be4fb-a71f-4e55-8c3b-de1bc08e09df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:42.626624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-f84be4fb-a71f-4e55-8c3b-de1bc08e09df service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.3836546
Dec 16 09:47:42.627675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Usage tracker for resource:network and tenant:b342e46cc2af4cecaac8eb5bfb7b3022 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:42.752520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:42.829492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:42.858261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-4cedef2d-7d07-4e3e-bba6-f653bf14ef31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 217 time: 0.2196913
Dec 16 09:47:43.013152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1884a5-5ae3-466b-973b-8718534ced33 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:43.103031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-581de6de-5d58-45bb-b7aa-15f91d75e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:43.104674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-581de6de-5d58-45bb-b7aa-15f91d75e2cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.1963644
Dec 16 09:47:43.169733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Made reservation on behalf of b342e46cc2af4cecaac8eb5bfb7b3022 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:47:43.172076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.205963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.222332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4d1884a5-5ae3-466b-973b-8718534ced33 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:43.241730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:43.245771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:b342e46cc2af4cecaac8eb5bfb7b3022 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:43.248842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:43.252351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4d1884a5-5ae3-466b-973b-8718534ced33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:43.255218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:43.259225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.487126 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.530488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b238c-da32-4e49-81ae-a3bb695d4aa5 req-4f926f48-155e-4861-a12e-b8b49b4cd81f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:43.531558 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.533951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-351b238c-da32-4e49-81ae-a3bb695d4aa5 req-4f926f48-155e-4861-a12e-b8b49b4cd81f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.7734072
Dec 16 09:47:43.567528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.583929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:47:43.597920 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.598581 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Added segment f2b56002-2196-4d64-b793-1e005337bc15 of type vlan for network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2
Dec 16 09:47:43.640418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4d1884a5-5ae3-466b-973b-8718534ced33, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d1884a5-5ae3-466b-973b-8718534ced33,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:43.649188 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.655380 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed625b05-ff82-4d91-9b8b-372316427efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:43.665997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.727046 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b105f81c-1d95-40a4-b055-ac0d21d65acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:43.856275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4d1884a5-5ae3-466b-973b-8718534ced33,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:43.866437 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:43.896077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c97c637-568d-461b-a1dc-84bac183d13c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:43.918953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-351b238c-da32-4e49-81ae-a3bb695d4aa5 req-73042120-8f05-4fc4-a302-359cbc098c8b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3623435
Dec 16 09:47:43.921223 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:43.922560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.923365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:43.925178 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:43.953782 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-15c1665a-63e8-4c5c-bf47-6f528777057a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:44.073299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:44.079954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=28ba3708-f456-43e6-b8f8-0f28ccaaa4e2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:44.083781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.1221766
Dec 16 09:47:44.086795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-56da9cb5-9585-4e8d-bfd3-ac91d3a1428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:44.088923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-56da9cb5-9585-4e8d-bfd3-ac91d3a1428d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9640474
Dec 16 09:47:44.089684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55422) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:44.101931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:47:44.154760 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:44.163518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Request body: {'subnet': {'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1961193830-subnet', 'tenant_id': 'b342e46cc2af4cecaac8eb5bfb7b3022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:44.177019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:44.194496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Usage tracker for resource:subnet and tenant:b342e46cc2af4cecaac8eb5bfb7b3022 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:44.202430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:44.237719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:44.239540 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:44.358306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Made reservation on behalf of b342e46cc2af4cecaac8eb5bfb7b3022 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:47:44.362015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:44.487267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4bcb94db-3af6-4ded-9d54-a82550df2804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:44.503269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:44.527874 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76faf926-b23b-46a1-8d93-c8d6cc066e8b tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:44.613174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-fce0e5ae-a5ef-478e-9f3a-0a00f202404d service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5074732
Dec 16 09:47:44.714851 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:44.741307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:44.742600 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1155047
Dec 16 09:47:44.768129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=a6857b4b-4240-47d1-8577-1b8b7075b344,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:44.797562 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:44.996835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1884a5-5ae3-466b-973b-8718534ced33 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:45.033764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:45.181876 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-52028ea3-fca0-4642-a4d1-38e3b13bd594 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--798342236&fields=id&tenant_id=591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 267 time: 0.0971096
Dec 16 09:47:45.183911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:45.191424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4d1884a5-5ae3-466b-973b-8718534ced33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:45.191968 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:45.194725 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e1044f0b-c2cb-400b-8db0-f9df1537f5a5 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:45.379323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-69f08a59-407b-45c0-b1bf-95fc5d2c4f8c req-51ea0cd7-9948-4e51-ac47-ffe4cf1e268c service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7468472
Dec 16 09:47:45.392322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:47:45.412675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:45.460321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=770e2eab-08d2-4e8c-9704-d7c5f46e7ca5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:45.597613 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:45.665192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Checking segment: {'id': 'f2b56002-2196-4d64-b793-1e005337bc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:47:45.665861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Network hostable DHCP agents. Network: 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:47:45.694887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:45.749247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-9ed1163a-c338-4112-b63f-cc794ef623a0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:45.750961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-9ed1163a-c338-4112-b63f-cc794ef623a0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.5575473
Dec 16 09:47:45.752522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:47:45.821442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-b06fcc89-1223-4d6e-9528-9db3f3e4e3c0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/quotas/591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 375 time: 0.0432961
Dec 16 09:47:45.827966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:45.846174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c672c01-92ff-4cf6-89a0-cc22a32bc2a2 None None] Network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:45.897953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Deleting port 1e2283bf-0d83-4c45-863b-d5f39412e14f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:45.898558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:45.899940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:45.901329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:45.946067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8457763
Dec 16 09:47:46.019547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-51fe8c50-ed80-46c0-8bb6-d6406a63cf98 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:46.029624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:46.080910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-51fe8c50-ed80-46c0-8bb6-d6406a63cf98 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:46.082760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-51fe8c50-ed80-46c0-8bb6-d6406a63cf98 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2567832
Dec 16 09:47:46.096570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'port_id': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'mac_address': 'fa:16:3e:0f:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:47:46.292518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-50d510bd-4a4e-4d69-aec2-3a19f9ea6584 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956565
Dec 16 09:47:46.328553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] For port 1e2283bf-0d83-4c45-863b-d5f39412e14f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e2283bf-0d83-4c45-863b-d5f39412e14f,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:46.328915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:46.470413 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:46.481379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-3280ab4f-317d-475f-a9c7-0f6aad843af6 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862452
Dec 16 09:47:46.523138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1861e748-8f1e-44cd-b4dc-a8f900d84f5b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:47:46.523731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Calling delete_port for 1e2283bf-0d83-4c45-863b-d5f39412e14f owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:46.558956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:46.565401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03848072-7885-4556-9ca7-0e08ec998d26 None None] Network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:46.866211 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:46.896422 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0c6cc37b-ca23-48a8-a594-90aec6146fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:46.981628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:46.985684 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:47.034836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2283bf-0d83-4c45-863b-d5f39412e14f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:47.038048 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:47.267503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['1861e748-8f1e-44cd-b4dc-a8f900d84f5b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:47:47.331911 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:47.358638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:47.365907 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:47.626431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6756a-02bf-4582-8838-6180029150c5 req-36f2e320-ac68-4405-bff3-378501ab7ca5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:47.644501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfb6756a-02bf-4582-8838-6180029150c5 req-36f2e320-ac68-4405-bff3-378501ab7ca5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 944 time: 0.2994258
Dec 16 09:47:47.737752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfb6756a-02bf-4582-8838-6180029150c5 req-e4e6398f-21b9-4e54-9b4c-150b50e890b8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919869
Dec 16 09:47:48.036966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:48.406569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-847cb281-980b-440e-aaf6-a78f56ebec68 req-4e2f0c53-e76d-4578-946c-6feb03e1c87c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 210 time: 0.0752053
Dec 16 09:47:48.724168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:48.837979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Router 2cc79fb6-9163-47a6-bd48-16f210d44dad has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:47:49.014657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-6ac13920-9d5b-4eb6-871d-af9968301bf7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:49.017037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-6ac13920-9d5b-4eb6-871d-af9968301bf7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.3549223
Dec 16 09:47:49.067397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:49.106238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:49.172853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Usage tracker for resource:security_group_rule and tenant:d8d47ba1a74449c48faa131c8aa1aa28 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:49.193367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:49.205585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:49.233084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-7cb69ac3-dfb0-4187-90cf-3b033be8c34d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 379 time: 0.2080102
Dec 16 09:47:49.245913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'port': {'device_id': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'admin_state_up': True, 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'security_groups': ['63cc7e03-8523-4ec1-9169-e507f9f71916']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:49.282648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:47:49.295007 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] Sync routers for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:47:49.312051 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:49.312690 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2954fd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:49.357314 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] 10.222.0.66 "PUT /v2.0/routers/2cc79fb6-9163-47a6-bd48-16f210d44dad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7296274
Dec 16 09:47:49.366737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:49.388379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:49.463428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:49.483717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:49.510974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065d774-811c-40e3-ae1c-d0a193d9868d req-7b154706-4242-403d-95ec-ee38f4aeee38 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:49.513436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1065d774-811c-40e3-ae1c-d0a193d9868d req-7b154706-4242-403d-95ec-ee38f4aeee38 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 944 time: 0.3816137
Dec 16 09:47:49.566932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:49.569835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Made reservation on behalf of 591941320db54ca0a61e17e4d8a3861d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:47:49.575851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:49.604035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:49.609814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:49.724914 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:49.794982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:49.848196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Allocated IP 172.20.0.3 (32b3944c-5c2d-48a6-a1ad-41bcce30bf74/74e5b144-3133-4a02-ac4c-43dfbc5faa08/5dd58720-3b69-446c-ac3f-c5a25df7c0bb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:47:49.883839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:49.924323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:49.999019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:50.002286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:47:50.009291 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:50.011596 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:50.121529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:50.123370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:50.125377 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:50.140935 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2954fd0>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:47:46Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:50.145518 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] Checking router: 2cc79fb6-9163-47a6-bd48-16f210d44dad for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:47:50.159146 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a911fddf-39c5-4cb1-8490-31e196c4cc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:50.169883 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] Routers {'2cc79fb6-9163-47a6-bd48-16f210d44dad'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:47:50.170629 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2954fd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['2cc79fb6-9163-47a6-bd48-16f210d44dad'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:50.174038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1065d774-811c-40e3-ae1c-d0a193d9868d req-6c1c3c09-3523-45d9-999b-8e48df5b6126 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6487181
Dec 16 09:47:50.256158 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:50.263646 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8d47ba1a74449c48faa131c8aa1aa28&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5384674
Dec 16 09:47:50.267624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55602) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:50.271365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41024b6e-a48c-4450-a3ff-e429cb728596,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:50.365391 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:50.366586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Deleting port 5a0ff38d-8677-491c-a57a-45d072c3b436 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:50.367103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:50.406646 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] Set router 2cc79fb6-9163-47a6-bd48-16f210d44dad gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:47:50.539900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:50.641296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7aa86f14-f8db-4326-a793-54103c8ec91c req-08eaab43-5266-4e3d-b8e8-9cec8c08da94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 210 time: 0.0895274
Dec 16 09:47:50.655501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Transition to ACTIVE for port object 5dd58720-3b69-446c-ac3f-c5a25df7c0bb will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:50.707068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:50.713725 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e42a7643-4519-4b16-aaef-e0ae067ff101 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:50.725461 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'code': 200}
Dec 16 09:47:50.832099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:47:50.840996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:47:50.851399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:47:50.913780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:50.935313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:50.956367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.064105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:51.064780 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.079401 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:51.121891 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2954fd0>, [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:47:46Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:51.126479 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14152bf-e5d4-422c-87c8-0dfefe17f335 None None] The sync data for ids ['2cc79fb6-9163-47a6-bd48-16f210d44dad'] in n-d-820554-2 is: [{'id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'name': 'tempest-TaggedBootDevicesTest-660089804-router', 'tenant_id': 'd31048b143aa4b7eb2748907a1576312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:32Z', 'updated_at': '2021-12-16T09:47:46Z', 'revision_number': 5, 'project_id': 'd31048b143aa4b7eb2748907a1576312', 'gw_port': {'id': '5a0ff38d-8677-491c-a57a-45d072c3b436', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc79fb6-9163-47a6-bd48-16f210d44dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:33Z', 'updated_at': '2021-12-16T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:47:51.158663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9187884
Dec 16 09:47:51.182425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Request body: {'port': {'device_id': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:51.277286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a15fcb-2d4b-4af2-b9f8-cd10fb655c31 req-ab347890-f603-417e-8ee4-2476acb60e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:51.278703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39a15fcb-2d4b-4af2-b9f8-cd10fb655c31 req-ab347890-f603-417e-8ee4-2476acb60e3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1096 time: 0.4798980
Dec 16 09:47:51.325841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] For port 5a0ff38d-8677-491c-a57a-45d072c3b436, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5a0ff38d-8677-491c-a57a-45d072c3b436,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:51.326623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.357608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8eb210ad-dd3c-48d2-b696-c20511a00160 None None] Provisioning for port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:51.369607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8eb210ad-dd3c-48d2-b696-c20511a00160 None None] Provisioning complete for port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:51.370796 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8eb210ad-dd3c-48d2-b696-c20511a00160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.445977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39a15fcb-2d4b-4af2-b9f8-cd10fb655c31 req-9ec3dced-c013-4587-8414-530909eb011d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1492553
Dec 16 09:47:51.469770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8eb210ad-dd3c-48d2-b696-c20511a00160 None None] Port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:47:51.507085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Calling delete_port for 5a0ff38d-8677-491c-a57a-45d072c3b436 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:51.582091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.736070 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.739243 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91f3110e-b6c0-4683-ab9f-487d87080448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:51.750486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.771909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41024b6e-a48c-4450-a3ff-e429cb728596,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:51.818793 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:51.819605 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:51.871536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0ff38d-8677-491c-a57a-45d072c3b436,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:51.944658 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:51.947726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b45be-0743-4aea-a18e-8067b631692e req-4c5ef553-36b6-43c8-a9ec-3a5c43a3ed30 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:51.949703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:51.962621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b0b45be-0743-4aea-a18e-8067b631692e req-4c5ef553-36b6-43c8-a9ec-3a5c43a3ed30 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.6138978
Dec 16 09:47:52.046615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b0b45be-0743-4aea-a18e-8067b631692e req-197a121a-c224-484a-98dd-6aa357e37125 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828283
Dec 16 09:47:52.150761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.154743 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41024b6e-a48c-4450-a3ff-e429cb728596 HTTP/1.1" status: 204  len: 168 time: 1.8838377
Dec 16 09:47:52.170880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd58720-3b69-446c-ac3f-c5a25df7c0bb {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:47:52.176332 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.179209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.189139 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.248715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.249287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc79fb6-9163-47a6-bd48-16f210d44dad {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:47:52.254796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Transition to ACTIVE for port object 5dd58720-3b69-446c-ac3f-c5a25df7c0bb will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:47:52.263677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.275541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.279651 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2cc79fb6-9163-47a6-bd48-16f210d44dad HTTP/1.1" status: 204  len: 168 time: 2.9118421
Dec 16 09:47:52.281593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:52.304913 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:52.420649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Deleting subnet 0992bf35-eb0c-4829-8199-c98aaed2b9c3 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:47:52.425972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.537947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.743884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.862966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:52.894115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:52.903878 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:52.926256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:52.970921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:52.982959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Usage tracker for resource:security_group_rule and tenant:88d069a53ad243be9553c61482a2fbcd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:52.986752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:53.018988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Attempting to bind port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:47:53.019244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:53.019585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Attempting to bind port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:47:53.020023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Attempting to bind port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:47:53.045184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57796117-e015-4ed2-bba8-9d8725992198 req-dfa2d4c4-bdc2-44d3-935f-ed6a6f3711f0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:53.046587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2283bf-0d83-4c45-863b-d5f39412e14f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:53.047385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.047585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-57796117-e015-4ed2-bba8-9d8725992198 req-dfa2d4c4-bdc2-44d3-935f-ed6a6f3711f0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:53.054225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f075a4e-fb90-4707-ba8f-393a6bc20764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:53.059499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:47:53.060032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Attempting to bind port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:47:53.071133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:47:53.071754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:47:53.072310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Bound using segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:47:53.073512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Bound port: 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:47:53.073972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.088401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-57796117-e015-4ed2-bba8-9d8725992198 req-dfa2d4c4-bdc2-44d3-935f-ed6a6f3711f0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:53.095729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57796117-e015-4ed2-bba8-9d8725992198 req-dfa2d4c4-bdc2-44d3-935f-ed6a6f3711f0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 943 time: 0.5428360
Dec 16 09:47:53.124912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0992bf35-eb0c-4829-8199-c98aaed2b9c3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:53.131139 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:53.133850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.146326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1e2283bf-0d83-4c45-863b-d5f39412e14f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:53.146862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2283bf-0d83-4c45-863b-d5f39412e14f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:53.147329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5a0ff38d-8677-491c-a57a-45d072c3b436 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:53.201623 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0992bf35-eb0c-4829-8199-c98aaed2b9c3 HTTP/1.1" status: 204  len: 168 time: 0.9175940
Dec 16 09:47:53.202378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55674) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:53.220518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2dcb66-6cbd-4811-9a03-c080a9a3bf2e None None] Network 6295502d-70ae-49f3-8736-b527f785ee2c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:47:53.236201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5a0ff38d-8677-491c-a57a-45d072c3b436 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:53.236805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5a0ff38d-8677-491c-a57a-45d072c3b436 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:53.242950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:47:53.246297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:47:53.263402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57796117-e015-4ed2-bba8-9d8725992198 req-e94ee704-3b13-4788-8a48-c751caa58b5a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1664760
Dec 16 09:47:53.266669 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.274433 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d687416-0bbb-4434-a5e7-a79c1bc69dbd tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:53.419005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:53.421290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.427119 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] 10.222.0.74 "PUT /v2.0/ports/5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 1091 time: 2.2450099
Dec 16 09:47:53.451058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:47:53.478346 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.610738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.629626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:53.635962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.656286 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:53.736673 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:53.748370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7d35-6c08-4371-8064-0fd14513ea30 req-96478eea-c7fc-4db1-b336-6bc62a1d5235 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:53.756592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0ae7d35-6c08-4371-8064-0fd14513ea30 req-96478eea-c7fc-4db1-b336-6bc62a1d5235 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.2220104
Dec 16 09:47:53.778125 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88d069a53ad243be9553c61482a2fbcd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9175761
Dec 16 09:47:53.783367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:53.807792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] DHCP port deletion for 6295502d-70ae-49f3-8736-b527f785ee2c request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:47:53.810483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-4fb3af29-0f04-489f-806f-c9e7db744ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:53.812410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-4fb3af29-0f04-489f-806f-c9e7db744ec2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1094 time: 0.3341098
Dec 16 09:47:53.813411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Deleting port 251773e0-0f92-4362-910f-118c276c6792 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:53.814785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.838163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Deleting port 251773e0-0f92-4362-910f-118c276c6792 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:53.842509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:53.977115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738c41d8-bb24-438d-ab06-4b5f47758773,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:54.001019 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:54.172991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] For port 251773e0-0f92-4362-910f-118c276c6792, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=251773e0-0f92-4362-910f-118c276c6792,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:54.174052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.214289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.315398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.340390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55706) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:54.359100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Calling delete_port for 251773e0-0f92-4362-910f-118c276c6792 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:54.380371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0ae7d35-6c08-4371-8064-0fd14513ea30 req-e58d517a-45a2-40a3-af0c-b0413a58e851 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6227241
Dec 16 09:47:54.382488 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-ab609eb2-e577-48d2-9c3e-cd90be225e7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 217 time: 0.5405581
Dec 16 09:47:54.480178 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.491574 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cd3a0c42-71fc-4062-9488-afa98d956885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:54.500553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] For port 251773e0-0f92-4362-910f-118c276c6792, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=251773e0-0f92-4362-910f-118c276c6792,segment=NetworkSegment(1bf1a80e-d51a-4493-bee6-5144bdecbf5e),segment_id=1bf1a80e-d51a-4493-bee6-5144bdecbf5e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:54.501133 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.577457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-a54c2700-9c3d-4fe9-9247-cc7dab3d348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:54.578907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-a54c2700-9c3d-4fe9-9247-cc7dab3d348f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1893268
Dec 16 09:47:54.604785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Pushing event deleted for resources: {'Port': ['ID=251773e0-0f92-4362-910f-118c276c6792,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:54.613746 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:54.629627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] No DVR routers for this DVR port 251773e0-0f92-4362-910f-118c276c6792 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:47:54.723432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-acf17b27-8e7a-4687-9ff4-729995ae55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:54.725564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Calling delete_port for 251773e0-0f92-4362-910f-118c276c6792 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:54.725671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-acf17b27-8e7a-4687-9ff4-729995ae55a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1397502
Dec 16 09:47:54.727505 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'status': 'completed', 'code': 200}
Dec 16 09:47:54.790254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.798856 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc757a01-e985-4ab9-a463-ee7632020a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:54.805552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.836461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:54.844863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Usage tracker for resource:security_group_rule and tenant:825105ade7de48fe882608e5afdcbd3e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:54.847995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:54.854728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c41d8-bb24-438d-ab06-4b5f47758773,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:54.862510 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:54.865411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:54.867503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:54.868610 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/738c41d8-bb24-438d-ab06-4b5f47758773 HTTP/1.1" status: 204  len: 168 time: 1.0793753
Dec 16 09:47:54.926909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 251773e0-0f92-4362-910f-118c276c6792 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:47:54.942235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:47:54.942535 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:47:54.985725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-84c2a6ed-fbe3-4699-b632-4dc4a12f2832 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516308
Dec 16 09:47:55.012940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 251773e0-0f92-4362-910f-118c276c6792 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:47:55.013311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 251773e0-0f92-4362-910f-118c276c6792 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:47:55.025635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac577446-22e9-4ab8-8985-fe1c4a763c49 req-89c2ee77-c23d-410f-b777-6ab4822c19ea tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:55.027102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac577446-22e9-4ab8-8985-fe1c4a763c49 req-89c2ee77-c23d-410f-b777-6ab4822c19ea tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 943 time: 0.1908493
Dec 16 09:47:55.061225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.066250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.077314 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f79d4806-ca77-42aa-beb5-553326317336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:55.136769 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=825105ade7de48fe882608e5afdcbd3e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7809708
Dec 16 09:47:55.136769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5bbb6a-3b51-4b32-89b7-0c49872292cd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:55.139109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:55.156890 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:55.176238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac577446-22e9-4ab8-8985-fe1c4a763c49 req-d1d35b14-07ac-484c-8ce3-bc5607b94e9e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384969
Dec 16 09:47:55.243422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c05cd4cf-9d14-4e5e-b4d4-19cda6239f72 req-8bb5cdc8-f791-4238-b9cc-59bf1546272d service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501676
Dec 16 09:47:55.280794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.312166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55736) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:55.329759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.343139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.378308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:55.384472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Usage tracker for resource:security_group_rule and tenant:ae6089d5bf0d4266ac95682cf8d7316f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:55.387507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:55.406087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:55.418138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.422952 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f19faec0-59b2-44ae-9091-d10cc2735e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:55.443972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Deleting port 251773e0-0f92-4362-910f-118c276c6792 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:55.444568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.447049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e70f4-e928-476b-883d-c673fa76e542 req-caa4de2e-c446-4ecf-a17d-cd17f9babb0a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:55.448521 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e25e70f4-e928-476b-883d-c673fa76e542 req-caa4de2e-c446-4ecf-a17d-cd17f9babb0a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1588154
Dec 16 09:47:55.451477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-cb16580f-009f-4cb5-806e-804dcd1a616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:55.452857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-cb16580f-009f-4cb5-806e-804dcd1a616d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1094 time: 0.1244071
Dec 16 09:47:55.465253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55744) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:55.480297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5bbb6a-3b51-4b32-89b7-0c49872292cd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:55.493586 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:55.511959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Request body: {'floatingip': {'port_id': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:47:55.566368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] The port '251773e0-0f92-4362-910f-118c276c6792' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:47:55.600666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.601774 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f5bbb6a-3b51-4b32-89b7-0c49872292cd HTTP/1.1" status: 204  len: 168 time: 0.4494593
Dec 16 09:47:55.730161 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.754692 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.778148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f92a00>,) {'filters': {'network_id': ['6295502d-70ae-49f3-8736-b527f785ee2c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:55.792442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f92a00>, '1bf1a80e-d51a-4493-bee6-5144bdecbf5e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:55.792734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f92a00>, '1bf1a80e-d51a-4493-bee6-5144bdecbf5e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:47:55.804998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.821563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.828028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:47:55.828426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:47:55.919877 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:47:55.921942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.931848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.947319 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88d83e07-e1b4-4d42-9b20-777aa4b7864f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:55.957494 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:55.966987 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:56.004619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77500da5-621f-4324-8825-449745e967d3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:56.008753 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae6089d5bf0d4266ac95682cf8d7316f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6954327
Dec 16 09:47:56.009999 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:56.011051 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34bc95cc-ee84-4c23-9a7c-ee0f11ef2feb tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:56.024127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:56.030106 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6295502d-70ae-49f3-8736-b527f785ee2c HTTP/1.1" status: 204  len: 168 time: 2.8229456
Dec 16 09:47:56.033456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55776) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:56.073586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6295502d-70ae-49f3-8736-b527f785ee2c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:56.077587 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:56.205244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:56.252512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:56.295586 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:56.296324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:56.340360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:47:56.344113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-3128537d-d652-42f2-ab37-efbdd048c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:56.345560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-3128537d-d652-42f2-ab37-efbdd048c6c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.8794341
Dec 16 09:47:56.409543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9190-1fee-481e-821c-ac05aa978884 req-476ebd54-c4af-4d7c-80e9-195b6eb7f662 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:56.410225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-797d9190-1fee-481e-821c-ac05aa978884 req-476ebd54-c4af-4d7c-80e9-195b6eb7f662 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Synchronizing usage tracker for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:47:56.418554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Usage tracker for resource:security_group_rule and tenant:77f9d2460c1449759a02e77a355a2306 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:47:56.429062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:47:56.656952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:56.665224 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c62d158f-2355-44a7-a2b7-6d560f5100d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:56.672536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:47:56.682676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77500da5-621f-4324-8825-449745e967d3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:56.687318 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:56.692354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-afb0890f-39d9-4966-8cb9-f2e59a152d05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 217 time: 0.2754538
Dec 16 09:47:56.736196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-797d9190-1fee-481e-821c-ac05aa978884 req-476ebd54-c4af-4d7c-80e9-195b6eb7f662 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Unset dirty status for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:47:56.736852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-476ebd54-c4af-4d7c-80e9-195b6eb7f662 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/networks?id=28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 HTTP/1.1" status: 200  len: 810 time: 0.7624826
Dec 16 09:47:56.788057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:56.788739 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77500da5-621f-4324-8825-449745e967d3 HTTP/1.1" status: 204  len: 168 time: 0.7609069
Dec 16 09:47:56.901549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-e333c939-1572-4ca9-b2f4-3badc7eb2b0f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/quotas/b342e46cc2af4cecaac8eb5bfb7b3022 HTTP/1.1" status: 200  len: 375 time: 0.0686162
Dec 16 09:47:56.910676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-782abbae-5973-40f4-afc3-c05e86776b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:56.911708 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-782abbae-5973-40f4-afc3-c05e86776b42 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.2094193
Dec 16 09:47:56.930777 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.017261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-eb0b7c99-20c9-4e4f-a680-1a2f363a9bbe tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b342e46cc2af4cecaac8eb5bfb7b3022&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1044943
Dec 16 09:47:57.288987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-19b99f7d-2fff-4c00-ace9-b19539281308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:47:57.290489 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-19b99f7d-2fff-4c00-ace9-b19539281308 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3341718
Dec 16 09:47:57.320075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.420649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Deleting port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:47:57.420991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.427307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:47:57.585285 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.598127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.664829 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6ca037eb-e230-43b6-a4d1-199251628272 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:57.696856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:57.708656 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.731035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] For port c32bc42b-3261-4f99-9f4a-42d6ac29e6c0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,segment=NetworkSegment(4a2d7799-2a28-41a5-a5ab-0e8c2effc4be),segment_id=4a2d7799-2a28-41a5-a5ab-0e8c2effc4be)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:57.732173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.741488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'mac_address': 'fa:16:3e:37:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:47:57.764604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04f7abc-0b3f-4688-b208-e34581d8bfec,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:57.787491 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:57.834127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77f9d2460c1449759a02e77a355a2306&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6254978
Dec 16 09:47:57.866961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55832) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:47:57.879404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.897979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd58720-3b69-446c-ac3f-c5a25df7c0bb {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:47:57.915341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:47:57.924322 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:57.926179 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-13c2c9ba-60a9-483d-a95f-4086b872e01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:58.017541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Calling delete_port for c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:47:58.040727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:58.046161 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:58.100322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-29d19605-cd72-4793-ad68-8f2497301f43 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7847135
Dec 16 09:47:58.148814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['5dd58720-3b69-446c-ac3f-c5a25df7c0bb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:47:58.152965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-81d47edb-875b-4ffa-89f1-a3c50167ca70 service neutron] 10.222.0.66 "GET /v2.0/networks/28ba3708-f456-43e6-b8f8-0f28ccaaa4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1199253
Dec 16 09:47:58.198413 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Floating IP 2352b283-42f4-474f-817b-7871d69574d5 associated. External IP: 172.25.3.199, port: 1861e748-8f1e-44cd-b4dc-a8f900d84f5b.
Dec 16 09:47:58.353412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:58.358229 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:58.427662 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Pushing event deleted for resources: {'Port': ['ID=c32bc42b-3261-4f99-9f4a-42d6ac29e6c0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:58.431584 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:58.638666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:58.907813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:58.959633 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:58.968025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95e9fad7-ac5c-45b3-92fc-9a363a3be2a4 req-f4690829-6f04-42c1-992a-0db079a1d716 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8594437
Dec 16 09:47:59.018903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-40389e19-0c04-454a-9e8f-ae0bcab74a19 service neutron] 10.222.0.66 "GET /v2.0/networks/28ba3708-f456-43e6-b8f8-0f28ccaaa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7483408
Dec 16 09:47:59.138108 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:59.146225 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-101bc7a8-c07f-43d3-a858-94ea1208396b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:47:59.178766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04f7abc-0b3f-4688-b208-e34581d8bfec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:47:59.216258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:59.220869 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d04f7abc-0b3f-4688-b208-e34581d8bfec HTTP/1.1" status: 204  len: 168 time: 1.3527124
Dec 16 09:47:59.222461 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:47:59.446533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:47:59.535447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Router 775c2002-7655-4b6b-a6f4-9361bb5628d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:47:59.676946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:47:59.688707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:47:59.689901 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:47:59.964035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:00.061878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:00.079877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:48:00.087501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:00.092495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:00.099822 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b5a60ae4-154e-4ecc-afca-534539e30f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:00.122494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:48:00.127659 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:00.163416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff102f-2c36-4142-a379-da784a2a9208 req-77292578-3db3-47cf-b022-748d11868e73 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:00.171329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecff102f-2c36-4142-a379-da784a2a9208 req-77292578-3db3-47cf-b022-748d11868e73 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.4689479
Dec 16 09:48:00.213759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55892) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:00.226908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:00.231667 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:00.232652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] Sync routers for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:48:00.242950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:00.243639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25b3250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:00.341906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ecff102f-2c36-4142-a379-da784a2a9208 req-aa0e7250-b3af-4b29-ab86-5d38cddbe09e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1696124
Dec 16 09:48:00.342812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:00.400364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:48:00.411662 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] 10.222.0.66 "PUT /v2.0/routers/f9d4b24b-bd22-4005-9cb4-4ad2d9d28372/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3401828
Dec 16 09:48:00.411925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:00.414278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:00.416891 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] Sync routers for ids ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:48:00.419893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Usage tracker for resource:security_group_rule and tenant:7e23310a1ad44d2caeb895cd9bac00ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:00.429287 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] Routers {'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:00.432026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:00.432144 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:00.450765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:00.468940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-84ca2dea-3343-42b7-978a-d268058a1de9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "PUT /v2.0/floatingips/2352b283-42f4-474f-817b-7871d69574d5 HTTP/1.1" status: 200  len: 991 time: 5.0013673
Dec 16 09:48:00.475209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:00.601812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:00.688929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b67d20f0-02e7-42e8-8ab1-56fa7da4bc3e req-02766682-0e2f-4320-b508-fae3fbbc9087 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 210 time: 0.1338499
Dec 16 09:48:00.765623 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] Set router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:00.781484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:00.787592 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:00.799466 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-705a2911-603a-492b-919d-d8617851eb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:00.845113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e23310a1ad44d2caeb895cd9bac00ae&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6296959
Dec 16 09:48:00.847752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 55908) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:00.860488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6031021f-1b82-4956-8b27-37ffd4bfc97b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:00.866135 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:00.948626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:00.979389 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:01.038437 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:01.058515 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'code': 200}
Dec 16 09:48:01.081280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba94a6-fd7a-49dd-823b-c1c42eded6d8 req-ac90a8e1-1237-4212-b44e-b035e621ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:01.082670 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91ba94a6-fd7a-49dd-823b-c1c42eded6d8 req-ac90a8e1-1237-4212-b44e-b035e621ab68 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1096 time: 0.1782238
Dec 16 09:48:01.182824 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'status': 'completed', 'code': 200}
Dec 16 09:48:01.199354 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:01.274953 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:01.296476 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19713899-5aa2-4922-b70a-d392c2d62794 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:01.301636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Deleting port 37178a8b-ed23-47d1-91da-8bdfa50a991a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:48:01.301978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:01.332053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91ba94a6-fd7a-49dd-823b-c1c42eded6d8 req-034ee79a-6e34-4c48-89c2-cccaaa1c98ab service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2336924
Dec 16 09:48:01.403679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6031021f-1b82-4956-8b27-37ffd4bfc97b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:01.416791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:01.419485 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2100>, [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:47:58Z', 'revision_number': 5, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port': {'id': '37178a8b-ed23-47d1-91da-8bdfa50a991a', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:51:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:45Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:01.424415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6031021f-1b82-4956-8b27-37ffd4bfc97b HTTP/1.1" status: 204  len: 168 time: 0.5756350
Dec 16 09:48:01.429129 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:01.432271 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] Checking router: f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:48:01.459873 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] Routers {'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:01.462429 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:01.622278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25b3250>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '2352b283-42f4-474f-817b-7871d69574d5', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'port_id': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'mac_address': 'fa:16:3e:0f:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:57Z', 'revision_number': 1, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:01.633579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] Checking router: 775c2002-7655-4b6b-a6f4-9361bb5628d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:48:01.663688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:01.665420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25b3250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:01.740497 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] Set router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:01.865250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] For port 37178a8b-ed23-47d1-91da-8bdfa50a991a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=37178a8b-ed23-47d1-91da-8bdfa50a991a,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:01.865952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:01.919208 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bd2100>, [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:48:01Z', 'revision_number': 6, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:01.924232 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95bc48e-053d-4d48-8564-d26ede32af1e None None] The sync data for ids ['f9d4b24b-bd22-4005-9cb4-4ad2d9d28372'] in n-d-820554-2 is: [{'id': 'f9d4b24b-bd22-4005-9cb4-4ad2d9d28372', 'name': 'tempest-TaggedBootDevicesTest-831109303-router', 'tenant_id': '943964254bd7452295ebf6ee6500e3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:44Z', 'updated_at': '2021-12-16T09:48:01Z', 'revision_number': 6, 'project_id': '943964254bd7452295ebf6ee6500e3de', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:48:01.949393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9190-1fee-481e-821c-ac05aa978884 req-a1356528-5a21-48e3-bcda-ad87ff5f4c29 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:01.990532 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-a1356528-5a21-48e3-bcda-ad87ff5f4c29 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.74 "GET /v2.0/networks?id=28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 HTTP/1.1" status: 200  len: 810 time: 0.6769042
Dec 16 09:48:02.004753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-e489ea72-be50-4d24-bb5d-fab3d40a6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:02.006592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-e489ea72-be50-4d24-bb5d-fab3d40a6eac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1096 time: 0.7937829
Dec 16 09:48:02.011769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Request body: {'port': {'device_id': '322e02d0-827f-4f61-874a-a34261ea426b', 'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2', 'admin_state_up': True, 'tenant_id': 'b342e46cc2af4cecaac8eb5bfb7b3022'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:02.230946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:02.231958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Calling delete_port for 37178a8b-ed23-47d1-91da-8bdfa50a991a owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:48:02.657492 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:02.663000 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:02.703337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-79894857-70f2-4bc9-8521-608638c79b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:02.704814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-79894857-70f2-4bc9-8521-608638c79b77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.6732531
Dec 16 09:48:02.873469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:02.878694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Usage tracker for resource:port and tenant:b342e46cc2af4cecaac8eb5bfb7b3022 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:02.884321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:02.894381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Pushing event deleted for resources: {'Port': ['ID=37178a8b-ed23-47d1-91da-8bdfa50a991a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:02.898786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:02.902208 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:02.927898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1a33-172e-4b69-bc53-d8ff73a4d36a req-3fde1b79-10b0-4871-983f-b5c33dd36ec4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:02.939853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a4c1a33-172e-4b69-bc53-d8ff73a4d36a req-3fde1b79-10b0-4871-983f-b5c33dd36ec4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 945 time: 1.3883393
Dec 16 09:48:02.996846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Made reservation on behalf of b342e46cc2af4cecaac8eb5bfb7b3022 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:02.997189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37178a8b-ed23-47d1-91da-8bdfa50a991a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:48:03.000530 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:03.023468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a4c1a33-172e-4b69-bc53-d8ff73a4d36a req-3bf066ea-72df-4698-a0d0-3364b418bc76 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823710
Dec 16 09:48:03.052032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 37178a8b-ed23-47d1-91da-8bdfa50a991a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:48:03.052957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37178a8b-ed23-47d1-91da-8bdfa50a991a not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:48:03.053599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:48:03.123952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:48:03.124173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c32bc42b-3261-4f99-9f4a-42d6ac29e6c0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:48:03.159585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25b3250>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '2352b283-42f4-474f-817b-7871d69574d5', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'port_id': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'mac_address': 'fa:16:3e:0f:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:57Z', 'revision_number': 1, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:03.164364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c0d6f8-3c86-446a-b600-e9135758e3a7 None None] The sync data for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 is: [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '2352b283-42f4-474f-817b-7871d69574d5', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'port_id': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'mac_address': 'fa:16:3e:0f:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:57Z', 'revision_number': 1, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:48:03.361585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:03.446585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-f3c54c48-ec67-478b-b89c-198dfa36f8a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 999 time: 0.7312398
Dec 16 09:48:03.543481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d1566bd-6e3e-4a88-97fa-2b217bd7a1b0 req-11d8c305-b201-4222-8ff1-0d575c3123bf tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 210 time: 0.1801751
Dec 16 09:48:03.603065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-27ed9e2a-d06c-44ac-b6ad-538612217bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:03.604775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-27ed9e2a-d06c-44ac-b6ad-538612217bed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.1271999
Dec 16 09:48:03.623488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Allocated IP 172.20.0.14 (28ba3708-f456-43e6-b8f8-0f28ccaaa4e2/770e2eab-08d2-4e8c-9704-d7c5f46e7ca5/82d491eb-3499-4e27-b9f7-14687be678d0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:03.644836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b128611-fc56-475f-af5e-02cd4d635d1d None None] New status for floating IP 2352b283-42f4-474f-817b-7871d69574d5: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:48:03.654170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:03.657296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:03.689921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:03.690637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:48:03.722874 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:03.727365 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f9d4b24b-bd22-4005-9cb4-4ad2d9d28372 HTTP/1.1" status: 204  len: 168 time: 3.3097000
Dec 16 09:48:03.729716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 55978) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:03.859316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Deleting subnet 2c56aefe-836c-4c15-97f5-6dfeb0158be9 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:48:03.874814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.002202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.131241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-d4d95d55-6149-4422-a06c-1e71fa432b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:04.134152 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-d4d95d55-6149-4422-a06c-1e71fa432b42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3398547
Dec 16 09:48:04.190902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.335258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.340058 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1c0f418-7148-479f-acfd-6e6e90734152 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:04.343551 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.434403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.434403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c56aefe-836c-4c15-97f5-6dfeb0158be9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:04.434559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7532a7-ebd2-4283-b796-6180da6bef3b None None] Network a88a097f-7422-4d11-b20c-5e0bfccce6c7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:48:04.435036 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:04.443855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-0c262a8f-b398-4289-b76f-72dfe2c1726a service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981608
Dec 16 09:48:04.466833 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2c56aefe-836c-4c15-97f5-6dfeb0158be9 HTTP/1.1" status: 204  len: 168 time: 0.7360828
Dec 16 09:48:04.469825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56006) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:04.474547 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:48:04.483103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d9d6b-7fa4-43cf-a795-6160c3e40b51 req-1d14f032-d677-433e-b294-1beb2d51023c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:04.489916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21d9d6b-7fa4-43cf-a795-6160c3e40b51 req-1d14f032-d677-433e-b294-1beb2d51023c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 945 time: 0.2155185
Dec 16 09:48:04.716074 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.727956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Deleting port cda35d59-a423-46c0-9125-5fae07d2c7f6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:48:04.728316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.765844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f21d9d6b-7fa4-43cf-a795-6160c3e40b51 req-c1cd01a1-2634-44ac-b272-7df73124df0d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2738721
Dec 16 09:48:04.780026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.798106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] DHCP port deletion for a88a097f-7422-4d11-b20c-5e0bfccce6c7 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:48:04.803130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Deleting port cda35d59-a423-46c0-9125-5fae07d2c7f6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:48:04.803692 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:04.821480 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80a4cbcb-e79f-4b55-83e7-f88e6c88e64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:04.946576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Pushing event updated for resources: {'Port': ['ID=82d491eb-3499-4e27-b9f7-14687be678d0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:04.955629 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:04.995382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:04.999330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:05.003432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:05.057703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba8af4ab-31a2-4e0a-ad6f-f00f082584c2 req-064d52a1-8973-446b-b051-06fd81f949e6 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6064377
Dec 16 09:48:05.131473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cda35d59-a423-46c0-9125-5fae07d2c7f6 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:48:05.140558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] For port cda35d59-a423-46c0-9125-5fae07d2c7f6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cda35d59-a423-46c0-9125-5fae07d2c7f6,segment=NetworkSegment(4a2d7799-2a28-41a5-a5ab-0e8c2effc4be),segment_id=4a2d7799-2a28-41a5-a5ab-0e8c2effc4be)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:05.140858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:05.191099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:05.191992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:05.237398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2354512
Dec 16 09:48:05.254313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Request body: {'port': {'device_id': '322e02d0-827f-4f61-874a-a34261ea426b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:05.348678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109e7fb-5455-4343-b2be-acac492a756a req-7e8f306d-064c-4815-8842-9f6edeb82de9 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:05.350781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5109e7fb-5455-4343-b2be-acac492a756a req-7e8f306d-064c-4815-8842-9f6edeb82de9 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Synchronizing usage tracker for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:05.355190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Calling delete_port for cda35d59-a423-46c0-9125-5fae07d2c7f6 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:48:05.444325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:05.445236 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No ports have port_id starting with cda35d59-a423-46c0-9125-5fae07d2c7f6
Dec 16 09:48:05.448044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] For port cda35d59-a423-46c0-9125-5fae07d2c7f6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cda35d59-a423-46c0-9125-5fae07d2c7f6,segment=NetworkSegment(4a2d7799-2a28-41a5-a5ab-0e8c2effc4be),segment_id=4a2d7799-2a28-41a5-a5ab-0e8c2effc4be)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:05.448456 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:05.469385 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a31b2d9-45ce-40b1-9fc5-52e5144df62e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:05.507020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5109e7fb-5455-4343-b2be-acac492a756a req-7e8f306d-064c-4815-8842-9f6edeb82de9 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Unset dirty status for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:05.516163 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5109e7fb-5455-4343-b2be-acac492a756a req-7e8f306d-064c-4815-8842-9f6edeb82de9 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 932 time: 0.4297519
Dec 16 09:48:05.594624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] No DVR routers for this DVR port cda35d59-a423-46c0-9125-5fae07d2c7f6 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:48:05.618496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Calling delete_port for cda35d59-a423-46c0-9125-5fae07d2c7f6 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:48:05.620995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5109e7fb-5455-4343-b2be-acac492a756a req-ab44e978-1b01-41f3-9852-37b5ed51b2cd tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Synchronizing usage tracker for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:05.630095 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:05.759976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5109e7fb-5455-4343-b2be-acac492a756a req-ab44e978-1b01-41f3-9852-37b5ed51b2cd tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Unset dirty status for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:05.767762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:48:05.768160 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:48:05.784252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5109e7fb-5455-4343-b2be-acac492a756a req-ab44e978-1b01-41f3-9852-37b5ed51b2cd tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671022
Dec 16 09:48:05.823036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Pushing event deleted for resources: {'Port': ['ID=cda35d59-a423-46c0-9125-5fae07d2c7f6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:05.828702 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:05.836214 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:05.894313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f113b3d0>,) {'filters': {'network_id': ['a88a097f-7422-4d11-b20c-5e0bfccce6c7']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:05.930060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f113b3d0>, '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:05.930060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f113b3d0>, '4a2d7799-2a28-41a5-a5ab-0e8c2effc4be') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:05.971235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.010723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.023893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:48:06.023893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:48:06.077361 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:48:06.269596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Deleting port cda35d59-a423-46c0-9125-5fae07d2c7f6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:48:06.270113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.402279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.408378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9d747f99-856e-4b52-8493-0174721c5232 None None] The port 'cda35d59-a423-46c0-9125-5fae07d2c7f6' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:48:06.411307 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:06.426236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.438071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Pushing event deleted for resources: {'Network': ['ID=a88a097f-7422-4d11-b20c-5e0bfccce6c7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:06.440744 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:06.442859 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] 10.222.0.66 "DELETE /v2.0/networks/a88a097f-7422-4d11-b20c-5e0bfccce6c7 HTTP/1.1" status: 204  len: 168 time: 1.9716284
Dec 16 09:48:06.514123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a8333-889c-4193-a2a8-e5f40c17ec8e req-9b5a2af1-8520-402a-84c9-75b8b5b3e65c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:06.526695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:06.528230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e7a8333-889c-4193-a2a8-e5f40c17ec8e req-9b5a2af1-8520-402a-84c9-75b8b5b3e65c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 945 time: 0.2862258
Dec 16 09:48:06.536017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'floatingip': {'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:06.678304 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.738988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d491eb-3499-4e27-b9f7-14687be678d0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:48:06.768508 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.776755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56068) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:06.798299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Transition to ACTIVE for port object 82d491eb-3499-4e27-b9f7-14687be678d0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:06.833813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:06.859886 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4a257f8-5f49-4f9a-ac7b-e85cd1ac2f01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:07.240652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Pushing event updated for resources: {'Port': ['ID=82d491eb-3499-4e27-b9f7-14687be678d0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:07.250393 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:07.256222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e6bec84e-5e6b-4b96-bc4c-0f09cb0f5f27 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d31048b143aa4b7eb2748907a1576312&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4753745
Dec 16 09:48:07.259040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:07.296526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Attempting to bind port 82d491eb-3499-4e27-b9f7-14687be678d0 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:07.296864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Attempting to bind port 82d491eb-3499-4e27-b9f7-14687be678d0 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'f2b56002-2196-4d64-b793-1e005337bc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:07.297200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Attempting to bind port 82d491eb-3499-4e27-b9f7-14687be678d0 on network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:07.317423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Port 82d491eb-3499-4e27-b9f7-14687be678d0 on network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:48:07.318559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Attempting to bind port 82d491eb-3499-4e27-b9f7-14687be678d0 on network 28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:07.341287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:07.341802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Checking segment: {'id': 'f2b56002-2196-4d64-b793-1e005337bc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:07.342346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Bound using segment: {'id': 'f2b56002-2196-4d64-b793-1e005337bc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:07.342956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Bound port: 82d491eb-3499-4e27-b9f7-14687be678d0, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b56002-2196-4d64-b793-1e005337bc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:07.343499 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.360138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c95da9-457d-4c77-9ecf-758edd6eccdf req-fe2dea8b-18ea-4d57-95b3-c13a9024d8ef tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:07.367344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0c95da9-457d-4c77-9ecf-758edd6eccdf req-fe2dea8b-18ea-4d57-95b3-c13a9024d8ef tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 944 time: 0.4382370
Dec 16 09:48:07.505706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] For port 82d491eb-3499-4e27-b9f7-14687be678d0, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:07.508818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] For port 82d491eb-3499-4e27-b9f7-14687be678d0, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82d491eb-3499-4e27-b9f7-14687be678d0,segment=NetworkSegment(f2b56002-2196-4d64-b793-1e005337bc15),segment_id=f2b56002-2196-4d64-b793-1e005337bc15)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:07.525502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.572639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.579277 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d34be4b-d69a-4b2c-9b7b-85d284d88526 tempest-VolumesActionsTest-409492288 tempest-VolumesActionsTest-409492288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:07.626468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.631946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.658707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0c95da9-457d-4c77-9ecf-758edd6eccdf req-6bcc1067-8600-4a1e-b4fd-9dd42ceea752 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2902160
Dec 16 09:48:07.683355 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.779631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.851426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Pushing event updated for resources: {'Port': ['ID=82d491eb-3499-4e27-b9f7-14687be678d0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:07.862187 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:07.863653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:07.864290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.865688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] 10.222.0.74 "PUT /v2.0/ports/82d491eb-3499-4e27-b9f7-14687be678d0 HTTP/1.1" status: 200  len: 1092 time: 2.6163132
Dec 16 09:48:07.868150 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-89b169cc-4f68-422e-bfa2-a39934f6b02a tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:07.887879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322e02d0-827f-4f61-874a-a34261ea426b', 'tag': '82d491eb-3499-4e27-b9f7-14687be678d0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:07.909277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21893bf-c76d-4789-b8fc-dfaf619ffd32,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:07.920035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:07.924157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c21893bf-c76d-4789-b8fc-dfaf619ffd32 HTTP/1.1" status: 204  len: 168 time: 0.6640604
Dec 16 09:48:07.925399 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:08.018091 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Floating IP 75bd4389-a377-40c2-9520-d09c7b4d3249 associated. External IP: 172.25.3.153, port: 5dd58720-3b69-446c-ac3f-c5a25df7c0bb.
Dec 16 09:48:08.050614 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322e02d0-827f-4f61-874a-a34261ea426b', 'tag': '82d491eb-3499-4e27-b9f7-14687be678d0', 'status': 'completed', 'code': 200}
Dec 16 09:48:08.140793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9190-1fee-481e-821c-ac05aa978884 req-c18de92a-a1ae-4a35-8c3a-a41e36d31ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:08.141583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-c18de92a-a1ae-4a35-8c3a-a41e36d31ae2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b342e46cc2af4cecaac8eb5bfb7b3022&device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 1095 time: 0.2150104
Dec 16 09:48:08.246339 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-39b05d13-4d3a-4c03-9dfe-33ce286cca4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d491eb-3499-4e27-b9f7-14687be678d0 HTTP/1.1" status: 200  len: 217 time: 0.0908816
Dec 16 09:48:08.374648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9190-1fee-481e-821c-ac05aa978884 req-5ac9837c-5c3f-40b9-91b1-bf870d9f76ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:08.382653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-5ac9837c-5c3f-40b9-91b1-bf870d9f76ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=770e2eab-08d2-4e8c-9704-d7c5f46e7ca5 HTTP/1.1" status: 200  len: 850 time: 0.1299307
Dec 16 09:48:08.515206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-6274148f-b3e0-4078-9973-3d76148b5462 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28ba3708-f456-43e6-b8f8-0f28ccaaa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1213477
Dec 16 09:48:08.692436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56130) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:08.807839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b100faa3-1a93-4207-b933-00a4b26f8f59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=943964254bd7452295ebf6ee6500e3de&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1106002
Dec 16 09:48:08.809260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56134) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:08.988226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Router 1d9daafc-4713-460f-bd60-8746b7f10a21 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:48:08.997830 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-42489a6d-9f58-4f89-a177-4b4963604595 service neutron] 10.222.0.74 "GET /v2.0/networks/28ba3708-f456-43e6-b8f8-0f28ccaaa4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4796112
Dec 16 09:48:09.018125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:09.298771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:48:09.305843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:09.311000 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] Sync routers for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:48:09.332192 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:09.332851 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d303a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:09.469171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-797d9190-1fee-481e-821c-ac05aa978884 req-890070ae-d096-4abb-9b07-a0e91d1813b1 service neutron] 10.222.0.74 "GET /v2.0/networks/28ba3708-f456-43e6-b8f8-0f28ccaaa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4514449
Dec 16 09:48:09.498364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1f3291c0-b9a2-472b-9b79-2d9970824516 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "PUT /v2.0/floatingips/75bd4389-a377-40c2-9520-d09c7b4d3249 HTTP/1.1" status: 200  len: 991 time: 2.9652281
Dec 16 09:48:09.498364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:09.596227 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:09.634407 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:09.645313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ba198-aae4-4fc7-a187-7f5fcf4440d6 req-89be8470-fd9c-4827-8e0b-8c6b3881b774 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:09.652962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-534ba198-aae4-4fc7-a187-7f5fcf4440d6 req-89be8470-fd9c-4827-8e0b-8c6b3881b774 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 944 time: 0.7838957
Dec 16 09:48:09.730810 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:09.738069 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f494e1c5-bbec-4da1-811c-0a4d008df35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:09.768308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a873f2-2e0a-42c0-a67f-045c54ae7385,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:09.786313 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:09.789129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-5842af44-d367-4e7d-89df-930503099b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:09.796386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-5842af44-d367-4e7d-89df-930503099b94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b342e46cc2af4cecaac8eb5bfb7b3022&device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 1095 time: 0.2612147
Dec 16 09:48:09.835733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:09.837071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1a873f2-2e0a-42c0-a67f-045c54ae7385 HTTP/1.1" status: 204  len: 168 time: 1.0267699
Dec 16 09:48:09.863729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-534ba198-aae4-4fc7-a187-7f5fcf4440d6 req-2ff8ef12-1394-4cbf-ab3e-93648d5a84da tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098131
Dec 16 09:48:10.134862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-5da8ed35-4210-4e40-85bf-02f9931df8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:10.136458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-5da8ed35-4210-4e40-85bf-02f9931df8c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 HTTP/1.1" status: 200  len: 911 time: 0.3269227
Dec 16 09:48:10.331955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-1ff9b8ee-1844-42c4-bfd6-7cf0bbbaae7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82d491eb-3499-4e27-b9f7-14687be678d0 HTTP/1.1" status: 200  len: 217 time: 0.1887915
Dec 16 09:48:10.416434 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d303a0>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '75bd4389-a377-40c2-9520-d09c7b4d3249', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'mac_address': 'fa:16:3e:37:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:42Z', 'updated_at': '2021-12-16T09:48:07Z', 'revision_number': 1, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:43Z', 'revision_number': 5, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:10.424624 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] Checking router: 1d9daafc-4713-460f-bd60-8746b7f10a21 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:48:10.441160 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:10.441791 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d303a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:47:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:10.475378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-3f0f5c93-0dc1-4f93-9ed6-6bea7b9f4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:10.477034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-3f0f5c93-0dc1-4f93-9ed6-6bea7b9f4799 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=770e2eab-08d2-4e8c-9704-d7c5f46e7ca5 HTTP/1.1" status: 200  len: 850 time: 0.1296718
Dec 16 09:48:10.588660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-2960d81a-ff55-4aeb-ad7d-bb1c39c90b62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28ba3708-f456-43e6-b8f8-0f28ccaaa4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1029606
Dec 16 09:48:10.888739 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:10.955650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-6cd77605-4bad-4496-9881-a8e40ba606bd service neutron] 10.222.0.74 "GET /v2.0/networks/28ba3708-f456-43e6-b8f8-0f28ccaaa4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3579330
Dec 16 09:48:10.988447 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'status': 'completed', 'code': 200}
Dec 16 09:48:11.162059 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e14e8868-67f0-4b3f-8d8f-d21a894aff39 req-47fafc62-351e-401c-bf17-cc575d298063 service neutron] 10.222.0.74 "GET /v2.0/networks/28ba3708-f456-43e6-b8f8-0f28ccaaa4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017441
Dec 16 09:48:11.259920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:11.355355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-0313b82f-7f69-4b53-86e0-2cb02eda0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:11.355355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-0313b82f-7f69-4b53-86e0-2cb02eda0b90 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1096 time: 0.1922357
Dec 16 09:48:11.373091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b637e4-a411-4fe4-8eea-5269d001d60d req-847e864b-185c-43e4-a35b-b93ecc0ffe3c tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:11.376269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5b637e4-a411-4fe4-8eea-5269d001d60d req-847e864b-185c-43e4-a35b-b93ecc0ffe3c tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 944 time: 0.1467268
Dec 16 09:48:11.405528 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d303a0>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '75bd4389-a377-40c2-9520-d09c7b4d3249', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'mac_address': 'fa:16:3e:37:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:42Z', 'updated_at': '2021-12-16T09:48:07Z', 'revision_number': 1, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:43Z', 'revision_number': 5, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:11.409701 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19844695-6c9a-4433-a140-2ee21b3fe78d None None] The sync data for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 is: [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '75bd4389-a377-40c2-9520-d09c7b4d3249', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'mac_address': 'fa:16:3e:37:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:42Z', 'updated_at': '2021-12-16T09:48:07Z', 'revision_number': 1, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:43Z', 'revision_number': 5, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:48:11.494001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-149647437-network', 'tenant_id': 'bb3ba5147a2c455dbac3f56aebf335cd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:11.503376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:11.508756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Usage tracker for resource:network and tenant:bb3ba5147a2c455dbac3f56aebf335cd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:11.520118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:11.528725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:11.548221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Made reservation on behalf of bb3ba5147a2c455dbac3f56aebf335cd for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:11.550758 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:11.577020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:11.585737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5b637e4-a411-4fe4-8eea-5269d001d60d req-9b74cdc7-d341-44b2-8bb3-4bba67429cda tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828277
Dec 16 09:48:11.609191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:11.613714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Usage tracker for resource:security_group_rule and tenant:bb3ba5147a2c455dbac3f56aebf335cd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:11.620235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:11.634123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:11.673442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-7f554e48-14d7-40df-bb4e-eaaaab2431ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:11.675867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-7f554e48-14d7-40df-bb4e-eaaaab2431ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.3114600
Dec 16 09:48:11.791037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:11.803805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:11.808703 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da4621da-e202-4ef0-afdc-a782de48b379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:11.830907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:11.867759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:48:11.869197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-1c65c6a0-8c20-4cbf-bed6-9cc3076dd39e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.1850140
Dec 16 09:48:11.878299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:11.878646 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Added segment b2e9b429-417d-42b2-855b-36b39624a63d of type vlan for network 7286ba3e-5359-4142-9eb5-9c4cd23651c4
Dec 16 09:48:11.905349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc5788-46a3-4fd1-b3aa-903dbaa096b6 None None] New status for floating IP 75bd4389-a377-40c2-9520-d09c7b4d3249: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:48:11.933602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:12.017043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:12.020577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:12.021189 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:12.032384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82099ddc-3f7a-4c5f-96ca-67465a680570,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:12.033043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-33d2e917-6a70-4492-9f9c-aeab013ccb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:12.034583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-33d2e917-6a70-4492-9f9c-aeab013ccb50 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1585724
Dec 16 09:48:12.050429 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:12.050891 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04110235-611c-46c4-978b-dba93bd86558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:12.190208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Pushing event updated for resources: {'Network': ['ID=7286ba3e-5359-4142-9eb5-9c4cd23651c4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:12.192816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-761c0d81-eafa-4932-9526-4593ddeea8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:12.194632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-761c0d81-eafa-4932-9526-4593ddeea8c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1519184
Dec 16 09:48:12.194747 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:12.223571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:48:12.234754 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9737146
Dec 16 09:48:12.235721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:12.241626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Request body: {'subnet': {'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-149647437-subnet', 'tenant_id': 'bb3ba5147a2c455dbac3f56aebf335cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:12.255737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:12.260514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Usage tracker for resource:subnet and tenant:bb3ba5147a2c455dbac3f56aebf335cd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:12.261702 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-17dec0d1-b176-4db9-8907-457b5b862d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:12.266679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:12.283744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:12.340375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Made reservation on behalf of bb3ba5147a2c455dbac3f56aebf335cd for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:12.344170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:12.452722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-9799f5d8-4686-4ce6-8a07-6d1b94e39d62 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442257
Dec 16 09:48:12.823271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:12.827136 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-607fdb6b-eb12-4e5b-9800-a54668975bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:12.953110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792a26fb-2bbf-4dbc-aac0-5655d720b627,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:12.958934 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:13.035654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Checking segment: {'id': 'b2e9b429-417d-42b2-855b-36b39624a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:13.037671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Network hostable DHCP agents. Network: 7286ba3e-5359-4142-9eb5-9c4cd23651c4, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:48:13.070854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:48:13.093495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 7286ba3e-5359-4142-9eb5-9c4cd23651c4) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:13.095758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:13.096868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:13.107703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309d8c3-090d-4a22-9f43-67d7cf867093 None None] Network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:48:13.137411 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.9004648
Dec 16 09:48:13.249516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-966e8403-ad86-409a-a79f-0d39c6abc982 req-f32042b6-03be-4df1-872e-603de851ce9f service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7790511
Dec 16 09:48:13.306803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22bad8-8408-4056-9c8c-bed458e01415 req-8b4ba465-2594-4871-909a-090edb2506e7 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:13.325971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f22bad8-8408-4056-9c8c-bed458e01415 req-8b4ba465-2594-4871-909a-090edb2506e7 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 944 time: 0.2961543
Dec 16 09:48:13.410185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f22bad8-8408-4056-9c8c-bed458e01415 req-436f016a-d37d-414c-92b9-d42b16b89cd5 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829844
Dec 16 09:48:13.568426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82d491eb-3499-4e27-b9f7-14687be678d0 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:48:13.599864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d1c88-2517-4157-acfc-a03b1f56435b None None] Network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:48:13.790360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:48:14.169310 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:14.174037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 82d491eb-3499-4e27-b9f7-14687be678d0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82d491eb-3499-4e27-b9f7-14687be678d0,segment=NetworkSegment(f2b56002-2196-4d64-b793-1e005337bc15),segment_id=f2b56002-2196-4d64-b793-1e005337bc15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:14.201364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '82d491eb-3499-4e27-b9f7-14687be678d0', 'network_id': '28ba3708-f456-43e6-b8f8-0f28ccaaa4e2', 'port_id': '82d491eb-3499-4e27-b9f7-14687be678d0', 'mac_address': 'fa:16:3e:cc:1a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770e2eab-08d2-4e8c-9704-d7c5f46e7ca5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:48:14.218900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-c5431be4-2017-403e-ab14-4534322a8182 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:14.220401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-c5431be4-2017-403e-ab14-4534322a8182 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/networks?id=7286ba3e-5359-4142-9eb5-9c4cd23651c4 HTTP/1.1" status: 200  len: 820 time: 0.1996987
Dec 16 09:48:14.243088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-69245ae1-3ede-41d8-923e-6823fc7cbf95 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/quotas/bb3ba5147a2c455dbac3f56aebf335cd HTTP/1.1" status: 200  len: 375 time: 0.0158563
Dec 16 09:48:14.293498 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-bc370a79-b49d-4920-8fe3-d5af31d3b56b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3ba5147a2c455dbac3f56aebf335cd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490773
Dec 16 09:48:14.311406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:14.332166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d491eb-3499-4e27-b9f7-14687be678d0 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:48:14.350366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 82d491eb-3499-4e27-b9f7-14687be678d0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82d491eb-3499-4e27-b9f7-14687be678d0,segment=NetworkSegment(f2b56002-2196-4d64-b793-1e005337bc15),segment_id=f2b56002-2196-4d64-b793-1e005337bc15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:14.355324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:14.358479 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:14.473090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-31f14abe-570c-473c-8cb9-e2f47b0af90d service neutron] 10.222.0.66 "GET /v2.0/networks/7286ba3e-5359-4142-9eb5-9c4cd23651c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706605
Dec 16 09:48:14.475502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=82d491eb-3499-4e27-b9f7-14687be678d0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:14.480592 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:14.481752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-be33d5d7-da5b-4864-a4d3-919a202bcd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:14.633552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['82d491eb-3499-4e27-b9f7-14687be678d0'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:48:14.659308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-cc940459-0cff-442a-a601-9213436d0b38 service neutron] 10.222.0.66 "GET /v2.0/networks/7286ba3e-5359-4142-9eb5-9c4cd23651c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683195
Dec 16 09:48:15.051929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f711ae3-2ccd-4c78-ac68-733ea95e865b req-93e0e3bb-896c-47a3-84f2-b7f38993b648 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:15.061486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f711ae3-2ccd-4c78-ac68-733ea95e865b req-93e0e3bb-896c-47a3-84f2-b7f38993b648 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 945 time: 0.1216600
Dec 16 09:48:15.123709 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f711ae3-2ccd-4c78-ac68-733ea95e865b req-20db412f-aed6-4c1a-a5bc-fd9eea30980f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611980
Dec 16 09:48:15.283376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:15.444516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0be8bac0-5ed6-419f-b8a9-cfcc89f2a22a req-e6826c2a-cb68-41af-8add-5a397e1ffea0 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 210 time: 0.0502868
Dec 16 09:48:15.524440 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82d491eb-3499-4e27-b9f7-14687be678d0 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:15.623729 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:15.654320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 82d491eb-3499-4e27-b9f7-14687be678d0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:15.661493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 82d491eb-3499-4e27-b9f7-14687be678d0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:15.662208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:15.804109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:15.874272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322e02d0-827f-4f61-874a-a34261ea426b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d491eb-3499-4e27-b9f7-14687be678d0'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:15.882023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 82d491eb-3499-4e27-b9f7-14687be678d0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82d491eb-3499-4e27-b9f7-14687be678d0,segment=NetworkSegment(f2b56002-2196-4d64-b793-1e005337bc15),segment_id=f2b56002-2196-4d64-b793-1e005337bc15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:15.896765 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:15.898796 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:16.000512 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322e02d0-827f-4f61-874a-a34261ea426b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d491eb-3499-4e27-b9f7-14687be678d0', 'code': 200}
Dec 16 09:48:16.034664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=82d491eb-3499-4e27-b9f7-14687be678d0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:16.045346 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:16.125811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:16.187788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f606f82-2b58-4d71-8535-5f11906fc8bc req-d2716ac3-dee3-4db0-8aad-d0e1c2da9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:16.189328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f606f82-2b58-4d71-8535-5f11906fc8bc req-d2716ac3-dee3-4db0-8aad-d0e1c2da9b84 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 1097 time: 0.0855563
Dec 16 09:48:16.273653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f606f82-2b58-4d71-8535-5f11906fc8bc req-e1dfd365-9b82-474a-a543-005d9fe144d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653279
Dec 16 09:48:16.288697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:16.305114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:16.309778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Usage tracker for resource:security_group_rule and tenant:70ed10eb027445c38e46a7128e87d8d0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:16.314885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:16.321707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:16.403045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1245a3-6b5c-485c-bdbd-b2095a3d4168 req-3e9c7f9e-fa7c-48b6-8a06-8f64c112a574 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:16.412444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1245a3-6b5c-485c-bdbd-b2095a3d4168 req-3e9c7f9e-fa7c-48b6-8a06-8f64c112a574 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 946 time: 0.1100194
Dec 16 09:48:16.432655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:16.437371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:16.447772 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fbd49f05-5ca5-4f72-aadb-3beb103e5caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:16.466747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1245a3-6b5c-485c-bdbd-b2095a3d4168 req-82f1c7b9-4789-4aed-a978-3b4bfe030ab0 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529623
Dec 16 09:48:16.490587 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=70ed10eb027445c38e46a7128e87d8d0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3635092
Dec 16 09:48:16.491644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a1c4f-5fd1-4352-a429-112a79139c76,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:16.493228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56432) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:16.495291 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:16.665587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:16.719588 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:17.052922 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:17.057168 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99a94441-d1cc-458f-8ac0-c5add10e5a41 req-dd767daa-c071-42df-a1d7-94d6ee52abaf tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 210 time: 0.0862339
Dec 16 09:48:17.079519 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:17.096368 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3268f425-8b87-4159-85e4-c4efa2cd68aa tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:17.112810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a1c4f-5fd1-4352-a429-112a79139c76,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:17.116046 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:17.154922 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:17.159183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a87a1c4f-5fd1-4352-a429-112a79139c76 HTTP/1.1" status: 204  len: 168 time: 0.6639004
Dec 16 09:48:17.182359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-61049220-0e32-4bff-b452-e1fbae9a9c18 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:17.183994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-61049220-0e32-4bff-b452-e1fbae9a9c18 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.74 "GET /v2.0/networks?id=7286ba3e-5359-4142-9eb5-9c4cd23651c4 HTTP/1.1" status: 200  len: 820 time: 0.4112420
Dec 16 09:48:17.204323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Request body: {'port': {'device_id': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4', 'admin_state_up': True, 'tenant_id': 'bb3ba5147a2c455dbac3f56aebf335cd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:17.392478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:17.399410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Usage tracker for resource:port and tenant:bb3ba5147a2c455dbac3f56aebf335cd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:17.404547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:17.414110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:17.429882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Made reservation on behalf of bb3ba5147a2c455dbac3f56aebf335cd for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:17.435808 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:17.768651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Allocated IP 172.20.0.9 (7286ba3e-5359-4142-9eb5-9c4cd23651c4/792a26fb-2bbf-4dbc-aac0-5655d720b627/02759c07-5c59-4390-b586-ccd0acbb3d0e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:17.801178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56462) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:17.835916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:17.861703 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:17.881320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb98810f719420d84a04e60d8d0ab0a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:17.881320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:17.906177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:18.104548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.113323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.156243 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5776790-7fcc-41ee-a18d-7edb31bd1d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:18.171035 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1cb98810f719420d84a04e60d8d0ab0a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3700809
Dec 16 09:48:18.171870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:18.225571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be310c96-56b0-4c64-98c5-ad59e0a9fe26,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:18.240551 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:18.253614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4324bee-470e-4389-b243-ac429db73d31 req-4dad2681-0798-4c00-a962-43cb87524bda tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:18.260917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4324bee-470e-4389-b243-ac429db73d31 req-4dad2681-0798-4c00-a962-43cb87524bda tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 946 time: 0.4367571
Dec 16 09:48:18.294165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.328352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.344180 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4324bee-470e-4389-b243-ac429db73d31 req-a955720d-c832-46df-9949-35f023bc02eb tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823064
Dec 16 09:48:18.400652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.407848 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-823f3ebb-2830-4ad1-8b04-a84f9448c7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:18.425358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be310c96-56b0-4c64-98c5-ad59e0a9fe26,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:18.428092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:18.434664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.435858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.439566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be310c96-56b0-4c64-98c5-ad59e0a9fe26 HTTP/1.1" status: 204  len: 168 time: 0.2625451
Dec 16 09:48:18.502993 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.534526 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75912f96-ace2-42b6-9af7-0bc489585140 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:18.646344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:18.649440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:18.654466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:18.684058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Pushing event updated for resources: {'Port': ['ID=02759c07-5c59-4390-b586-ccd0acbb3d0e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:18.694882 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:18.722938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:18.723767 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:18.753350 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5545182
Dec 16 09:48:18.809570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Request body: {'port': {'device_id': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:18.956028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ed47d-29ac-4f95-9f8e-fd6b4b445add req-59c31796-d30d-4891-b57c-3c503c8cb2a8 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:18.956680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6a4ed47d-29ac-4f95-9f8e-fd6b4b445add req-59c31796-d30d-4891-b57c-3c503c8cb2a8 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Synchronizing usage tracker for tenant:bb3ba5147a2c455dbac3f56aebf335cd on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:18.966618 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:19.024348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6a4ed47d-29ac-4f95-9f8e-fd6b4b445add req-59c31796-d30d-4891-b57c-3c503c8cb2a8 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Unset dirty status for tenant:bb3ba5147a2c455dbac3f56aebf335cd on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:19.031433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a4ed47d-29ac-4f95-9f8e-fd6b4b445add req-59c31796-d30d-4891-b57c-3c503c8cb2a8 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 931 time: 0.2768042
Dec 16 09:48:19.105273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a4ed47d-29ac-4f95-9f8e-fd6b4b445add req-01f2db87-d788-42c2-9b83-a2f0607c05ba tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728831
Dec 16 09:48:19.718216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02759c07-5c59-4390-b586-ccd0acbb3d0e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:48:19.727906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:19.750969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Transition to ACTIVE for port object 02759c07-5c59-4390-b586-ccd0acbb3d0e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:19.770302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58558-98b6-4797-a647-f9b1ea90a2f6 req-6f83643b-2034-493b-b8a9-a29a7ad2f8f6 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:19.772222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfc58558-98b6-4797-a647-f9b1ea90a2f6 req-6f83643b-2034-493b-b8a9-a29a7ad2f8f6 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 946 time: 0.1586733
Dec 16 09:48:19.773721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:19.798798 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a55f98f2-c4b9-40d8-80b3-49230aa3abeb tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:19.898257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Pushing event updated for resources: {'Port': ['ID=02759c07-5c59-4390-b586-ccd0acbb3d0e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:19.898257 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:19.999995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfc58558-98b6-4797-a647-f9b1ea90a2f6 req-2ffb69ef-cc14-42fb-a01a-d3bf8fadf8d7 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110579
Dec 16 09:48:20.203461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Attempting to bind port 02759c07-5c59-4390-b586-ccd0acbb3d0e on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:20.203461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Attempting to bind port 02759c07-5c59-4390-b586-ccd0acbb3d0e by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'b2e9b429-417d-42b2-855b-36b39624a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:20.203461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Attempting to bind port 02759c07-5c59-4390-b586-ccd0acbb3d0e on network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:20.231391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Port 02759c07-5c59-4390-b586-ccd0acbb3d0e on network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:48:20.231391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Attempting to bind port 02759c07-5c59-4390-b586-ccd0acbb3d0e on network 7286ba3e-5359-4142-9eb5-9c4cd23651c4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:20.231391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:20.231391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Checking segment: {'id': 'b2e9b429-417d-42b2-855b-36b39624a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:20.231391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Bound using segment: {'id': 'b2e9b429-417d-42b2-855b-36b39624a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:20.235060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Bound port: 02759c07-5c59-4390-b586-ccd0acbb3d0e, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e9b429-417d-42b2-855b-36b39624a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:20.235060 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:20.408278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] For port 02759c07-5c59-4390-b586-ccd0acbb3d0e, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:20.412988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] For port 02759c07-5c59-4390-b586-ccd0acbb3d0e, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=02759c07-5c59-4390-b586-ccd0acbb3d0e,segment=NetworkSegment(b2e9b429-417d-42b2-855b-36b39624a63d),segment_id=b2e9b429-417d-42b2-855b-36b39624a63d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:20.422822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:20.426932 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fdee102e-2c70-44c8-ba6d-892a3186b9e8 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551 tempest-ExternalNetworksAdminNegativeTestJSON-1730825551-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:20.590791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Pushing event updated for resources: {'Port': ['ID=02759c07-5c59-4390-b586-ccd0acbb3d0e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:20.590791 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:20.612007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:20.612007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:20.612007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] 10.222.0.74 "PUT /v2.0/ports/02759c07-5c59-4390-b586-ccd0acbb3d0e HTTP/1.1" status: 200  len: 1091 time: 1.8088005
Dec 16 09:48:20.613685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'tag': '02759c07-5c59-4390-b586-ccd0acbb3d0e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:20.657714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4842c6-0876-4eb9-9727-56b394bfc5a4 req-b6505d76-e055-4bc6-9a21-7430ebc3c889 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:20.657714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f4842c6-0876-4eb9-9727-56b394bfc5a4 req-b6505d76-e055-4bc6-9a21-7430ebc3c889 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 943 time: 0.1240923
Dec 16 09:48:20.937279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f4842c6-0876-4eb9-9727-56b394bfc5a4 req-45db78b3-211e-42cd-9322-eb4b58cfc8b1 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745473
Dec 16 09:48:20.973909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-705efe91-b459-4854-9606-b41b9d3de520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:20.979516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-705efe91-b459-4854-9606-b41b9d3de520 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb3ba5147a2c455dbac3f56aebf335cd&device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 1094 time: 0.3013988
Dec 16 09:48:21.072734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-1d743761-5322-4a16-bd77-076a59d672e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02759c07-5c59-4390-b586-ccd0acbb3d0e HTTP/1.1" status: 200  len: 217 time: 0.0920494
Dec 16 09:48:21.172215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-36c7f508-93f6-469d-b6c4-216de2c5b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:21.172215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-36c7f508-93f6-469d-b6c4-216de2c5b5ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=792a26fb-2bbf-4dbc-aac0-5655d720b627 HTTP/1.1" status: 200  len: 860 time: 0.0874457
Dec 16 09:48:21.273986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-c7460307-1600-4d35-985b-cde4d18cca4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7286ba3e-5359-4142-9eb5-9c4cd23651c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0940297
Dec 16 09:48:21.583813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-d687e832-20fd-4663-bec3-668866a75a46 service neutron] 10.222.0.74 "GET /v2.0/networks/7286ba3e-5359-4142-9eb5-9c4cd23651c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917027
Dec 16 09:48:21.583813 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'tag': '02759c07-5c59-4390-b586-ccd0acbb3d0e', 'status': 'completed', 'code': 200}
Dec 16 09:48:21.867354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f0ce3d-0998-47c4-a3df-158fe65c74da req-687cc5b6-4095-4e74-bac4-13fa12ae04e8 service neutron] 10.222.0.74 "GET /v2.0/networks/7286ba3e-5359-4142-9eb5-9c4cd23651c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831481
Dec 16 09:48:22.073045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-04caf377-e9bb-4e24-b345-301c3440aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:22.074528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-04caf377-e9bb-4e24-b345-301c3440aeff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb3ba5147a2c455dbac3f56aebf335cd&device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 1094 time: 0.1350324
Dec 16 09:48:22.082688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4dfa4-fc88-4c5d-ae00-735fa5f0a342 req-8054d5a3-6dea-4832-9670-d3b6faca6148 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:22.084300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9c4dfa4-fc88-4c5d-ae00-735fa5f0a342 req-8054d5a3-6dea-4832-9670-d3b6faca6148 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 946 time: 0.1999061
Dec 16 09:48:22.130788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:22.260659 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9c4dfa4-fc88-4c5d-ae00-735fa5f0a342 req-47eda43b-74ec-4e91-bd19-4681a8c2f133 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677114
Dec 16 09:48:22.342763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-e8b55c73-2f90-4ca2-a4c9-a866740e9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:22.344640 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-e8b55c73-2f90-4ca2-a4c9-a866740e9a21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7286ba3e-5359-4142-9eb5-9c4cd23651c4 HTTP/1.1" status: 200  len: 921 time: 0.2591355
Dec 16 09:48:22.347522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:22.369169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:22.373324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Usage tracker for resource:security_group_rule and tenant:f99a824711e8471ab1c17c9b98220659 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:22.377115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:22.383292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:22.516394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-4d1bbc51-2f62-4fa9-bc88-317880274f90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02759c07-5c59-4390-b586-ccd0acbb3d0e HTTP/1.1" status: 200  len: 217 time: 0.1615465
Dec 16 09:48:22.523822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:22.531982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:22.574839 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d379d2cb-20cb-4cb1-8f38-0d13db971563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:22.636793 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f99a824711e8471ab1c17c9b98220659&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4883692
Dec 16 09:48:22.636793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56662) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:22.644874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca93f30-907c-4c5d-841e-43516ef2e52a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:22.649544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-e69a86e1-d197-4a11-8092-53385c4fb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:22.649544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-e69a86e1-d197-4a11-8092-53385c4fb480 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=792a26fb-2bbf-4dbc-aac0-5655d720b627 HTTP/1.1" status: 200  len: 860 time: 0.1214604
Dec 16 09:48:22.651780 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:22.699503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:22.718340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19527-ec6b-4135-aae8-f0b8f42ccd21 req-4252124f-9cd8-4042-8dc6-39854f552120 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:22.723833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ffa19527-ec6b-4135-aae8-f0b8f42ccd21 req-4252124f-9cd8-4042-8dc6-39854f552120 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 943 time: 0.2579155
Dec 16 09:48:22.726595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:22.751694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-e4df2e27-a3dc-49ed-9fc5-142fa4e2882e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7286ba3e-5359-4142-9eb5-9c4cd23651c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0883172
Dec 16 09:48:22.809152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:22.816606 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0a569747-bdc7-4711-9b99-edc587e11c94 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:22.830010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca93f30-907c-4c5d-841e-43516ef2e52a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:22.835546 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:22.849458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:22.857938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aca93f30-907c-4c5d-841e-43516ef2e52a HTTP/1.1" status: 204  len: 168 time: 0.2309227
Dec 16 09:48:22.910206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ffa19527-ec6b-4135-aae8-f0b8f42ccd21 req-05266959-45ab-43f9-a220-5d644dec773b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652679
Dec 16 09:48:23.016934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-9b270cca-b97a-492c-9b71-fc4cd6d394aa service neutron] 10.222.0.74 "GET /v2.0/networks/7286ba3e-5359-4142-9eb5-9c4cd23651c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323484
Dec 16 09:48:23.262399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5cbf3c34-a89d-44f9-8e16-2678e474a60e req-4259283e-5a2f-4b4c-92ad-0a3561ebb065 service neutron] 10.222.0.74 "GET /v2.0/networks/7286ba3e-5359-4142-9eb5-9c4cd23651c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356811
Dec 16 09:48:23.298945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d686ff-97b2-412a-844b-286754547d95 req-d35308c9-ecc6-453b-92f8-0222d84f1e86 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:23.300894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32d686ff-97b2-412a-844b-286754547d95 req-d35308c9-ecc6-453b-92f8-0222d84f1e86 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.74 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 946 time: 0.1032479
Dec 16 09:48:23.400840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Deleting port 82d491eb-3499-4e27-b9f7-14687be678d0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:48:23.400840 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:23.506122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56686) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:23.593025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:23.862160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:23.869771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Usage tracker for resource:security_group_rule and tenant:ab11a6cf59d04f14bf4c09b10e117d3b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:23.873942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:23.905631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:23.983996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2013e-2165-4f32-acd1-a7330dcf97fb req-85bdca26-bd75-4af2-83b3-d991c4e631c4 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:23.983996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ea2013e-2165-4f32-acd1-a7330dcf97fb req-85bdca26-bd75-4af2-83b3-d991c4e631c4 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 946 time: 0.5356507
Dec 16 09:48:24.041564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] For port 82d491eb-3499-4e27-b9f7-14687be678d0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=82d491eb-3499-4e27-b9f7-14687be678d0,segment=NetworkSegment(f2b56002-2196-4d64-b793-1e005337bc15),segment_id=f2b56002-2196-4d64-b793-1e005337bc15)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:24.041564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.066630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ea2013e-2165-4f32-acd1-a7330dcf97fb req-a3f166be-e0c2-4dbd-adc5-64f89e9470b0 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c97c637-568d-461b-a1dc-84bac183d13c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804629
Dec 16 09:48:24.192839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Calling delete_port for 82d491eb-3499-4e27-b9f7-14687be678d0 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:48:24.419555 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.444921 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.464475 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cd0feae4-d31f-4fe0-b9b2-c863f4012685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:24.551635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9580fa2-8570-4c77-9bc3-9ad396642b7f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:24.566112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2057-dc4c-4ec9-85b4-f82af87cc946 req-9f09f2df-6438-428a-bdfc-6719f8e23e2a tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:24.575002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78bd2057-dc4c-4ec9-85b4-f82af87cc946 req-9f09f2df-6438-428a-bdfc-6719f8e23e2a tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 943 time: 0.3840332
Dec 16 09:48:24.586249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab11a6cf59d04f14bf4c09b10e117d3b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0801382
Dec 16 09:48:24.586249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.586249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.597954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.599653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56716) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.605409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:24.613116 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:24.646089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.655270 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a36601d4-5be5-4b28-aaa2-3f8bd658e4ac tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:24.656322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['82d491eb-3499-4e27-b9f7-14687be678d0'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:48:24.668926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.707990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.777810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-78bd2057-dc4c-4ec9-85b4-f82af87cc946 req-9c6a4cb5-bbb2-4a7c-8563-affb7f3c5cc6 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845701
Dec 16 09:48:24.777810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Pushing event deleted for resources: {'Port': ['ID=82d491eb-3499-4e27-b9f7-14687be678d0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:24.777810 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:24.839588 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.839588 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9899967c-f59a-4a5e-ac7e-1add41aaed6f tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:24.865046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9580fa2-8570-4c77-9bc3-9ad396642b7f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:24.876814 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:24.882279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.882279 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9580fa2-8570-4c77-9bc3-9ad396642b7f HTTP/1.1" status: 204  len: 168 time: 0.2917192
Dec 16 09:48:24.928439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] No DVR routers for this DVR port 82d491eb-3499-4e27-b9f7-14687be678d0 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:48:24.928439 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:24.945638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322e02d0-827f-4f61-874a-a34261ea426b', 'name': 'network-vif-deleted', 'tag': '82d491eb-3499-4e27-b9f7-14687be678d0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:24.959679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32d686ff-97b2-412a-844b-286754547d95 req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.74 "DELETE /v2.0/ports/82d491eb-3499-4e27-b9f7-14687be678d0 HTTP/1.1" status: 204  len: 173 time: 1.6443787
Dec 16 09:48:25.139135 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322e02d0-827f-4f61-874a-a34261ea426b', 'name': 'network-vif-deleted', 'tag': '82d491eb-3499-4e27-b9f7-14687be678d0', 'status': 'completed', 'code': 200}
Dec 16 09:48:25.374906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cb03e7cd-cea4-4f6f-b843-683e32aa9070 req-964f4914-7d9a-4fe3-9e7a-b7803f386e2d tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Synchronizing usage tracker for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:25.394689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cb03e7cd-cea4-4f6f-b843-683e32aa9070 req-964f4914-7d9a-4fe3-9e7a-b7803f386e2d tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Unset dirty status for tenant:b342e46cc2af4cecaac8eb5bfb7b3022 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:25.396177 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb03e7cd-cea4-4f6f-b843-683e32aa9070 req-964f4914-7d9a-4fe3-9e7a-b7803f386e2d tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] 10.222.0.66 "GET /v2.0/ports?device_id=322e02d0-827f-4f61-874a-a34261ea426b HTTP/1.1" status: 200  len: 210 time: 0.0881441
Dec 16 09:48:25.578025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 02759c07-5c59-4390-b586-ccd0acbb3d0e details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:48:25.764636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 02759c07-5c59-4390-b586-ccd0acbb3d0e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=02759c07-5c59-4390-b586-ccd0acbb3d0e,segment=NetworkSegment(b2e9b429-417d-42b2-855b-36b39624a63d),segment_id=b2e9b429-417d-42b2-855b-36b39624a63d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:25.780889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '02759c07-5c59-4390-b586-ccd0acbb3d0e', 'network_id': '7286ba3e-5359-4142-9eb5-9c4cd23651c4', 'port_id': '02759c07-5c59-4390-b586-ccd0acbb3d0e', 'mac_address': 'fa:16:3e:cb:f8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792a26fb-2bbf-4dbc-aac0-5655d720b627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:48:25.893554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:25.921549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02759c07-5c59-4390-b586-ccd0acbb3d0e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:48:25.936104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 02759c07-5c59-4390-b586-ccd0acbb3d0e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=02759c07-5c59-4390-b586-ccd0acbb3d0e,segment=NetworkSegment(b2e9b429-417d-42b2-855b-36b39624a63d),segment_id=b2e9b429-417d-42b2-855b-36b39624a63d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:25.936104 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:25.939258 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:26.090424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=02759c07-5c59-4390-b586-ccd0acbb3d0e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:26.095956 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:26.123427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09600390-40fe-420d-8959-c0f4a3e24169 req-905890b6-9738-4d59-bb05-472a602c0e6f tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:26.131035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09600390-40fe-420d-8959-c0f4a3e24169 req-905890b6-9738-4d59-bb05-472a602c0e6f tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 944 time: 0.1582487
Dec 16 09:48:26.197984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09600390-40fe-420d-8959-c0f4a3e24169 req-2a577085-7476-49e7-953f-92ffcbcc8e88 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628791
Dec 16 09:48:26.222427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['02759c07-5c59-4390-b586-ccd0acbb3d0e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:48:27.069617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:27.161316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Deleting subnet 770e2eab-08d2-4e8c-9704-d7c5f46e7ca5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:48:27.161316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.238009 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.313219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.395996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.403344 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d26667d9-8370-4ced-a17e-fb79851006fe tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:27.456526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b5378-deb3-45b4-9812-1ee9d49d1afe req-fc2c041b-fc57-4af2-8fb0-7c98681fc6b6 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:27.456526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b2b5378-deb3-45b4-9812-1ee9d49d1afe req-fc2c041b-fc57-4af2-8fb0-7c98681fc6b6 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 944 time: 0.1198313
Dec 16 09:48:27.474093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770e2eab-08d2-4e8c-9704-d7c5f46e7ca5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:27.485157 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:27.494993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.494993 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/770e2eab-08d2-4e8c-9704-d7c5f46e7ca5 HTTP/1.1" status: 204  len: 168 time: 0.4208422
Dec 16 09:48:27.494993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:27.546316 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b2b5378-deb3-45b4-9812-1ee9d49d1afe req-d0d2c89f-bfa2-478b-9d13-f5f31f00716d tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784304
Dec 16 09:48:27.579478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 02759c07-5c59-4390-b586-ccd0acbb3d0e up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:27.713263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.728226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 02759c07-5c59-4390-b586-ccd0acbb3d0e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:27.744873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 02759c07-5c59-4390-b586-ccd0acbb3d0e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:27.747726 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.930752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.933968 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.964070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f20d6880>,) {'filters': {'network_id': ['28ba3708-f456-43e6-b8f8-0f28ccaaa4e2']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:27.978718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20d6880>, 'f2b56002-2196-4d64-b793-1e005337bc15') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:27.978718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20d6880>, 'f2b56002-2196-4d64-b793-1e005337bc15') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:27.990044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:27.993987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02759c07-5c59-4390-b586-ccd0acbb3d0e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:28.013816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 02759c07-5c59-4390-b586-ccd0acbb3d0e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=02759c07-5c59-4390-b586-ccd0acbb3d0e,segment=NetworkSegment(b2e9b429-417d-42b2-855b-36b39624a63d),segment_id=b2e9b429-417d-42b2-855b-36b39624a63d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:28.013957 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.014279 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.015355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82d491eb-3499-4e27-b9f7-14687be678d0 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:48:28.017219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:48:28.017612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:48:28.032328 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:48:28.053826 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-89c476d9-277d-4fa6-850a-4f9a77407968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:28.099072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 82d491eb-3499-4e27-b9f7-14687be678d0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:48:28.099592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 82d491eb-3499-4e27-b9f7-14687be678d0 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:48:28.137008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=02759c07-5c59-4390-b586-ccd0acbb3d0e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:28.147348 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:28.310286 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.321021 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7716bca-e645-4254-af21-b270a8d49775 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:28.329088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.341878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ba3708-f456-43e6-b8f8-0f28ccaaa4e2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:28.341878 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:28.349530 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] 10.222.0.66 "DELETE /v2.0/networks/28ba3708-f456-43e6-b8f8-0f28ccaaa4e2 HTTP/1.1" status: 204  len: 168 time: 0.8515835
Dec 16 09:48:28.598234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56880) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:28.618276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'network': {'name': 'tempest-network-smoke--1992782108', 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:28.622409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:28.626851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:network and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:28.632190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:28.632533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56884) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:28.639489 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02759c07-5c59-4390-b586-ccd0acbb3d0e', 'code': 200}
Dec 16 09:48:28.640522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:28.653798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Made reservation on behalf of 63dfee569ef94e369ab966a0c3d3ef67 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:28.658572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.676602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.695240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:28.701059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:security_group_rule and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:28.704109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:28.713192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:28.853391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.858700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.872240 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-489d0566-04e5-44b1-a527-5df7b7ac37c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:28.906866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1e19d7ca-9c03-4ae7-93e9-433fe9b943b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b342e46cc2af4cecaac8eb5bfb7b3022&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2652807
Dec 16 09:48:28.906866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56898) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:28.915898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:48:28.932391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46328c55-aa0c-4d91-b9fb-58c57330088d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:28.944903 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:28.952969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:28.952969 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Added segment f67fb3bf-9a2d-4223-b31b-664c66ee9790 of type vlan for network 65a9a1ed-7aec-464d-ae30-99da7318d8bb
Dec 16 09:48:28.997143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.003052 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.029022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6677769-a72f-4656-a594-b0e276fb7038 req-f2b7cd56-58cf-42ba-9086-c47e6e3d7877 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:29.030509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6677769-a72f-4656-a594-b0e276fb7038 req-f2b7cd56-58cf-42ba-9086-c47e6e3d7877 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 945 time: 0.2055717
Dec 16 09:48:29.036042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.048256 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:29.049015 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.072831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232b3d-640b-4a0b-b5dc-5a61b30c0648 req-3785dc42-bcfe-4210-9fec-9f1bf5ec4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:29.073006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-35220cb6-b7ef-4de4-a5cb-58453dc40324 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:29.074365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09232b3d-640b-4a0b-b5dc-5a61b30c0648 req-3785dc42-bcfe-4210-9fec-9f1bf5ec4e26 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 1096 time: 0.3391695
Dec 16 09:48:29.105961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.147380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6677769-a72f-4656-a594-b0e276fb7038 req-71b1b476-fcf5-471f-bad2-cd2e71c9f977 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993629
Dec 16 09:48:29.218510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Network': ['ID=65a9a1ed-7aec-464d-ae30-99da7318d8bb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:29.221468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09232b3d-640b-4a0b-b5dc-5a61b30c0648 req-c60875cb-ac1e-4304-b923-983725792d90 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251667
Dec 16 09:48:29.224740 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6147285
Dec 16 09:48:29.224740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:29.224740 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:29.234229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:48:29.236823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'admin_state_up': True, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:29.242372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:29.242372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:router and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:29.251063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:29.267412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:29.274495 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.282703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.282703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.290757 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e5df54a-751d-42ed-99ba-0c3042b6e481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:29.308951 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.333496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c97c637-568d-461b-a1dc-84bac183d13c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:29.336377 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:29.358164 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:29.361593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c97c637-568d-461b-a1dc-84bac183d13c HTTP/1.1" status: 204  len: 168 time: 0.4571655
Dec 16 09:48:29.671873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:30.113871 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:30.158140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:30.356082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Allocated IP 172.25.3.160 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/728f9f26-bc4e-47e7-bff9-cc554156e9f9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:30.456078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecd0d7-19cf-4f60-9693-8b669d66ff36 req-fd0ea3ff-5562-4d90-8e76-c1d038d29f56 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:30.464956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8ecd0d7-19cf-4f60-9693-8b669d66ff36 req-fd0ea3ff-5562-4d90-8e76-c1d038d29f56 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 945 time: 0.1626749
Dec 16 09:48:30.595113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a8ecd0d7-19cf-4f60-9693-8b669d66ff36 req-1e578e86-8d9a-4c7c-af26-276942907598 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260204
Dec 16 09:48:30.664907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:30.741105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:30.750246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:30.763115 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7086a51-a336-4595-beb9-929c3eb73ae3 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:30.919687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:30.919687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:30.928176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:30.958247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-network', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:30.975954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:30.975954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=728f9f26-bc4e-47e7-bff9-cc554156e9f9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:30.985665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Usage tracker for resource:network and tenant:4429becbf3784f71a2d7aa1991e5aa17 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:30.985665 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:30.985665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:30.996849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:31.093015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Made reservation on behalf of 4429becbf3784f71a2d7aa1991e5aa17 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:31.094206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:31.323915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:31.374922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:31.406758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Usage tracker for resource:security_group_rule and tenant:4429becbf3784f71a2d7aa1991e5aa17 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:31.411655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:31.426330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:31.714713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:31.714713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:31.779587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:31.796844 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb73d104-ab93-4a11-ab56-ab5a9fad79d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:31.861711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:48:31.863093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f8b0-8789-4272-8292-b415c43eec68 req-dc535bfc-69a3-4d9d-b2b3-a778a20d62f6 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:31.869137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6d6f8b0-8789-4272-8292-b415c43eec68 req-dc535bfc-69a3-4d9d-b2b3-a778a20d62f6 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 945 time: 0.1410997
Dec 16 09:48:31.919307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f6d6f8b0-8789-4272-8292-b415c43eec68 req-4a530a06-1ca1-49a1-bba3-5e9cf2f8b652 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411656
Dec 16 09:48:31.925970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:31.929323 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:31.972904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:31.972904 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Added segment cd9eab62-f940-4460-93cf-2995a4c73b9e of type vlan for network a4e2325f-1883-483e-9b91-b52a057f3a0b
Dec 16 09:48:32.211517 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:32.252657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:32.350162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:32.350162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:32.350162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:32.357872 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b84e3432-a0d4-4da8-995c-60122ef6778f tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:32.663414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Pushing event updated for resources: {'Network': ['ID=a4e2325f-1883-483e-9b91-b52a057f3a0b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:32.675540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a4e2325f-1883-483e-9b91-b52a057f3a0b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:48:32.684338 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:32.693905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57028) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:32.708860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Request body: {'subnet': {'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-subnet', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:32.710623 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.9612544
Dec 16 09:48:32.713419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:32.719372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Usage tracker for resource:subnet and tenant:4429becbf3784f71a2d7aa1991e5aa17 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:32.721074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:48:32.733134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:32.761675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:32.795882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Made reservation on behalf of 4429becbf3784f71a2d7aa1991e5aa17 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:32.795882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:33.131472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:33.143116 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5236f92-fc00-4fd5-964e-425090eee69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:33.188242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:48:33.198681 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Sync routers for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:48:33.217877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:33.219339 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 3.9988205
Dec 16 09:48:33.222663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:33.244820 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:33.250505 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d416a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:33.383680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74509f79-bd66-4296-aa07-29393b9f7513,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:33.394959 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7194be20-8e66-42a2-a2b9-3e840b5e7c1e tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=63dfee569ef94e369ab966a0c3d3ef67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1705739
Dec 16 09:48:33.397436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57058) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:33.480770 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:33.557013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Checking segment: {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:33.557013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Network hostable DHCP agents. Network: a4e2325f-1883-483e-9b91-b52a057f3a0b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:48:33.560397 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:33.608556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Network a4e2325f-1883-483e-9b91-b52a057f3a0b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:48:33.634547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560379de-50f3-42da-97df-05a094ea6e7a req-8397cfcd-c213-4bdd-8cfb-b5391ea841c5 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:33.636185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-560379de-50f3-42da-97df-05a094ea6e7a req-8397cfcd-c213-4bdd-8cfb-b5391ea841c5 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 945 time: 0.2956722
Dec 16 09:48:33.643087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a4e2325f-1883-483e-9b91-b52a057f3a0b) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:33.654345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b47fb2-8882-49c4-9e11-601e2551ad6f None None] Network a4e2325f-1883-483e-9b91-b52a057f3a0b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:48:33.654876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:33.655727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:33.712433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0191751
Dec 16 09:48:33.715574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57068) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:33.721356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:33.728792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-560379de-50f3-42da-97df-05a094ea6e7a req-74f60eaa-4a51-48bc-bc3c-2e845e5fec30 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806253
Dec 16 09:48:33.732674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:33.737665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Usage tracker for resource:router and tenant:4429becbf3784f71a2d7aa1991e5aa17 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:33.763812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:33.776310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:33.794015 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:33.794650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:33.839056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:34.116488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9517494-7480-4bf4-9df1-d979eb6eaa91 None None] Network a4e2325f-1883-483e-9b91-b52a057f3a0b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:48:34.170127 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d416a0>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:31Z', 'revision_number': 3, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:34.176639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c82b2-d132-4238-9acd-7b03591282dc tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:34.177255 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Checking router: 817a9f9b-cd31-4c0f-ae7b-50d77957f7db for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:48:34.180795 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-de0c82b2-d132-4238-9acd-7b03591282dc tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7795274
Dec 16 09:48:34.180938 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Updating router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:48:34.181031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:34.312177 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:34.316352 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a598f507-c8e6-4fca-b7ab-8d6d41de3466 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1319494
Dec 16 09:48:34.316797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:34.340094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-106171989', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:34.512129 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:34.547142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:34.565063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:subnet and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:34.565063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:34.604647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:34.639990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Made reservation on behalf of 63dfee569ef94e369ab966a0c3d3ef67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:34.644337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:34.918523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:34.918523 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f95c80a9-c2b8-43c5-b5ae-111760b0d57b tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:34.956538 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:34.987095 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Transition to ACTIVE for port object 728f9f26-bc4e-47e7-bff9-cc554156e9f9 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:35.002825 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.016592 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-373d28ce-b178-4a8e-9794-79c312f47bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:35.072921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Subnet': ['ID=84c6e5ad-f6b9-4670-82bb-3a1c013018ec,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:35.077498 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:35.092739 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Attempting to bind port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:35.093108 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Attempting to bind port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:35.093473 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Attempting to bind port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:35.094986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Checking segment: {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:35.095571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network hostable DHCP agents. Network: 65a9a1ed-7aec-464d-ae30-99da7318d8bb, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:48:35.109992 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:35.110396 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:35.113141 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.113545 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:35.115037 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Bound port: 728f9f26-bc4e-47e7-bff9-cc554156e9f9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:35.115376 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.115919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.118984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:48:35.135671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 65a9a1ed-7aec-464d-ae30-99da7318d8bb) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:35.144310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a0a84-0784-4b6a-8915-d99424d98e85 None None] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:48:35.147186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:35.149069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.149408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.158890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-883b2126-7510-4f85-bec6-9af19157f509 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:35.160456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-883b2126-7510-4f85-bec6-9af19157f509 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 945 time: 0.4029305
Dec 16 09:48:35.198534 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8674166
Dec 16 09:48:35.198534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57098) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:35.231082 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Pushing event updated for resources: {'Port': ['ID=728f9f26-bc4e-47e7-bff9-cc554156e9f9,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:35.258644 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.258644 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.258644 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.282312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:35.314406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Deleting port 02759c07-5c59-4390-b586-ccd0acbb3d0e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:48:35.314406 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.321802 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:35.436563 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] For port 728f9f26-bc4e-47e7-bff9-cc554156e9f9, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:35.448036 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] For port 728f9f26-bc4e-47e7-bff9-cc554156e9f9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=728f9f26-bc4e-47e7-bff9-cc554156e9f9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:35.479799 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.483811 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e0b535cb-e436-42dc-80d7-cd71e9d2a3ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:35.673248 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:35.673248 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d416a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:35.722503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:48:35.722503 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.753758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] For port 02759c07-5c59-4390-b586-ccd0acbb3d0e, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=02759c07-5c59-4390-b586-ccd0acbb3d0e,segment=NetworkSegment(b2e9b429-417d-42b2-855b-36b39624a63d),segment_id=b2e9b429-417d-42b2-855b-36b39624a63d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:35.753758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:35.877659 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Pushing event updated for resources: {'Port': ['ID=728f9f26-bc4e-47e7-bff9-cc554156e9f9,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:35.885282 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:35.990672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Allocated IP 172.20.0.2 (65a9a1ed-7aec-464d-ae30-99da7318d8bb/84c6e5ad-f6b9-4670-82bb-3a1c013018ec/7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:36.050859 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:36.169847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Calling delete_port for 02759c07-5c59-4390-b586-ccd0acbb3d0e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:48:36.231339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae31206-c9f5-4c58-adbf-1fc9bfbca5f4 req-6d8784cc-73cf-40a2-84d5-6170bc716f7c tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:36.238809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fae31206-c9f5-4c58-adbf-1fc9bfbca5f4 req-6d8784cc-73cf-40a2-84d5-6170bc716f7c tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 945 time: 1.2431080
Dec 16 09:48:36.353348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fae31206-c9f5-4c58-adbf-1fc9bfbca5f4 req-2637eae8-44fd-4eeb-bd23-dd86fc79cded tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/security-groups?id=82099ddc-3f7a-4c5f-96ca-67465a680570&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195898
Dec 16 09:48:36.415815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Allocated IP 172.25.3.226 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/078be694-9589-4afd-9e59-6c3cfde0d1da) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:36.588942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:36.601806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5fc57732-b7ee-4b5f-9844-196d394de63e tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:36.654041 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:36.680592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Transition to ACTIVE for port object 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:36.703379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Pushing event deleted for resources: {'Port': ['ID=02759c07-5c59-4390-b586-ccd0acbb3d0e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:36.718177 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:36.726268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Transition to ACTIVE for port object 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:36.734362 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:36.762937 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-02d28254-319f-456b-8c49-d73061c1396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d416a0>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:31Z', 'revision_number': 3, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:36.767987 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:36.772724 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d28254-319f-456b-8c49-d73061c1396b None None] The sync data for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 is: [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:31Z', 'revision_number': 3, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:48:36.855998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] No DVR routers for this DVR port 02759c07-5c59-4390-b586-ccd0acbb3d0e on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:48:36.858597 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:36.864319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Pushing event updated for resources: {'Port': ['ID=7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:36.864955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'name': 'network-vif-deleted', 'tag': '02759c07-5c59-4390-b586-ccd0acbb3d0e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:36.874650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:36.876123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.876466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.876827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.877173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.877881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.878227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.878554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.878879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.879222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.879549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.879870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.881413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:36.888268 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:36.889237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:36.913393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:36.919725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:36.987422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26e3fc86-ac72-4c92-87af-7819d2bb771b req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.74 "DELETE /v2.0/ports/02759c07-5c59-4390-b586-ccd0acbb3d0e HTTP/1.1" status: 204  len: 173 time: 1.7544856
Dec 16 09:48:37.016417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:37.104542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:37.114249 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:37.191798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Attempting to bind port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:37.191798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Attempting to bind port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:37.191798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Attempting to bind port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b on network 65a9a1ed-7aec-464d-ae30-99da7318d8bb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:37.199057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:37.199057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Checking segment: {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:37.199057 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:37.199057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Bound using segment: {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:37.199057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Bound port: 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:37.199057 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:37.225838 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fa23c0-e6da-464d-a2a6-ae8db85b5e96', 'name': 'network-vif-deleted', 'tag': '02759c07-5c59-4390-b586-ccd0acbb3d0e', 'status': 'completed', 'code': 200}
Dec 16 09:48:37.325231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:37.325231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:37.325231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:37.437980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] For port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:37.443176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] For port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:37.454167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:37.461205 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fbefa0eb-1145-4d5c-b311-28ed274c7000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:37.692442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Pushing event updated for resources: {'Port': ['ID=7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:37.710927 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:37.710927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 02759c07-5c59-4390-b586-ccd0acbb3d0e no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:48:37.774812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 02759c07-5c59-4390-b586-ccd0acbb3d0e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:48:37.774812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 02759c07-5c59-4390-b586-ccd0acbb3d0e not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:48:37.930263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Pushing event updated for resources: {'Port': ['ID=078be694-9589-4afd-9e59-6c3cfde0d1da,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:37.934155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-043344fb-a12b-43ca-9a05-2cb54427f155 req-82354d99-5685-4e09-b8fe-d4919a88711e tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Synchronizing usage tracker for tenant:bb3ba5147a2c455dbac3f56aebf335cd on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:37.941279 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:37.978127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-043344fb-a12b-43ca-9a05-2cb54427f155 req-82354d99-5685-4e09-b8fe-d4919a88711e tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Unset dirty status for tenant:bb3ba5147a2c455dbac3f56aebf335cd on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:37.995039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-043344fb-a12b-43ca-9a05-2cb54427f155 req-82354d99-5685-4e09-b8fe-d4919a88711e tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3fa23c0-e6da-464d-a2a6-ae8db85b5e96 HTTP/1.1" status: 200  len: 210 time: 0.1374190
Dec 16 09:48:38.232459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Allocated IP 172.20.0.1 (65a9a1ed-7aec-464d-ae30-99da7318d8bb/84c6e5ad-f6b9-4670-82bb-3a1c013018ec/bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:38.467500 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:38.766835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:38.785363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Transition to ACTIVE for port object bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:38.814259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:38.820755 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21ef45a5-4171-4e52-b8d6-19ee1cf108e9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:38.951247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:38.957510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:38.967245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:39.063184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:39.070277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:39.138285 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:39.140530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 728f9f26-bc4e-47e7-bff9-cc554156e9f9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:39.173065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:39.344330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:39.365103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:39.381539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:39.381539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:39.443714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Deleting subnet 792a26fb-2bbf-4dbc-aac0-5655d720b627 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:48:39.454439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:39.805423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:39.813621 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:39.851608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 728f9f26-bc4e-47e7-bff9-cc554156e9f9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=728f9f26-bc4e-47e7-bff9-cc554156e9f9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:39.858436 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:39.858436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:39.929741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:48:39.953153 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:40.025380 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ed625b05-ff82-4d91-9b8b-372316427efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:40.081867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:40.129499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb6bac-e682-4b14-a81f-2fe864147d79 None None] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:48:40.231219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:48:40.269942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:40.269942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.5479512
Dec 16 09:48:40.269942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57184) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:40.283750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=728f9f26-bc4e-47e7-bff9-cc554156e9f9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:40.294163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Sync routers for ids ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:48:40.294163 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:40.321556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e527115d-ee8f-4fe2-927e-54e2115cfaf9 None None] Provisioning for port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:40.336598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Routers {'ba7fd96e-3fd0-4dbd-9008-e2997abdb324'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:40.336598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25ec2e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:40.471961 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:40.581010 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d6c8f90-a12c-450c-b298-aee3fe643586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:40.669404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792a26fb-2bbf-4dbc-aac0-5655d720b627,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:40.682551 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:40.710503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:40.733344 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/792a26fb-2bbf-4dbc-aac0-5655d720b627 HTTP/1.1" status: 204  len: 168 time: 1.5584354
Dec 16 09:48:40.741833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57198) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:41.056191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Set router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:41.364753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:41.419147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:41.422333 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:41.432728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:41.501676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-775a373c-0c75-49a7-afe4-9b0dfc17d169 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:41.515679 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:48:41.613816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:41.614216 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:41.617983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:41.620915 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:41.653791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:41.688028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.005230 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.132444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25ec2e0>, [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:37Z', 'revision_number': 3, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port': {'id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:35Z', 'updated_at': '2021-12-16T09:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:42.142902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.164913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Checking router: ba7fd96e-3fd0-4dbd-9008-e2997abdb324 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:48:42.165610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Updating router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 port 078be694-9589-4afd-9e59-6c3cfde0d1da binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:48:42.205484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Allocated IP 172.20.0.1 (a4e2325f-1883-483e-9b91-b52a057f3a0b/74509f79-bd66-4296-aa07-29393b9f7513/48304ae0-e56c-4a53-b574-5723b22e79e7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:42.260246 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05961eae-4221-4786-b4af-01ea4c75c2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.341222 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.353676 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.413902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2394700>,) {'filters': {'network_id': ['7286ba3e-5359-4142-9eb5-9c4cd23651c4']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:42.428195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:42.440650 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.482832 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:42.494430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2394700>, 'b2e9b429-417d-42b2-855b-36b39624a63d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:42.503930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2394700>, 'b2e9b429-417d-42b2-855b-36b39624a63d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:42.511150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.543260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:42.546164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:42.547401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.559241 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:42.560053 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.643416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Network a4e2325f-1883-483e-9b91-b52a057f3a0b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:42.646665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:42.650810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:42.744318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.763405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Pushing event updated for resources: {'Port': ['ID=48304ae0-e56c-4a53-b574-5723b22e79e7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:42.773010 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:42.788494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 728f9f26-bc4e-47e7-bff9-cc554156e9f9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:42.834165 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:42.875818 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:42.917843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.955595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4e339970-9e9d-487b-959e-69166e83d1b7 None None] Provisioning for port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:42.968855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:48:42.971762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4e339970-9e9d-487b-959e-69166e83d1b7 None None] Provisioning complete for port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:42.971943 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.972102 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e339970-9e9d-487b-959e-69166e83d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:48:42.996777 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:48:43.009667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:43.010052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.043919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.281293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.281293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.293807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:48:43.293807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a440d035-d4a2-4f0f-8252-f5c88d3ee8e1 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:43.313997 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7286ba3e-5359-4142-9eb5-9c4cd23651c4 HTTP/1.1" status: 204  len: 168 time: 2.5601182
Dec 16 09:48:43.328912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Pushing event deleted for resources: {'Network': ['ID=7286ba3e-5359-4142-9eb5-9c4cd23651c4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:43.360525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4e339970-9e9d-487b-959e-69166e83d1b7 None None] Port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:48:43.472157 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4e339970-9e9d-487b-959e-69166e83d1b7 None None] Provisioning complete for port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:43.473445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e339970-9e9d-487b-959e-69166e83d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.601242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.601242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.601242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.601242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.610297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:48:43.627224 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:43.627224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:43.748101 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.765441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Transition to ACTIVE for port object 078be694-9589-4afd-9e59-6c3cfde0d1da will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:43.770911 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.770911 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-05905606-7b21-4f16-8555-dc9ff1f951bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:43.854184 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.862395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.862629 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b0a21633-8791-4164-91ac-8d88095c94b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb3ba5147a2c455dbac3f56aebf335cd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2088382
Dec 16 09:48:43.870552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:43.901328 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:43.947240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:48:43.953432 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "PUT /v2.0/routers/817a9f9b-cd31-4c0f-ae7b-50d77957f7db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7573135
Dec 16 09:48:43.957782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57262) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:43.962412 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Sync routers for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:48:43.962916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:43.979682 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:43.980424 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:44.000755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8df215d8-4746-499d-9806-fced5223bd20 None None] Provisioning complete for port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:44.001141 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8df215d8-4746-499d-9806-fced5223bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.019807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.024528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.084997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Attempting to bind port 078be694-9589-4afd-9e59-6c3cfde0d1da on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:44.084997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Attempting to bind port 078be694-9589-4afd-9e59-6c3cfde0d1da by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:44.084997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Attempting to bind port 078be694-9589-4afd-9e59-6c3cfde0d1da on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:44.147123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcaa09-097a-4fc2-9fb7-2192b1805c76 None None] Pushing event updated for resources: {'Port': ['ID=078be694-9589-4afd-9e59-6c3cfde0d1da,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:44.147123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:44.147123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:44.153096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.153096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:44.153096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Bound port: 078be694-9589-4afd-9e59-6c3cfde0d1da, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:44.153096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.164250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.178862 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fca5420-2ee9-4944-b21c-dcbca57196a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:44.196883 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfcaa09-097a-4fc2-9fb7-2192b1805c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:44.199248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.199248 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82099ddc-3f7a-4c5f-96ca-67465a680570 HTTP/1.1" status: 204  len: 168 time: 0.3172073
Dec 16 09:48:44.199248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82099ddc-3f7a-4c5f-96ca-67465a680570,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:44.199248 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:44.236129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.250459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8df215d8-4746-499d-9806-fced5223bd20 None None] Port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:48:44.313967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] For port 078be694-9589-4afd-9e59-6c3cfde0d1da, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:44.317077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] For port 078be694-9589-4afd-9e59-6c3cfde0d1da, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=078be694-9589-4afd-9e59-6c3cfde0d1da,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:44.323908 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.326147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--270314105', 'description': 'tempest-secgroup_access--270314105 description', 'project_id': '63dfee569ef94e369ab966a0c3d3ef67'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:44.331016 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d158ad6e-c640-46b0-ba2e-9fc63013e236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:44.430568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:44.462962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Routers {'ba7fd96e-3fd0-4dbd-9008-e2997abdb324'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:44.463771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25ec2e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:44.478086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:security_group and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:44.504462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:44.538655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:44.538655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Pushing event updated for resources: {'Port': ['ID=48304ae0-e56c-4a53-b574-5723b22e79e7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:44.543555 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:44.546037 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:44.623020 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:44.713821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:44.750236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:44.780722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcaa09-097a-4fc2-9fb7-2192b1805c76 None None] Pushing event updated for resources: {'Port': ['ID=078be694-9589-4afd-9e59-6c3cfde0d1da,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:44.790464 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfcaa09-097a-4fc2-9fb7-2192b1805c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:44.801066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:security_group_rule and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:44.873191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:44.902777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Network a4e2325f-1883-483e-9b91-b52a057f3a0b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:44.912867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:44.918678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:44.938753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] Set router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:45.101820 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-35904c54-72f5-45f1-ab5a-2a315e629138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:45.235344 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6f70>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:40Z', 'revision_number': 2, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:45.246288 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Checking router: 817a9f9b-cd31-4c0f-ae7b-50d77957f7db for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:48:45.247187 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Updating router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:48:45.326317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:45.327067 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:45.349283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-21d6b53b-b5b9-423a-bc16-151decf7c83e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5596244
Dec 16 09:48:45.416036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:45.428698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:48:45.443393 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:45.465075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:45.489154 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-642df772-cdd4-45ca-9903-6e38e7601632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:45.799200 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:45.948005 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:45.952101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790d003c-f70b-4272-b3dc-b1436383cf6e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:45.965728 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:46.044823 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:46.044823 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 2.0132272
Dec 16 09:48:46.049449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:46.049449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--470195192', 'description': 'tempest-secgroup_general--470195192 description', 'project_id': '63dfee569ef94e369ab966a0c3d3ef67'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:46.060910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:46.064274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25ec2e0>, [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:42Z', 'revision_number': 4, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port': {'id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:35Z', 'updated_at': '2021-12-16T09:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '48304ae0-e56c-4a53-b574-5723b22e79e7', 'name': '', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'mac_address': 'fa:16:3e:7b:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '74509f79-bd66-4296-aa07-29393b9f7513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:41Z', 'updated_at': '2021-12-16T09:48:43Z', 'revision_number': 2, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'subnets': [{'id': '74509f79-bd66-4296-aa07-29393b9f7513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:46.071551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7c9fd-8167-48a2-9159-129b8f54787d None None] The sync data for ids ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'] in n-d-820554-2 is: [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:42Z', 'revision_number': 4, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port': {'id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:35Z', 'updated_at': '2021-12-16T09:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '48304ae0-e56c-4a53-b574-5723b22e79e7', 'name': '', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'mac_address': 'fa:16:3e:7b:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '74509f79-bd66-4296-aa07-29393b9f7513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:41Z', 'updated_at': '2021-12-16T09:48:43Z', 'revision_number': 2, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'subnets': [{'id': '74509f79-bd66-4296-aa07-29393b9f7513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:48:46.083075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:security_group and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:46.083075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:46.099611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:46.150455 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:46.192048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:46.198687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:security_group_rule and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:46.202810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:46.221877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:46.415373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:48:46.424269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] 10.222.0.66 "PUT /v2.0/routers/ba7fd96e-3fd0-4dbd-9008-e2997abdb324/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1484067
Dec 16 09:48:46.433979 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:46.438078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-7fba76d5-24ac-466d-9fe4-5a7999b14170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:46.438078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-7fba76d5-24ac-466d-9fe4-5a7999b14170 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1096 time: 0.6203208
Dec 16 09:48:46.452906 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Transition to ACTIVE for port object bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:46.459482 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:46.471831 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:46.491115 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:46.508084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:46.515116 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ec94f97-049d-4096-af6a-04c0ed9479f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:46.667044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:46.720213 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:46.749050 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:46.762935 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.7283916
Dec 16 09:48:46.764452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:48:46.774940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'security_group_rule': {'security_group_id': '790d003c-f70b-4272-b3dc-b1436383cf6e', 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:46.802179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:46.862433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-5d89336a-f0eb-4cec-9ab1-79d427f7095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:46.865964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-5d89336a-f0eb-4cec-9ab1-79d427f7095e service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.4159844
Dec 16 09:48:46.871464 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:security_group_rule and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:46.897318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:46.907478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:46.957913 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.046647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.056789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.065201 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-99063ba8-1ddc-4607-8ff3-8e53d28490c0 tempest-ServersTestBootFromVolume-143756777 tempest-ServersTestBootFromVolume-143756777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:47.080553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.114164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4da3a8e-694a-49a2-a7a5-bf7b03cb3c6f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:47.114164 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:47.161103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.174036 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4080913
Dec 16 09:48:47.278164 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346f08b-8247-44e5-9044-f7fda80ff84a None None] Pushing event updated for resources: {'Port': ['ID=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:47.303456 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4346f08b-8247-44e5-9044-f7fda80ff84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:47.303809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-70984876-19c5-4b2d-a318-ba686fa52e30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 1001 time: 0.4272056
Dec 16 09:48:47.552913 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Attempting to bind port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:47.554325 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Attempting to bind port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:47.555747 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Attempting to bind port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf on network 65a9a1ed-7aec-464d-ae30-99da7318d8bb {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:47.563716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-0788c6b4-79c2-4431-bbfd-ff846cfb0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:47.566017 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:47.567195 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Checking segment: {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:47.568062 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.568876 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Bound using segment: {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:47.569815 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Bound port: bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:47.570507 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.574907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-0788c6b4-79c2-4431-bbfd-ff846cfb0445 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.2598450
Dec 16 09:48:47.757819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] For port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:47.761497 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] For port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:47.776702 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:47.786476 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:47.837483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-c07b3ba3-46db-47f6-af4e-069e7e2522dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:47.845278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-c07b3ba3-46db-47f6-af4e-069e7e2522dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2626817
Dec 16 09:48:48.002756 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346f08b-8247-44e5-9044-f7fda80ff84a None None] Pushing event updated for resources: {'Port': ['ID=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:48.006909 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4346f08b-8247-44e5-9044-f7fda80ff84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:48.006909 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:48.013876 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:48.438575 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:48.533076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-34cdea67-df6e-4abe-bc01-9e68d118e5c3 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6666906
Dec 16 09:48:48.656594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 078be694-9589-4afd-9e59-6c3cfde0d1da up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:48.765708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-d9f8b474-bc61-4ef6-a667-35db70f78448 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:48.772233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-d9f8b474-bc61-4ef6-a667-35db70f78448 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 819 time: 0.6217339
Dec 16 09:48:48.792009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 078be694-9589-4afd-9e59-6c3cfde0d1da completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:48.816344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 078be694-9589-4afd-9e59-6c3cfde0d1da triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:48.816344 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:48.900094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae4e492d-1875-47ad-92bb-e0cfbb5c9c73 req-eb1c005a-441f-448c-b713-898617b056d6 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3479176
Dec 16 09:48:48.918038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-7ebd9a3f-dcb1-40b4-9d65-802dc70de28c tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/quotas/4429becbf3784f71a2d7aa1991e5aa17 HTTP/1.1" status: 200  len: 375 time: 0.1149983
Dec 16 09:48:49.068782 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:49.081661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-9face877-5525-47a6-a6d0-3f221d7ef239 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Synchronizing usage tracker for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:49.106540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-9face877-5525-47a6-a6d0-3f221d7ef239 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Unset dirty status for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:49.108655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-9face877-5525-47a6-a6d0-3f221d7ef239 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2008796
Dec 16 09:48:49.112311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 078be694-9589-4afd-9e59-6c3cfde0d1da, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=078be694-9589-4afd-9e59-6c3cfde0d1da,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:49.122469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:49.127920 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9b296149-ef34-416c-ba37-f8d4101fd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:49.186376 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6f70>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:47Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:49.200127 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7aa011-d31a-4b75-ae60-b5a24ef0e4b2 None None] The sync data for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 is: [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:47Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:48:49.289098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=078be694-9589-4afd-9e59-6c3cfde0d1da,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:49.294162 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:49.481310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-b4d26aa4-5a6a-412c-93ff-63902330d584 service neutron] 10.222.0.66 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3642576
Dec 16 09:48:49.866270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-361a1ea1-aa39-45af-80ca-46089e7e2005 service neutron] 10.222.0.66 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3811896
Dec 16 09:48:50.673118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Sync routers for ids ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:48:50.698285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Routers {'ba7fd96e-3fd0-4dbd-9008-e2997abdb324'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:50.698935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4d640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:50.710695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3742365b-0b94-4903-bf0b-72d5d1d797f3 req-51e2f1ea-279e-4475-b41d-44910c392ad3 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.1745129
Dec 16 09:48:50.817836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 078be694-9589-4afd-9e59-6c3cfde0d1da up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:51.111436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-a542a400-38cf-48a0-a73c-c30ac58ecf56 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Synchronizing usage tracker for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:51.134220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-42e466e0-458f-452c-b79c-39bd3cdf1ddd req-28334a55-781e-4bc8-8b7b-a27c44a7c0b3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0987856
Dec 16 09:48:51.150010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-a542a400-38cf-48a0-a73c-c30ac58ecf56 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Unset dirty status for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:51.152817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-a542a400-38cf-48a0-a73c-c30ac58ecf56 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--470195192&fields=id&tenant_id=63dfee569ef94e369ab966a0c3d3ef67 HTTP/1.1" status: 200  len: 267 time: 0.2028258
Dec 16 09:48:51.237379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-9b0adbe6-7d48-4d01-9712-3a60b832821c tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--270314105&fields=id&tenant_id=63dfee569ef94e369ab966a0c3d3ef67 HTTP/1.1" status: 200  len: 267 time: 0.0787070
Dec 16 09:48:51.301487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 078be694-9589-4afd-9e59-6c3cfde0d1da triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:51.301487 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:51.452022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Set router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:51.490142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-ac5d6aba-3dbd-4813-9296-81a2e400e5f8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:51.490142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-ac5d6aba-3dbd-4813-9296-81a2e400e5f8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/networks?id=65a9a1ed-7aec-464d-ae30-99da7318d8bb HTTP/1.1" status: 200  len: 797 time: 0.2460308
Dec 16 09:48:51.524821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-031023ed-6fcc-43c0-b9c6-b376c0261f40 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/quotas/63dfee569ef94e369ab966a0c3d3ef67 HTTP/1.1" status: 200  len: 375 time: 0.0246294
Dec 16 09:48:51.859255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:52.089297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:52.089297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:52.094126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:52.135642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-72d375f5-0e1e-4d4a-b570-ec88c1a6613a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:52.135642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-72d375f5-0e1e-4d4a-b570-ec88c1a6613a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 819 time: 0.1973574
Dec 16 09:48:52.163501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Request body: {'port': {'device_id': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'admin_state_up': True, 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:52.169257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4d640>, [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:42Z', 'revision_number': 4, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port': {'id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:35Z', 'updated_at': '2021-12-16T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '48304ae0-e56c-4a53-b574-5723b22e79e7', 'name': '', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'mac_address': 'fa:16:3e:7b:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '74509f79-bd66-4296-aa07-29393b9f7513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:41Z', 'updated_at': '2021-12-16T09:48:43Z', 'revision_number': 2, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'subnets': [{'id': '74509f79-bd66-4296-aa07-29393b9f7513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:52.169257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Checking router: ba7fd96e-3fd0-4dbd-9008-e2997abdb324 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:48:52.169257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Updating router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 port 48304ae0-e56c-4a53-b574-5723b22e79e7 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:48:52.288609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:52.326326 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:52.340692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:52.381799 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:52.390651 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:52.442797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-f8360167-384c-4aa5-a0b4-5c67683edb8c tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9105532
Dec 16 09:48:52.467292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:52.472625 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:52.609096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-4e1c76d4-51f4-4c97-82d8-4fec1f23a5fa service neutron] 10.222.0.66 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605792
Dec 16 09:48:52.709272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:52.741637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:52.770353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Made reservation on behalf of 4429becbf3784f71a2d7aa1991e5aa17 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:52.774334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:52.886233 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:52.886233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Transition to ACTIVE for port object 48304ae0-e56c-4a53-b574-5723b22e79e7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:52.898214 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:52.909659 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2083c8b1-ec05-491e-a289-134ab4b8ed5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:52.915247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-a0430ff1-030f-4dc9-ac55-06ae0987e2b4 service neutron] 10.222.0.66 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2878001
Dec 16 09:48:53.084081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Allocated IP 172.20.0.5 (a4e2325f-1883-483e-9b91-b52a057f3a0b/74509f79-bd66-4296-aa07-29393b9f7513/c2b789b1-fc0f-41c5-b90e-0eccbd706deb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:53.112941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81347e46-0469-4c71-8392-e1d5eea8ec3f None None] Pushing event updated for resources: {'Port': ['ID=48304ae0-e56c-4a53-b574-5723b22e79e7,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:53.117104 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-81347e46-0469-4c71-8392-e1d5eea8ec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:53.237199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Attempting to bind port 48304ae0-e56c-4a53-b574-5723b22e79e7 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:53.237595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Attempting to bind port 48304ae0-e56c-4a53-b574-5723b22e79e7 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:53.237977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Attempting to bind port 48304ae0-e56c-4a53-b574-5723b22e79e7 on network a4e2325f-1883-483e-9b91-b52a057f3a0b {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:53.262938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:53.263364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Checking segment: {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:53.263786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:53.264194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Bound using segment: {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:53.264695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Bound port: 48304ae0-e56c-4a53-b574-5723b22e79e7, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:53.265079 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:53.465664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] For port 48304ae0-e56c-4a53-b574-5723b22e79e7, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:53.471965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] For port 48304ae0-e56c-4a53-b574-5723b22e79e7, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=48304ae0-e56c-4a53-b574-5723b22e79e7,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:53.484462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:53.484462 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:53.556466 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-821f3e4c-b19b-44b1-92e4-effb0c0001d2 req-4c2f1f83-d16b-4788-9690-d4fede59ffdb tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 210 time: 0.1056266
Dec 16 09:48:53.635447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:53.651972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Routers {'ba7fd96e-3fd0-4dbd-9008-e2997abdb324'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:48:53.652696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4d640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:48:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:53.766477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:53.788556 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3764c57e-573a-46de-aab4-a9016e42d078 tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:53.810942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81347e46-0469-4c71-8392-e1d5eea8ec3f None None] Pushing event updated for resources: {'Port': ['ID=48304ae0-e56c-4a53-b574-5723b22e79e7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:53.810942 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-81347e46-0469-4c71-8392-e1d5eea8ec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:54.017497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Network a4e2325f-1883-483e-9b91-b52a057f3a0b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:54.022662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] Set router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:48:54.065808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:54.074321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Pushing event updated for resources: {'Port': ['ID=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:54.077041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:54.113362 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:54.124442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a89dc2dc-fffc-48dd-911a-ba9157d8e295 req-6fe69b2d-b2d1-4654-894d-adf5932d9e07 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.1110365
Dec 16 09:48:54.223235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:54.223235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:54.302897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1547182
Dec 16 09:48:54.331883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Request body: {'port': {'device_id': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:54.626970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c4d640>, [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:42Z', 'revision_number': 4, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port': {'id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:35Z', 'updated_at': '2021-12-16T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '48304ae0-e56c-4a53-b574-5723b22e79e7', 'name': '', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'mac_address': 'fa:16:3e:7b:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '74509f79-bd66-4296-aa07-29393b9f7513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:41Z', 'updated_at': '2021-12-16T09:48:53Z', 'revision_number': 4, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'subnets': [{'id': '74509f79-bd66-4296-aa07-29393b9f7513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:48:54.645205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e00c7-1810-4ae1-854a-fc4684f79037 None None] The sync data for ids ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'] in n-d-820554-2 is: [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:42Z', 'revision_number': 4, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port': {'id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:35Z', 'updated_at': '2021-12-16T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '48304ae0-e56c-4a53-b574-5723b22e79e7', 'name': '', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'mac_address': 'fa:16:3e:7b:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '74509f79-bd66-4296-aa07-29393b9f7513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:41Z', 'updated_at': '2021-12-16T09:48:53Z', 'revision_number': 4, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'subnets': [{'id': '74509f79-bd66-4296-aa07-29393b9f7513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:48:54.645205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48304ae0-e56c-4a53-b574-5723b22e79e7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:54.739117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0f65208-2417-4cc9-b22f-1cee377a413e req-3671ed7f-e624-4aac-b09c-39fe2862818f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 210 time: 0.2823193
Dec 16 09:48:54.765971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:54.768557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 48304ae0-e56c-4a53-b574-5723b22e79e7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:54.776669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 48304ae0-e56c-4a53-b574-5723b22e79e7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:54.778608 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:55.057804 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:55.155032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 48304ae0-e56c-4a53-b574-5723b22e79e7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=48304ae0-e56c-4a53-b574-5723b22e79e7,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:48:55.155032 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:55.155032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:55.273100 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:55.370905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=48304ae0-e56c-4a53-b574-5723b22e79e7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:55.375503 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:55.453398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:55.453398 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:55.766328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-117f70a4-cbcd-465f-80bb-0ad79ab0f4e3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:55.768415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-117f70a4-cbcd-465f-80bb-0ad79ab0f4e3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.74 "GET /v2.0/networks?id=65a9a1ed-7aec-464d-ae30-99da7318d8bb HTTP/1.1" status: 200  len: 797 time: 0.6658134
Dec 16 09:48:55.787237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-2f3bf1a2-3440-4d27-9d24-2f95e0272fc3 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:55.787237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-2f3bf1a2-3440-4d27-9d24-2f95e0272fc3 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 819 time: 0.8843040
Dec 16 09:48:55.906505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-3e22bad7-1f5d-4671-ba06-4a1a25ab5469 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/quotas/4429becbf3784f71a2d7aa1991e5aa17 HTTP/1.1" status: 200  len: 375 time: 0.0864909
Dec 16 09:48:55.971595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-4dddcb6c-594f-4a81-8853-22780aa556a7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63dfee569ef94e369ab966a0c3d3ef67 HTTP/1.1" status: 200  len: 476 time: 0.1641698
Dec 16 09:48:55.988940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'port': {'device_id': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'admin_state_up': True, 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'security_groups': ['f1d7d430-2994-4fb5-b6bb-6572f7d3dbed', '790d003c-f70b-4272-b3dc-b1436383cf6e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:56.280968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:48:56.287739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-c57e0b3b-2d0e-42aa-b6a8-bb3cbc478236 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Synchronizing usage tracker for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:48:56.293386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:port and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:48:56.298907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b789b1-fc0f-41c5-b90e-0eccbd706deb {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:48:56.305579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:48:56.316975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:56.323594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:48:56.350481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Made reservation on behalf of 63dfee569ef94e369ab966a0c3d3ef67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:48:56.354134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:56.363647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-c57e0b3b-2d0e-42aa-b6a8-bb3cbc478236 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Unset dirty status for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:48:56.365032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-c57e0b3b-2d0e-42aa-b6a8-bb3cbc478236 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4453092
Dec 16 09:48:56.372540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Transition to ACTIVE for port object c2b789b1-fc0f-41c5-b90e-0eccbd706deb will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:56.455812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:56.463029 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-11b08a1c-54b8-4cfb-8c9a-4c3dd3a96339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:56.569374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48304ae0-e56c-4a53-b574-5723b22e79e7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:48:56.683236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 48304ae0-e56c-4a53-b574-5723b22e79e7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:56.685873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:56.693101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:56.730727 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:56.886906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-f1a31ffb-d782-4e60-a7a9-73e70b505af0 service neutron] 10.222.0.66 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5065393
Dec 16 09:48:57.007953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Allocated IP 172.20.0.5 (65a9a1ed-7aec-464d-ae30-99da7318d8bb/84c6e5ad-f6b9-4670-82bb-3a1c013018ec/5f1db086-35e6-4b5f-80f8-83bb239cc4f0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:48:57.014788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Attempting to bind port c2b789b1-fc0f-41c5-b90e-0eccbd706deb on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:48:57.015125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Attempting to bind port c2b789b1-fc0f-41c5-b90e-0eccbd706deb by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:48:57.015480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Attempting to bind port c2b789b1-fc0f-41c5-b90e-0eccbd706deb on network a4e2325f-1883-483e-9b91-b52a057f3a0b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:57.030779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Port c2b789b1-fc0f-41c5-b90e-0eccbd706deb on network a4e2325f-1883-483e-9b91-b52a057f3a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:48:57.031107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Attempting to bind port c2b789b1-fc0f-41c5-b90e-0eccbd706deb on network a4e2325f-1883-483e-9b91-b52a057f3a0b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:48:57.072797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:48:57.072797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Checking segment: {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:48:57.072797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Bound using segment: {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:48:57.072797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Bound port: c2b789b1-fc0f-41c5-b90e-0eccbd706deb, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:48:57.072797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:57.223793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5a2bd2b3-e1c8-49c1-8d72-4d4a98fb2562 service neutron] 10.222.0.66 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3271475
Dec 16 09:48:57.280865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] For port c2b789b1-fc0f-41c5-b90e-0eccbd706deb, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:48:57.726420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] For port c2b789b1-fc0f-41c5-b90e-0eccbd706deb, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:48:57.768288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:57.795936 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bc03c683-e0f5-476f-9900-e6888b106f69 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:57.903739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:57.903739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:57.903739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 200  len: 1091 time: 3.5813689
Dec 16 09:48:57.903739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'tag': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:48:57.962328 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:58.042671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:58.070165 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:58.091768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Transition to ACTIVE for port object 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:48:58.225294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-6177f22d-6cee-49f1-b5f5-b32828d7cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:58.225294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-6177f22d-6cee-49f1-b5f5-b32828d7cab7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1094 time: 0.2369676
Dec 16 09:48:58.345970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a7b01c4-1ec3-4425-86e8-08990da15fbc req-21602637-af50-4d2f-98f6-aff9915de1d9 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 210 time: 0.1182945
Dec 16 09:48:58.345970 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-e2e74b72-5fa8-4c0f-a5e3-883fb5791fac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 200  len: 217 time: 0.0854309
Dec 16 09:48:58.359759 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:58.359759 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5253e43f-dc0e-4c22-ad32-c156d911ff74 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:48:58.530871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:48:58.643983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:48:58.656002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:48:58.694827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c8b04d7-2579-4ffb-a6aa-d8f9cde032ed req-16d441b7-b2af-40c6-8d1d-d43aac387c33 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 210 time: 0.1561856
Dec 16 09:48:58.767059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:48:58.773426 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:48:58.786966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-e892ca38-fe67-4698-b6b2-87757bb5b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:58.786966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-e892ca38-fe67-4698-b6b2-87757bb5b6af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.3762567
Dec 16 09:48:58.809148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:58.809148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:58.870897 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-2b2abd72-c3bb-4da2-a3b2-5d89699b0e50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721941
Dec 16 09:48:58.944819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 2.9649982
Dec 16 09:48:59.002054 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Request body: {'port': {'device_id': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:48:59.085557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6a8e463-0bb5-4b37-9915-e7ed57874353 None None] Provisioning for port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:48:59.092404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6a8e463-0bb5-4b37-9915-e7ed57874353 None None] Provisioning complete for port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:48:59.092729 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e463-0bb5-4b37-9915-e7ed57874353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:59.191040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8e463-0bb5-4b37-9915-e7ed57874353 None None] Port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:48:59.400689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-d80770b2-2fe0-4ee4-8d40-24063a639446 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5032420
Dec 16 09:48:59.457276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-102ddede-fd6c-46d8-8c7c-e677e490f40e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:48:59.459255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-102ddede-fd6c-46d8-8c7c-e677e490f40e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 819 time: 0.3460588
Dec 16 09:48:59.505612 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'tag': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb', 'status': 'completed', 'code': 200}
Dec 16 09:48:59.515613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:48:59.530464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Request body: {'port': {'device_id': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'admin_state_up': True, 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:49:00.220365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2ebe96a-47f7-46cb-88f0-72f238cf1c9b req-3917acee-a55d-41e6-b502-348e97f65be7 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8106761
Dec 16 09:49:00.236071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:00.271047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:00.390197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Made reservation on behalf of 4429becbf3784f71a2d7aa1991e5aa17 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:49:00.393638 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:00.473965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891a26a-05d9-4eb1-9f46-3957a7835d10 req-cce6d07d-6cba-482f-a385-3a0d99d24417 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:00.474669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6891a26a-05d9-4eb1-9f46-3957a7835d10 req-cce6d07d-6cba-482f-a385-3a0d99d24417 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Synchronizing usage tracker for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:49:00.660815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6891a26a-05d9-4eb1-9f46-3957a7835d10 req-cce6d07d-6cba-482f-a385-3a0d99d24417 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Unset dirty status for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:49:00.661997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6891a26a-05d9-4eb1-9f46-3957a7835d10 req-cce6d07d-6cba-482f-a385-3a0d99d24417 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 970 time: 0.7756226
Dec 16 09:49:00.715484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d99c8-a2d1-417e-af09-0487e6506228 req-59532644-c2a1-46b7-bae1-da0ce33bbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:00.716913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102d99c8-a2d1-417e-af09-0487e6506228 req-59532644-c2a1-46b7-bae1-da0ce33bbb7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1094 time: 0.3927071
Dec 16 09:49:00.817949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:49:00.840619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:00.925227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6891a26a-05d9-4eb1-9f46-3957a7835d10 req-cd2e8886-96ef-4fb1-8e19-3f71d1606026 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.2454813
Dec 16 09:49:00.942631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Allocated IP 172.20.0.4 (a4e2325f-1883-483e-9b91-b52a057f3a0b/74509f79-bd66-4296-aa07-29393b9f7513/08a26c15-8562-44a2-9c39-4706ebe7f507) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:49:00.948864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Transition to ACTIVE for port object 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:49:00.972417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:00.979094 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e015fab-bf9b-4f85-adef-bafff246ee5f tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:01.121982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d99c8-a2d1-417e-af09-0487e6506228 req-86a2dc0f-028a-4e84-9976-9bcc50dfac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:01.123742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102d99c8-a2d1-417e-af09-0487e6506228 req-86a2dc0f-028a-4e84-9976-9bcc50dfac65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 920 time: 0.3605084
Dec 16 09:49:01.256921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2fc67567-dc3b-4f48-9f5e-3b8f6daec4b4 req-71b958c5-a30d-40a4-be5d-62f8f19f34f0 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.1558545
Dec 16 09:49:01.387329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102d99c8-a2d1-417e-af09-0487e6506228 req-cb83d6c4-9d52-4fd2-86ac-26f3244bc906 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 200  len: 217 time: 0.1961114
Dec 16 09:49:01.391233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:01.394039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:01.572375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b0a578ce-ab79-4d5b-9ce4-712d6594fc77 req-60e4aab9-3a67-4829-8b20-7cb1eae38c3d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 210 time: 0.1877272
Dec 16 09:49:01.643263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d99c8-a2d1-417e-af09-0487e6506228 req-233e8197-e1aa-4e41-83f3-25ffdf1678aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:01.644699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102d99c8-a2d1-417e-af09-0487e6506228 req-233e8197-e1aa-4e41-83f3-25ffdf1678aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.1769450
Dec 16 09:49:01.748421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102d99c8-a2d1-417e-af09-0487e6506228 req-9b7460d8-ecc9-44dc-bf0f-17deea091b83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905051
Dec 16 09:49:01.759135 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:01.813029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Attempting to bind port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:49:01.813389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Attempting to bind port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:49:01.813737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Attempting to bind port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 on network 65a9a1ed-7aec-464d-ae30-99da7318d8bb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:49:01.889787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 on network 65a9a1ed-7aec-464d-ae30-99da7318d8bb not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:49:01.890119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Attempting to bind port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 on network 65a9a1ed-7aec-464d-ae30-99da7318d8bb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:49:01.905722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:49:01.907640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Checking segment: {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:49:01.908189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Bound using segment: {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:49:01.908790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Bound port: 5f1db086-35e6-4b5f-80f8-83bb239cc4f0, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67fb3bf-9a2d-4223-b31b-664c66ee9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:49:01.909287 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:02.043559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102d99c8-a2d1-417e-af09-0487e6506228 req-681d79dc-6008-482e-9980-1de880721ac1 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2542074
Dec 16 09:49:02.389204 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:02.407174 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:02.481321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Network a4e2325f-1883-483e-9b91-b52a057f3a0b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:49:02.489216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] For port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:49:02.499072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:49:02.515223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:49:02.570935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] For port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:49:02.603659 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:02.641415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Pushing event updated for resources: {'Port': ['ID=08a26c15-8562-44a2-9c39-4706ebe7f507,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:02.644683 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:02.648645 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e996b7c-c162-4ba6-a404-532ce4f85838 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:02.684418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102d99c8-a2d1-417e-af09-0487e6506228 req-5ac1e695-79ce-44d3-a6f6-fd0a01d6c22d service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6319218
Dec 16 09:49:02.697732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:02.698356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:02.699743 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] 10.222.0.74 "PUT /v2.0/ports/5f1db086-35e6-4b5f-80f8-83bb239cc4f0 HTTP/1.1" status: 200  len: 1130 time: 3.7031181
Dec 16 09:49:02.707731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:49:02.718032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:02.719091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:02.863233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220c619-c5a3-4159-a30c-e143d2f66bee req-39c158b2-b9b6-4260-959b-77b7ac9d2ef6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:02.864776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f220c619-c5a3-4159-a30c-e143d2f66bee req-39c158b2-b9b6-4260-959b-77b7ac9d2ef6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 982 time: 0.5498087
Dec 16 09:49:02.877382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3640981
Dec 16 09:49:02.890775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:02.894466 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:02.903148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Request body: {'port': {'device_id': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:49:03.005236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-c71258f9-67cb-40ea-b543-0d03a194c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:03.006720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-c71258f9-67cb-40ea-b543-0d03a194c69b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1133 time: 0.2391217
Dec 16 09:49:03.124004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f220c619-c5a3-4159-a30c-e143d2f66bee req-d7ac243b-321a-4c8f-a589-5943f1198874 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.2373166
Dec 16 09:49:03.162178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-0e4bec8a-9f0f-46be-aaad-ea9b1f29c246 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0 HTTP/1.1" status: 200  len: 217 time: 0.1264579
Dec 16 09:49:03.235102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-4fdf9b72-b753-46a1-95d9-b1fd99a5020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:03.236650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-4fdf9b72-b753-46a1-95d9-b1fd99a5020b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84c6e5ad-f6b9-4670-82bb-3a1c013018ec HTTP/1.1" status: 200  len: 834 time: 0.0660746
Dec 16 09:49:03.241936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:03.357375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-905133de-29a1-4325-a8c3-92f4190e8611 req-ac6590b2-f3de-4dd5-8806-2d36e0288c9f tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0622201
Dec 16 09:49:03.610767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-26db4d0b-9efd-4ac5-b0d9-dc83ae8fb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:03.612501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-26db4d0b-9efd-4ac5-b0d9-dc83ae8fb2ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=65a9a1ed-7aec-464d-ae30-99da7318d8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3605223
Dec 16 09:49:03.659095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c2b789b1-fc0f-41c5-b90e-0eccbd706deb details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:49:03.877966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c2b789b1-fc0f-41c5-b90e-0eccbd706deb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:03.917773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'port_id': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb', 'mac_address': 'fa:16:3e:a8:36:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74509f79-bd66-4296-aa07-29393b9f7513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:49:04.031960 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:04.042554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-bf097ac4-8f51-4840-922e-5fcc7aaaaffd service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4070520
Dec 16 09:49:04.053537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b789b1-fc0f-41c5-b90e-0eccbd706deb {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:49:04.080512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c2b789b1-fc0f-41c5-b90e-0eccbd706deb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:04.089983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:04.092174 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-89c476d9-277d-4fa6-850a-4f9a77407968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:04.137767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a26c15-8562-44a2-9c39-4706ebe7f507 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:49:04.147133 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:04.175525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Transition to ACTIVE for port object 08a26c15-8562-44a2-9c39-4706ebe7f507 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:49:04.240280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:04.266073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:04.270268 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:04.299593 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2365c73e-3df8-4598-9276-c1272adc34b3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:04.369274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c2b789b1-fc0f-41c5-b90e-0eccbd706deb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:49:04.527550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35ae9-a407-4f75-9334-4923a85d84ff req-89951192-cfcc-446d-bc9e-5d9910584658 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:04.528264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d3b35ae9-a407-4f75-9334-4923a85d84ff req-89951192-cfcc-446d-bc9e-5d9910584658 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Synchronizing usage tracker for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:49:04.740034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Pushing event updated for resources: {'Port': ['ID=08a26c15-8562-44a2-9c39-4706ebe7f507,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:04.754440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d3b35ae9-a407-4f75-9334-4923a85d84ff req-89951192-cfcc-446d-bc9e-5d9910584658 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Unset dirty status for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:49:04.761529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d3b35ae9-a407-4f75-9334-4923a85d84ff req-89951192-cfcc-446d-bc9e-5d9910584658 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 931 time: 1.2144396
Dec 16 09:49:04.778502 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:04.854689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d3b35ae9-a407-4f75-9334-4923a85d84ff req-229973d9-0dae-46ee-9edf-b575f3756dda tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835650
Dec 16 09:49:04.854689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56a95d3d-26a4-4af7-a372-2c8a26f60a90 req-1f34a1cd-1f18-4ed5-917b-7611b06845e9 service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6722133
Dec 16 09:49:04.896154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Attempting to bind port 08a26c15-8562-44a2-9c39-4706ebe7f507 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:49:04.899272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Attempting to bind port 08a26c15-8562-44a2-9c39-4706ebe7f507 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:49:04.899686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Attempting to bind port 08a26c15-8562-44a2-9c39-4706ebe7f507 on network a4e2325f-1883-483e-9b91-b52a057f3a0b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:49:04.913223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Port 08a26c15-8562-44a2-9c39-4706ebe7f507 on network a4e2325f-1883-483e-9b91-b52a057f3a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:49:04.913546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Attempting to bind port 08a26c15-8562-44a2-9c39-4706ebe7f507 on network a4e2325f-1883-483e-9b91-b52a057f3a0b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:49:04.920437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:49:04.920797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Checking segment: {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:49:04.921164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Bound using segment: {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:49:04.921586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Bound port: 08a26c15-8562-44a2-9c39-4706ebe7f507, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9eab62-f940-4460-93cf-2995a4c73b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:49:04.921927 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:05.049083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] For port 08a26c15-8562-44a2-9c39-4706ebe7f507, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:49:05.051851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] For port 08a26c15-8562-44a2-9c39-4706ebe7f507, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=08a26c15-8562-44a2-9c39-4706ebe7f507,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:49:05.058532 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:05.065300 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:05.111344 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'status': 'completed', 'code': 200}
Dec 16 09:49:05.138372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:05.139011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:05.140496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] 10.222.0.74 "PUT /v2.0/ports/08a26c15-8562-44a2-9c39-4706ebe7f507 HTTP/1.1" status: 200  len: 1091 time: 2.2423553
Dec 16 09:49:05.343735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Pushing event updated for resources: {'Port': ['ID=08a26c15-8562-44a2-9c39-4706ebe7f507,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:05.348624 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:05.369909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-28f3da86-c185-4c43-915c-f45b97671b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:05.371429 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-28f3da86-c185-4c43-915c-f45b97671b44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 1094 time: 0.1518981
Dec 16 09:49:05.469955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3072-4369-46ab-8344-ede89aeeed4f req-a5b2ac20-8c7d-4c9a-aed9-c745500f0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:05.471441 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271e3072-4369-46ab-8344-ede89aeeed4f req-a5b2ac20-8c7d-4c9a-aed9-c745500f0455 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1133 time: 0.3186183
Dec 16 09:49:05.510850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-936af991-b5fb-47ae-9daa-1131a064f196 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08a26c15-8562-44a2-9c39-4706ebe7f507 HTTP/1.1" status: 200  len: 217 time: 0.1047719
Dec 16 09:49:05.674812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c2b789b1-fc0f-41c5-b90e-0eccbd706deb up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:49:05.682480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-901a37b3-721b-4652-9055-19f16543c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:05.683939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-901a37b3-721b-4652-9055-19f16543c3b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.1155872
Dec 16 09:49:05.753330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ead0a9-11c5-467d-acd2-79052e90fb11 req-9d96e4d7-e48b-412c-b5bc-126835cbbaa6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:05.754849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16ead0a9-11c5-467d-acd2-79052e90fb11 req-9d96e4d7-e48b-412c-b5bc-126835cbbaa6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 982 time: 0.3824339
Dec 16 09:49:05.759302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-4941b670-16d7-40aa-9887-603501c91bd4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621164
Dec 16 09:49:05.760434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3072-4369-46ab-8344-ede89aeeed4f req-18f5dcac-e860-4cb9-9f77-df00529a4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:05.761932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271e3072-4369-46ab-8344-ede89aeeed4f req-18f5dcac-e860-4cb9-9f77-df00529a4010 service neutron] 10.222.0.74 "GET /v2.0/networks?id=65a9a1ed-7aec-464d-ae30-99da7318d8bb HTTP/1.1" status: 200  len: 898 time: 0.2817657
Dec 16 09:49:05.771813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port c2b789b1-fc0f-41c5-b90e-0eccbd706deb completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:49:05.777445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port c2b789b1-fc0f-41c5-b90e-0eccbd706deb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:49:05.778427 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:05.907280 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:05.941808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:49:05.948810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port c2b789b1-fc0f-41c5-b90e-0eccbd706deb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:05.966302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:05.967399 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:05.972295 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271e3072-4369-46ab-8344-ede89aeeed4f req-ca0f14d9-1289-4ce3-9711-2bb1027c4b91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0 HTTP/1.1" status: 200  len: 217 time: 0.1700056
Dec 16 09:49:06.047818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:06.052067 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:06.087427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16ead0a9-11c5-467d-acd2-79052e90fb11 req-f1e64fa3-1fbc-4532-aafd-312eedc86457 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.3212280
Dec 16 09:49:06.117770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-def55b97-8851-4b2b-bc2a-96bda8b630ef service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3349066
Dec 16 09:49:06.119117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3072-4369-46ab-8344-ede89aeeed4f req-bb577bfa-4aff-4c55-b867-36897113e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:06.120459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271e3072-4369-46ab-8344-ede89aeeed4f req-bb577bfa-4aff-4c55-b867-36897113e621 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84c6e5ad-f6b9-4670-82bb-3a1c013018ec HTTP/1.1" status: 200  len: 834 time: 0.1239305
Dec 16 09:49:06.452326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-319829c2-8ed6-4467-887c-85b748417b7a req-8b7a2703-aac6-4ca8-b9ff-4da1edd14ae2 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.2011905
Dec 16 09:49:06.540410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f73e79f-0930-428c-aed0-2fd0fa87ee59 req-537ae0dd-33b0-4144-bf68-e30651a6fde5 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4113266
Dec 16 09:49:06.542545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3072-4369-46ab-8344-ede89aeeed4f req-2c1a5ad8-869b-44db-aa7e-eaf34caab47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:06.544309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271e3072-4369-46ab-8344-ede89aeeed4f req-2c1a5ad8-869b-44db-aa7e-eaf34caab47b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=65a9a1ed-7aec-464d-ae30-99da7318d8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3894315
Dec 16 09:49:06.768440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271e3072-4369-46ab-8344-ede89aeeed4f req-70c88561-d6d3-4a1e-a379-ada429d05f6e service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093518
Dec 16 09:49:06.814584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb60f-80a5-4df9-91dd-9b009c6bfb8c req-36be441a-0ca8-4252-a647-2ac3ddb0a4ac tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:06.816127 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe8cb60f-80a5-4df9-91dd-9b009c6bfb8c req-36be441a-0ca8-4252-a647-2ac3ddb0a4ac tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 943 time: 0.1779473
Dec 16 09:49:06.952808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe8cb60f-80a5-4df9-91dd-9b009c6bfb8c req-b1535976-5702-43cc-af41-62e0258fd0cb tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848451
Dec 16 09:49:06.987699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-271e3072-4369-46ab-8344-ede89aeeed4f req-f91f3996-fcdd-4ba0-b02c-371ab8e0c5a2 service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109647
Dec 16 09:49:07.017921 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb', 'code': 200}
Dec 16 09:49:07.136862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'tag': '08a26c15-8562-44a2-9c39-4706ebe7f507'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:49:07.186813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd42160-0aea-4637-b2fc-9c879927157b req-6b0f33d8-9eb6-425a-b963-c338dd5cdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:07.188457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fd42160-0aea-4637-b2fc-9c879927157b req-6b0f33d8-9eb6-425a-b963-c338dd5cdc72 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1096 time: 0.0944052
Dec 16 09:49:07.238236 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fd42160-0aea-4637-b2fc-9c879927157b req-a7ae895b-800a-43bd-8836-ab3f9e198b7e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412383
Dec 16 09:49:07.438615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea75c-4426-4795-a69d-d390a4e94f96 req-a0c5f0a9-f231-405c-a0e7-d0aed8797f84 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:07.440089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f91ea75c-4426-4795-a69d-d390a4e94f96 req-a0c5f0a9-f231-405c-a0e7-d0aed8797f84 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 982 time: 0.0903950
Dec 16 09:49:07.487025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f91ea75c-4426-4795-a69d-d390a4e94f96 req-316a88ab-be74-4ab3-b1c2-f122833a0f8f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0408051
Dec 16 09:49:07.543300 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'tag': '08a26c15-8562-44a2-9c39-4706ebe7f507', 'status': 'completed', 'code': 200}
Dec 16 09:49:07.648089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-47951e16-9851-4ab4-9a29-e202a3170b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:07.650123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-47951e16-9851-4ab4-9a29-e202a3170b44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 1094 time: 0.0811310
Dec 16 09:49:07.673615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:49:07.721735 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4cb47fb3-d58c-4edc-a5e5-107010aa6c74 req-a6798bc1-6c33-4cc8-bf9b-4e3ae2797333 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0678995
Dec 16 09:49:07.846497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-d7b7532f-b5ee-46be-b181-f84dbbc43a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:07.847106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:07.848224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-d7b7532f-b5ee-46be-b181-f84dbbc43a9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 920 time: 0.1612544
Dec 16 09:49:07.871310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'port_id': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'mac_address': 'fa:16:3e:29:68:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:49:07.924427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-6aaab0f7-60dd-4ac2-a025-611c924e739d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08a26c15-8562-44a2-9c39-4706ebe7f507 HTTP/1.1" status: 200  len: 217 time: 0.0683775
Dec 16 09:49:07.931124 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:07.948802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:49:07.964639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:07.968915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:07.971702 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:08.000103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-dc52adec-d263-4db1-bc8f-510874e180fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:08.002025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-dc52adec-d263-4db1-bc8f-510874e180fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.0691805
Dec 16 09:49:08.041903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:08.053928 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:08.060641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-ceb95b66-9058-45f7-8bf9-c72f3f34a958 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509851
Dec 16 09:49:08.255066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['5f1db086-35e6-4b5f-80f8-83bb239cc4f0'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:49:08.271759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-00d7a221-6cbd-475e-9c04-4be55cdd323a service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038386
Dec 16 09:49:08.280490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347a0ca-dd6d-44a5-a2eb-1c86e826f681 req-0870b919-a7fc-4ae6-8acf-3893d5e04782 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:08.283195 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4347a0ca-dd6d-44a5-a2eb-1c86e826f681 req-0870b919-a7fc-4ae6-8acf-3893d5e04782 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 943 time: 0.1948721
Dec 16 09:49:08.416766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4347a0ca-dd6d-44a5-a2eb-1c86e826f681 req-a4f015d0-1c61-4b65-9ff6-6a5eb3a5cee9 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102960
Dec 16 09:49:08.467470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95735b7-d40d-4329-acd2-14e8b0b571d8 req-f0d25a0c-3025-4562-9d50-66ab3a24218a service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846657
Dec 16 09:49:08.894514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c6d76-fe29-4cf1-b14f-fcb2b0aec9f9 req-b86138f7-352c-412c-8b07-81f510f049e6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:08.896173 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db2c6d76-fe29-4cf1-b14f-fcb2b0aec9f9 req-b86138f7-352c-412c-8b07-81f510f049e6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 983 time: 0.0957270
Dec 16 09:49:08.973805 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db2c6d76-fe29-4cf1-b14f-fcb2b0aec9f9 req-0af325a8-aaba-4360-8ded-fdf10a89d4b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0615954
Dec 16 09:49:09.256107 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ce3d79b-b935-438d-ba8a-bc31bd67db6b req-c3a47d9c-fb73-4b14-97bf-ac9e392ce5c0 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.1774330
Dec 16 09:49:09.645050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ea425-8b72-468c-a195-035bf5b743d0 req-d3c7db3a-292e-4e3c-8e47-d138e9184768 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:09.654128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-792ea425-8b72-468c-a195-035bf5b743d0 req-d3c7db3a-292e-4e3c-8e47-d138e9184768 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 943 time: 0.1110246
Dec 16 09:49:09.700258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 08a26c15-8562-44a2-9c39-4706ebe7f507 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:49:09.702335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-792ea425-8b72-468c-a195-035bf5b743d0 req-0cd6341e-bea8-4ac9-856a-07a41c496d12 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470810
Dec 16 09:49:09.713889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:49:09.896916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:49:09.917865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:49:09.918246 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:09.980021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 08a26c15-8562-44a2-9c39-4706ebe7f507, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=08a26c15-8562-44a2-9c39-4706ebe7f507,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:10.001083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '08a26c15-8562-44a2-9c39-4706ebe7f507', 'network_id': 'a4e2325f-1883-483e-9b91-b52a057f3a0b', 'port_id': '08a26c15-8562-44a2-9c39-4706ebe7f507', 'mac_address': 'fa:16:3e:81:cd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74509f79-bd66-4296-aa07-29393b9f7513', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:49:10.118206 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:10.150823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a26c15-8562-44a2-9c39-4706ebe7f507 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:49:10.164259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:10.213472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 08a26c15-8562-44a2-9c39-4706ebe7f507, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=08a26c15-8562-44a2-9c39-4706ebe7f507,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:10.222770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:49:10.231464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:10.235082 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:10.252668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6fa27-8104-43a1-987b-b7c7c12dbd41 req-3d8774b0-4047-4c64-8485-bf3ca69bc37e tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:10.264449 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdb6fa27-8104-43a1-987b-b7c7c12dbd41 req-3d8774b0-4047-4c64-8485-bf3ca69bc37e tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 983 time: 0.1712124
Dec 16 09:49:10.319747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:10.324814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fdb6fa27-8104-43a1-987b-b7c7c12dbd41 req-6efa0e1e-a826-4cb0-90c7-c121ad83458b tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0592017
Dec 16 09:49:10.336532 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:10.355989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=08a26c15-8562-44a2-9c39-4706ebe7f507,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:10.358949 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:10.359465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:10.394628 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'code': 200}
Dec 16 09:49:10.439745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:10.442652 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:10.496019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['08a26c15-8562-44a2-9c39-4706ebe7f507'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:49:10.543802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00c6ab26-20ce-4804-8ef9-f5b609ffcbe2 req-3247f7f8-542f-468a-9aff-6b02d9645ff8 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0574923
Dec 16 09:49:10.586759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f420a6-c874-46c1-9a83-40055dd93b99 req-dbc728db-09b7-486f-a2e5-ac46dd53cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:10.588277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3f420a6-c874-46c1-9a83-40055dd93b99 req-dbc728db-09b7-486f-a2e5-ac46dd53cc51 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1135 time: 0.1414897
Dec 16 09:49:10.632545 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3f420a6-c874-46c1-9a83-40055dd93b99 req-75d77c87-331e-4cf3-b846-accd101189f6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&id=790d003c-f70b-4272-b3dc-b1436383cf6e&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0363197
Dec 16 09:49:10.888557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbeeb-9a46-4b18-9c03-e70b0995aa64 req-e15d0bea-59d5-4aa6-98a3-dbb47451aa6d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:10.890050 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e6fbeeb-9a46-4b18-9c03-e70b0995aa64 req-e15d0bea-59d5-4aa6-98a3-dbb47451aa6d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 944 time: 0.0819879
Dec 16 09:49:10.937892 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e6fbeeb-9a46-4b18-9c03-e70b0995aa64 req-a83f901d-c872-4787-aa75-ae0a27c9245b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423737
Dec 16 09:49:11.524298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea89cc-fbcd-4124-8870-0018b451a42d req-6b11a75e-6477-4576-8924-410430393bbc tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:11.527693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27ea89cc-fbcd-4124-8870-0018b451a42d req-6b11a75e-6477-4576-8924-410430393bbc tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 984 time: 0.0932236
Dec 16 09:49:11.588242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27ea89cc-fbcd-4124-8870-0018b451a42d req-02558a4d-e746-4336-829b-5b2417c5ca27 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0506835
Dec 16 09:49:11.703051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 08a26c15-8562-44a2-9c39-4706ebe7f507 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:49:11.800254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 08a26c15-8562-44a2-9c39-4706ebe7f507 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:49:11.807386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 08a26c15-8562-44a2-9c39-4706ebe7f507 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:49:11.808035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:11.832176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be6889ae-c5d0-4848-94a3-a818f638695a req-0d5ff2b2-f992-44fe-ab76-3f7327aae8d8 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.1019936
Dec 16 09:49:11.955554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:12.005323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-edec2402-b81b-4223-a927-a145e728d35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:12.088934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:12.157715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 08a26c15-8562-44a2-9c39-4706ebe7f507, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=08a26c15-8562-44a2-9c39-4706ebe7f507,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:12.157715 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:12.157715 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:12.219997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56da3-edc1-4ced-a209-be23cdf8674e req-8538442f-7e18-4b59-9702-941c410b2e23 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:12.219997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26e56da3-edc1-4ced-a209-be23cdf8674e req-8538442f-7e18-4b59-9702-941c410b2e23 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 944 time: 0.1318028
Dec 16 09:49:12.275227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=08a26c15-8562-44a2-9c39-4706ebe7f507,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:12.293106 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:12.299384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-26e56da3-edc1-4ced-a209-be23cdf8674e req-44589876-1f92-43bf-a686-73d4a4359123 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738070
Dec 16 09:49:12.395943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a26c15-8562-44a2-9c39-4706ebe7f507'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:49:12.548973 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a26c15-8562-44a2-9c39-4706ebe7f507', 'code': 200}
Dec 16 09:49:12.687412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ee44a-d36f-41bc-80b3-897224a079e7 req-251200cd-5299-42ac-96c4-363cbc5effef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:12.688860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc4ee44a-d36f-41bc-80b3-897224a079e7 req-251200cd-5299-42ac-96c4-363cbc5effef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 1096 time: 0.0805166
Dec 16 09:49:12.789240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc4ee44a-d36f-41bc-80b3-897224a079e7 req-7a1e5b72-de18-4117-874f-01b35454ad81 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928819
Dec 16 09:49:12.816343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605590a-d62a-4e50-a3ae-007fe89cee69 req-bad022be-66e5-41e2-affb-d98b9cebf7fd tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:12.817800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5605590a-d62a-4e50-a3ae-007fe89cee69 req-bad022be-66e5-41e2-affb-d98b9cebf7fd tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 984 time: 0.1078577
Dec 16 09:49:12.868443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5605590a-d62a-4e50-a3ae-007fe89cee69 req-95e51024-3410-411e-9bd4-6ee48aec50a8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0440814
Dec 16 09:49:13.020383 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c5501669-2985-40c2-957f-22a17c3e266c req-8cbbb3d8-3531-4cf4-ab5d-8b3a2e509f63 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0477905
Dec 16 09:49:13.214467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312372e0-62e7-4d5c-ae8a-867df665d701 req-626054e9-8525-41d0-8294-1f40308b279e tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:13.216095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-312372e0-62e7-4d5c-ae8a-867df665d701 req-626054e9-8525-41d0-8294-1f40308b279e tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 984 time: 0.0895815
Dec 16 09:49:13.277984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-312372e0-62e7-4d5c-ae8a-867df665d701 req-d5c378f6-1b8a-46bb-9efa-bbfc88f5125b tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0547805
Dec 16 09:49:13.463904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-da3a62e7-f9b8-4b25-9ae0-ab8f0c90d12e tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:13.471069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-da3a62e7-f9b8-4b25-9ae0-ab8f0c90d12e tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1135 time: 0.0948906
Dec 16 09:49:13.493091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:13.508504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:13.512856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Usage tracker for resource:security_group_rule and tenant:39a893d8226c461d82bc6464a4a64a1e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:13.515971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:13.523486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:13.612332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:13.620547 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:13.630502 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d6479c00-6ccb-46e6-8742-da0840e0d197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:13.651701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28ba55e4-aa62-4811-a5f4-4355249af633 req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.1797242
Dec 16 09:49:13.675314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58740) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:13.683842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad50a0-f942-48dc-96fb-f879a5382723,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:13.698098 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:13.794951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdff72b-cce2-4a7b-93cd-d6b2e30f8b12 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:13.799761 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5cdff72b-cce2-4a7b-93cd-d6b2e30f8b12 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1130 time: 0.1234550
Dec 16 09:49:13.800605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58756) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:13.807179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:49:13.814009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:13.819367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:floatingip and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:13.822499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:13.832835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:13.854608 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:13.859411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fbafe-de90-400c-8bf3-944bd7d40f39 req-ef77f366-8a31-4e34-875e-992f28ee6b3d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:13.861510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b0fbafe-de90-400c-8bf3-944bd7d40f39 req-ef77f366-8a31-4e34-875e-992f28ee6b3d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0984838
Dec 16 09:49:13.940978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b0fbafe-de90-400c-8bf3-944bd7d40f39 req-52bdceee-9b60-4583-adb8-5d76e2d3ff4a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710268
Dec 16 09:49:14.107433 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:14.133138 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:14.430763 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0a90250-5a1f-482e-8cd5-a4f5d56e9265 req-fb12beaa-50d6-40ee-b9aa-b21906c85cb3 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0660179
Dec 16 09:49:14.464636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Allocated IP 172.25.3.201 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ebe34359-c550-477b-9145-3b545dd4ba53) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:49:14.479910 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dcea310d-eab5-4159-b04a-320b432ef819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:14.647034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:14.676063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:14.680496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:14.751675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:49:14.754591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:49:14.757110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:49:14.798695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=ebe34359-c550-477b-9145-3b545dd4ba53,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:14.801633 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:15.174449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99597f-b9a0-46f5-b08f-86bbc32b862d req-97a23c39-1308-4f5d-b6b4-319e46a32c50 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:15.175962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db99597f-b9a0-46f5-b08f-86bbc32b862d req-97a23c39-1308-4f5d-b6b4-319e46a32c50 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1158760
Dec 16 09:49:15.216835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:15.224261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db99597f-b9a0-46f5-b08f-86bbc32b862d req-59a283b1-12c6-422c-a46f-a053eb491819 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412230
Dec 16 09:49:15.286866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:15.309434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:15.561572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:15.725072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:15.733433 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:15.738934 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f96cc708-50ce-42ef-8b28-0660721e9a0f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:15.854248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=ebe34359-c550-477b-9145-3b545dd4ba53,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:15.858777 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:15.889309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:16.034331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01a92ec6-b257-4a00-9669-45d5b8807947 req-eeaf6624-4c13-4221-87b1-27273c35614c tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0793364
Dec 16 09:49:16.084826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-fb427c11-9dc9-4edb-8cd3-31e8816cb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:16.087298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-fb427c11-9dc9-4edb-8cd3-31e8816cb27c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 1096 time: 0.1964772
Dec 16 09:49:16.093194 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Floating IP 40ccb69d-fe5e-49a5-8472-ecf460159d76 associated. External IP: 172.25.3.201, port: 5f1db086-35e6-4b5f-80f8-83bb239cc4f0.
Dec 16 09:49:16.342862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-9fce7722-9c9c-4dff-bf3a-1de4fb9fff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:16.344405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-9fce7722-9c9c-4dff-bf3a-1de4fb9fff8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 920 time: 0.2462034
Dec 16 09:49:16.446605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b0c4-2f13-4ea1-a781-27036a179a7c req-b638a262-b8aa-4ed8-813a-c9fbbaced2c9 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:16.454307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c87b0c4-2f13-4ea1-a781-27036a179a7c req-b638a262-b8aa-4ed8-813a-c9fbbaced2c9 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.2500064
Dec 16 09:49:16.606237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-d765c663-4fb6-4b06-a527-25cd8872e6e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08a26c15-8562-44a2-9c39-4706ebe7f507 HTTP/1.1" status: 200  len: 217 time: 0.2533736
Dec 16 09:49:16.696779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-0037f949-8503-475e-b7d4-23c60a6d72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:16.698576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-0037f949-8503-475e-b7d4-23c60a6d72ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.0771785
Dec 16 09:49:16.713903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c87b0c4-2f13-4ea1-a781-27036a179a7c req-3f5d24a7-3f81-4e46-a62b-6c0ce217346a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586534
Dec 16 09:49:16.818109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-9f281aea-90b3-4784-83a2-0b33dac86d3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0990388
Dec 16 09:49:17.049016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-a7a43f5a-2357-404d-b812-e218d6b3804e service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159040
Dec 16 09:49:17.075762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:17.087143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:49:17.295374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b570d59f-c970-467b-a5db-d1c3bfee9b21 req-3644f587-9e84-452c-922b-c33f4bbcaf2a service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363696
Dec 16 09:49:17.383062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b4dfa99-dde3-49b0-878f-9d7ef0db4a53 req-3dd83f50-7985-4499-852c-061c0cf73c02 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0864346
Dec 16 09:49:17.436494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:49:17.450792 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] Sync routers for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:49:17.470575 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:49:17.471099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c1e400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:49:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:49:17.510120 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:17.576345 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.7721357
Dec 16 09:49:17.576345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:49:17.576730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:17.833305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96f83c75-b536-407c-b0b1-152caafb4295 req-df1f8703-00f3-443f-9a3e-16de59deba28 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0500579
Dec 16 09:49:17.901018 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'status': 'completed', 'code': 200}
Dec 16 09:49:17.926099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:49:18.045795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.046272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.046743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.047236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.049744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.050296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.050832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.052753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cf0d5510-b8f8-415a-a8bb-113dab4a6090 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4996 time: 0.4750113
Dec 16 09:49:18.056124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:18.156461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.157802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.158674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.159377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.160092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.160725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.161482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.164750 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-edd2aad7-140c-4f2a-9694-065f827e68de tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4655 time: 0.1074514
Dec 16 09:49:18.168369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58942) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:18.231448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-178df78e-a9a6-4b05-b66b-fadd2dc91030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.232837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-178df78e-a9a6-4b05-b66b-fadd2dc91030 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1135 time: 0.1356020
Dec 16 09:49:18.247625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317163-502e-42be-a8cc-fce2cdb39705 req-ac7dfda5-9ba0-4401-8510-bd337f8e9dc8 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.260904 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8317163-502e-42be-a8cc-fce2cdb39705 req-ac7dfda5-9ba0-4401-8510-bd337f8e9dc8 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.2067351
Dec 16 09:49:18.436482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8317163-502e-42be-a8cc-fce2cdb39705 req-dc88bc87-089e-43e5-8c90-6c88e4d9c3fc tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741588
Dec 16 09:49:18.458943 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c1e400>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '40ccb69d-fe5e-49a5-8472-ecf460159d76', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'port_id': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'mac_address': 'fa:16:3e:29:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:49:15Z', 'updated_at': '2021-12-16T09:49:15Z', 'revision_number': 0, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:52Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:49:18.472604 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] Checking router: 817a9f9b-cd31-4c0f-ae7b-50d77957f7db for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:49:18.496741 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:49:18.515269 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:49:18.518917 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c1e400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:49:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:49:18.530113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-3e3d50c6-858e-47bb-af6c-1c4488f06d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.536092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-3e3d50c6-858e-47bb-af6c-1c4488f06d1d service neutron] 10.222.0.74 "GET /v2.0/networks?id=65a9a1ed-7aec-464d-ae30-99da7318d8bb HTTP/1.1" status: 200  len: 898 time: 0.2605007
Dec 16 09:49:18.569741 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-979344ca-5ae7-488f-a55d-ee0c4b2b837a tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3785 time: 0.3951237
Dec 16 09:49:18.571751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:18.724300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbcfb50-5372-4e98-8501-67d31c2c8ae2 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.724993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbcfb50-5372-4e98-8501-67d31c2c8ae2 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.727254 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3bbcfb50-5372-4e98-8501-67d31c2c8ae2 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=817a9f9b-cd31-4c0f-ae7b-50d77957f7db HTTP/1.1" status: 200  len: 1990 time: 0.1545422
Dec 16 09:49:18.743409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-d1d038ca-60fa-4f3b-942d-ce790be71b92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0 HTTP/1.1" status: 200  len: 999 time: 0.1954205
Dec 16 09:49:18.849438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-74b09b9a-49f4-4c53-a49b-595622dc6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.851655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-74b09b9a-49f4-4c53-a49b-595622dc6a6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84c6e5ad-f6b9-4670-82bb-3a1c013018ec HTTP/1.1" status: 200  len: 834 time: 0.0969703
Dec 16 09:49:18.856240 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:49:18.959275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-316d1f42-d7ae-4706-813f-f6b1c1541abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:18.961742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-316d1f42-d7ae-4706-813f-f6b1c1541abc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=65a9a1ed-7aec-464d-ae30-99da7318d8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1033511
Dec 16 09:49:19.112569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dfd29657-224a-48b6-965a-0e38051965b3 req-776fdf78-89bf-4881-9e4a-3e21747d1a24 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0868168
Dec 16 09:49:19.307517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-8f8413ce-3cdc-4b81-84fd-2127fcc77060 service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3361149
Dec 16 09:49:19.405056 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c1e400>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '40ccb69d-fe5e-49a5-8472-ecf460159d76', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'port_id': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'mac_address': 'fa:16:3e:29:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:49:15Z', 'updated_at': '2021-12-16T09:49:15Z', 'revision_number': 0, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:52Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:49:19.410033 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7053f-4714-4c33-87b1-c6fcd9188152 None None] The sync data for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 is: [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '40ccb69d-fe5e-49a5-8472-ecf460159d76', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'floating_ip_address': '172.25.3.201', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'port_id': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'mac_address': 'fa:16:3e:29:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:49:15Z', 'updated_at': '2021-12-16T09:49:15Z', 'revision_number': 0, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:52Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:49:19.679539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:19.772754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bdd2d-ba90-428c-bfbb-39a8839ac1bf None None] New status for floating IP 40ccb69d-fe5e-49a5-8472-ecf460159d76: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:49:19.774969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-db5da1a5-cc3f-42ea-822b-f63c406d8d6e req-4f46efba-7f21-4a1b-9b64-3e65e363afc4 service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4537158
Dec 16 09:49:19.783943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bf496-12a1-41f9-bcec-b8f8103fec4a req-d4ed1d73-5a63-449e-8cff-27b3bb2e93be tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:19.785451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb7bf496-12a1-41f9-bcec-b8f8103fec4a req-d4ed1d73-5a63-449e-8cff-27b3bb2e93be tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1518888
Dec 16 09:49:19.853723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb7bf496-12a1-41f9-bcec-b8f8103fec4a req-ffa15d8a-ad8d-4be9-88f2-201af65bf53f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588465
Dec 16 09:49:19.899555 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:19.917764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:19.923104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Usage tracker for resource:security_group_rule and tenant:89c77c96dda4425d975556fa73a51c44 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:19.926190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:19.933576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:20.040692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:20.046297 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:20.057042 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52f85438-c434-4c01-bf65-84f48fef4cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:20.101531 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89c77c96dda4425d975556fa73a51c44&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4201767
Dec 16 09:49:20.102675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba5174-7250-4a9b-831e-87d616239721,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:20.104317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59000) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:20.105788 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:20.202898 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:20.228834 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:20.304183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4e202587-cf3a-4935-b14e-a674fc70bb54 req-fc7a52e6-b755-42b8-9847-fb41e6248d71 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0463691
Dec 16 09:49:20.322237 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:20.326115 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5fa2f749-30ee-4ada-8302-37d48f415432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:20.339599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba5174-7250-4a9b-831e-87d616239721,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:20.349234 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:20.357889 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:20.359242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97ba5174-7250-4a9b-831e-87d616239721 HTTP/1.1" status: 204  len: 168 time: 0.2538786
Dec 16 09:49:20.799351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b67cc38-6748-44ab-aae6-2e41578a45b2 req-7f504065-70ee-4b6e-b68a-0837950713d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d8e62614cb64ea0ad0a76c363f89b82&device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.1138153
Dec 16 09:49:20.801217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f6e36f3-746f-4f5e-bd96-16c155a2cb9b req-78ec2eca-b93d-4707-b4b0-6884750991b4 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0544019
Dec 16 09:49:20.836774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b67cc38-6748-44ab-aae6-2e41578a45b2 req-789afb28-02eb-45b3-8d12-323050482f14 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6d8e62614cb64ea0ad0a76c363f89b82&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269325
Dec 16 09:49:21.063000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67cc38-6748-44ab-aae6-2e41578a45b2 req-3d7d7efc-2867-4ba8-8d15-8589f3c58530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:21.064642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b67cc38-6748-44ab-aae6-2e41578a45b2 req-3d7d7efc-2867-4ba8-8d15-8589f3c58530 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2156172
Dec 16 09:49:21.118221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229174d0-69fb-4580-9188-40895fbfde33 req-0e821edc-d153-4c29-8f83-6b089fa36f72 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:21.119830 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-229174d0-69fb-4580-9188-40895fbfde33 req-0e821edc-d153-4c29-8f83-6b089fa36f72 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1087065
Dec 16 09:49:21.167632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-229174d0-69fb-4580-9188-40895fbfde33 req-21184845-a560-4ac0-9f35-f3a58b2ca0ad tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421963
Dec 16 09:49:21.698357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59068) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:21.826686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:21.849233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:21.856455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Usage tracker for resource:security_group_rule and tenant:fc493450d14d4ff4865c41843333fd05 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:21.857136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:21.864623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:21.977495 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:22.035299 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:22.049501 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69641d12-fb0e-4d93-804d-a6a1240d2acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:22.059675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1837fd29-ddf9-48cd-9559-5cb8b05053d6 req-431f09e3-440e-4e42-8dce-96fe480debfc tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0704014
Dec 16 09:49:22.112835 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc493450d14d4ff4865c41843333fd05&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4122298
Dec 16 09:49:22.113044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59086) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:22.114623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5fb807-c1c6-49f8-aa7d-7c066cdec762,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:22.118287 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:22.197036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:22.224554 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:22.281845 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:22.285966 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f54ba51-4381-4683-ad7a-d129b9e10dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:22.300024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5fb807-c1c6-49f8-aa7d-7c066cdec762,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:22.302690 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:22.312843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:22.314293 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c5fb807-c1c6-49f8-aa7d-7c066cdec762 HTTP/1.1" status: 204  len: 168 time: 0.2010040
Dec 16 09:49:22.361119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccc6f2-3fde-4f85-ae08-d555956285b7 req-360d1e45-2f18-4c1b-8ad7-d0145b6890d9 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:22.362815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6ccc6f2-3fde-4f85-ae08-d555956285b7 req-360d1e45-2f18-4c1b-8ad7-d0145b6890d9 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0869532
Dec 16 09:49:22.422725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6ccc6f2-3fde-4f85-ae08-d555956285b7 req-7a1bf481-5785-401c-a2ff-6207bf428107 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505338
Dec 16 09:49:22.677625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3b67cc38-6748-44ab-aae6-2e41578a45b2 req-718ffccc-d1d9-4c30-aee2-640502e54916 tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.74 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0667062
Dec 16 09:49:23.099145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59132) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:23.253721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1331718288-network', 'tenant_id': '55e00bc65875455a80e09fb4e12058eb'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:49:23.258479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:23.271842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e68d5db7-cdd1-448f-905b-8b5205fdb34f req-852ae054-0a5e-4d06-adf1-6bfc030648aa tempest-ServerShowV254Test-897765869 tempest-ServerShowV254Test-897765869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b706a151-3e30-422c-84ff-be46c53b107c HTTP/1.1" status: 200  len: 210 time: 0.0592902
Dec 16 09:49:23.271842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Usage tracker for resource:network and tenant:55e00bc65875455a80e09fb4e12058eb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:23.282216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:23.282216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:23.290130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Made reservation on behalf of 55e00bc65875455a80e09fb4e12058eb for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:49:23.292937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.307683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.323498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:23.327438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Usage tracker for resource:security_group_rule and tenant:55e00bc65875455a80e09fb4e12058eb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:23.330356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:23.338732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:23.433286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.437422 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.442428 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-007674ba-0892-4715-b529-1b3638cbf589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:23.482820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:49:23.488898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193cc1d1-1039-4b5b-aa4a-3d1493775a92,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:23.504828 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:23.509334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.509794 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Added segment 4a1fff89-af85-47f4-90a8-90348563b544 of type vlan for network 29a81233-dddc-418d-a627-7d44ae308531
Dec 16 09:49:23.554459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.628785 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.629664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:23.630245 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.638143 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61e55760-5cea-43a8-92e2-5acd3a4140c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:23.755266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Pushing event updated for resources: {'Network': ['ID=29a81233-dddc-418d-a627-7d44ae308531,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:23.762864 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:23.765962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 29a81233-dddc-418d-a627-7d44ae308531 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:49:23.767021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6647580
Dec 16 09:49:23.769901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59156) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:23.776800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Request body: {'subnet': {'network_id': '29a81233-dddc-418d-a627-7d44ae308531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1331718288-subnet', 'tenant_id': '55e00bc65875455a80e09fb4e12058eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:49:23.784207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:23.789472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Usage tracker for resource:subnet and tenant:55e00bc65875455a80e09fb4e12058eb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:23.794107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:23.806827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eb485-4447-4f05-b241-1bbbbeaa3225 req-34d68535-c13a-424b-8cc2-4a73aae3f00a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:23.813952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f7eb485-4447-4f05-b241-1bbbbeaa3225 req-34d68535-c13a-424b-8cc2-4a73aae3f00a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.2186117
Dec 16 09:49:23.813952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:23.872245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Made reservation on behalf of 55e00bc65875455a80e09fb4e12058eb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:49:23.875875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:23.950357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f7eb485-4447-4f05-b241-1bbbbeaa3225 req-4cd41c75-7deb-47b9-aa42-1e5aa994f3a2 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274374
Dec 16 09:49:24.143133 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:24.147745 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abc0e320-7fea-402a-af1d-9fc07cd044a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:24.224241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2df6eb-f8fb-454a-9e2a-bfce717627bb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:24.228187 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:24.232469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Checking segment: {'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:49:24.232860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Network hostable DHCP agents. Network: 29a81233-dddc-418d-a627-7d44ae308531, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:49:24.251777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Network 29a81233-dddc-418d-a627-7d44ae308531 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:49:24.260667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 29a81233-dddc-418d-a627-7d44ae308531) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:49:24.264622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:24.265164 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:24.270562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a81c89-18d0-46d4-8f7a-b47652bda1e3 None None] Network 29a81233-dddc-418d-a627-7d44ae308531 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:49:24.287913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5166652
Dec 16 09:49:24.565002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5f260-b20d-4c07-8317-128a6902ae40 None None] Network 29a81233-dddc-418d-a627-7d44ae308531 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:49:24.766996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59186) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:24.906891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:24.923965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:24.928325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Usage tracker for resource:security_group_rule and tenant:6d8e62614cb64ea0ad0a76c363f89b82 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:24.931872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:24.939396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:25.110155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:25.119084 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:25.151671 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1ec318a1-261a-48df-9c9a-b9a4723be288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:25.238666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d8e62614cb64ea0ad0a76c363f89b82&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4703655
Dec 16 09:49:25.240267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6172e5e-fcb7-4129-9d3f-4a56062ea8ff,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:25.241331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59214) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:25.257848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.258193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.258749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.259341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.259875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.260407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.260953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.261493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.262019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.262552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.263075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.263641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:25.271957 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:25.309021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe9122-b59e-4e6d-911f-d3ac4eda06a6 req-1e68cc64-0845-41bb-87aa-cd1be00736d0 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:25.312516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ebe9122-b59e-4e6d-911f-d3ac4eda06a6 req-1e68cc64-0845-41bb-87aa-cd1be00736d0 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1495750
Dec 16 09:49:25.342910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:25.366675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ebe9122-b59e-4e6d-911f-d3ac4eda06a6 req-78da7a0a-afd9-4930-8960-107c4eb97ed5 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474887
Dec 16 09:49:25.369385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:25.437630 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:25.445624 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:25.458243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6172e5e-fcb7-4129-9d3f-4a56062ea8ff,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:25.461885 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:25.469155 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:25.470649 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6172e5e-fcb7-4129-9d3f-4a56062ea8ff HTTP/1.1" status: 204  len: 168 time: 0.2282455
Dec 16 09:49:26.629679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3b95b-449c-4652-829f-50f0d84ec3b1 req-39919a96-8454-4d02-bded-e661bac0a327 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:26.631277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-50c3b95b-449c-4652-829f-50f0d84ec3b1 req-39919a96-8454-4d02-bded-e661bac0a327 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1397974
Dec 16 09:49:26.679796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-50c3b95b-449c-4652-829f-50f0d84ec3b1 req-01ae9983-8007-4c09-9332-2983d923bc59 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426726
Dec 16 09:49:27.351829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3f7cafc-fdce-4e2b-8816-e05059c1c69a req-2f483dc4-c63e-44a8-b31f-cb1bd030e48f tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0577066
Dec 16 09:49:27.997047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc40f1-031a-487e-a7aa-b6b78c734bc6 req-f39e9f1a-3034-4397-aa7f-9515bae7a9d2 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:27.999316 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68fc40f1-031a-487e-a7aa-b6b78c734bc6 req-f39e9f1a-3034-4397-aa7f-9515bae7a9d2 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0923622
Dec 16 09:49:28.046494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68fc40f1-031a-487e-a7aa-b6b78c734bc6 req-2042dfb4-aaf9-4c5d-b2ac-7327a726cd30 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402157
Dec 16 09:49:28.527723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f98d948d-e214-4710-a766-a790e14682fa req-e4fa0177-b400-49f3-bcac-4cb02bbcc8c0 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0580702
Dec 16 09:49:29.276158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cc8cd-66d2-4218-9097-87207b05ae32 req-4492b96c-3464-4a4a-a6b0-77a7141103f0 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:29.277661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-645cc8cd-66d2-4218-9097-87207b05ae32 req-4492b96c-3464-4a4a-a6b0-77a7141103f0 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0944965
Dec 16 09:49:29.327712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-645cc8cd-66d2-4218-9097-87207b05ae32 req-d9e5c1de-bc0a-46b4-b548-24e2d5c32e39 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411093
Dec 16 09:49:29.713051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd8efa35-ef25-4864-a0bc-a1fc45a58d0b req-9c82c664-be18-4e86-9977-015ddb6b8a23 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0469518
Dec 16 09:49:30.347552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1a77f2e-c1e7-4763-a7ad-91effbda62ea req-c06ed2e4-5c34-48cd-a2f3-02a9f42070dd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1690817
Dec 16 09:49:30.555716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee7c53-53d0-456a-9609-7f08f79df22e req-00a2b8ce-835d-4a47-9df7-170232ae002d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:30.557533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96ee7c53-53d0-456a-9609-7f08f79df22e req-00a2b8ce-835d-4a47-9df7-170232ae002d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1181169
Dec 16 09:49:30.603880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96ee7c53-53d0-456a-9609-7f08f79df22e req-f01fa5f1-de6c-4373-98e3-049015005528 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407140
Dec 16 09:49:30.977934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9ca21aa-026a-40eb-b72c-1c63b089d7c2 req-8b3e2898-1b64-42ea-84b9-42dc7ba86b76 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0467002
Dec 16 09:49:31.861912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c9794-d314-4c1a-b63f-9de76fc3290f req-e423392e-a81f-42d1-9f1d-f8c34cf73ed5 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:31.872833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b56c9794-d314-4c1a-b63f-9de76fc3290f req-e423392e-a81f-42d1-9f1d-f8c34cf73ed5 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1145923
Dec 16 09:49:31.936616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b56c9794-d314-4c1a-b63f-9de76fc3290f req-f2f8c7a5-5643-4c1b-b4d6-b337d38089b2 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533180
Dec 16 09:49:32.356984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae9f1018-460e-4e7b-bd56-28881974010e req-7e6a8076-7166-4de7-90e9-ed981c21162c tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0557482
Dec 16 09:49:33.048225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e2b0969b-15f1-4c88-8bea-f8defb8ef673 req-9199611e-1558-45a7-9262-feb7d0182f0d tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0748043
Dec 16 09:49:33.297769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ef5b5-8def-4476-8f8b-3d63d44eaad0 req-da218504-b960-4bce-a452-5ebafd5d0965 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:33.299739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-126ef5b5-8def-4476-8f8b-3d63d44eaad0 req-da218504-b960-4bce-a452-5ebafd5d0965 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1056302
Dec 16 09:49:33.354296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-126ef5b5-8def-4476-8f8b-3d63d44eaad0 req-d35eef4a-9ccb-4675-9b66-0c219809ca35 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488856
Dec 16 09:49:34.275369 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04d2b5f1-1d0f-4fe4-8f2f-3ff501d7d0c4 req-3c864445-78d5-4093-b2b7-d4eb29664b0c tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0489781
Dec 16 09:49:34.633237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1a5f-9b52-4e9c-82c6-3c7267233c5e req-dee29a91-bd78-4ef1-9de2-4c0bc8786e4a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:34.635624 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-117b1a5f-9b52-4e9c-82c6-3c7267233c5e req-dee29a91-bd78-4ef1-9de2-4c0bc8786e4a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1428499
Dec 16 09:49:34.688748 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-117b1a5f-9b52-4e9c-82c6-3c7267233c5e req-44434a7e-fc00-48c0-b640-44b4405e0a69 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473614
Dec 16 09:49:35.451984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c0807db0-6158-4a3a-9d64-3140368e03fc req-53d629a6-7435-47fd-8e30-a5bc05805c8d tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0464625
Dec 16 09:49:35.916404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815d6d6-118b-4aaf-9c85-ebf265420f08 req-9812689d-5cf6-451d-b469-bc304d66f417 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:35.919644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a815d6d6-118b-4aaf-9c85-ebf265420f08 req-9812689d-5cf6-451d-b469-bc304d66f417 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1197343
Dec 16 09:49:35.969176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a815d6d6-118b-4aaf-9c85-ebf265420f08 req-8954238c-7481-4f85-b720-ab4ac3244352 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467589
Dec 16 09:49:36.681094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbba95dc-c1ab-4cd5-b974-4c5a2163ca31 req-198b93c9-0bd4-4ebe-8bcd-63ae2f7b79b9 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0469146
Dec 16 09:49:37.185022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd630e-02cd-4ff7-b518-a5530ca1d1d6 req-9cbe5f7f-ee81-4843-ab36-7870e51ae9cb tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:37.186513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73cd630e-02cd-4ff7-b518-a5530ca1d1d6 req-9cbe5f7f-ee81-4843-ab36-7870e51ae9cb tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1000040
Dec 16 09:49:37.236616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73cd630e-02cd-4ff7-b518-a5530ca1d1d6 req-559e9e2c-9510-4d01-a3a1-6afbdb86aeb5 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441251
Dec 16 09:49:37.855551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9153652-d70f-41f0-b2b5-acd3074b1449 req-89c52cf0-e1a2-4f9f-8863-5a74df0b16b0 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0493686
Dec 16 09:49:38.420495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc2a73-f5d2-4b07-8cc0-cbeb8be2ba16 req-c4c31aee-dadf-4d2c-a6b6-deb2db1902bf tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:38.421944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49bc2a73-f5d2-4b07-8cc0-cbeb8be2ba16 req-c4c31aee-dadf-4d2c-a6b6-deb2db1902bf tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0827351
Dec 16 09:49:38.472955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-49bc2a73-f5d2-4b07-8cc0-cbeb8be2ba16 req-1ebad60f-c8ff-4fb9-9228-1f7be2ea8ae9 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439723
Dec 16 09:49:39.035732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-77807e1b-6d28-43f7-b6f9-7274b91dced0 req-77b69a49-b5c7-4d40-bd63-c40fff348431 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0515015
Dec 16 09:49:39.698147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a62959-ba3f-44f2-b999-f132ce55998f req-fe7b85ea-e0c1-4a4f-90a4-6d527dfd34c3 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:39.700600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a62959-ba3f-44f2-b999-f132ce55998f req-fe7b85ea-e0c1-4a4f-90a4-6d527dfd34c3 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0856388
Dec 16 09:49:39.756345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a62959-ba3f-44f2-b999-f132ce55998f req-3d3e0c4a-500e-4061-8b4c-ebd301590cdd tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477612
Dec 16 09:49:40.276283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-921dd810-3fb0-4de0-95f4-e3c1c63fbca6 req-418fecf9-d444-4781-b829-4821db1a882f tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0651071
Dec 16 09:49:40.980561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899eff-927e-4930-b566-448c3979cea1 req-66377008-f1df-4823-a342-ca6a6305443e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:40.982151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c5899eff-927e-4930-b566-448c3979cea1 req-66377008-f1df-4823-a342-ca6a6305443e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0867558
Dec 16 09:49:41.040895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c5899eff-927e-4930-b566-448c3979cea1 req-427f6f1c-1343-41bd-acfe-77387f88fffc tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529613
Dec 16 09:49:41.501772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31a6b771-f33e-4075-84a2-5d886eb11a42 req-ac90968d-e3a3-4dc6-9696-eef0c8196954 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0577612
Dec 16 09:49:41.855553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:41.938884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ab3853aa-f9a5-41c5-833c-7da565f55943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:42.273457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1b8a7-3b23-4505-9426-8ae7b386f926 req-ea0dbecd-8177-43c1-924c-f82fa904c17d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:42.274937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aeb1b8a7-3b23-4505-9426-8ae7b386f926 req-ea0dbecd-8177-43c1-924c-f82fa904c17d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0953095
Dec 16 09:49:42.325577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aeb1b8a7-3b23-4505-9426-8ae7b386f926 req-2c31c625-8124-4fe3-bca1-addb6ef3ecd5 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433168
Dec 16 09:49:42.710838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd458dfe-a369-49ea-997f-8b143fd4bde3 req-26864d1e-40c5-49ab-aa57-5f52624f5319 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0646207
Dec 16 09:49:43.357192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a2c6b-0d56-4605-8ae2-18a3eb595f9b req-8cd400be-9f8a-492d-8849-0018d6785d63 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:43.358652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-870a2c6b-0d56-4605-8ae2-18a3eb595f9b req-8cd400be-9f8a-492d-8849-0018d6785d63 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.0952158
Dec 16 09:49:43.423771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-870a2c6b-0d56-4605-8ae2-18a3eb595f9b req-1aab94ba-53b2-4d64-b481-f981fcfd32cd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502696
Dec 16 09:49:43.623278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207895e-dd84-4dac-a657-9c0519c0adda req-466519ac-d6bb-48d1-ad34-f4bb7f7e22ca tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:43.625110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f207895e-dd84-4dac-a657-9c0519c0adda req-466519ac-d6bb-48d1-ad34-f4bb7f7e22ca tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1042984
Dec 16 09:49:43.689609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f207895e-dd84-4dac-a657-9c0519c0adda req-cb10077b-dd51-4aec-bfed-372701572f3c tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573838
Dec 16 09:49:43.952097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dcbb6b0-4ce8-4422-ab2a-3e255fbbb0d8 req-23aa439f-91ea-408f-8664-242420ec43fe tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0464916
Dec 16 09:49:44.122490 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:44.465952 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c62285bb-7de6-4af0-89ca-d39e2d6e070a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:44.802520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9f9ff-a17e-458e-99f2-15e45456c049 req-a5fd6fc0-f0e9-4f8b-b5cc-b8044a545262 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:44.804205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfd9f9ff-a17e-458e-99f2-15e45456c049 req-a5fd6fc0-f0e9-4f8b-b5cc-b8044a545262 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.0872025
Dec 16 09:49:44.863621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfd9f9ff-a17e-458e-99f2-15e45456c049 req-73b5f461-9d41-49d4-ade8-d5f21b7eff33 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533550
Dec 16 09:49:45.058234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fe637-1ad8-4f68-be7e-711d622be371 req-f1c99c94-8d0d-4404-a839-7efbe25e8079 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:45.060266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d8fe637-1ad8-4f68-be7e-711d622be371 req-f1c99c94-8d0d-4404-a839-7efbe25e8079 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0886064
Dec 16 09:49:45.111147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d8fe637-1ad8-4f68-be7e-711d622be371 req-a9e826d8-242c-471d-8270-10f2e6affbfc tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451097
Dec 16 09:49:45.291533 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:45.370906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8379fd95-787d-41fd-b1f7-a8c245942471 req-fd1a6cc4-a566-4eb5-b816-40958f19d4ef tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0425541
Dec 16 09:49:45.526136 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:46.112589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a1420-636d-42ad-b802-51e30fecc78b req-ce8cb7c6-971f-437f-bb23-249345490252 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:46.114114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf6a1420-636d-42ad-b802-51e30fecc78b req-ce8cb7c6-971f-437f-bb23-249345490252 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.0913084
Dec 16 09:49:46.163731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf6a1420-636d-42ad-b802-51e30fecc78b req-2029842d-b4db-4987-8f59-d2164d0aed4e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436876
Dec 16 09:49:46.364798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733d04-195f-48b7-8b00-3ffafc4b79b7 req-1a05799b-2aaf-40f0-9c35-d4600cefb3a7 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:46.366396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe733d04-195f-48b7-8b00-3ffafc4b79b7 req-1a05799b-2aaf-40f0-9c35-d4600cefb3a7 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0934873
Dec 16 09:49:46.419019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe733d04-195f-48b7-8b00-3ffafc4b79b7 req-d7c69dee-cbf4-4ffb-855d-4ab99ecc8c27 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451117
Dec 16 09:49:46.673689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a771e06e-4f04-4389-a846-67624a16623f req-ad24bed8-ce18-4af8-806e-22f83b23a74e tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0462048
Dec 16 09:49:46.871419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-d4f64b79-8461-4a50-91d2-7c5b1e8714d0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0701752
Dec 16 09:49:46.993876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-726de029-6906-4563-9324-6895ca4905a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:46.995384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-726de029-6906-4563-9324-6895ca4905a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1096 time: 0.0898235
Dec 16 09:49:47.069637 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:47.283628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-af88fe28-5a2f-431f-a167-9d73ac316b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:47.285682 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-af88fe28-5a2f-431f-a167-9d73ac316b59 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.2657814
Dec 16 09:49:47.457379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-c97901c0-0ed8-4828-aaeb-abb1ddfbf8d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 1001 time: 0.1600554
Dec 16 09:49:47.515450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2e665-6dd0-4b7a-ac97-6c84bba21048 req-42cc9b79-e7cf-42b4-bf41-f6798bc74c59 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:47.516939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbf2e665-6dd0-4b7a-ac97-6c84bba21048 req-42cc9b79-e7cf-42b4-bf41-f6798bc74c59 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1652906
Dec 16 09:49:47.586981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbf2e665-6dd0-4b7a-ac97-6c84bba21048 req-0ade1401-443f-4a52-8877-c8f3393236aa tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567925
Dec 16 09:49:47.586981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-09df0730-106d-42e4-b9fb-3eaf92f5c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:47.586981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-09df0730-106d-42e4-b9fb-3eaf92f5c162 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1150966
Dec 16 09:49:47.688172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-48d7cb12-ec0a-499c-8dd0-eeef38c44525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:47.689651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-48d7cb12-ec0a-499c-8dd0-eeef38c44525 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0932784
Dec 16 09:49:47.909739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-63f96930-349d-4415-a6f6-c6d0b86b20b6 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102118
Dec 16 09:49:47.919102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9eb26-4de0-4f43-a258-d3786530b526 req-2028a192-6b92-4349-8d9f-f9c12b7788a2 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:47.920573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74f9eb26-4de0-4f43-a258-d3786530b526 req-2028a192-6b92-4349-8d9f-f9c12b7788a2 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1920376
Dec 16 09:49:48.051047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74f9eb26-4de0-4f43-a258-d3786530b526 req-2b187467-9ac7-4acb-9d34-33de8068b22e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112232
Dec 16 09:49:48.099937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80bf1842-8613-41a9-8aa2-f75a2004c5b8 req-4d133557-6f33-43d1-869f-5b91b664fd99 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782875
Dec 16 09:49:48.315810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-478fc0b5-8602-45b8-b1bc-a22ecb7aba7f req-c57cec2a-bed9-4bd3-b505-cdbc1d8556e9 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0444870
Dec 16 09:49:48.822990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf68ddc-c251-4967-8ae9-68ac66ff800a req-217b102c-ec98-4cf2-8e90-1270bdef6477 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:48.825238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8cf68ddc-c251-4967-8ae9-68ac66ff800a req-217b102c-ec98-4cf2-8e90-1270bdef6477 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1103189
Dec 16 09:49:48.878074 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8cf68ddc-c251-4967-8ae9-68ac66ff800a req-51efc3c1-9699-4768-8d3b-030567ae2b9e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429094
Dec 16 09:49:49.177073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979ba37-6104-4131-8ef0-8a7d81c89a27 req-bcf8d78b-ff96-42d4-a0c5-8461769927eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:49.178938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a979ba37-6104-4131-8ef0-8a7d81c89a27 req-bcf8d78b-ff96-42d4-a0c5-8461769927eb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 1096 time: 0.0877743
Dec 16 09:49:49.284521 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a979ba37-6104-4131-8ef0-8a7d81c89a27 req-bfd3c924-6955-4ed1-a521-a99c5251c72d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684202
Dec 16 09:49:49.311902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c303a-97b0-4ca6-b7ff-7a5ffc9f2ac8 req-5f7da9de-b422-4838-9d77-285f931dbbe3 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:49.315623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-091c303a-97b0-4ca6-b7ff-7a5ffc9f2ac8 req-5f7da9de-b422-4838-9d77-285f931dbbe3 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.1414049
Dec 16 09:49:49.364338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-091c303a-97b0-4ca6-b7ff-7a5ffc9f2ac8 req-33ddc431-d347-40a8-8c40-1c4358219b38 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453911
Dec 16 09:49:49.702989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-497e1e47-8554-4f52-903f-0aadf5c6f390 req-f3bd70f8-eddc-4782-b5e6-fafb23af1be5 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0481541
Dec 16 09:49:49.914410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250a4e-ebe1-48b7-91e2-2e9d8ba7b77b req-38251b7f-6aac-4e46-8b70-e51a09f3ad46 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:49.916020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a250a4e-ebe1-48b7-91e2-2e9d8ba7b77b req-38251b7f-6aac-4e46-8b70-e51a09f3ad46 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 945 time: 0.1010323
Dec 16 09:49:49.963401 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a250a4e-ebe1-48b7-91e2-2e9d8ba7b77b req-74047c5e-455e-489f-a0a3-2788961a1685 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416064
Dec 16 09:49:50.148647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e3d50-bc43-4870-9877-ec2a4068dcb4 req-c4197865-f843-4725-8c72-ebc9f7d60563 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:50.150322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-982e3d50-bc43-4870-9877-ec2a4068dcb4 req-c4197865-f843-4725-8c72-ebc9f7d60563 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.0853949
Dec 16 09:49:50.203095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-982e3d50-bc43-4870-9877-ec2a4068dcb4 req-037b3ae5-f17b-497c-8537-e4e16b4fe75a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451543
Dec 16 09:49:50.907132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeaeb2-78a5-474a-86ff-2e7896d8b728 req-0d30f5bf-680b-469a-ba51-b411b0d8ed7b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:50.908790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7baeaeb2-78a5-474a-86ff-2e7896d8b728 req-0d30f5bf-680b-469a-ba51-b411b0d8ed7b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.0916219
Dec 16 09:49:50.963227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7baeaeb2-78a5-474a-86ff-2e7896d8b728 req-4a90b978-31cf-4bdc-8f1b-60713bd8916a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473733
Dec 16 09:49:51.118071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-43c7781e-0281-4665-897e-48e5bc18779b req-c9ff7121-52fe-448c-bd96-2b5fd63b5846 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0429211
Dec 16 09:49:51.318790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef64227-7291-4511-a9f0-9d13a5bbaa49 req-9ededaf3-5519-4648-b526-66102ff5bc6d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:51.320536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ef64227-7291-4511-a9f0-9d13a5bbaa49 req-9ededaf3-5519-4648-b526-66102ff5bc6d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1022909
Dec 16 09:49:51.365000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ef64227-7291-4511-a9f0-9d13a5bbaa49 req-9e908bb5-5467-412b-b0a2-6171c88da7df tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382311
Dec 16 09:49:51.549796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae714d-87be-4f73-8786-590197d4ac3e req-af7cd80a-f6bb-47e4-b917-da64c5bed42c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:51.556921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15ae714d-87be-4f73-8786-590197d4ac3e req-af7cd80a-f6bb-47e4-b917-da64c5bed42c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1003299
Dec 16 09:49:51.725986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-15ae714d-87be-4f73-8786-590197d4ac3e req-e15721f5-7bdb-4730-9593-dc7119504fde tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1681852
Dec 16 09:49:52.133367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b50239-6797-48cc-ba80-9f14efdbae56 req-8781cbf8-76ee-4d05-b773-a3adaded7969 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:52.142468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73b50239-6797-48cc-ba80-9f14efdbae56 req-8781cbf8-76ee-4d05-b773-a3adaded7969 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.0936167
Dec 16 09:49:52.189814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73b50239-6797-48cc-ba80-9f14efdbae56 req-2e3e0606-b28c-43fe-ba2c-7c1f057f851a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474646
Dec 16 09:49:52.341020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-980ec97f-8734-431b-b0e1-3c20296e98e1 req-2a906767-b982-4a35-872e-43af011dbfa2 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0515203
Dec 16 09:49:52.963039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388053a5-afcc-40f5-a128-8b2137145f4c req-530297da-0f7f-41d9-84bf-f5ad2c65494e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:52.966814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-388053a5-afcc-40f5-a128-8b2137145f4c req-530297da-0f7f-41d9-84bf-f5ad2c65494e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1055284
Dec 16 09:49:53.020119 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-388053a5-afcc-40f5-a128-8b2137145f4c req-8a755fe7-9a5e-46cf-a7ef-4db422ff068f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453017
Dec 16 09:49:53.413331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173eab5-3bf1-4861-9134-7af56d74395e req-1de32a8d-cdd3-4004-bfe1-b0965b52885b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:53.415621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1173eab5-3bf1-4861-9134-7af56d74395e req-1de32a8d-cdd3-4004-bfe1-b0965b52885b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.0885069
Dec 16 09:49:53.466246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1173eab5-3bf1-4861-9134-7af56d74395e req-d4f4d664-cd46-4994-b191-e503f06629fa tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447457
Dec 16 09:49:53.633058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eaea2f68-6018-4dff-a3bd-eebcb9a616b6 req-df8b6284-2de4-46bd-8852-a786d80f3d40 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0483596
Dec 16 09:49:53.925103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:49:54.153372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:54.167875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'mac_address': 'fa:16:3e:37:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:49:54.228527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb574fe-291d-4ce4-b446-c05e97813d1a req-20b9e666-9c84-4ab0-9834-4427a132da3c tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:54.233067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aeb574fe-291d-4ce4-b446-c05e97813d1a req-20b9e666-9c84-4ab0-9834-4427a132da3c tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1383641
Dec 16 09:49:54.266099 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:54.292782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dd58720-3b69-446c-ac3f-c5a25df7c0bb {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:49:54.312619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:54.320752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:54.323395 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:54.339375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aeb574fe-291d-4ce4-b446-c05e97813d1a req-ceb82a9e-f56e-453a-8095-5731b23b9558 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004989
Dec 16 09:49:54.434413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:54.450723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.453125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.453560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.454577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.456840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.457303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.457723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.458137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.460675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.461351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.461895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.462972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:54.479399 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:54.481995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['5dd58720-3b69-446c-ac3f-c5a25df7c0bb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:49:54.714622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1ab10-8ab1-432f-9e56-3e55e359ad11 req-dd810e45-d2fa-4ab3-838f-08520b8b01f5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:54.717342 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ae1ab10-8ab1-432f-9e56-3e55e359ad11 req-dd810e45-d2fa-4ab3-838f-08520b8b01f5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1527920
Dec 16 09:49:54.774940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ae1ab10-8ab1-432f-9e56-3e55e359ad11 req-a494991e-24d6-43ff-a8db-7e480ebe09d1 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512283
Dec 16 09:49:54.938930 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-193b0281-9fc1-41c5-83b2-a3be41b20aea req-910e39ca-2669-4f0a-9b64-de4d24ce1785 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0472293
Dec 16 09:49:55.478533 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:49:55.697582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8d4eb-83f4-48c3-82bf-b65cfb57c86b req-283e1e8d-8057-4d62-afea-ffd011084493 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:55.699179 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1f8d4eb-83f4-48c3-82bf-b65cfb57c86b req-283e1e8d-8057-4d62-afea-ffd011084493 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1235096
Dec 16 09:49:55.749598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1f8d4eb-83f4-48c3-82bf-b65cfb57c86b req-c61908be-e5bd-434b-abce-1c875ccfd867 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443254
Dec 16 09:49:55.938593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:49:56.005601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7871fb-8772-4804-8244-8907274640fb req-ab197e2b-2ea9-4e03-a1b9-de21ec494ee8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:56.015215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd7871fb-8772-4804-8244-8907274640fb req-ab197e2b-2ea9-4e03-a1b9-de21ec494ee8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1092272
Dec 16 09:49:56.121912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:49:56.123587 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:56.139990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd7871fb-8772-4804-8244-8907274640fb req-81ea0605-645b-44dc-adde-8d857d31c2ae tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232932
Dec 16 09:49:56.317907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18d4658b-90fc-450e-8a89-05cb98a48be6 req-4855faa2-58e8-4a7e-9e1e-3a98a8577047 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0627916
Dec 16 09:49:56.514314 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:56.643784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:49:56.649860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:49:56.659222 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:56.662123 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:56.800869 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'code': 200}
Dec 16 09:49:56.824764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:56.831051 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:57.657725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417482f7-9d50-4420-b963-68c2eedce5f3 req-96553b3d-6a8b-4b05-b490-5dc35944aa75 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:57.659376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-417482f7-9d50-4420-b963-68c2eedce5f3 req-96553b3d-6a8b-4b05-b490-5dc35944aa75 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.3269308
Dec 16 09:49:57.751857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-417482f7-9d50-4420-b963-68c2eedce5f3 req-9ba1003a-80dc-4f22-96f9-87d2e5c92b1e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847454
Dec 16 09:49:58.053512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ce80a2b-22b2-4263-8d06-0be9624d1482 req-e9546c38-97bf-480c-9adc-9447135f5bf0 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0622680
Dec 16 09:49:58.572240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60700) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:58.740530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-038b7638-788a-4413-8c9a-b5fd87d068e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:58.742850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-038b7638-788a-4413-8c9a-b5fd87d068e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1096 time: 0.1865404
Dec 16 09:49:58.748446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:58.788176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:58.807446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Usage tracker for resource:security_group_rule and tenant:be3bea1b1727440e9b8dd730654f2f64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:58.815839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:58.834220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:58.930745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-0eefa111-db7b-4082-9982-e4c496bf1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:58.932343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-0eefa111-db7b-4082-9982-e4c496bf1bcc service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 920 time: 0.1815739
Dec 16 09:49:58.940618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:58.953762 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:58.981508 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8390aa0f-7ee7-4389-83cc-0e9c22d1d0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:59.010505 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be3bea1b1727440e9b8dd730654f2f64&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4371450
Dec 16 09:49:59.011738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9aed22-7158-44fa-a7e9-622fc10d8a3e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:59.020894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60712) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:59.022675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.023231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.023757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.024339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.024925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.025437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.025944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.026450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.027038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.027566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.028073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.028830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:49:59.033041 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:59.079261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-28affccc-6b93-440d-87c1-363fb0467348 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 200  len: 217 time: 0.0916433
Dec 16 09:49:59.108872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:59.147025 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:59.178955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeeb1b-75b3-4e1d-aad2-a1c1fe718070 req-981bf7b4-b0b3-4f2c-b0ce-514324bef526 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:59.181543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1eeeb1b-75b3-4e1d-aad2-a1c1fe718070 req-981bf7b4-b0b3-4f2c-b0ce-514324bef526 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.2478623
Dec 16 09:49:59.247359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1eeeb1b-75b3-4e1d-aad2-a1c1fe718070 req-232ea560-85d2-4611-a526-0af0a4f07095 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538549
Dec 16 09:49:59.248928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-cc2a46f2-31df-4a45-9f87-3105c6ebfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:49:59.250424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-cc2a46f2-31df-4a45-9f87-3105c6ebfa37 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.1531370
Dec 16 09:49:59.272182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:59.279021 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c47c74a0-a359-4d60-adb5-2d1817107080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:49:59.306436 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:59.308555 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a9aed22-7158-44fa-a7e9-622fc10d8a3e HTTP/1.1" status: 204  len: 168 time: 0.2741666
Dec 16 09:49:59.330972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9aed22-7158-44fa-a7e9-622fc10d8a3e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:49:59.341919 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:49:59.383275 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-e4b54e13-7c6b-41c2-b3a2-97c1fdfd1e83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1247847
Dec 16 09:49:59.725413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-c74a6738-248e-462b-b053-33cf19e484de service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3334827
Dec 16 09:49:59.838704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60736) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:49:59.860055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:49:59.882193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:49:59.886629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Usage tracker for resource:security_group_rule and tenant:c7b8ab54fbd74fb89173e0bf038e4fd0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:49:59.891053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:49:59.900056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:49:59.956073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:50:00.001933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.012814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.051761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b3ec3029-f65f-4ec2-b7d2-89344b2bc79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:00.057428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b11ce-8cef-4d13-9397-6be7e8562718 req-54d7d3d7-cdef-40b2-b8f8-34c943c9d0f5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:00.064444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-420b11ce-8cef-4d13-9397-6be7e8562718 req-54d7d3d7-cdef-40b2-b8f8-34c943c9d0f5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.3380597
Dec 16 09:50:00.089418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b1562b-80bf-4b7d-88e2-a3f8b1a712d0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:00.098067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4d6c279-e198-418c-ad12-e96ed6af47f7 req-7079f102-72ab-49cb-89f6-3a6fe98da4b3 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010850
Dec 16 09:50:00.118718 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:00.124138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-420b11ce-8cef-4d13-9397-6be7e8562718 req-1705c086-d85e-4248-8ccd-93a91712b1fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586808
Dec 16 09:50:00.153143 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7b8ab54fbd74fb89173e0bf038e4fd0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3099816
Dec 16 09:50:00.154111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:00.362208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:00.378810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'port_id': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'mac_address': 'fa:16:3e:0f:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:50:00.418867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.420259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f64105c-61d0-4066-b69d-4246e7718028 req-5d5fe247-1b75-481c-a36a-6fad71fac568 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1313624
Dec 16 09:50:00.472439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.506253 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.582482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1861e748-8f1e-44cd-b4dc-a8f900d84f5b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:50:00.601620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:00.603516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.610319 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-105ba7de-b590-4f77-a1c4-eb8af07c0d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:00.613799 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.616295 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:00.626795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b1562b-80bf-4b7d-88e2-a3f8b1a712d0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:00.629741 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:00.635847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:00.640706 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2b1562b-80bf-4b7d-88e2-a3f8b1a712d0 HTTP/1.1" status: 204  len: 168 time: 0.4833419
Dec 16 09:50:00.753442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:00.757304 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:00.780040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb79b2-fef7-45f5-b33f-daf52342cf87 req-d9541a0f-1c11-47e9-9049-7196cf0352db tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:00.793261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3bb79b2-fef7-45f5-b33f-daf52342cf87 req-d9541a0f-1c11-47e9-9049-7196cf0352db tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1492369
Dec 16 09:50:00.853038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3bb79b2-fef7-45f5-b33f-daf52342cf87 req-4b722251-0ec6-4828-acbb-96e8fbfc3500 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579200
Dec 16 09:50:00.870177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['1861e748-8f1e-44cd-b4dc-a8f900d84f5b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:50:01.422176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feec81d-9f85-4d6a-90ea-4b9de437699f req-1a17a48c-fdb2-4d11-9fab-e9a1f0ec0ad7 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:01.423923 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5feec81d-9f85-4d6a-90ea-4b9de437699f req-1a17a48c-fdb2-4d11-9fab-e9a1f0ec0ad7 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 944 time: 0.1621072
Dec 16 09:50:01.486128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5feec81d-9f85-4d6a-90ea-4b9de437699f req-2375c57a-45e9-48f1-8f56-25624654eb93 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544801
Dec 16 09:50:01.677765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90ed67e2-d991-4948-964d-914fad6e3b6a req-fe2c7822-0910-4c89-bb9d-8179f3bb4d7e tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0786397
Dec 16 09:50:01.981673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:02.083566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3bd97-8d7b-42cb-a237-f170b0455cf9 req-6bf3364a-b8fb-4f81-aafd-c82ddafb4b15 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:02.085403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfb3bd97-8d7b-42cb-a237-f170b0455cf9 req-6bf3364a-b8fb-4f81-aafd-c82ddafb4b15 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1125665
Dec 16 09:50:02.174499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bfb3bd97-8d7b-42cb-a237-f170b0455cf9 req-fec08c22-a604-46bf-9eed-e4db6ab88e43 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824893
Dec 16 09:50:02.214074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:02.214989 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:02.354505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:02.386109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:02.412339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:02.421707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:02.423941 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fa3d8159-7519-490f-beb4-a610633adf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:02.564907 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'code': 200}
Dec 16 09:50:02.719998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:02.725805 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:02.911057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74535a0e-82a9-412f-bc16-1370747e76d0 req-c3f0a22e-08c8-4073-9603-91724df58c40 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:02.913497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74535a0e-82a9-412f-bc16-1370747e76d0 req-c3f0a22e-08c8-4073-9603-91724df58c40 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1009176
Dec 16 09:50:03.004903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74535a0e-82a9-412f-bc16-1370747e76d0 req-4b6fa380-bbe7-4a65-9dc3-46c30bd44aa7 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837328
Dec 16 09:50:03.242085 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06617128-a408-4ece-9b78-27aec7dfb689 req-b97de30d-aa17-4146-8703-5019a0860e3d tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0641718
Dec 16 09:50:03.472541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:03.633440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1a5a-02ed-49f2-8a02-70ca0531bb34 req-45991f71-e4d2-4d3a-ba0d-a86c70ded057 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:03.645548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4fa1a5a-02ed-49f2-8a02-70ca0531bb34 req-45991f71-e4d2-4d3a-ba0d-a86c70ded057 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.2412524
Dec 16 09:50:03.711054 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7275166f-26a9-4b3a-9ff8-d3173ac3534a tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3190 time: 0.2208188
Dec 16 09:50:03.712052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60884) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:03.729122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'network': {'name': 'tempest-network-smoke--1973632777', 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'port_security_enabled': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:03.750168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:03.754566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:network and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:03.772202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:03.776343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4fa1a5a-02ed-49f2-8a02-70ca0531bb34 req-ab8dbba4-2e19-4e5f-a946-f4a24baf566e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293314
Dec 16 09:50:03.778929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:04.169844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Made reservation on behalf of 63dfee569ef94e369ab966a0c3d3ef67 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:50:04.176684 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:04.229668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:50:04.251213 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:04.251793 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Added segment 2cf1916d-3535-4524-bea0-e1f146630a4f of type vlan for network 7065c083-a65c-4084-a609-79e8d013ed1c
Dec 16 09:50:04.290759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:04.336190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:04.346616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:04.359732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:04.401860 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c028758-5f55-4950-ac63-3cef3aa3785f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:04.477597 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7620809
Dec 16 09:50:04.483136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:04.557473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'admin_state_up': True, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:04.574732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:04.594581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:router and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:04.602968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:04.608715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2992ca6-5d1a-41ec-94f3-b083b37f004d req-da47155a-4f8e-4368-a1cd-f4fa3833fa55 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:04.611616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Network': ['ID=7065c083-a65c-4084-a609-79e8d013ed1c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:04.614144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:04.616369 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:04.625075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2992ca6-5d1a-41ec-94f3-b083b37f004d req-da47155a-4f8e-4368-a1cd-f4fa3833fa55 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.3170536
Dec 16 09:50:04.628597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 7065c083-a65c-4084-a609-79e8d013ed1c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:50:04.686947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:04.691441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:04.716830 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2992ca6-5d1a-41ec-94f3-b083b37f004d req-5f7299d5-3d4c-44b9-a644-3e6604533b55 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847239
Dec 16 09:50:04.728348 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:05.028793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-348af8bc-4113-4d2b-bc53-6a9d5857b792 req-d44a7f4f-b01c-45b3-9786-589e8a8efde3 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0752232
Dec 16 09:50:05.293556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64661-bd23-4c89-be92-ad452e46873e req-40f28c4c-2a5e-4005-bfc1-d1f970ad6525 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:05.303338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4a64661-bd23-4c89-be92-ad452e46873e req-40f28c4c-2a5e-4005-bfc1-d1f970ad6525 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1508529
Dec 16 09:50:05.311403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:05.412734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4a64661-bd23-4c89-be92-ad452e46873e req-ad35c72f-b545-4f30-95b2-4701fcee01d8 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078930
Dec 16 09:50:06.233923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:06.256328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f6103-aeb3-41ae-bac1-01445be716b8 req-d8774a91-bc70-4105-8a81-5bfec4f5daef tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:06.264669 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-117f6103-aeb3-41ae-bac1-01445be716b8 req-d8774a91-bc70-4105-8a81-5bfec4f5daef tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.2233174
Dec 16 09:50:06.329206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-117f6103-aeb3-41ae-bac1-01445be716b8 req-90fe61bd-5419-4694-b68c-52cebf382d70 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639069
Dec 16 09:50:06.345334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:06.554706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fce748b-78e5-4446-aa83-42decadb9d34 req-39bfce38-a22d-4839-af86-962f548b24bb tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0856304
Dec 16 09:50:06.679863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Allocated IP 172.25.3.205 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/7e4d4cc0-0444-4596-8921-3a68924a7f98) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:06.840508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:06.878007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:06.883565 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab9dff9f-f786-40b1-b2a3-a71a7f870898 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:06.974799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:06.978507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:06.982634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:06.993302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505cccf-27c9-4281-82d4-1badf0cd666b req-908c6f13-934a-40ec-974d-3f846a84c910 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:07.012242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c505cccf-27c9-4281-82d4-1badf0cd666b req-908c6f13-934a-40ec-974d-3f846a84c910 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.2576747
Dec 16 09:50:07.033383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=7e4d4cc0-0444-4596-8921-3a68924a7f98,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:07.047875 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:07.101213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c505cccf-27c9-4281-82d4-1badf0cd666b req-5831d889-99fa-4d04-a4d2-cd94e0116d2a tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876482
Dec 16 09:50:07.973464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319166-f02f-4a98-8fa0-b0e6a7875b42 req-c15e00b3-d6c1-4989-91ec-f0ce2a6ce1b6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:07.988347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48319166-f02f-4a98-8fa0-b0e6a7875b42 req-c15e00b3-d6c1-4989-91ec-f0ce2a6ce1b6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.2910171
Dec 16 09:50:08.080454 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48319166-f02f-4a98-8fa0-b0e6a7875b42 req-0353acc4-3ea3-4b28-b4d4-cd64d42b5f9a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908759
Dec 16 09:50:08.157013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:08.450684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d48512c9-a391-4d7d-9f71-8dcb47c3783a req-66205438-e116-411c-8a67-9146d8de15ca tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.2019105
Dec 16 09:50:09.025052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:09.097600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3832a-7c5c-4c04-aef5-f217b96101df req-b48fb915-45b1-4767-b0bb-bf70c3815a59 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:09.112719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ee3832a-7c5c-4c04-aef5-f217b96101df req-b48fb915-45b1-4767-b0bb-bf70c3815a59 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.3060355
Dec 16 09:50:09.190063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ee3832a-7c5c-4c04-aef5-f217b96101df req-2fcc63d9-ae32-4252-9430-3daa7a408118 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760715
Dec 16 09:50:09.477514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 4767a806-3efe-4b85-801c-1345a4b82709 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:50:09.525970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df38fb-beb0-41eb-95a0-25e3e4f65565 req-2968cee8-f12b-43fa-9f08-c95a47b30cf2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:09.533842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79df38fb-beb0-41eb-95a0-25e3e4f65565 req-2968cee8-f12b-43fa-9f08-c95a47b30cf2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.2036114
Dec 16 09:50:09.611359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79df38fb-beb0-41eb-95a0-25e3e4f65565 req-59e0805b-48df-4f02-b9f9-43ac2386e774 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696557
Dec 16 09:50:09.839346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:50:09.850309 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Sync routers for ids ['4767a806-3efe-4b85-801c-1345a4b82709'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:50:09.865181 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Routers {'4767a806-3efe-4b85-801c-1345a4b82709'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:50:09.867880 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37dccd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:49:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4767a806-3efe-4b85-801c-1345a4b82709'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:09.919051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c95cf118-7ace-40b8-b94d-fd9b60890bb0 req-965a06f1-42d8-41d4-94ad-0949b3c0bed6 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1114860
Dec 16 09:50:09.942427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:09.949547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60980) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:09.951086 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 5.4616547
Dec 16 09:50:10.082124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a232c-950b-42fa-a9ad-53b4a3abdd22 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:10.088781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-465a232c-950b-42fa-a9ad-53b4a3abdd22 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=63dfee569ef94e369ab966a0c3d3ef67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1349807
Dec 16 09:50:10.089207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60984) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:10.498244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a701f5-fdbf-466c-b6ee-9ce8ec9a1e6a tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:10.500804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b7a701f5-fdbf-466c-b6ee-9ce8ec9a1e6a tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4106765
Dec 16 09:50:10.503896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60994) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:10.590473 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Set router 4767a806-3efe-4b85-801c-1345a4b82709 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:50:10.640521 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b894593-36d9-4aa5-9747-aa3f5b05aae5 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1352885
Dec 16 09:50:10.647743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:10.754821 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c07e491a-f630-45a3-a8a5-188368d07950 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=63dfee569ef94e369ab966a0c3d3ef67&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1053379
Dec 16 09:50:10.760196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:10.997144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8f37-79ff-4bcb-ac6f-27b682272e53 req-f33fbeca-64e2-4247-998c-e48e8022312e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:11.012634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a17a8f37-79ff-4bcb-ac6f-27b682272e53 req-f33fbeca-64e2-4247-998c-e48e8022312e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.5105667
Dec 16 09:50:11.157872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a17a8f37-79ff-4bcb-ac6f-27b682272e53 req-55430318-c376-4c51-8c01-aecda78042da tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361690
Dec 16 09:50:11.224360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56139c8-6873-43d0-a97e-fa3a4f548345 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:11.226450 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f56139c8-6873-43d0-a97e-fa3a4f548345 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4648554
Dec 16 09:50:11.229367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 32780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:11.470524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-50ae9645-46d6-4b03-8291-f4c25064aaa3 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2398548
Dec 16 09:50:11.473402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32788) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:11.479259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-684259187', 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c', 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:11.534441 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37dccd0>, [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:50:07Z', 'revision_number': 3, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:11.545371 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Checking router: 4767a806-3efe-4b85-801c-1345a4b82709 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:50:11.546268 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Updating router 4767a806-3efe-4b85-801c-1345a4b82709 port 7e4d4cc0-0444-4596-8921-3a68924a7f98 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:50:11.575202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21e965-5a9b-4b69-9912-0b97107d052a req-4b5d7c55-4621-45e9-8d2c-26e053060263 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:11.577222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0c21e965-5a9b-4b69-9912-0b97107d052a req-4b5d7c55-4621-45e9-8d2c-26e053060263 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1921284
Dec 16 09:50:11.746818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0c21e965-5a9b-4b69-9912-0b97107d052a req-d7091db1-1387-4f6c-8ce4-040e26ca34ba tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1626370
Dec 16 09:50:11.760695 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:11.901181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:12.027495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c415e9c7-38e6-4226-b684-47d5c126930b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:12.148929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:12.158955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:subnet and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:12.171200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:12.188551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:12.216453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Made reservation on behalf of 63dfee569ef94e369ab966a0c3d3ef67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:50:12.220447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:12.321594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4279b011-79df-4f9c-accb-f01922c30475 req-3d8ca1c9-7521-4780-8d13-11b3f6feb368 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1127155
Dec 16 09:50:12.395758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eb37f-3876-4db2-82cf-528bf085e557 req-5c3af929-5efd-47ed-86c4-d823066c244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:12.407862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb7eb37f-3876-4db2-82cf-528bf085e557 req-5c3af929-5efd-47ed-86c4-d823066c244b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1096 time: 0.3090715
Dec 16 09:50:12.530032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb7eb37f-3876-4db2-82cf-528bf085e557 req-b147e062-bf68-49fa-8893-47b65d6d79a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146431
Dec 16 09:50:12.657108 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:12.693045 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Transition to ACTIVE for port object 7e4d4cc0-0444-4596-8921-3a68924a7f98 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:12.720039 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:12.743299 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4346f08b-8247-44e5-9044-f7fda80ff84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:12.788135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:12.793328 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c2df6e40-d40f-4452-9c91-65e67554d490 tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:12.882230 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Attempting to bind port 7e4d4cc0-0444-4596-8921-3a68924a7f98 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:50:12.882870 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Attempting to bind port 7e4d4cc0-0444-4596-8921-3a68924a7f98 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:50:12.883560 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Attempting to bind port 7e4d4cc0-0444-4596-8921-3a68924a7f98 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:12.931479 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:50:12.939459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:12.940222 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:12.946042 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:50:12.947973 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Bound port: 7e4d4cc0-0444-4596-8921-3a68924a7f98, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:50:12.948585 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:13.002043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Subnet': ['ID=914984dc-b4c6-413b-b760-fc07fe6ef675,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:13.009353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc61b9-b96d-46c1-b054-252f96874f60 req-4aa4c02c-c6b7-4623-9c79-8468deec52d6 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:13.017266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4afc61b9-b96d-46c1-b054-252f96874f60 req-4aa4c02c-c6b7-4623-9c79-8468deec52d6 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.2722967
Dec 16 09:50:13.047833 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:13.197128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Checking segment: {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:13.201688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network hostable DHCP agents. Network: 7065c083-a65c-4084-a609-79e8d013ed1c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:50:13.234858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4afc61b9-b96d-46c1-b054-252f96874f60 req-40527398-0f0e-4c05-93db-c0b946b79932 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147226
Dec 16 09:50:13.270503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 7065c083-a65c-4084-a609-79e8d013ed1c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:50:13.297563 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] For port 7e4d4cc0-0444-4596-8921-3a68924a7f98, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:50:13.308169 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] For port 7e4d4cc0-0444-4596-8921-3a68924a7f98, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7e4d4cc0-0444-4596-8921-3a68924a7f98,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:50:13.310549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 7065c083-a65c-4084-a609-79e8d013ed1c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:13.326989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449c7256-d0cf-461f-b172-5c86be352dc8 None None] Network 7065c083-a65c-4084-a609-79e8d013ed1c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:50:13.331855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:13.332927 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:13.333420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:13.404754 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Routers {'4767a806-3efe-4b85-801c-1345a4b82709'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:50:13.406355 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37dccd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:49:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4767a806-3efe-4b85-801c-1345a4b82709'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:13.413237 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9361081
Dec 16 09:50:13.413442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 32816) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:13.824035 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Pushing event updated for resources: {'Port': ['ID=7e4d4cc0-0444-4596-8921-3a68924a7f98,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:13.843784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed92b0-93fd-4a28-a2f3-d9d983b110be req-3021be27-df45-4518-85a3-b9728b10fa8d tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:13.845345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9ed92b0-93fd-4a28-a2f3-d9d983b110be req-3021be27-df45-4518-85a3-b9728b10fa8d tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.2859955
Dec 16 09:50:13.897110 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.897466 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.897785 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.898118 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.898449 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.901745 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.902109 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.902451 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.918287 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.919605 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.920016 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.920969 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:13.939906 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.196s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:13.947914 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-523ca40e-0892-4ddc-82d8-a9c7a919fd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.586s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:14.044779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9ed92b0-93fd-4a28-a2f3-d9d983b110be req-792a5ff7-3abd-4c67-b970-78fa601f6eb3 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1746585
Dec 16 09:50:14.200242 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Pushing event updated for resources: {'Port': ['ID=7e4d4cc0-0444-4596-8921-3a68924a7f98,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:14.211978 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:14.299616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-7065c083-a65c-4084-a609-79e8d013ed1c', 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'fixed_ips': [{'subnet_id': '914984dc-b4c6-413b-b760-fc07fe6ef675'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:50:14.302730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:14.399808 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:14.423296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0b7eed5-f764-4861-b70c-b60a48e25c86 req-99fd528b-8e5a-47de-baf5-1bc0b18632bf tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1159456
Dec 16 09:50:14.650356 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] Set router 4767a806-3efe-4b85-801c-1345a4b82709 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:50:14.846559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dfac1-1dd2-4039-8658-7ebf10eb94ae req-8e393850-c07d-403c-8bb6-4b73276793ec tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:14.855774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-933dfac1-1dd2-4039-8658-7ebf10eb94ae req-8e393850-c07d-403c-8bb6-4b73276793ec tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.2394571
Dec 16 09:50:14.922236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Allocated IP 172.20.0.18 (7065c083-a65c-4084-a609-79e8d013ed1c/914984dc-b4c6-413b-b760-fc07fe6ef675/b4223228-3980-4f4c-9bca-18d841dde7b3) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:14.989894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-933dfac1-1dd2-4039-8658-7ebf10eb94ae req-7444c621-0a3e-405c-a3d7-bb967f5d1535 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321340
Dec 16 09:50:15.676966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:15.801248 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37dccd0>, [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:50:07Z', 'revision_number': 3, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:15.816888 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43996d7c-bdd1-42d3-bd1e-e862a9e94eaf None None] The sync data for ids ['4767a806-3efe-4b85-801c-1345a4b82709'] in n-d-820554-2 is: [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:50:07Z', 'revision_number': 3, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:50:15.842038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:15.845997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:15.846966 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:15.865529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0830b8-05da-4fa4-829b-0af7725b0ab2 req-47669bbe-ffb9-4912-a857-e7183ebe811a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:15.878730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a0830b8-05da-4fa4-829b-0af7725b0ab2 req-47669bbe-ffb9-4912-a857-e7183ebe811a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.2998459
Dec 16 09:50:15.898766 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24869e61-b69c-42e2-8478-bf2c45ea221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:15.935003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Transition to ACTIVE for port object b4223228-3980-4f4c-9bca-18d841dde7b3 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:15.989445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Transition to ACTIVE for port object b4223228-3980-4f4c-9bca-18d841dde7b3 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:16.005867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:16.026226 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:16.038655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a0830b8-05da-4fa4-829b-0af7725b0ab2 req-3f577367-788d-47d2-ae8e-9cbd8ddf80fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1582401
Dec 16 09:50:16.186747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Network 7065c083-a65c-4084-a609-79e8d013ed1c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:16.201094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:16.205037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:16.282638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b4223228-3980-4f4c-9bca-18d841dde7b3,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:16.291847 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:16.456989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Attempting to bind port b4223228-3980-4f4c-9bca-18d841dde7b3 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:50:16.457660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Attempting to bind port b4223228-3980-4f4c-9bca-18d841dde7b3 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:50:16.462848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Attempting to bind port b4223228-3980-4f4c-9bca-18d841dde7b3 on network 7065c083-a65c-4084-a609-79e8d013ed1c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:16.477340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:50:16.478718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Checking segment: {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:16.484189 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:16.485130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Bound using segment: {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:50:16.486154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Bound port: b4223228-3980-4f4c-9bca-18d841dde7b3, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:50:16.487038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:16.789395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7e4d4cc0-0444-4596-8921-3a68924a7f98 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:16.853126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-eb82800c-d768-4f9d-b2d0-f3c76ee58f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:16.854642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-eb82800c-d768-4f9d-b2d0-f3c76ee58f01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1096 time: 0.3137634
Dec 16 09:50:17.303898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] For port b4223228-3980-4f4c-9bca-18d841dde7b3, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:50:17.333954 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:17.350062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] For port b4223228-3980-4f4c-9bca-18d841dde7b3, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b4223228-3980-4f4c-9bca-18d841dde7b3,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:50:17.353797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7e4d4cc0-0444-4596-8921-3a68924a7f98 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:17.367966 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:17.373423 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:17.412006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7e4d4cc0-0444-4596-8921-3a68924a7f98 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:17.412662 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:17.493656 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-54ecf1fa-733b-49e4-a975-33a0b03ec7b4 req-c853b4e3-5482-4b78-9225-6399fc937a10 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.0900900
Dec 16 09:50:17.504068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5b16ef0a-d3a9-43f4-bbc9-8110bf1b4ca3 req-719fa763-2c15-45c2-9889-c2cbbbf5d2af tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.6359894
Dec 16 09:50:17.647339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-3ff45aa4-1edd-41d9-adec-8270d8e79e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:17.648875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-3ff45aa4-1edd-41d9-adec-8270d8e79e10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 920 time: 0.6036108
Dec 16 09:50:17.719218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Allocated IP 172.20.0.17 (7065c083-a65c-4084-a609-79e8d013ed1c/914984dc-b4c6-413b-b760-fc07fe6ef675/f183369f-2a38-470a-ac84-009aa163fa0e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:17.806800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Pushing event updated for resources: {'Port': ['ID=b4223228-3980-4f4c-9bca-18d841dde7b3,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:17.817318 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:18.008340 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:18.032331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 7e4d4cc0-0444-4596-8921-3a68924a7f98, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7e4d4cc0-0444-4596-8921-3a68924a7f98,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:18.044483 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:18.046633 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6533e801-802a-419d-b2a4-30b7424eb7d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:18.109685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-80368176-1d1d-40f4-bb80-317ce429df94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 200  len: 217 time: 0.3767419
Dec 16 09:50:18.140028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:18.184188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Transition to ACTIVE for port object f183369f-2a38-470a-ac84-009aa163fa0e will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:18.279297 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:18.301726 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:18.312850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=7e4d4cc0-0444-4596-8921-3a68924a7f98,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:18.326674 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:18.365660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-43602eaf-f295-4a13-8d80-fe2d19845000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:18.367694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-43602eaf-f295-4a13-8d80-fe2d19845000 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.2438416
Dec 16 09:50:18.517951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 7065c083-a65c-4084-a609-79e8d013ed1c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:18.525066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-320de3ca-d930-420b-adff-317cd7d9ac2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1405265
Dec 16 09:50:18.569487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6d212-4d0e-4f85-aa92-e81aeb3743e2 req-f5a225d3-c1d5-47ec-a773-a68122125e45 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:18.583836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:18.587613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74e6d212-4d0e-4f85-aa92-e81aeb3743e2 req-f5a225d3-c1d5-47ec-a773-a68122125e45 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.6995564
Dec 16 09:50:18.590143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:18.715120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=f183369f-2a38-470a-ac84-009aa163fa0e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:18.720499 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:18.747301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:19.048044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b4223228-3980-4f4c-9bca-18d841dde7b3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:19.089739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:19.259789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74e6d212-4d0e-4f85-aa92-e81aeb3743e2 req-1bc65849-9754-45f6-876e-964f86785bd4 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6664412
Dec 16 09:50:19.419083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b4223228-3980-4f4c-9bca-18d841dde7b3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:19.426097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7e4d4cc0-0444-4596-8921-3a68924a7f98 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:19.489233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-addf76ed-34eb-4f2a-8e2b-8555915e18f2 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7883241
Dec 16 09:50:19.730774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7e4d4cc0-0444-4596-8921-3a68924a7f98 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:19.734065 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:20.048912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9129c5-68a3-4870-929d-5917ef637a12 None None] Network 7065c083-a65c-4084-a609-79e8d013ed1c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:50:20.142695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:50:20.295720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:20.302945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cca7157e-86f0-469a-b117-582ed5c44a2e req-1785e54a-df00-4729-b013-57840d63d368 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8056452
Dec 16 09:50:20.313801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:20.368764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71e32-5456-4ed4-a8b6-c45a76d033a7 req-11a32067-0dc9-44a8-b7ca-0ec6056d7598 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:20.376037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10e71e32-5456-4ed4-a8b6-c45a76d033a7 req-11a32067-0dc9-44a8-b7ca-0ec6056d7598 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 945 time: 0.3046324
Dec 16 09:50:20.448436 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f065ea4d-9b25-4381-9a40-ea721cdb22e9 tempest-ListServerFiltersTestJSON-1201091224 tempest-ListServerFiltersTestJSON-1201091224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:20.457893 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10e71e32-5456-4ed4-a8b6-c45a76d033a7 req-fd57acd1-e610-47b4-a0a3-9b2a007c5240 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806046
Dec 16 09:50:20.528740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:20.685230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d42aed-0cf9-40a3-a038-03669188882f req-09d2f3ad-76db-451e-adeb-a18f1330ce55 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:20.702704 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32d42aed-0cf9-40a3-a038-03669188882f req-09d2f3ad-76db-451e-adeb-a18f1330ce55 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.1522646
Dec 16 09:50:20.724823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Provisioning for port b4223228-3980-4f4c-9bca-18d841dde7b3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:20.765955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Provisioning complete for port b4223228-3980-4f4c-9bca-18d841dde7b3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:20.766357 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:20.789139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32d42aed-0cf9-40a3-a038-03669188882f req-7d4904ea-e23a-43d8-83da-bea9685d36e9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850577
Dec 16 09:50:21.035519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=f183369f-2a38-470a-ac84-009aa163fa0e,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:21.063513 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:21.180337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 7065c083-a65c-4084-a609-79e8d013ed1c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:21.182785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:21.214767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16beb3d6-d24d-4102-972e-ec1e879ba667 req-4219d5c8-e62f-4a5d-9afb-f0183e2242d8 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1244397
Dec 16 09:50:21.416594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:21.467762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:21.517862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 4767a806-3efe-4b85-801c-1345a4b82709 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:50:21.593682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a4390-e28f-4dc8-9c3e-b389cb1294c7 req-619bef2f-81d1-49b0-ba7c-b01a1c1906fe tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:21.609002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b5a4390-e28f-4dc8-9c3e-b389cb1294c7 req-619bef2f-81d1-49b0-ba7c-b01a1c1906fe tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1833911
Dec 16 09:50:21.622875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:21.637043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:21.669559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b5a4390-e28f-4dc8-9c3e-b389cb1294c7 req-c668b944-320a-4906-93e5-d67e20ab58d4 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519392
Dec 16 09:50:21.682504 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:21.685681 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:21.779841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] For port b4223228-3980-4f4c-9bca-18d841dde7b3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b4223228-3980-4f4c-9bca-18d841dde7b3,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:21.853617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:21.886487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:21.894267 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:21.894832 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:22.118184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Pushing event updated for resources: {'Port': ['ID=b4223228-3980-4f4c-9bca-18d841dde7b3,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:22.135390 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:22.315349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e6d62abf-9287-420d-96b5-64c2e837c597 None None] Provisioning complete for port b4223228-3980-4f4c-9bca-18d841dde7b3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:22.315941 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e6d62abf-9287-420d-96b5-64c2e837c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:22.397487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:50:22.457843 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "PUT /v2.0/routers/4767a806-3efe-4b85-801c-1345a4b82709/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0432878
Dec 16 09:50:22.532459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Sync routers for ids ['4767a806-3efe-4b85-801c-1345a4b82709'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:50:22.621793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Routers {'4767a806-3efe-4b85-801c-1345a4b82709'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:50:22.622709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12db9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4767a806-3efe-4b85-801c-1345a4b82709'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:23.141504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e6d62abf-9287-420d-96b5-64c2e837c597 None None] Provisioning for port f183369f-2a38-470a-ac84-009aa163fa0e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:23.161645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b4223228-3980-4f4c-9bca-18d841dde7b3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:23.341924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e6d62abf-9287-420d-96b5-64c2e837c597 None None] Provisioning complete for port f183369f-2a38-470a-ac84-009aa163fa0e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:23.345554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e6d62abf-9287-420d-96b5-64c2e837c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:23.436299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Set router 4767a806-3efe-4b85-801c-1345a4b82709 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:50:23.511643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80165564-9133-453b-8763-5aed14f52e1f req-32e194d8-d08c-4408-951b-8b366c59beda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5ef6749af44401d962d8f75981b3f35&device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1304002
Dec 16 09:50:23.531467 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'code': 200}
Dec 16 09:50:23.605697 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80165564-9133-453b-8763-5aed14f52e1f req-4007f761-0eee-4ce5-9e6c-210908c0f665 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e5ef6749af44401d962d8f75981b3f35&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0756197
Dec 16 09:50:23.701020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e6d62abf-9287-420d-96b5-64c2e837c597 None None] Port f183369f-2a38-470a-ac84-009aa163fa0e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:50:23.702944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b4223228-3980-4f4c-9bca-18d841dde7b3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:23.710123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:23.973210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e83ed-e7ad-434e-ab12-d1473492db8d req-2b9a7e2c-8e9f-46ce-85c2-9203e4e85346 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:23.996619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d92e83ed-e7ad-434e-ab12-d1473492db8d req-2b9a7e2c-8e9f-46ce-85c2-9203e4e85346 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.3891864
Dec 16 09:50:23.998216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80165564-9133-453b-8763-5aed14f52e1f req-31e67b43-92e0-4358-b72a-fe2d2a24283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:23.999770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80165564-9133-453b-8763-5aed14f52e1f req-31e67b43-92e0-4358-b72a-fe2d2a24283a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2876935
Dec 16 09:50:24.109050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-31712887-583b-4365-9c7a-f2cb5b8a148d None None] Provisioning complete for port f183369f-2a38-470a-ac84-009aa163fa0e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:24.109260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d92e83ed-e7ad-434e-ab12-d1473492db8d req-e321c023-8fcf-49b7-9bb5-23ef74fa9da5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074164
Dec 16 09:50:24.109668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31712887-583b-4365-9c7a-f2cb5b8a148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:24.311756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2916af-bfe8-4a67-ab9d-210017c30221 req-0ef86b51-4164-4fd4-8725-23357485b6f4 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:24.320530 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2916af-bfe8-4a67-ab9d-210017c30221 req-0ef86b51-4164-4fd4-8725-23357485b6f4 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1140535
Dec 16 09:50:24.391710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1b2916af-bfe8-4a67-ab9d-210017c30221 req-d4e3afcd-9b16-4d3f-9c06-771053340f78 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699570
Dec 16 09:50:24.403635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-31712887-583b-4365-9c7a-f2cb5b8a148d None None] Port f183369f-2a38-470a-ac84-009aa163fa0e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:50:24.507330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12db9a0>, [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f183369f-2a38-470a-ac84-009aa163fa0e', 'name': '', 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:da:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '914984dc-b4c6-413b-b760-fc07fe6ef675', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:16Z', 'updated_at': '2021-12-16T09:50:19Z', 'revision_number': 2, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '914984dc-b4c6-413b-b760-fc07fe6ef675', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:24.518747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Checking router: 4767a806-3efe-4b85-801c-1345a4b82709 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:50:24.519127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Updating router 4767a806-3efe-4b85-801c-1345a4b82709 port f183369f-2a38-470a-ac84-009aa163fa0e binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:50:24.726690 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:25.027855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-d3a08d02-60d0-4489-b181-a9aa3fd01f51 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:25.030245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-d3a08d02-60d0-4489-b181-a9aa3fd01f51 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/networks?id=7065c083-a65c-4084-a609-79e8d013ed1c HTTP/1.1" status: 200  len: 798 time: 0.3991842
Dec 16 09:50:25.055481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-ed4d19ef-90a1-4f2a-86a2-aa4611b2ee63 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/quotas/63dfee569ef94e369ab966a0c3d3ef67 HTTP/1.1" status: 200  len: 375 time: 0.0175085
Dec 16 09:50:25.182142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-d27d11b1-a427-4794-9437-90615ed58c62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1172440
Dec 16 09:50:25.342538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-e48e9745-9a03-49de-aecd-7bf20042bac3 service neutron] 10.222.0.66 "GET /v2.0/networks/7065c083-a65c-4084-a609-79e8d013ed1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570268
Dec 16 09:50:25.666397 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:25.699186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Transition to ACTIVE for port object f183369f-2a38-470a-ac84-009aa163fa0e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:25.708265 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:25.712818 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:25.725289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-08844a4a-58f3-4a32-8bbc-4a75d6bfb9c4 service neutron] 10.222.0.66 "GET /v2.0/networks/7065c083-a65c-4084-a609-79e8d013ed1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3813627
Dec 16 09:50:25.793559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52faec2-8af9-460c-bb23-d3e0b9f89113 None None] Pushing event updated for resources: {'Port': ['ID=f183369f-2a38-470a-ac84-009aa163fa0e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:25.803636 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c52faec2-8af9-460c-bb23-d3e0b9f89113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:25.935806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80165564-9133-453b-8763-5aed14f52e1f req-b8e74b42-1839-4f3a-b7db-f156c85f581b tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.74 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1772451
Dec 16 09:50:26.105084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Attempting to bind port f183369f-2a38-470a-ac84-009aa163fa0e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:50:26.105501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Attempting to bind port f183369f-2a38-470a-ac84-009aa163fa0e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:50:26.106008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Attempting to bind port f183369f-2a38-470a-ac84-009aa163fa0e on network 7065c083-a65c-4084-a609-79e8d013ed1c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:26.115779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:50:26.116350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Checking segment: {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:26.133752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:26.135944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Bound using segment: {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:50:26.145432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Bound port: f183369f-2a38-470a-ac84-009aa163fa0e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:50:26.145898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:26.405871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] For port f183369f-2a38-470a-ac84-009aa163fa0e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:50:26.409685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] For port f183369f-2a38-470a-ac84-009aa163fa0e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f183369f-2a38-470a-ac84-009aa163fa0e,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:50:26.411297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:50:26.430454 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:26.439428 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfcaa09-097a-4fc2-9fb7-2192b1805c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:26.512738 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92aeafdf-5790-402d-be06-fce2f86d339b req-fbee6f6e-7b4d-4bba-b506-7fa6ec0d9eb1 tempest-ServerShowV257Test-1077229067 tempest-ServerShowV257Test-1077229067-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1c66823-1aaa-4834-a5b0-fa228ded7fdb HTTP/1.1" status: 200  len: 210 time: 0.1206319
Dec 16 09:50:26.576369 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:50:26.874709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Routers {'4767a806-3efe-4b85-801c-1345a4b82709'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:50:26.875575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12db9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4767a806-3efe-4b85-801c-1345a4b82709'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:27.323544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00bb47-2d27-486d-b89b-4fa4afe336bc req-56763859-f7cf-4316-a0ae-45a9fdbc6762 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:27.333314 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b00bb47-2d27-486d-b89b-4fa4afe336bc req-56763859-f7cf-4316-a0ae-45a9fdbc6762 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.3233843
Dec 16 09:50:27.388231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b00bb47-2d27-486d-b89b-4fa4afe336bc req-2bb55e7b-fb01-4706-b812-41f637ff4df9 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540371
Dec 16 09:50:27.535792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52faec2-8af9-460c-bb23-d3e0b9f89113 None None] Pushing event updated for resources: {'Port': ['ID=f183369f-2a38-470a-ac84-009aa163fa0e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:27.570031 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c52faec2-8af9-460c-bb23-d3e0b9f89113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:27.667797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1bd91a5-52aa-4e4a-92fc-5e07ff58be2a req-fdd2b60c-cee7-4a3c-ad17-a01da48ac0f9 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 210 time: 0.1627982
Dec 16 09:50:27.775484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:27.792764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'mac_address': 'fa:16:3e:37:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:50:27.796961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] Set router 4767a806-3efe-4b85-801c-1345a4b82709 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:50:28.072965 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:28.377934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd58720-3b69-446c-ac3f-c5a25df7c0bb {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:50:28.421679 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:28.513063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:28.524498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:28.534850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97031e-5d1a-4402-9784-3878bbbef4e5 req-50fd6dd2-9fd6-4468-b789-d6f16069284d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:28.537354 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:28.547724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd97031e-5d1a-4402-9784-3878bbbef4e5 req-50fd6dd2-9fd6-4468-b789-d6f16069284d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.2264140
Dec 16 09:50:28.700909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:28.707739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['5dd58720-3b69-446c-ac3f-c5a25df7c0bb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:50:28.721490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:28.744561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:28.758168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Usage tracker for resource:security_group_rule and tenant:e5ef6749af44401d962d8f75981b3f35 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:28.782278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:28.800454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:28.848514 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:29.031299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:29.050278 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:29.070991 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f155b44-e799-473f-ba29-5272d6cc9f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:29.203971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f871071f-39ef-4cbd-99bf-552a90655cf1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:29.215555 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5ef6749af44401d962d8f75981b3f35&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7002761
Dec 16 09:50:29.216626 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:29.218003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:29.270671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12db9a0>, [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f183369f-2a38-470a-ac84-009aa163fa0e', 'name': '', 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:da:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '914984dc-b4c6-413b-b760-fc07fe6ef675', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:16Z', 'updated_at': '2021-12-16T09:50:26Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '914984dc-b4c6-413b-b760-fc07fe6ef675', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:29.299296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83079a-23aa-46c3-893d-d171bacd06c0 None None] The sync data for ids ['4767a806-3efe-4b85-801c-1345a4b82709'] in n-d-820554-2 is: [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f183369f-2a38-470a-ac84-009aa163fa0e', 'name': '', 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:da:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '914984dc-b4c6-413b-b760-fc07fe6ef675', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:16Z', 'updated_at': '2021-12-16T09:50:26Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '914984dc-b4c6-413b-b760-fc07fe6ef675', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:50:29.351955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:29.399562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:29.613545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:29.635094 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:29.678532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f871071f-39ef-4cbd-99bf-552a90655cf1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:29.684400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-8e6a8ec0-e133-4ff5-8743-96b7a5fa0fd5 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:29.685542 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:29.688375 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:29.689738 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f871071f-39ef-4cbd-99bf-552a90655cf1 HTTP/1.1" status: 204  len: 168 time: 0.4708261
Dec 16 09:50:29.691564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-8e6a8ec0-e133-4ff5-8743-96b7a5fa0fd5 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.54 "GET /v2.0/networks?id=7065c083-a65c-4084-a609-79e8d013ed1c HTTP/1.1" status: 200  len: 798 time: 0.8543534
Dec 16 09:50:29.793356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd97031e-5d1a-4402-9784-3878bbbef4e5 req-478cd70b-7711-4258-b3ab-79cec5eef6a4 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2446387
Dec 16 09:50:29.798623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Request body: {'port': {'device_id': '284b5915-0cac-4d91-b970-bb638593de0a', 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c', 'admin_state_up': True, 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:30.151145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f4897-8684-429b-95b1-885548cde67d req-77bfa76e-27c5-4e4d-b0a0-e6aa6e1fe111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:30.152710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be3f4897-8684-429b-95b1-885548cde67d req-77bfa76e-27c5-4e4d-b0a0-e6aa6e1fe111 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1096 time: 1.5202119
Dec 16 09:50:30.420224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f4897-8684-429b-95b1-885548cde67d req-14f71803-51a8-48ee-87e9-b1b3b83ff468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:30.429065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be3f4897-8684-429b-95b1-885548cde67d req-14f71803-51a8-48ee-87e9-b1b3b83ff468 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.2593174
Dec 16 09:50:30.547695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:30.733188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be3f4897-8684-429b-95b1-885548cde67d req-427acfa8-bdf8-4832-98db-236814ee840f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 1001 time: 0.2662711
Dec 16 09:50:30.771064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:30.775549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Usage tracker for resource:port and tenant:63dfee569ef94e369ab966a0c3d3ef67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:30.780188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:30.788542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:30.800919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:30.801797 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:30.859785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Made reservation on behalf of 63dfee569ef94e369ab966a0c3d3ef67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:50:30.864175 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:30.937755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f4897-8684-429b-95b1-885548cde67d req-934494ed-4b8f-4fec-911b-ca2ddd88056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:30.940269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be3f4897-8684-429b-95b1-885548cde67d req-934494ed-4b8f-4fec-911b-ca2ddd88056e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.1899061
Dec 16 09:50:30.954361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67483c8-8214-41e4-97f9-ac40e0b78aa8 req-c26cd00c-ae66-430e-9961-97ed21f69da2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:30.962874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c67483c8-8214-41e4-97f9-ac40e0b78aa8 req-c26cd00c-ae66-430e-9961-97ed21f69da2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 945 time: 0.9413908
Dec 16 09:50:31.071864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:31.172394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:31.176119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:31.204704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f183369f-2a38-470a-ac84-009aa163fa0e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:31.285835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:31.293079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:50:31.394598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c67483c8-8214-41e4-97f9-ac40e0b78aa8 req-b9188a54-9742-4b6f-95a1-0073e269be79 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4299564
Dec 16 09:50:31.467944 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d74498a9-9c56-4b00-8bd6-7ca9eb1336c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:31.828399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c31e501c-7a15-42e8-b6c5-745e2aaa5c0b req-55e33690-65e6-43d1-9387-794901d5e2f9 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 210 time: 0.2016063
Dec 16 09:50:31.837490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f4897-8684-429b-95b1-885548cde67d req-a5e579de-76e2-4b1b-864c-1eed9296ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:31.841267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be3f4897-8684-429b-95b1-885548cde67d req-a5e579de-76e2-4b1b-864c-1eed9296ceb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8735864
Dec 16 09:50:31.894317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:31.923522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port f183369f-2a38-470a-ac84-009aa163fa0e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:31.943488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f183369f-2a38-470a-ac84-009aa163fa0e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:31.944501 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:31.993261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:32.019114 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:32.107778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:32.119247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Allocated IP 172.20.0.24 (7065c083-a65c-4084-a609-79e8d013ed1c/914984dc-b4c6-413b-b760-fc07fe6ef675/014edafd-1921-46a6-89e1-654b7e81139d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:32.125460 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:32.130764 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:32.434456 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:32.468036 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be3f4897-8684-429b-95b1-885548cde67d req-ab8b5037-5940-4acb-a816-3da4cd2afd70 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6135638
Dec 16 09:50:32.481319 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:50:32.482088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:32.486578 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:32.514822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port f183369f-2a38-470a-ac84-009aa163fa0e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f183369f-2a38-470a-ac84-009aa163fa0e,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:32.528579 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:32.530790 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-81347e46-0469-4c71-8392-e1d5eea8ec3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:32.725932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=f183369f-2a38-470a-ac84-009aa163fa0e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:32.732053 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:32.900531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:32.921276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Transition to ACTIVE for port object 014edafd-1921-46a6-89e1-654b7e81139d will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:32.978160 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'code': 200}
Dec 16 09:50:33.155259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-be3f4897-8684-429b-95b1-885548cde67d req-d9bf45e7-0ab4-4bc0-ab41-8449167fb688 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6671813
Dec 16 09:50:33.169481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:33.202196 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6675b46b-e831-4af4-b1d7-66e0c9ca9382 tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:33.208423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f183369f-2a38-470a-ac84-009aa163fa0e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:33.411846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f183369f-2a38-470a-ac84-009aa163fa0e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:33.412476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:33.430253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Network 7065c083-a65c-4084-a609-79e8d013ed1c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:33.584404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:33.608246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:33.870445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event updated for resources: {'Port': ['ID=014edafd-1921-46a6-89e1-654b7e81139d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:33.897109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.898100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.903380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.905068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.905737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.906611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.907237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.907900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.908522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.909167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.910510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.911032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:33.928226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:33.976585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-198b8c3b-e154-4f10-9a01-56022835f3bf None None] Provisioning for port 014edafd-1921-46a6-89e1-654b7e81139d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:33.986301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-198b8c3b-e154-4f10-9a01-56022835f3bf None None] Provisioning complete for port 014edafd-1921-46a6-89e1-654b7e81139d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:33.987425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-198b8c3b-e154-4f10-9a01-56022835f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:34.031994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dd285-ef2f-47bd-94ac-5012662acfce req-e51f2af4-ee26-45ac-8187-7a2778762bc5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:34.038435 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da6dd285-ef2f-47bd-94ac-5012662acfce req-e51f2af4-ee26-45ac-8187-7a2778762bc5 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.6282403
Dec 16 09:50:34.061852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:34.067535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-198b8c3b-e154-4f10-9a01-56022835f3bf None None] Port 014edafd-1921-46a6-89e1-654b7e81139d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:50:34.072461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:34.201972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 4.4460313
Dec 16 09:50:34.243285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Request body: {'port': {'device_id': '284b5915-0cac-4d91-b970-bb638593de0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:34.608333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da6dd285-ef2f-47bd-94ac-5012662acfce req-ff13f7d1-28e0-4447-8e98-f86941e1af08 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5257480
Dec 16 09:50:34.973565 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:34.979636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:35.262036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adef44-e221-4c96-bc7f-17045598744f req-7f88c65f-de80-4044-b5ac-d4eda9604bf6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:35.265968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-11adef44-e221-4c96-bc7f-17045598744f req-7f88c65f-de80-4044-b5ac-d4eda9604bf6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Synchronizing usage tracker for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:50:35.549005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33492) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:35.956408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:36.017316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:36.035867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Usage tracker for resource:security_group_rule and tenant:d93194e09c7946e4a255ff2885c88b13 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:36.044327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:36.056658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014edafd-1921-46a6-89e1-654b7e81139d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:50:36.061627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:36.084682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:36.137554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Transition to ACTIVE for port object 014edafd-1921-46a6-89e1-654b7e81139d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:36.150238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:36.168739 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:36.232881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-11adef44-e221-4c96-bc7f-17045598744f req-7f88c65f-de80-4044-b5ac-d4eda9604bf6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Unset dirty status for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:50:36.257917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11adef44-e221-4c96-bc7f-17045598744f req-7f88c65f-de80-4044-b5ac-d4eda9604bf6 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 895 time: 1.4201767
Dec 16 09:50:36.334976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:36.354615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:36.365813 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb05c0fe-13a7-4f70-a6b7-82c7db9600db tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:36.377572 n-d-820554-2 neutron-server[87656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'code': 422} returned with failed status
Dec 16 09:50:36.491760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:36.588252 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d93194e09c7946e4a255ff2885c88b13&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0380769
Dec 16 09:50:36.603677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596ad3af-4f60-419f-ad94-56befe7a99fd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:36.611671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33574) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:36.623063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:36.834370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Pushing event updated for resources: {'Port': ['ID=014edafd-1921-46a6-89e1-654b7e81139d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:36.838269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:36.880269 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:36.916477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.028088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.031808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Attempting to bind port 014edafd-1921-46a6-89e1-654b7e81139d on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:50:37.033598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Attempting to bind port 014edafd-1921-46a6-89e1-654b7e81139d by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:50:37.034060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Attempting to bind port 014edafd-1921-46a6-89e1-654b7e81139d on network 7065c083-a65c-4084-a609-79e8d013ed1c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:37.049415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:37.052196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.059740 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:37.081324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3b1bf17ade75476db89ec48c2e72737c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:37.084014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Port 014edafd-1921-46a6-89e1-654b7e81139d on network 7065c083-a65c-4084-a609-79e8d013ed1c not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:50:37.085347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Attempting to bind port 014edafd-1921-46a6-89e1-654b7e81139d on network 7065c083-a65c-4084-a609-79e8d013ed1c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:37.088561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:37.095827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596ad3af-4f60-419f-ad94-56befe7a99fd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:37.101348 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:37.102254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:37.116593 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.117964 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/596ad3af-4f60-419f-ad94-56befe7a99fd HTTP/1.1" status: 204  len: 168 time: 0.5041690
Dec 16 09:50:37.141442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:50:37.160492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Checking segment: {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:37.160492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Bound using segment: {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:50:37.160492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Bound port: 014edafd-1921-46a6-89e1-654b7e81139d, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf1916d-3535-4524-bea0-e1f146630a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:50:37.160492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.208646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.216259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.230864 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fe51d5bf-df4e-48fb-a24a-f6d46be88ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:37.283655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c6dc2-5913-4781-94d2-fe486efda50c req-a6af23c7-0b5c-45f3-8260-babdf996ae40 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:37.289429 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b1bf17ade75476db89ec48c2e72737c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7714584
Dec 16 09:50:37.290070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:37.293903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b5c6dc2-5913-4781-94d2-fe486efda50c req-a6af23c7-0b5c-45f3-8260-babdf996ae40 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.6337826
Dec 16 09:50:37.344813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4cf0b-038c-46ea-99a0-3ef42eb65be1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:37.353618 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:37.383680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] For port 014edafd-1921-46a6-89e1-654b7e81139d, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:50:37.397766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.403739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b5c6dc2-5913-4781-94d2-fe486efda50c req-b619161f-aa4d-48f6-85c9-efcb5ac448fe tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085210
Dec 16 09:50:37.420064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] For port 014edafd-1921-46a6-89e1-654b7e81139d, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=014edafd-1921-46a6-89e1-654b7e81139d,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:50:37.445405 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.456331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.464962 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9f9778ec-0978-42eb-ac92-77e5a6db76ae tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:37.546148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.551082 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7940467d-22d3-4fe5-8750-66df856624ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:37.596482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4cf0b-038c-46ea-99a0-3ef42eb65be1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:37.638995 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:37.653234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.659240 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3dd4cf0b-038c-46ea-99a0-3ef42eb65be1 HTTP/1.1" status: 204  len: 168 time: 0.3662724
Dec 16 09:50:37.679577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:37.680281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:37.681752 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] 10.222.0.54 "PUT /v2.0/ports/014edafd-1921-46a6-89e1-654b7e81139d HTTP/1.1" status: 200  len: 1055 time: 3.4601040
Dec 16 09:50:37.683227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284b5915-0cac-4d91-b970-bb638593de0a', 'tag': '014edafd-1921-46a6-89e1-654b7e81139d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:37.693433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Pushing event updated for resources: {'Port': ['ID=014edafd-1921-46a6-89e1-654b7e81139d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:37.743208 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:37.820830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d2dd2-de75-4f9f-9f2d-e319bba6cec4 req-1c6bc51a-6dbc-48f8-ad07-72c5f86194fe tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:37.837159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd3d2dd2-de75-4f9f-9f2d-e319bba6cec4 req-1c6bc51a-6dbc-48f8-ad07-72c5f86194fe tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 907 time: 0.1456461
Dec 16 09:50:37.849072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33678) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:37.932834 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:38.008084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:38.024751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Usage tracker for resource:security_group_rule and tenant:62615682385246e586d10664f86981d6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:38.032793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:38.053500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:38.352456 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:38.368009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:38.384090 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f950571-9b4c-4265-80a1-29e1ddb9756d tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:38.439706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62615682385246e586d10664f86981d6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5882204
Dec 16 09:50:38.442672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:38.450291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446b07c1-7424-44d8-9ea4-4191a2a28905,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:38.471903 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:38.506905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-094a4ee0-ac78-4e08-9620-35987eb0a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:38.508632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-094a4ee0-ac78-4e08-9620-35987eb0a489 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 1058 time: 0.7626777
Dec 16 09:50:38.574423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:50:38.645303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:38.732243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:38.748098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-1f0d7a84-29a0-4f8b-a96f-fe1944d7beea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=014edafd-1921-46a6-89e1-654b7e81139d HTTP/1.1" status: 200  len: 217 time: 0.2226918
Dec 16 09:50:38.805103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:38.830225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82a8ef11-9b0d-46e1-932e-38db58c492da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:38.862294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446b07c1-7424-44d8-9ea4-4191a2a28905,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:38.865676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:38.866803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:38.868812 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/446b07c1-7424-44d8-9ea4-4191a2a28905 HTTP/1.1" status: 204  len: 168 time: 0.4244831
Dec 16 09:50:38.917238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-d6f1e287-b687-43c8-b6b4-960f7e8a6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:38.918903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-d6f1e287-b687-43c8-b6b4-960f7e8a6a85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=914984dc-b4c6-413b-b760-fc07fe6ef675 HTTP/1.1" status: 200  len: 837 time: 0.1635177
Dec 16 09:50:39.035257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-cb2d7ec3-8ffa-48b8-a60b-8b5ab7b6d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:39.038066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-cb2d7ec3-8ffa-48b8-a60b-8b5ab7b6d018 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7065c083-a65c-4084-a609-79e8d013ed1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1108410
Dec 16 09:50:39.492203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:39.647343 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284b5915-0cac-4d91-b970-bb638593de0a', 'tag': '014edafd-1921-46a6-89e1-654b7e81139d', 'status': 'completed', 'code': 200}
Dec 16 09:50:39.677347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-9959cb11-8ae2-4a04-a2bc-bca31b859ecb service neutron] 10.222.0.54 "GET /v2.0/networks/7065c083-a65c-4084-a609-79e8d013ed1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6314254
Dec 16 09:50:39.953929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-731296901-network', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:39.960172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:39.973332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Usage tracker for resource:network and tenant:ee5b27b06250451c8048ca3d0f8728ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:39.976447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:39.983913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:40.004085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Made reservation on behalf of ee5b27b06250451c8048ca3d0f8728ac for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:50:40.007274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.039701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a474ce3f-3cbb-48c4-86f9-65bd572f7bb7 req-159fff35-bfe9-449e-90b0-db1ae83f03ef service neutron] 10.222.0.54 "GET /v2.0/networks/7065c083-a65c-4084-a609-79e8d013ed1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3538892
Dec 16 09:50:40.049201 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.067630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:40.078500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Usage tracker for resource:security_group_rule and tenant:ee5b27b06250451c8048ca3d0f8728ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:40.089161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:40.098388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:40.198140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412d305-dc0e-490a-93a4-da5840406230 req-800b58a5-f91f-4b5f-a9aa-6daba194314b tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:40.208927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0412d305-dc0e-490a-93a4-da5840406230 req-800b58a5-f91f-4b5f-a9aa-6daba194314b tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 907 time: 0.2331429
Dec 16 09:50:40.258553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-92c5ffaa-0448-43b3-9656-c6ab70168c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:40.260611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-92c5ffaa-0448-43b3-9656-c6ab70168c00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 1058 time: 0.1643462
Dec 16 09:50:40.284353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.295495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.300343 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f52e2ac-aca8-4a9a-a2f4-a8c84ac6da55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:40.367817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:50:40.382832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f316d7-b8a9-4cea-b4c0-25a54a56f81a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:40.429310 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:40.437764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.438150 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Added segment 614084b2-d1e6-41c9-a332-2d70b121bf7b of type vlan for network 94098114-4da5-4eef-bac9-818376c7fb56
Dec 16 09:50:40.501401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.544445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.546020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:40.546904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:40.593277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1f844e41-9cb0-424d-87b3-53a06726f587 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:40.658927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-b418ab65-9ce5-49c3-ab59-241bbf638901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:40.660512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-b418ab65-9ce5-49c3-ab59-241bbf638901 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7065c083-a65c-4084-a609-79e8d013ed1c HTTP/1.1" status: 200  len: 899 time: 0.3883941
Dec 16 09:50:40.772082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-4be466b3-3c1c-42cb-8bf9-39a017421890 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=014edafd-1921-46a6-89e1-654b7e81139d HTTP/1.1" status: 200  len: 217 time: 0.1029003
Dec 16 09:50:40.861280 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3678677
Dec 16 09:50:40.865215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33942) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:40.873492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Pushing event updated for resources: {'Network': ['ID=94098114-4da5-4eef-bac9-818376c7fb56,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:40.877066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Request body: {'subnet': {'network_id': '94098114-4da5-4eef-bac9-818376c7fb56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-731296901-subnet', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:40.887351 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:40.891826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 94098114-4da5-4eef-bac9-818376c7fb56 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:50:40.896960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:40.909590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Usage tracker for resource:subnet and tenant:ee5b27b06250451c8048ca3d0f8728ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:40.929126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:40.938999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:40.942275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-ca8d0ac0-b831-4af7-b0a7-8a58c3a773e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:40.948398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-ca8d0ac0-b831-4af7-b0a7-8a58c3a773e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=914984dc-b4c6-413b-b760-fc07fe6ef675 HTTP/1.1" status: 200  len: 837 time: 0.1616778
Dec 16 09:50:41.066368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Made reservation on behalf of ee5b27b06250451c8048ca3d0f8728ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:50:41.070982 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:41.305907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-f9e5369c-a7c7-43f5-82a9-57934d400666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:41.307564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-f9e5369c-a7c7-43f5-82a9-57934d400666 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7065c083-a65c-4084-a609-79e8d013ed1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3525856
Dec 16 09:50:41.464907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 33980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:41.549290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-50224570-d27a-42df-aa6b-7ea12fbbdd44 service neutron] 10.222.0.54 "GET /v2.0/networks/7065c083-a65c-4084-a609-79e8d013ed1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332358
Dec 16 09:50:41.718724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:41.745044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:41.755514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Usage tracker for resource:security_group_rule and tenant:fbf57821582a4f1ab252a716640777de is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:41.768951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:41.785407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:41.818306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46abd58-6918-4707-a0eb-2139b8d63d8e req-301412ef-e064-4c5c-856f-d73b84c2b217 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:41.828418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e46abd58-6918-4707-a0eb-2139b8d63d8e req-301412ef-e064-4c5c-856f-d73b84c2b217 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 907 time: 0.3777492
Dec 16 09:50:41.862386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dec3f83-f0a1-4907-9979-f7b4a46947bf req-944e9ad3-6f28-4553-b144-1602d8a3fcc4 service neutron] 10.222.0.54 "GET /v2.0/networks/7065c083-a65c-4084-a609-79e8d013ed1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3054643
Dec 16 09:50:41.871026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:41.879822 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:41.881174 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a75cddf-80cf-4b6f-a3a1-9a17e2c10594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:41.965458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6183-879f-46d4-9762-dfcd5c8b4610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.021272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.029472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.045864 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1db6707c-340a-4b0f-a3e8-1084fa095532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:42.091260 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbf57821582a4f1ab252a716640777de&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6254036
Dec 16 09:50:42.094437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Checking segment: {'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:42.094906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Network hostable DHCP agents. Network: 94098114-4da5-4eef-bac9-818376c7fb56, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:50:42.099630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 33992) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:42.107298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34376e-dc1a-4152-b9ba-ca2b830ea040,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:42.108250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dda66aa-5e79-4b1d-b4d4-114db26603ee,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:42.112302 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:42.124920 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:42.173784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Network 94098114-4da5-4eef-bac9-818376c7fb56 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:50:42.229388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 94098114-4da5-4eef-bac9-818376c7fb56) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:42.235935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.238615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410f93b-37f5-4541-a37a-ab16e9bf09e2 None None] Network 94098114-4da5-4eef-bac9-818376c7fb56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:50:42.268030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:42.268655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.278627 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.365743 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.375909 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d2ff36b-7acf-4055-be8b-8a2c34f04015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:42.422682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.427147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b34376e-dc1a-4152-b9ba-ca2b830ea040 HTTP/1.1" status: 204  len: 168 time: 0.3193004
Dec 16 09:50:42.427147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34376e-dc1a-4152-b9ba-ca2b830ea040,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:42.428725 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:42.433033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5665400
Dec 16 09:50:42.435664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:42.448782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:42.480176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:42.484078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Usage tracker for resource:router and tenant:ee5b27b06250451c8048ca3d0f8728ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:42.487672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:42.508690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:42.563654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.564987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.584584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.656111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-94098114-4da5-4eef-bac9-818376c7fb56', 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'fixed_ips': [{'subnet_id': '8dda66aa-5e79-4b1d-b4d4-114db26603ee'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:50:42.657983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:42.906048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:42.931515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Allocated IP 172.20.0.2 (94098114-4da5-4eef-bac9-818376c7fb56/8dda66aa-5e79-4b1d-b4d4-114db26603ee/8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:43.189417 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:43.206423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Transition to ACTIVE for port object 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:43.236565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Transition to ACTIVE for port object 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:43.242914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 014edafd-1921-46a6-89e1-654b7e81139d details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:50:43.252276 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:43.257511 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:43.403650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Pushing event updated for resources: {'Port': ['ID=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:43.407942 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:43.410735 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-92e932ba-1419-4599-b150-681daea2d0f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5033195
Dec 16 09:50:43.597042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:43.619756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 014edafd-1921-46a6-89e1-654b7e81139d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=014edafd-1921-46a6-89e1-654b7e81139d,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:43.651934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '014edafd-1921-46a6-89e1-654b7e81139d', 'network_id': '7065c083-a65c-4084-a609-79e8d013ed1c', 'port_id': '014edafd-1921-46a6-89e1-654b7e81139d', 'mac_address': 'fa:16:3e:04:2c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914984dc-b4c6-413b-b760-fc07fe6ef675', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:50:43.697753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Network 94098114-4da5-4eef-bac9-818376c7fb56 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:43.699654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:43.714008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:43.746252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-153829ef-4284-463c-a126-88d601a15982 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:43.746923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-153829ef-4284-463c-a126-88d601a15982 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Synchronizing usage tracker for tenant:55e00bc65875455a80e09fb4e12058eb on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:50:43.875622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:43.891713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-153829ef-4284-463c-a126-88d601a15982 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Unset dirty status for tenant:55e00bc65875455a80e09fb4e12058eb on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:50:43.911675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-153829ef-4284-463c-a126-88d601a15982 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/networks?id=29a81233-dddc-418d-a627-7d44ae308531 HTTP/1.1" status: 200  len: 814 time: 0.7538569
Dec 16 09:50:43.932916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014edafd-1921-46a6-89e1-654b7e81139d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:50:43.953377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-b3fe119f-0ef0-4d5a-adb9-ea2e46eda642 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/quotas/55e00bc65875455a80e09fb4e12058eb HTTP/1.1" status: 200  len: 375 time: 0.0405409
Dec 16 09:50:43.984937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 014edafd-1921-46a6-89e1-654b7e81139d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=014edafd-1921-46a6-89e1-654b7e81139d,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:44.005231 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:44.020260 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:44.056827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-4b4e4bde-d4a1-48cb-b5d3-2501381dc333 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=55e00bc65875455a80e09fb4e12058eb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1021848
Dec 16 09:50:44.107429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Attempting to bind port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:50:44.107890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Attempting to bind port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:50:44.108280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Attempting to bind port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 on network 94098114-4da5-4eef-bac9-818376c7fb56 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:44.126997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:50:44.127771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Checking segment: {'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:44.128437 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:44.128994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Bound using segment: {'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:50:44.129631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Bound port: 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:50:44.130277 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:44.164268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=014edafd-1921-46a6-89e1-654b7e81139d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:44.199872 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:44.219550 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:44.238820 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-104191e7-78c0-4d6d-a936-2bb740081cab service neutron] 10.222.0.66 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807041
Dec 16 09:50:44.279124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['014edafd-1921-46a6-89e1-654b7e81139d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:50:44.359426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] For port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:50:44.363684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] For port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,segment=NetworkSegment(614084b2-d1e6-41c9-a332-2d70b121bf7b),segment_id=614084b2-d1e6-41c9-a332-2d70b121bf7b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:50:44.384368 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:44.409775 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-507cf152-6bba-47d7-bb10-30d4491fa0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:44.619477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-abacf081-7712-4e1f-bcbb-add27ff2aa9a service neutron] 10.222.0.66 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3795810
Dec 16 09:50:44.625760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Pushing event updated for resources: {'Port': ['ID=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:44.629982 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:44.638962 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:44.705905 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9ea628f-d595-4bba-8fea-3b4c49739fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:44.739286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:45.178941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 014edafd-1921-46a6-89e1-654b7e81139d up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:45.229403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Allocated IP 172.25.3.175 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/df37fed8-c621-40be-8cb0-7818155b92c4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:45.352551 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:45.385658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 014edafd-1921-46a6-89e1-654b7e81139d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:45.405149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 014edafd-1921-46a6-89e1-654b7e81139d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:45.406221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:45.682670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:45.691759 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:45.732592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 014edafd-1921-46a6-89e1-654b7e81139d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=014edafd-1921-46a6-89e1-654b7e81139d,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:45.734046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284b5915-0cac-4d91-b970-bb638593de0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014edafd-1921-46a6-89e1-654b7e81139d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:45.758141 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:45.762839 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:46.003376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:46.054913 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:46.061953 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-842dcaa9-98c4-4edb-b598-d8a35ef24f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:46.079565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=014edafd-1921-46a6-89e1-654b7e81139d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:46.084456 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:46.138489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0dba4-a4f3-460d-8c10-c0cc725a51be req-40ca690b-2069-45f2-911b-616a7fd03aa8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:46.140154 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5bb0dba4-a4f3-460d-8c10-c0cc725a51be req-40ca690b-2069-45f2-911b-616a7fd03aa8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 1.0317409
Dec 16 09:50:46.199017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:46.206363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:46.216264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:46.281222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=df37fed8-c621-40be-8cb0-7818155b92c4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:46.289306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-e52d78a0-99e2-462b-9bbb-b52986a8b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:46.290797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-e52d78a0-99e2-462b-9bbb-b52986a8b82a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c&tenant_id=38dc75575c6e479a8b2e6fddb07534a2 HTTP/1.1" status: 200  len: 1094 time: 1.3097119
Dec 16 09:50:46.293816 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:46.307351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5bb0dba4-a4f3-460d-8c10-c0cc725a51be req-0bc25d08-0e00-4a69-93af-c914c02ffcb4 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1562073
Dec 16 09:50:46.464690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f568a8-adf8-4bc6-adc7-e0c0164bf628 None None] Network 94098114-4da5-4eef-bac9-818376c7fb56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:50:46.586610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-33276d76-d2f4-4f25-9811-0b723a47d37a None None] Provisioning for port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:46.844480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-6b4c1608-f151-47e4-9e28-8b7a3bfc619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:46.845883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-6b4c1608-f151-47e4-9e28-8b7a3bfc619e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1094 time: 0.4684055
Dec 16 09:50:46.965185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f85a0-63c8-43e5-a94f-a414bea07ce0 req-0dc76dd1-36ee-4ee1-90db-18713a440954 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:46.966710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a41f85a0-63c8-43e5-a94f-a414bea07ce0 req-0dc76dd1-36ee-4ee1-90db-18713a440954 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 909 time: 0.4207325
Dec 16 09:50:47.136099 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.276801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:47.381144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.483213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:47.495278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:47.495559 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.590163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:47.614582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2061a370-d374-4d46-99c3-9521b7fbe5f6 None None] Provisioning complete for port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:47.615136 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2061a370-d374-4d46-99c3-9521b7fbe5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.766646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-41ed49a8-1cf8-466a-b907-2959dd686a6d tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:47.768287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-41ed49a8-1cf8-466a-b907-2959dd686a6d tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "GET /v2.0/networks?id=29a81233-dddc-418d-a627-7d44ae308531 HTTP/1.1" status: 200  len: 814 time: 0.9648440
Dec 16 09:50:47.827690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.841596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.858001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:47.864687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Usage tracker for resource:security_group_rule and tenant:1b845a6034eb49459b98fa3c5b38e11d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:47.869475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:47.876134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:47.883550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,segment=NetworkSegment(614084b2-d1e6-41c9-a332-2d70b121bf7b),segment_id=614084b2-d1e6-41c9-a332-2d70b121bf7b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:47.885858 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2061a370-d374-4d46-99c3-9521b7fbe5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.886034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Request body: {'port': {'device_id': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'network_id': '29a81233-dddc-418d-a627-7d44ae308531', 'admin_state_up': True, 'tenant_id': '55e00bc65875455a80e09fb4e12058eb'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:47.901098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:47.905263 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:47.957538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f7d5cbe-e281-45b0-9300-e21f7e66d15e req-5ce90177-412f-4f9d-be09-4b21adbc327f tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 210 time: 0.1864514
Dec 16 09:50:48.013643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:48.021526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:48.035824 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284b5915-0cac-4d91-b970-bb638593de0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014edafd-1921-46a6-89e1-654b7e81139d', 'code': 200}
Dec 16 09:50:48.037031 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e11308fb-44c9-45cf-8a68-a96f3946fc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:48.078246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:48.083250 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:48.096972 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-2061a370-d374-4d46-99c3-9521b7fbe5f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:50:48.097385 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-2061a370-d374-4d46-99c3-9521b7fbe5f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:50:48.098068 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b845a6034eb49459b98fa3c5b38e11d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5065594
Dec 16 09:50:48.102569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:48.103479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add5e1a8-c0b4-4d7a-a52d-2a6dcde1f052,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:48.108186 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:48.153077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-ace0facc-acd3-423b-868b-e0c870ee07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:48.154913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-ace0facc-acd3-423b-868b-e0c870ee07c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 1.2380123
Dec 16 09:50:48.182711 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:48.216822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:48.303066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:48.308630 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8897e556-126c-4db9-a583-6afaf812b7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:48.329211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5e1a8-c0b4-4d7a-a52d-2a6dcde1f052,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:48.341450 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:48.350874 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:48.355726 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/add5e1a8-c0b4-4d7a-a52d-2a6dcde1f052 HTTP/1.1" status: 204  len: 168 time: 0.2490821
Dec 16 09:50:48.823894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-0bfeaa24-f006-49c2-bd19-c82c2f2b53de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 999 time: 0.4441838
Dec 16 09:50:48.838421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:48.887913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Usage tracker for resource:port and tenant:55e00bc65875455a80e09fb4e12058eb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:48.902007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-e96ab2b3-ba1a-486e-a3e1-e08ab75d7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:48.904095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-e96ab2b3-ba1a-486e-a3e1-e08ab75d7ac1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1096 time: 1.0823195
Dec 16 09:50:48.923110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:49.115829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:49.136405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:49.212689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056edd0-612f-4bf7-9b22-f534959b9087 req-c147b0c2-9c78-4617-85b3-f8a1b195f26b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:49.227397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a056edd0-612f-4bf7-9b22-f534959b9087 req-c147b0c2-9c78-4617-85b3-f8a1b195f26b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.8494587
Dec 16 09:50:49.250999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:49.251376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:49.295103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366de0-1f04-49b1-8e83-bcc781618bed req-205899a7-7470-4a10-8cf8-913e062d5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:49.297870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc366de0-1f04-49b1-8e83-bcc781618bed req-205899a7-7470-4a10-8cf8-913e062d5623 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 1060 time: 1.1646512
Dec 16 09:50:49.310002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Made reservation on behalf of 55e00bc65875455a80e09fb4e12058eb for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:50:49.315841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:49.348804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-c8e5e22d-4996-40b7-9d87-7d23f1933934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:49.351535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-c8e5e22d-4996-40b7-9d87-7d23f1933934 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.5064988
Dec 16 09:50:49.464020 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:49.645334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a056edd0-612f-4bf7-9b22-f534959b9087 req-74df6629-1e11-4c7f-9c7b-858c57ee44c7 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4167535
Dec 16 09:50:49.660861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-b44d985a-735e-43a3-9d82-c1a3dde4e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:49.662345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-b44d985a-735e-43a3-9d82-c1a3dde4e213 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 920 time: 0.7326419
Dec 16 09:50:49.760584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-6bc470a7-686b-4bae-9ecf-7e1f5aa0212d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 200  len: 217 time: 0.0804398
Dec 16 09:50:49.823075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:49.968626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:49.989522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:49.994003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Usage tracker for resource:security_group_rule and tenant:08ae80471f434a72bde01c3cf4d0c3cc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:49.997134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:50.006810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:50.069445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-88d2eee7-410d-4953-a2c9-5c2adde59b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:50.070890 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-88d2eee7-410d-4953-a2c9-5c2adde59b07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.2514567
Dec 16 09:50:50.086141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-c20aa4bf-8a27-4924-ad1f-1dd28b0d2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:50.087584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-c20aa4bf-8a27-4924-ad1f-1dd28b0d2283 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7144156
Dec 16 09:50:50.106614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:50.112270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:50.143561 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9a09930-36f8-4a35-853d-93e7d0e1f29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:50.153670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Allocated IP 172.20.0.6 (29a81233-dddc-418d-a627-7d44ae308531/ca2df6eb-f8fb-454a-9e2a-bfce717627bb/79ff608d-00c8-404e-a52f-eb57c737f399) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:50.155530 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08ae80471f434a72bde01c3cf4d0c3cc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3313913
Dec 16 09:50:50.156121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:50.183397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-4a426e6c-90ed-4b7a-a198-7a276236bb91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0895696
Dec 16 09:50:50.206712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f223e3-9539-4c42-b119-de3a2bb9c5f9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:50.209820 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:50.249724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:50.295434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:50.419334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:50.427133 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15502ecc-7956-4f50-9d3d-a71999dd5a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:50.452971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f223e3-9539-4c42-b119-de3a2bb9c5f9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:50.457363 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:50.479440 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:50.495724 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89f223e3-9539-4c42-b119-de3a2bb9c5f9 HTTP/1.1" status: 204  len: 168 time: 0.3357556
Dec 16 09:50:50.540045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:50:50.575212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62b5e5-74cd-4632-a0cd-8543375849d2 req-de125e9b-6b5e-4567-9604-3e5ebd607493 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:50.579951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca62b5e5-74cd-4632-a0cd-8543375849d2 req-de125e9b-6b5e-4567-9604-3e5ebd607493 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.7104518
Dec 16 09:50:50.802390 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-5789a615-0842-4435-aab0-ad08101e0113 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6725912
Dec 16 09:50:50.902602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca62b5e5-74cd-4632-a0cd-8543375849d2 req-996d9540-b7a2-4501-87cc-177fb09529e0 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3217776
Dec 16 09:50:51.018717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-0fe16250-6ee3-41b9-89ac-31c32217f533 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5925097
Dec 16 09:50:51.281134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:50:51.292718 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Sync routers for ids ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:50:51.314324 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Routers {'40fad1fb-4a45-4cad-8d6f-76d9105517d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:50:51.315063 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2979f40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:51.367256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:51.462822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-bb06e9e0-5308-4c95-821d-ee4c187ad7b2 service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5926068
Dec 16 09:50:51.519185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:51.519185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 9.0776839
Dec 16 09:50:51.521856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:51.526836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ba861-95fe-46f7-83e3-4e7b752c2f45 req-b50327dc-a5fd-4e1f-91bc-db8ffa181d66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:51.536103 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a53ba861-95fe-46f7-83e3-4e7b752c2f45 req-b50327dc-a5fd-4e1f-91bc-db8ffa181d66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 909 time: 0.5069394
Dec 16 09:50:51.553279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2e5fd53-a7f8-4505-a877-3a63b1aaaadc req-924bd8ff-d683-4e5b-b940-a6ded35402d6 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4133387
Dec 16 09:50:51.569538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:51.586954 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aea4b999-0b06-48eb-b3c2-a6eadff977c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:51.783955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Network 29a81233-dddc-418d-a627-7d44ae308531 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:51.829521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:51.832734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:51.850232 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Set router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:50:51.964441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Pushing event updated for resources: {'Port': ['ID=79ff608d-00c8-404e-a52f-eb57c737f399,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:51.972333 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:52.011860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:52.012728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:52.061926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e88022-56ea-449a-8d39-80813e641b84 req-5b5e7c16-356d-4b93-8a71-543afe030209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:52.063498 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-5b5e7c16-356d-4b93-8a71-543afe030209 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1094 time: 0.3389039
Dec 16 09:50:52.087727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2063377
Dec 16 09:50:52.336489 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2979f40>, [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:50:46Z', 'revision_number': 3, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:52.337087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Request body: {'port': {'device_id': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:52.348009 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Checking router: 40fad1fb-4a45-4cad-8d6f-76d9105517d2 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:50:52.350938 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Updating router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 port df37fed8-c621-40be-8cb0-7818155b92c4 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:50:52.476192 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:52.970022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e88022-56ea-449a-8d39-80813e641b84 req-50686388-856f-4d5c-91c9-32817d36a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:52.971644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-50686388-856f-4d5c-91c9-32817d36a7d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 200  len: 916 time: 0.8829896
Dec 16 09:50:52.987087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9826cf-eeb0-4cab-a246-e75dfc40cea7 req-75bbdb9f-67e7-4a9e-bda7-74d138454f13 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:52.988532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9c9826cf-eeb0-4cab-a246-e75dfc40cea7 req-75bbdb9f-67e7-4a9e-bda7-74d138454f13 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Synchronizing usage tracker for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:50:53.023904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.079666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9c9826cf-eeb0-4cab-a246-e75dfc40cea7 req-75bbdb9f-67e7-4a9e-bda7-74d138454f13 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Unset dirty status for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:50:53.086877 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c9826cf-eeb0-4cab-a246-e75dfc40cea7 req-75bbdb9f-67e7-4a9e-bda7-74d138454f13 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 931 time: 1.3015313
Dec 16 09:50:53.120663 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.167067 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Transition to ACTIVE for port object df37fed8-c621-40be-8cb0-7818155b92c4 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:53.184244 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.205696 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-9addbd06-b007-483e-bb60-851df9842b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:53.215046 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.244620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9c9826cf-eeb0-4cab-a246-e75dfc40cea7 req-43e8a21a-90ce-41f9-a45d-030ff26fe48c tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Synchronizing usage tracker for tenant:55e00bc65875455a80e09fb4e12058eb on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:50:53.289086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9c9826cf-eeb0-4cab-a246-e75dfc40cea7 req-43e8a21a-90ce-41f9-a45d-030ff26fe48c tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Unset dirty status for tenant:55e00bc65875455a80e09fb4e12058eb on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:50:53.299355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9c9826cf-eeb0-4cab-a246-e75dfc40cea7 req-43e8a21a-90ce-41f9-a45d-030ff26fe48c tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106383
Dec 16 09:50:53.451712 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Attempting to bind port df37fed8-c621-40be-8cb0-7818155b92c4 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:50:53.453178 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Attempting to bind port df37fed8-c621-40be-8cb0-7818155b92c4 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:50:53.453789 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Attempting to bind port df37fed8-c621-40be-8cb0-7818155b92c4 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:53.464544 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:50:53.466111 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:53.466828 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.467704 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:50:53.468419 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Bound port: df37fed8-c621-40be-8cb0-7818155b92c4, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:50:53.469137 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.560444 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2df44-d17b-4b01-851c-18e9423b7001 None None] Pushing event updated for resources: {'Port': ['ID=df37fed8-c621-40be-8cb0-7818155b92c4,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:53.574211 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-40d2df44-d17b-4b01-851c-18e9423b7001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:53.650272 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] For port df37fed8-c621-40be-8cb0-7818155b92c4, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:50:53.658846 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] For port df37fed8-c621-40be-8cb0-7818155b92c4, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=df37fed8-c621-40be-8cb0-7818155b92c4,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:50:53.674786 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.689891 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4346f08b-8247-44e5-9044-f7fda80ff84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:53.720388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Allocated IP 172.20.0.1 (94098114-4da5-4eef-bac9-818376c7fb56/8dda66aa-5e79-4b1d-b4d4-114db26603ee/617c9551-a072-44fb-b79b-0dd40a0497b0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:50:53.746843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377c3c6-dd3d-409a-917e-524a1d5c3cd7 req-3528904c-ecde-4239-9196-5164ba9963ab tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:53.748526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f377c3c6-dd3d-409a-917e-524a1d5c3cd7 req-3528904c-ecde-4239-9196-5164ba9963ab tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.2496552
Dec 16 09:50:53.801267 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Routers {'40fad1fb-4a45-4cad-8d6f-76d9105517d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:50:53.802779 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2979f40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:53.846166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ff608d-00c8-404e-a52f-eb57c737f399 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:50:53.857727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.874453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f377c3c6-dd3d-409a-917e-524a1d5c3cd7 req-5dd8de94-064c-42db-8b66-cca6bfbc7a5c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909259
Dec 16 09:50:53.913325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Transition to ACTIVE for port object 79ff608d-00c8-404e-a52f-eb57c737f399 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:53.920919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:53.926701 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e0f6c1f-3ab1-4baf-8610-2eba781b8923 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:53.948589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34310) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:54.036373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.067140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Transition to ACTIVE for port object 617c9551-a072-44fb-b79b-0dd40a0497b0 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:50:54.102360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.119722 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55044793-de5d-4f02-baad-1da09237728b tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:54.251055 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] Set router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:50:54.328549 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.354288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Network 94098114-4da5-4eef-bac9-818376c7fb56 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:54.355591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:54.356238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Pushing event updated for resources: {'Port': ['ID=79ff608d-00c8-404e-a52f-eb57c737f399,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:54.364746 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:54.380350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:50:54.420785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b3c3-3757-4f8e-b5ed-b1e99d6d88f7 req-bb998c55-15ff-4852-aa92-28ab1ffc622e tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:54.435549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84c1b3c3-3757-4f8e-b5ed-b1e99d6d88f7 req-bb998c55-15ff-4852-aa92-28ab1ffc622e tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 909 time: 0.2957654
Dec 16 09:50:54.460596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Attempting to bind port 79ff608d-00c8-404e-a52f-eb57c737f399 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:50:54.461196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Attempting to bind port 79ff608d-00c8-404e-a52f-eb57c737f399 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:50:54.461686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Attempting to bind port 79ff608d-00c8-404e-a52f-eb57c737f399 on network 29a81233-dddc-418d-a627-7d44ae308531 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:54.478904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Port 79ff608d-00c8-404e-a52f-eb57c737f399 on network 29a81233-dddc-418d-a627-7d44ae308531 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:50:54.481115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Attempting to bind port 79ff608d-00c8-404e-a52f-eb57c737f399 on network 29a81233-dddc-418d-a627-7d44ae308531 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:50:54.501713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:50:54.502327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Checking segment: {'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:50:54.503088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Bound using segment: {'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:50:54.503342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:54.503988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Bound port: 79ff608d-00c8-404e-a52f-eb57c737f399, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:50:54.504501 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.576642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Usage tracker for resource:security_group_rule and tenant:94a35badb3894f129be41750383b67ef is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:54.578514 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2df44-d17b-4b01-851c-18e9423b7001 None None] Pushing event updated for resources: {'Port': ['ID=df37fed8-c621-40be-8cb0-7818155b92c4,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:54.589469 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-40d2df44-d17b-4b01-851c-18e9423b7001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:54.612524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:54.629181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:54.669885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] For port 79ff608d-00c8-404e-a52f-eb57c737f399, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:50:54.671658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:50:54.674111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] For port 79ff608d-00c8-404e-a52f-eb57c737f399, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=79ff608d-00c8-404e-a52f-eb57c737f399,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:50:54.749054 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.757065 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:54.821276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Pushing event updated for resources: {'Port': ['ID=617c9551-a072-44fb-b79b-0dd40a0497b0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:54.823172 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2979f40>, [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:50:46Z', 'revision_number': 3, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:54.832802 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321bce4-c1ed-48ab-8497-d064f9002759 None None] The sync data for ids ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'] in n-d-820554-2 is: [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:50:46Z', 'revision_number': 3, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:50:54.835573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:54.841356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:54.846040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.847603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] 10.222.0.74 "PUT /v2.0/ports/79ff608d-00c8-404e-a52f-eb57c737f399 HTTP/1.1" status: 200  len: 1091 time: 2.5242777
Dec 16 09:50:54.859844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'tag': '79ff608d-00c8-404e-a52f-eb57c737f399'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:54.888267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.923922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:54.945678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:50:54.969913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36949af-21d8-4099-910d-d24c4a3ded7a req-3a5076bc-f0a9-43a1-b792-135541e25f72 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:54.974501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:54.979016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9142b6e-d490-4764-afd1-5b1febdcc8e0 None None] Provisioning for port 617c9551-a072-44fb-b79b-0dd40a0497b0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:54.980743 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d36949af-21d8-4099-910d-d24c4a3ded7a req-3a5076bc-f0a9-43a1-b792-135541e25f72 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.3050275
Dec 16 09:50:54.991454 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.004795 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c52faec2-8af9-460c-bb23-d3e0b9f89113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:55.043650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Pushing event updated for resources: {'Port': ['ID=79ff608d-00c8-404e-a52f-eb57c737f399,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:55.051947 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:55.068677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9142b6e-d490-4764-afd1-5b1febdcc8e0 None None] Provisioning complete for port 617c9551-a072-44fb-b79b-0dd40a0497b0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:55.069063 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9142b6e-d490-4764-afd1-5b1febdcc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.110520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d36949af-21d8-4099-910d-d24c4a3ded7a req-9f1fafec-977f-4c83-aed2-0336a82d4dc4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1287684
Dec 16 09:50:55.193832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d9142b6e-d490-4764-afd1-5b1febdcc8e0 None None] Port 617c9551-a072-44fb-b79b-0dd40a0497b0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:50:55.194783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.213219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.240527 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f69bb9e-6159-4731-b177-0b774edbb8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:55.284450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=11']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:55.296513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.297181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.297751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.298163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.298571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.298988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.299407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.299955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.300366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.300773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.301176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.301710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:55.305807 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:55.353600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9966acfd-1d03-4a90-ab66-ab084a9ac540,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:55.388651 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:55.389656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.432181 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94a35badb3894f129be41750383b67ef&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4792693
Dec 16 09:50:55.432899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34330) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:55.607506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858f726-6a62-4556-b03b-f75e3165c2e2 req-80bdea9b-6e45-4ee3-8a03-9563bca1343b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:55.619109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6858f726-6a62-4556-b03b-f75e3165c2e2 req-80bdea9b-6e45-4ee3-8a03-9563bca1343b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.3066432
Dec 16 09:50:55.711996 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.749866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6858f726-6a62-4556-b03b-f75e3165c2e2 req-5ffc871f-01df-4bb9-bedb-46404911ebf9 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292603
Dec 16 09:50:55.788836 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.844188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.849756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.907346 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.913955 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbe0ab88-26ef-4f6b-bad7-e7519f2db0d5 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:55.915504 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-52175835-4417-496d-a14b-9d07f7b11078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:55.939888 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:55.941017 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9966acfd-1d03-4a90-ab66-ab084a9ac540 HTTP/1.1" status: 204  len: 168 time: 0.5052629
Dec 16 09:50:55.968164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9966acfd-1d03-4a90-ab66-ab084a9ac540,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:55.971697 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:56.023449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Pushing event updated for resources: {'Port': ['ID=617c9551-a072-44fb-b79b-0dd40a0497b0,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:56.035916 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:56.054941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:56.180275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ea460-cdd7-49e2-95ef-2cfd195c6627 req-b28b5780-1565-42ad-b033-fbc1e531f5d7 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:56.189784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc6ea460-cdd7-49e2-95ef-2cfd195c6627 req-b28b5780-1565-42ad-b033-fbc1e531f5d7 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 943 time: 0.1941648
Dec 16 09:50:56.243055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Network 94098114-4da5-4eef-bac9-818376c7fb56 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:50:56.249544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:50:56.272391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc6ea460-cdd7-49e2-95ef-2cfd195c6627 req-3625b89e-5544-4a08-80bd-9bf24c6b8db2 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809896
Dec 16 09:50:56.594210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34338) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:56.701085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1cf4-6186-4837-9aee-d5e00ecf1177 req-a07a4baa-ca20-4eec-8db3-4743ed43766e tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:56.701370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:56.702635 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-303f1cf4-6186-4837-9aee-d5e00ecf1177 req-a07a4baa-ca20-4eec-8db3-4743ed43766e tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 1060 time: 0.1815681
Dec 16 09:50:56.728694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:56.756608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-716701ef-e167-45d7-9f92-591d5fa641e3 None None] Provisioning complete for port 617c9551-a072-44fb-b79b-0dd40a0497b0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:56.757193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-716701ef-e167-45d7-9f92-591d5fa641e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:56.831569 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'tag': '79ff608d-00c8-404e-a52f-eb57c737f399', 'status': 'completed', 'code': 200}
Dec 16 09:50:56.832743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Usage tracker for resource:security_group_rule and tenant:7fa7ae1f2d94425ba8df91ec251c4f8b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:56.858018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:56.892720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-716701ef-e167-45d7-9f92-591d5fa641e3 None None] Port 617c9551-a072-44fb-b79b-0dd40a0497b0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:50:56.896892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:56.980511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:50:57.196951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device df37fed8-c621-40be-8cb0-7818155b92c4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:57.240535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04e988-a027-4998-880d-ccbdd7ebb076 req-d47a184e-be58-40ad-9897-c4df9d30eb90 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:57.242628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df04e988-a027-4998-880d-ccbdd7ebb076 req-d47a184e-be58-40ad-9897-c4df9d30eb90 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.2206097
Dec 16 09:50:57.303349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.311367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.324476 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c3778c6-9bb6-4d41-85c4-2ee16416c65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:57.360005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df04e988-a027-4998-880d-ccbdd7ebb076 req-b6f5ba8d-3831-4633-ad19-45a33d282e9f tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1104131
Dec 16 09:50:57.378630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port df37fed8-c621-40be-8cb0-7818155b92c4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:50:57.386677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:50:57.388626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port df37fed8-c621-40be-8cb0-7818155b92c4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:57.388626 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.396016 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7fa7ae1f2d94425ba8df91ec251c4f8b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7997162
Dec 16 09:50:57.397550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:57.418016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95784f56-a5d1-4c04-8b89-18d9aa4ccf0d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:57.443941 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:57.527269 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] 10.222.0.66 "PUT /v2.0/routers/40fad1fb-4a45-4cad-8d6f-76d9105517d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9982548
Dec 16 09:50:57.587312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.590742 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'code': 200}
Dec 16 09:50:57.591405 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.614642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port df37fed8-c621-40be-8cb0-7818155b92c4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=df37fed8-c621-40be-8cb0-7818155b92c4,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:50:57.623255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.646235 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:57.677841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.778950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Sync routers for ids ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:50:57.785008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=df37fed8-c621-40be-8cb0-7818155b92c4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:57.792849 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:57.800708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Routers {'40fad1fb-4a45-4cad-8d6f-76d9105517d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:50:57.800708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2348ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:57.805258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.811023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68a9760d-eb64-4ed4-a1e4-e1471bb7074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:57.840569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95784f56-a5d1-4c04-8b89-18d9aa4ccf0d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:57.857539 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:57.869056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:57.873001 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95784f56-a5d1-4c04-8b89-18d9aa4ccf0d HTTP/1.1" status: 204  len: 168 time: 0.4687378
Dec 16 09:50:58.066485 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Set router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:50:58.741310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcb08d-7c42-46ce-bc14-a8287baa05e2 req-98e5b89b-237a-4511-96ea-d7b0448d8228 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:58.743305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5dbcb08d-7c42-46ce-bc14-a8287baa05e2 req-98e5b89b-237a-4511-96ea-d7b0448d8228 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1135 time: 0.2236478
Dec 16 09:50:59.052108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2348ac0>, [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:50:55Z', 'revision_number': 4, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '617c9551-a072-44fb-b79b-0dd40a0497b0', 'name': '', 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'mac_address': 'fa:16:3e:ed:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8dda66aa-5e79-4b1d-b4d4-114db26603ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:53Z', 'updated_at': '2021-12-16T09:50:55Z', 'revision_number': 2, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'subnets': [{'id': '8dda66aa-5e79-4b1d-b4d4-114db26603ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:50:59.067590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Checking router: 40fad1fb-4a45-4cad-8d6f-76d9105517d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:50:59.067974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Updating router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 port 617c9551-a072-44fb-b79b-0dd40a0497b0 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:50:59.227420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device df37fed8-c621-40be-8cb0-7818155b92c4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:50:59.241409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34394) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:50:59.248716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1798289044-network', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:50:59.285280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:59.302465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Usage tracker for resource:network and tenant:c8d60bc817dc42af8f1fb65044e33a23 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:59.304267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.320335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:59.338982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:59.371456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Made reservation on behalf of c8d60bc817dc42af8f1fb65044e33a23 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:50:59.373103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.417720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-93c94d02-74bc-4507-ad91-f5b9081ad8e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 200  len: 999 time: 0.5322618
Dec 16 09:50:59.427751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.472532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:50:59.477428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Usage tracker for resource:security_group_rule and tenant:c8d60bc817dc42af8f1fb65044e33a23 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:50:59.482614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:50:59.492669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:50:59.582750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5dbcb08d-7c42-46ce-bc14-a8287baa05e2 req-53b552ab-2167-4277-990f-539f28e3b7f1 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Synchronizing usage tracker for tenant:39a893d8226c461d82bc6464a4a64a1e on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:50:59.703024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.718633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.729609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-db9c99f4-a610-40cf-8f3c-6db7b531cc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:50:59.753841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port df37fed8-c621-40be-8cb0-7818155b92c4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:50:59.754232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.766271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:50:59.786549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea0018e-e975-46af-849f-434bf016d051,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:50:59.795622 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.795863 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Added segment 7e57d258-a8e1-497b-8e06-bed6038af97b of type vlan for network c866f73a-e3b0-4d93-b592-6d2feb70e7f7
Dec 16 09:50:59.806734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.807501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.807936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.808340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.808786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.809160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.809526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.809944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.810306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.810730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.811080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.811799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:50:59.827608 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:50:59.832775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e88022-56ea-449a-8d39-80813e641b84 req-d7223b1f-9719-4feb-9186-3a0dfa9ae0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:59.838219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-d7223b1f-9719-4feb-9186-3a0dfa9ae0f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 200  len: 854 time: 0.2988970
Dec 16 09:50:59.863800 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.940534 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.945029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:50:59.947732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:50:59.989676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a718f1e8-a40d-471b-a72b-ad0484206654 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:00.094199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-5dbcb08d-7c42-46ce-bc14-a8287baa05e2 req-53b552ab-2167-4277-990f-539f28e3b7f1 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Unset dirty status for tenant:39a893d8226c461d82bc6464a4a64a1e on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:00.107795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5dbcb08d-7c42-46ce-bc14-a8287baa05e2 req-53b552ab-2167-4277-990f-539f28e3b7f1 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 1.3542213
Dec 16 09:51:00.136970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34414) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:00.138420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Pushing event updated for resources: {'Network': ['ID=c866f73a-e3b0-4d93-b592-6d2feb70e7f7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:00.141844 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:00.146968 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9044034
Dec 16 09:51:00.147766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34416) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:00.155075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Request body: {'subnet': {'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1798289044-subnet', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:00.161200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:00.164768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:51:00.166267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Usage tracker for resource:subnet and tenant:c8d60bc817dc42af8f1fb65044e33a23 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:00.169453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:00.176855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:00.189860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Made reservation on behalf of c8d60bc817dc42af8f1fb65044e33a23 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:00.199007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:00.262559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faa826-3b3b-4b21-ad20-067ea61c6f92 req-edf7d07e-039f-455b-a99b-52ef40876032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:00.264313 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68faa826-3b3b-4b21-ad20-067ea61c6f92 req-edf7d07e-039f-455b-a99b-52ef40876032 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=55e00bc65875455a80e09fb4e12058eb&device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 1094 time: 0.8455276
Dec 16 09:51:00.335554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e88022-56ea-449a-8d39-80813e641b84 req-2efeba00-70e2-4f33-a2f8-abc800548eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:00.338147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-2efeba00-70e2-4f33-a2f8-abc800548eda service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4807394
Dec 16 09:51:00.669805 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:00.684753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Transition to ACTIVE for port object 617c9551-a072-44fb-b79b-0dd40a0497b0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:00.692961 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:00.703896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:00.733904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:00.760446 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ac7be5d-9bcd-4ef5-9e51-423bd9a4d0a4 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:00.770518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778abc-1288-4053-9e96-5bb4eb29efa3 req-82643c1a-e1a3-4507-9c0f-947b12dc12aa tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:00.788557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba778abc-1288-4053-9e96-5bb4eb29efa3 req-82643c1a-e1a3-4507-9c0f-947b12dc12aa tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.4410565
Dec 16 09:51:00.937760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dea741-dc84-4f67-ae29-b0a711bf0b2c None None] Pushing event updated for resources: {'Port': ['ID=617c9551-a072-44fb-b79b-0dd40a0497b0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:00.984263 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1dea741-dc84-4f67-ae29-b0a711bf0b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:00.997018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109d606d-55ba-46c2-a9cd-1c680d7b3937,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:01.006629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Attempting to bind port 617c9551-a072-44fb-b79b-0dd40a0497b0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:51:01.007409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Attempting to bind port 617c9551-a072-44fb-b79b-0dd40a0497b0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:51:01.008023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Attempting to bind port 617c9551-a072-44fb-b79b-0dd40a0497b0 on network 94098114-4da5-4eef-bac9-818376c7fb56 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:51:01.011606 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:01.018021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:51:01.018796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Checking segment: {'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:51:01.019472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:01.020103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Bound using segment: {'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:51:01.020929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Bound port: 617c9551-a072-44fb-b79b-0dd40a0497b0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614084b2-d1e6-41c9-a332-2d70b121bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:51:01.021643 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:01.050067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Checking segment: {'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:51:01.051131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Network hostable DHCP agents. Network: c866f73a-e3b0-4d93-b592-6d2feb70e7f7, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:51:01.058234 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-a7ba4ff6-bdb7-404d-a2cb-397265e06f1f service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3042078
Dec 16 09:51:01.091463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:51:01.097887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d5bf9-1a9e-463b-a6e9-2c38d5899450 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:01.103787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ae0d5bf9-1a9e-463b-a6e9-2c38d5899450 tempest-TestSecurityGroupsBasicOps-1781113140 tempest-TestSecurityGroupsBasicOps-1781113140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 1055 time: 0.9497643
Dec 16 09:51:01.111391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, c866f73a-e3b0-4d93-b592-6d2feb70e7f7) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:01.126797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:01.127496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:01.186414 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0372374
Dec 16 09:51:01.190326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:01.208723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:01.222122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:01.248961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Usage tracker for resource:router and tenant:c8d60bc817dc42af8f1fb65044e33a23 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:01.255405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:01.262431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:01.277333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:01.278892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:01.287784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] For port 617c9551-a072-44fb-b79b-0dd40a0497b0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:51:01.300945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] For port 617c9551-a072-44fb-b79b-0dd40a0497b0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=617c9551-a072-44fb-b79b-0dd40a0497b0,segment=NetworkSegment(614084b2-d1e6-41c9-a332-2d70b121bf7b),segment_id=614084b2-d1e6-41c9-a332-2d70b121bf7b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:51:01.314495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:01.320110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad83ea-6438-4411-a1bb-d43957226a4c None None] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:01.553404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-97ac564d-d86b-4171-91d2-3e340d729d2b service neutron] 10.222.0.74 "GET /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4414623
Dec 16 09:51:01.801523 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:01.824809 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-34864ad8-ffc1-4a78-bf0e-47673942c9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:01.826840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba778abc-1288-4053-9e96-5bb4eb29efa3 req-22c87fdd-33b8-42af-8fed-7ab7719c7a11 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7662168
Dec 16 09:51:01.927269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faa826-3b3b-4b21-ad20-067ea61c6f92 req-bdc619cd-23eb-4bf4-a154-f9d26e5ef749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:01.935813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68faa826-3b3b-4b21-ad20-067ea61c6f92 req-bdc619cd-23eb-4bf4-a154-f9d26e5ef749 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=55e00bc65875455a80e09fb4e12058eb&shared=False HTTP/1.1" status: 200  len: 915 time: 1.5269480
Dec 16 09:51:01.945498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463d80-b162-4c72-afd3-3649a0058c32 req-1541fc54-294a-42f5-ba34-0653e1af5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:01.947555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11463d80-b162-4c72-afd3-3649a0058c32 req-1541fc54-294a-42f5-ba34-0653e1af5f57 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1096 time: 0.3859320
Dec 16 09:51:02.114109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dea741-dc84-4f67-ae29-b0a711bf0b2c None None] Pushing event updated for resources: {'Port': ['ID=617c9551-a072-44fb-b79b-0dd40a0497b0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:02.117554 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1dea741-dc84-4f67-ae29-b0a711bf0b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:02.248142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:02.297332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Routers {'40fad1fb-4a45-4cad-8d6f-76d9105517d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:02.297879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2348ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:02.462523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faa826-3b3b-4b21-ad20-067ea61c6f92 req-e251dd0f-9962-4906-80fd-097abd5ca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:02.464021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68faa826-3b3b-4b21-ad20-067ea61c6f92 req-e251dd0f-9962-4906-80fd-097abd5ca205 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4579742
Dec 16 09:51:02.541189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-c866f73a-e3b0-4d93-b592-6d2feb70e7f7', 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'fixed_ips': [{'subnet_id': '109d606d-55ba-46c2-a9cd-1c680d7b3937'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:51:02.542052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:02.682731 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11463d80-b162-4c72-afd3-3649a0058c32 req-3a348dde-b421-49ba-a206-9a2feb69a8e6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6777985
Dec 16 09:51:02.959671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5560fd-e6a1-49b1-a0c6-c60f46b9301d req-db430afe-cb17-4818-9c61-517dd16fe9b9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:02.973668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc5560fd-e6a1-49b1-a0c6-c60f46b9301d req-db430afe-cb17-4818-9c61-517dd16fe9b9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 943 time: 0.5086017
Dec 16 09:51:02.985520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:03.037671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:03.078320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc5560fd-e6a1-49b1-a0c6-c60f46b9301d req-381f530f-590a-446c-b32b-488962e95ee8 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923336
Dec 16 09:51:03.085017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-4da08a09-a420-4fca-b965-6efcb021dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:03.090789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-4da08a09-a420-4fca-b965-6efcb021dd3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=55e00bc65875455a80e09fb4e12058eb&device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 1094 time: 0.4055016
Dec 16 09:51:03.305845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:51:03.326120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Allocated IP 172.25.3.134 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/679cc6ad-0cb7-4b10-9be9-52cd9832e82f) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:03.367826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Allocated IP 172.20.0.2 (c866f73a-e3b0-4d93-b592-6d2feb70e7f7/109d606d-55ba-46c2-a9cd-1c680d7b3937/d6d3cc40-cb07-4ba3-814a-241d9a4bf76d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:03.397492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eadb4d-313b-4fa8-b841-bb30c6a2e1ee req-2fc02d3f-fa12-428c-95b8-d7a39306aced tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:03.399705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6eadb4d-313b-4fa8-b841-bb30c6a2e1ee req-2fc02d3f-fa12-428c-95b8-d7a39306aced tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1881819
Dec 16 09:51:03.441564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] Set router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:03.482505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6eadb4d-313b-4fa8-b841-bb30c6a2e1ee req-c5f03f3c-ab5d-435f-a39a-825090cb9f0d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717304
Dec 16 09:51:03.601293 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:51:03.675584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:03.724540 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:03.732575 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3827073e-2118-4578-8fff-9bfb9aa18aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:03.797375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff38ea-0522-4744-9476-376458843fd1 req-fa5e1108-239c-4beb-a4d9-6651c7fbaeab tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:03.805054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84ff38ea-0522-4744-9476-376458843fd1 req-fa5e1108-239c-4beb-a4d9-6651c7fbaeab tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.1252482
Dec 16 09:51:03.885567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84ff38ea-0522-4744-9476-376458843fd1 req-08508f5e-b44f-482d-a5ad-6c8c17387ed2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784066
Dec 16 09:51:03.911709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:03.923199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:03.929313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:04.022102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Pushing event updated for resources: {'Port': ['ID=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:04.033717 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:04.152190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:04.302486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'mac_address': 'fa:16:3e:37:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:51:04.501058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:04.546834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:04.550207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd58720-3b69-446c-ac3f-c5a25df7c0bb {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:51:04.567044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:04.577439 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:04.583693 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:04.638980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Transition to ACTIVE for port object d6d3cc40-cb07-4ba3-814a-241d9a4bf76d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:04.653883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-cba45d07-2383-404f-9c2a-0d5b629c5b7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79ff608d-00c8-404e-a52f-eb57c737f399 HTTP/1.1" status: 200  len: 217 time: 0.4527318
Dec 16 09:51:04.678774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Transition to ACTIVE for port object d6d3cc40-cb07-4ba3-814a-241d9a4bf76d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:04.694126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:04.706083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2348ac0>, [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:50:55Z', 'revision_number': 4, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '617c9551-a072-44fb-b79b-0dd40a0497b0', 'name': '', 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'mac_address': 'fa:16:3e:ed:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8dda66aa-5e79-4b1d-b4d4-114db26603ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:53Z', 'updated_at': '2021-12-16T09:51:01Z', 'revision_number': 4, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'subnets': [{'id': '8dda66aa-5e79-4b1d-b4d4-114db26603ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:04.710311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=12']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:04.715883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4091c36f-9d96-41da-9169-bc9d3713c880 None None] The sync data for ids ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'] in n-d-820554-2 is: [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:50:55Z', 'revision_number': 4, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '617c9551-a072-44fb-b79b-0dd40a0497b0', 'name': '', 'network_id': '94098114-4da5-4eef-bac9-818376c7fb56', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'mac_address': 'fa:16:3e:ed:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8dda66aa-5e79-4b1d-b4d4-114db26603ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:53Z', 'updated_at': '2021-12-16T09:51:01Z', 'revision_number': 4, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'subnets': [{'id': '8dda66aa-5e79-4b1d-b4d4-114db26603ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:04.725123 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:04.725123 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:04.757866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['5dd58720-3b69-446c-ac3f-c5a25df7c0bb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:51:04.822086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-ec5484ec-42c6-4daa-87d0-fabeda53a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:04.830207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-ec5484ec-42c6-4daa-87d0-fabeda53a79b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2df6eb-f8fb-454a-9e2a-bfce717627bb HTTP/1.1" status: 200  len: 854 time: 0.1156714
Dec 16 09:51:04.850271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:04.946251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-f957758e-38e9-4341-a083-985804a50c2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29a81233-dddc-418d-a627-7d44ae308531&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1084540
Dec 16 09:51:04.989189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:04.991356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:05.000282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:05.131905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Pushing event updated for resources: {'Port': ['ID=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:05.150887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:05.189946 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-f9c6e725-b5fa-4121-b732-a189d9836eec service neutron] 10.222.0.74 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360697
Dec 16 09:51:05.250161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 617c9551-a072-44fb-b79b-0dd40a0497b0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:05.440804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05195087-4517-4338-818f-d916e58026fe req-54a625bc-a9c2-4560-a524-99dc379b558b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:05.442385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05195087-4517-4338-818f-d916e58026fe req-54a625bc-a9c2-4560-a524-99dc379b558b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.7882199
Dec 16 09:51:05.529469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Attempting to bind port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:51:05.530161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Attempting to bind port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:51:05.530161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Attempting to bind port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d on network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:51:05.538231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:51:05.538653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Checking segment: {'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:51:05.539306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:05.539947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Bound using segment: {'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:51:05.541029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Bound port: d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:51:05.541428 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:05.555217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fcf17c40-b2b3-4fbf-9420-1222e6f67dc7 req-13fa3c3c-8953-4632-a7ff-756b5a60a2d7 service neutron] 10.222.0.74 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3519313
Dec 16 09:51:05.650943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05195087-4517-4338-818f-d916e58026fe req-746696ec-8b1b-4d69-925f-a8e9a66cb54d tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000259
Dec 16 09:51:05.788058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 617c9551-a072-44fb-b79b-0dd40a0497b0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:05.853512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 617c9551-a072-44fb-b79b-0dd40a0497b0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:05.855329 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:05.871330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:05.921991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-a8771d5c-8e2d-4dc5-8f0e-cb1b80148cbc tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:05.924862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-a8771d5c-8e2d-4dc5-8f0e-cb1b80148cbc tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.54 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 909 time: 0.2729225
Dec 16 09:51:06.112111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:51:06.121149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:51:06.130676 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:06.138476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting port 014edafd-1921-46a6-89e1-654b7e81139d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:06.138476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:06.141736 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-81347e46-0469-4c71-8392-e1d5eea8ec3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:06.219568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7abd1-b73f-48b5-bc0c-6f1a8d9643b4 req-fc9c2a13-a889-45e7-9458-b06d742fe53a tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:06.226822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08e7abd1-b73f-48b5-bc0c-6f1a8d9643b4 req-fc9c2a13-a889-45e7-9458-b06d742fe53a tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 943 time: 0.2995892
Dec 16 09:51:06.254782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Pushing event updated for resources: {'Port': ['ID=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:06.265243 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:06.301189 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:06.380655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Router 9cc10ff9-99f1-484c-910b-1201febcf4d2 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:51:06.412438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 617c9551-a072-44fb-b79b-0dd40a0497b0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=617c9551-a072-44fb-b79b-0dd40a0497b0,segment=NetworkSegment(614084b2-d1e6-41c9-a332-2d70b121bf7b),segment_id=614084b2-d1e6-41c9-a332-2d70b121bf7b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:06.420657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:06.424217 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1dea741-dc84-4f67-ae29-b0a711bf0b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:06.600561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=617c9551-a072-44fb-b79b-0dd40a0497b0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:06.604151 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:06.719433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:06.868131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08e7abd1-b73f-48b5-bc0c-6f1a8d9643b4 req-13a8d6a1-76dd-4fae-962b-4601e075ef35 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6403537
Dec 16 09:51:06.874713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:51:06.894295 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Sync routers for ids ['9cc10ff9-99f1-484c-910b-1201febcf4d2'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:51:06.929251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:06.929898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:06.937442 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Routers {'9cc10ff9-99f1-484c-910b-1201febcf4d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:06.940376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34640) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:06.940861 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e83c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9cc10ff9-99f1-484c-910b-1201febcf4d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:06.964599 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:06.965817 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.7743244
Dec 16 09:51:06.968880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:07.037278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] For port 014edafd-1921-46a6-89e1-654b7e81139d, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=014edafd-1921-46a6-89e1-654b7e81139d,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:07.044735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:07.260683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:07.316044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:07.340162 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:07.368911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Usage tracker for resource:security_group_rule and tenant:27044a2e18344f62a219bbc40cf9e696 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:07.382541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d6d3cc40-cb07-4ba3-814a-241d9a4bf76d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:07.425188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Calling delete_port for 014edafd-1921-46a6-89e1-654b7e81139d owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:07.426894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:07.443483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:07.454613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:07.460670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:07.476865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:07.477141 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Set router 9cc10ff9-99f1-484c-910b-1201febcf4d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:07.480821 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c52faec2-8af9-460c-bb23-d3e0b9f89113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:07.514542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:07.536018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 617c9551-a072-44fb-b79b-0dd40a0497b0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:07.660902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=13']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:07.685482 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:07.686492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 617c9551-a072-44fb-b79b-0dd40a0497b0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:07.686983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:07.805459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be5c87-9643-47a7-92b7-752510008798 req-8cf1f788-3949-4485-bb91-351acdc31949 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:07.820710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7be5c87-9643-47a7-92b7-752510008798 req-8cf1f788-3949-4485-bb91-351acdc31949 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=284b5915-0cac-4d91-b970-bb638593de0a HTTP/1.1" status: 200  len: 909 time: 0.3455224
Dec 16 09:51:08.061369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:08.085340 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-633218f3-1981-4fa8-959d-79369fcff9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:08.191814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Port': ['ID=014edafd-1921-46a6-89e1-654b7e81139d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:08.230567 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:08.274703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:08.307818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:08.331594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b604c-34fd-48f4-8b77-183e08a94863 None None] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:08.341810 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a9722eac-c4fb-475d-9b04-a5bb56fa2cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:08.391153 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e83c10>, [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:04Z', 'revision_number': 3, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:08.397977 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Checking router: 9cc10ff9-99f1-484c-910b-1201febcf4d2 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:51:08.398735 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Updating router 9cc10ff9-99f1-484c-910b-1201febcf4d2 port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:51:08.474836 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:08.537145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Provisioning for port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:08.577802 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27044a2e18344f62a219bbc40cf9e696&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6335487
Dec 16 09:51:08.578977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81654694-c887-4bcb-9344-6e8e5216d307,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:08.582323 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:08.585483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:08.585635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Provisioning complete for port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:08.585910 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:08.712810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:08.718481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] No DVR routers for this DVR port 014edafd-1921-46a6-89e1-654b7e81139d on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:08.723871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:08.738892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:51:08.748220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284b5915-0cac-4d91-b970-bb638593de0a', 'name': 'network-vif-deleted', 'tag': '014edafd-1921-46a6-89e1-654b7e81139d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:08.764854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eec4abd-db90-4fd0-87d0-f80541ed0ec3 req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.54 "DELETE /v2.0/ports/014edafd-1921-46a6-89e1-654b7e81139d HTTP/1.1" status: 204  len: 173 time: 2.7686169
Dec 16 09:51:08.872502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2d69a-b1e4-4ed5-8ed3-7cf75a73656e req-d902caa3-1a3a-4934-856b-f5f09e592bbe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:08.890171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ec2d69a-b1e4-4ed5-8ed3-7cf75a73656e req-d902caa3-1a3a-4934-856b-f5f09e592bbe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.7101696
Dec 16 09:51:08.924289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.003264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ec2d69a-b1e4-4ed5-8ed3-7cf75a73656e req-062fdda1-d77e-4a23-a487-3b412c883df6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120853
Dec 16 09:51:09.021237 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.025842 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.065717 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Transition to ACTIVE for port object 679cc6ad-0cb7-4b10-9be9-52cd9832e82f will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:09.074497 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.090045 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a6930b0a-d1f2-424f-9753-d9b57e7c4505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:09.187617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:51:09.201914 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Attempting to bind port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:51:09.202280 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Attempting to bind port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:51:09.202642 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Attempting to bind port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:51:09.213771 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43140240-6ca0-46b8-86f3-792a83ae060c None None] Pushing event updated for resources: {'Port': ['ID=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:09.217249 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-43140240-6ca0-46b8-86f3-792a83ae060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:09.218245 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:51:09.219170 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:51:09.219585 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.219978 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:51:09.220455 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Bound port: 679cc6ad-0cb7-4b10-9be9-52cd9832e82f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:51:09.220829 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.233950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 014edafd-1921-46a6-89e1-654b7e81139d no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:09.283844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Allocated IP 172.20.0.1 (c866f73a-e3b0-4d93-b592-6d2feb70e7f7/109d606d-55ba-46c2-a9cd-1c680d7b3937/1b7ac1fc-e175-4d12-821e-b1a55489d141) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:09.382107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 014edafd-1921-46a6-89e1-654b7e81139d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:09.382790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 014edafd-1921-46a6-89e1-654b7e81139d not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:09.385972 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] For port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:51:09.391964 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] For port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:51:09.402570 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.407146 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:09.423751 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.475910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32754-7f3d-4753-94bf-86fb1c66c392 req-5568a6c4-0069-4168-b026-09be583b27e8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:09.498057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8fb32754-7f3d-4753-94bf-86fb1c66c392 req-5568a6c4-0069-4168-b026-09be583b27e8 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 943 time: 0.2264631
Dec 16 09:51:09.552815 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:51:09.577667 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Routers {'9cc10ff9-99f1-484c-910b-1201febcf4d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:09.578590 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e83c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9cc10ff9-99f1-484c-910b-1201febcf4d2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:09.578721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:09.582958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:09.612335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.620140 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:09.645882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8fb32754-7f3d-4753-94bf-86fb1c66c392 req-d7ae9892-899b-4843-b71d-66219f7da7d1 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374686
Dec 16 09:51:09.648675 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.664466 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03af96d5-be09-4fe5-99e7-9961b6357cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:09.724481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81654694-c887-4bcb-9344-6e8e5216d307,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:09.730437 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:09.772324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.773628 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81654694-c887-4bcb-9344-6e8e5216d307 HTTP/1.1" status: 204  len: 168 time: 1.1878579
Dec 16 09:51:09.789979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'port_id': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'mac_address': 'fa:16:3e:0f:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:51:09.812863 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.844789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Transition to ACTIVE for port object 1b7ac1fc-e175-4d12-821e-b1a55489d141 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:09.901799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:09.906061 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:09.999204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6b455-dda5-4f93-a07d-52ecd6ef5736 req-705d1849-96b0-4a60-b5b6-cf5149c1f093 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:10.007797 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43140240-6ca0-46b8-86f3-792a83ae060c None None] Pushing event updated for resources: {'Port': ['ID=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:10.022049 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ebe6b455-dda5-4f93-a07d-52ecd6ef5736 req-705d1849-96b0-4a60-b5b6-cf5149c1f093 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1665375
Dec 16 09:51:10.022593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:10.048404 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-43140240-6ca0-46b8-86f3-792a83ae060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:10.054481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:10.060150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Pushing event updated for resources: {'Port': ['ID=1b7ac1fc-e175-4d12-821e-b1a55489d141,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:10.066059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:10.117406 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] Set router 9cc10ff9-99f1-484c-910b-1201febcf4d2 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:10.120510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ebe6b455-dda5-4f93-a07d-52ecd6ef5736 req-6982df65-22ee-4774-9a75-407ea7ee50d0 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938475
Dec 16 09:51:10.197645 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:10.218540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Pushing event updated for resources: {'Port': ['ID=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:10.233004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1861e748-8f1e-44cd-b4dc-a8f900d84f5b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:51:10.244258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:10.253641 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:10.269053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:10.277200 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:10.278908 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:10.279821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 79ff608d-00c8-404e-a52f-eb57c737f399 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:51:10.283219 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:10.393897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:10.400681 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:10.637992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:10.790340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 79ff608d-00c8-404e-a52f-eb57c737f399, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=79ff608d-00c8-404e-a52f-eb57c737f399,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:10.819932 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'code': 200}
Dec 16 09:51:10.862124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '79ff608d-00c8-404e-a52f-eb57c737f399', 'network_id': '29a81233-dddc-418d-a627-7d44ae308531', 'port_id': '79ff608d-00c8-404e-a52f-eb57c737f399', 'mac_address': 'fa:16:3e:e9:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2df6eb-f8fb-454a-9e2a-bfce717627bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:51:10.972140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8658398d-d5f6-4ae6-95cb-77afe2b5cd1d None None] Provisioning complete for port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:10.972832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8658398d-d5f6-4ae6-95cb-77afe2b5cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:10.996512 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e83c10>, [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:04Z', 'revision_number': 3, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:11.001190 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736aba61-27ea-4832-9d55-949f2c4137a5 None None] The sync data for ids ['9cc10ff9-99f1-484c-910b-1201febcf4d2'] in n-d-820554-2 is: [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:04Z', 'revision_number': 3, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:11.100928 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:11.134404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ff608d-00c8-404e-a52f-eb57c737f399 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:51:11.188794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 79ff608d-00c8-404e-a52f-eb57c737f399, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=79ff608d-00c8-404e-a52f-eb57c737f399,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:11.268687 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:11.278577 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:11.429881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da47f-d907-4667-a7cf-330357f74aa8 req-72e6ac98-1721-4f15-ada4-c0d208e56b09 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:11.434209 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f8da47f-d907-4667-a7cf-330357f74aa8 req-72e6ac98-1721-4f15-ada4-c0d208e56b09 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 944 time: 0.3796749
Dec 16 09:51:11.457241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:11.490523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:11.490695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d6d3cc40-cb07-4ba3-814a-241d9a4bf76d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:11.659654 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:11.703491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['1861e748-8f1e-44cd-b4dc-a8f900d84f5b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:51:11.783527 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f8da47f-d907-4667-a7cf-330357f74aa8 req-5f6eeb27-8ecf-44d0-af1a-ac5145ef5e4b tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285964
Dec 16 09:51:11.837865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Pushing event updated for resources: {'Port': ['ID=1b7ac1fc-e175-4d12-821e-b1a55489d141,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:11.850985 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:11.888302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:11.918411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['79ff608d-00c8-404e-a52f-eb57c737f399'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:51:11.929777 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284b5915-0cac-4d91-b970-bb638593de0a', 'name': 'network-vif-deleted', 'tag': '014edafd-1921-46a6-89e1-654b7e81139d', 'status': 'completed', 'code': 200}
Dec 16 09:51:12.069712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:12.215112 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88fba59e-afec-4b4b-a99d-8a3aba5d8ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:12.297843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:12.302446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:12.318644 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:12.320076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=79ff608d-00c8-404e-a52f-eb57c737f399,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:12.324314 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:12.495857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:12.496902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:12.594363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-da200ed8-25e5-4d0c-9f8f-207006a4e857 None None] Provisioning for port 1b7ac1fc-e175-4d12-821e-b1a55489d141 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:12.756381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-da200ed8-25e5-4d0c-9f8f-207006a4e857 None None] Provisioning complete for port 1b7ac1fc-e175-4d12-821e-b1a55489d141 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:12.757008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da200ed8-25e5-4d0c-9f8f-207006a4e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:13.053739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-da200ed8-25e5-4d0c-9f8f-207006a4e857 None None] Port 1b7ac1fc-e175-4d12-821e-b1a55489d141 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:13.149216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Router 9cc10ff9-99f1-484c-910b-1201febcf4d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:51:13.249729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f2ddbee6-4962-4219-9527-049620c91aa5 None None] Provisioning complete for port 1b7ac1fc-e175-4d12-821e-b1a55489d141 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:13.250272 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbee6-4962-4219-9527-049620c91aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:13.318207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:13.566667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 679cc6ad-0cb7-4b10-9be9-52cd9832e82f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:13.725481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:13.754799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddbee6-4962-4219-9527-049620c91aa5 None None] Port 1b7ac1fc-e175-4d12-821e-b1a55489d141 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:13.755063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6792f9b-1669-4918-8935-3c26f5168fb5 req-b260d5d5-d68f-43e0-bcd3-20b8f9ad92ee tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:13.764056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6792f9b-1669-4918-8935-3c26f5168fb5 req-b260d5d5-d68f-43e0-bcd3-20b8f9ad92ee tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 1.0599256
Dec 16 09:51:13.785663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:13.786722 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:13.862626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:51:13.909758 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] 10.222.0.66 "PUT /v2.0/routers/9cc10ff9-99f1-484c-910b-1201febcf4d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9397564
Dec 16 09:51:13.936329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6792f9b-1669-4918-8935-3c26f5168fb5 req-1fdb6652-9505-43e9-8f18-17bfd5a1dc6d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1710901
Dec 16 09:51:13.966360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:13.975633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:13.976023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.140237 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.198197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:14.217824 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.218915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Usage tracker for resource:security_group_rule and tenant:5f93217158974ee4a4090faabd2ea2dd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:14.226076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.231787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:14.242873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.264645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:14.266134 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.315199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:14.324983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:14.330097 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.334741 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:14.398719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:14.414070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Sync routers for ids ['9cc10ff9-99f1-484c-910b-1201febcf4d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:51:14.424412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.555433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Routers {'9cc10ff9-99f1-484c-910b-1201febcf4d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:14.556116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1239b80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:50:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9cc10ff9-99f1-484c-910b-1201febcf4d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:14.631847 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f1c84d1-12ea-4f47-8ac2-996c3c01a94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.660144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:14.665006 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:14.665484 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:14.821234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:14.827118 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:14.829246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Set router 9cc10ff9-99f1-484c-910b-1201febcf4d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:14.926478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.932124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:14.944083 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37372ea8-aa8a-4981-8a4e-3335f7ec4901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:15.027866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca0f6a7-c2a1-4e5b-9b2f-f59df2083654,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:15.039500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f93217158974ee4a4090faabd2ea2dd&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3122294
Dec 16 09:51:15.042436 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:15.043108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:15.094285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6e4c2-923e-4f04-ad96-b34c3b09c2b6 req-20fd1364-7157-4ae7-b5bb-32b811219f5b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:15.095866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0f6e4c2-923e-4f04-ad96-b34c3b09c2b6 req-20fd1364-7157-4ae7-b5bb-32b811219f5b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 946 time: 0.3434110
Dec 16 09:51:15.138954 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.264358 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1239b80>, [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:10Z', 'revision_number': 4, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b7ac1fc-e175-4d12-821e-b1a55489d141', 'name': '', 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'mac_address': 'fa:16:3e:c5:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '109d606d-55ba-46c2-a9cd-1c680d7b3937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:08Z', 'updated_at': '2021-12-16T09:51:10Z', 'revision_number': 2, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'subnets': [{'id': '109d606d-55ba-46c2-a9cd-1c680d7b3937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:15.271956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Checking router: 9cc10ff9-99f1-484c-910b-1201febcf4d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:51:15.272406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Updating router 9cc10ff9-99f1-484c-910b-1201febcf4d2 port 1b7ac1fc-e175-4d12-821e-b1a55489d141 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:51:15.328374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 79ff608d-00c8-404e-a52f-eb57c737f399 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:15.372922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0f6e4c2-923e-4f04-ad96-b34c3b09c2b6 req-8e242bc1-36bc-4b8d-91a4-596288702924 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2619944
Dec 16 09:51:15.373708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting port f183369f-2a38-470a-ac84-009aa163fa0e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:15.373831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.409791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 679cc6ad-0cb7-4b10-9be9-52cd9832e82f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:15.476941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.548799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.555956 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-383fc13e-d235-4bf8-9550-fcca7f66b93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:15.602388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.610696 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bca0f6a7-c2a1-4e5b-9b2f-f59df2083654 HTTP/1.1" status: 204  len: 168 time: 0.5663772
Dec 16 09:51:15.614822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca0f6a7-c2a1-4e5b-9b2f-f59df2083654,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:15.619569 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:15.661328 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.675344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:15.676091 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.771404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.933508 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:15.940765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 79ff608d-00c8-404e-a52f-eb57c737f399 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:15.982556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317ce7e-0538-4d96-b9da-f300f6783823 req-666a1a76-3d7f-40c6-93f6-9fd23816ee83 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:15.998701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8317ce7e-0538-4d96-b9da-f300f6783823 req-666a1a76-3d7f-40c6-93f6-9fd23816ee83 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 944 time: 0.3257139
Dec 16 09:51:16.005176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] For port f183369f-2a38-470a-ac84-009aa163fa0e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f183369f-2a38-470a-ac84-009aa163fa0e,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:16.005766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:16.007866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 79ff608d-00c8-404e-a52f-eb57c737f399 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:16.008132 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:16.116155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8317ce7e-0538-4d96-b9da-f300f6783823 req-ebe3074c-3d0a-45fc-91e2-d2e1cd947b66 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158204
Dec 16 09:51:16.264055 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:16.283544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Calling delete_port for f183369f-2a38-470a-ac84-009aa163fa0e owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:16.399321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 79ff608d-00c8-404e-a52f-eb57c737f399, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=79ff608d-00c8-404e-a52f-eb57c737f399,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:16.412297 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:16.420460 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:16.609770 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:51:16.818710 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'code': 200}
Dec 16 09:51:16.859560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=79ff608d-00c8-404e-a52f-eb57c737f399,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:16.870396 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:16.916187 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:16.971185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Transition to ACTIVE for port object 1b7ac1fc-e175-4d12-821e-b1a55489d141 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:16.995782 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:17.027693 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:17.330503 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:17.461452 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4aaf619-4a0f-4afb-b713-82b0651d32aa tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:17.549592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:17.601772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89827c-e809-4ba6-b3ad-ecf066fa382f None None] Pushing event updated for resources: {'Port': ['ID=1b7ac1fc-e175-4d12-821e-b1a55489d141,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:17.610805 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e89827c-e809-4ba6-b3ad-ecf066fa382f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:17.622535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Attempting to bind port 1b7ac1fc-e175-4d12-821e-b1a55489d141 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:51:17.623032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Attempting to bind port 1b7ac1fc-e175-4d12-821e-b1a55489d141 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:51:17.623552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Attempting to bind port 1b7ac1fc-e175-4d12-821e-b1a55489d141 on network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:51:17.653220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:51:17.655137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Port': ['ID=f183369f-2a38-470a-ac84-009aa163fa0e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:17.658786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Checking segment: {'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:51:17.660726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:17.661172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:17.661694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Bound using segment: {'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:51:17.662369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Bound port: 1b7ac1fc-e175-4d12-821e-b1a55489d141, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e57d258-a8e1-497b-8e06-bed6038af97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:51:17.663298 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:17.676899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c46de6-a87a-4d5a-891d-cc4b2ee92194 req-37175972-6243-4be9-801e-8c6376f20cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:17.676899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45c46de6-a87a-4d5a-891d-cc4b2ee92194 req-37175972-6243-4be9-801e-8c6376f20cb3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 1097 time: 0.5540228
Dec 16 09:51:17.813474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] For port 1b7ac1fc-e175-4d12-821e-b1a55489d141, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:51:17.821423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] For port 1b7ac1fc-e175-4d12-821e-b1a55489d141, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1b7ac1fc-e175-4d12-821e-b1a55489d141,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:51:17.836466 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:17.848983 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:17.850949 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45c46de6-a87a-4d5a-891d-cc4b2ee92194 req-3d0bbde9-e017-418f-bbeb-c8fd35fa17a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1569140
Dec 16 09:51:17.921189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Routers {'9cc10ff9-99f1-484c-910b-1201febcf4d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:17.921968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1239b80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9cc10ff9-99f1-484c-910b-1201febcf4d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:18.126455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-5dd12bd7-dcbe-474b-9d60-f8d41f89a85b req-81ce48d9-3043-4b76-9d78-8ceeb2fc458b service neutron] (87655) timed out ('10.222.0.54', 63016) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 09:51:18.193987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] Set router 9cc10ff9-99f1-484c-910b-1201febcf4d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:18.335339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47500e26-4bd6-4d93-b741-7d9f305d5923 req-108b8450-18a6-4833-9483-637124af4e7e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:18.337531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47500e26-4bd6-4d93-b741-7d9f305d5923 req-108b8450-18a6-4833-9483-637124af4e7e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.7706017
Dec 16 09:51:18.394609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47500e26-4bd6-4d93-b741-7d9f305d5923 req-e5ff7097-60a1-455a-9fde-5931ee6dc2bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456865
Dec 16 09:51:18.413372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-ee0439c8-9228-4ee4-a93e-06a637faf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:18.420211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-ee0439c8-9228-4ee4-a93e-06a637faf764 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 1096 time: 1.0744298
Dec 16 09:51:18.445653 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:18.515368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:18.606470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89827c-e809-4ba6-b3ad-ecf066fa382f None None] Pushing event updated for resources: {'Port': ['ID=1b7ac1fc-e175-4d12-821e-b1a55489d141,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:18.731010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3a426a44-f6db-413d-bbd3-55dc595950b5 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:18.766829 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e89827c-e809-4ba6-b3ad-ecf066fa382f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:18.786949 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3a426a44-f6db-413d-bbd3-55dc595950b5 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "PUT /v2.0/quotas/31813f40938944908e1ad5936356e1ab HTTP/1.1" status: 200  len: 366 time: 0.2704649
Dec 16 09:51:18.789512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:18.814681 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c0432ac-03c6-46e5-965a-9fc2f45f707c tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0230999
Dec 16 09:51:18.817914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:18.823569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff608d-00c8-404e-a52f-eb57c737f399'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:18.847522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3de37272-867f-4fd2-84f6-b803eb4d4761 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "GET /v2.0/quotas/31813f40938944908e1ad5936356e1ab HTTP/1.1" status: 200  len: 366 time: 0.0260186
Dec 16 09:51:18.847759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34818) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:18.863832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1239b80>, [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:10Z', 'revision_number': 4, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b7ac1fc-e175-4d12-821e-b1a55489d141', 'name': '', 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'mac_address': 'fa:16:3e:c5:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '109d606d-55ba-46c2-a9cd-1c680d7b3937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:08Z', 'updated_at': '2021-12-16T09:51:17Z', 'revision_number': 4, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'subnets': [{'id': '109d606d-55ba-46c2-a9cd-1c680d7b3937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:18.869721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a13d9-b093-40f3-875a-f18dee077785 None None] The sync data for ids ['9cc10ff9-99f1-484c-910b-1201febcf4d2'] in n-d-820554-2 is: [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:10Z', 'revision_number': 4, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1b7ac1fc-e175-4d12-821e-b1a55489d141', 'name': '', 'network_id': 'c866f73a-e3b0-4d93-b592-6d2feb70e7f7', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'mac_address': 'fa:16:3e:c5:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '109d606d-55ba-46c2-a9cd-1c680d7b3937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:08Z', 'updated_at': '2021-12-16T09:51:17Z', 'revision_number': 4, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'subnets': [{'id': '109d606d-55ba-46c2-a9cd-1c680d7b3937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:18.875628 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8483d17b-b55e-453e-ab1f-48adc3414e88 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/31813f40938944908e1ad5936356e1ab HTTP/1.1" status: 204  len: 168 time: 0.0263615
Dec 16 09:51:18.883376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34822) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:18.894217 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e69f459c-ce7b-45d1-8fea-fc5617f7ec8b tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0092776
Dec 16 09:51:18.903904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34826) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:18.954491 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61a7126c-58ca-42b1-a1d6-a7e815056246 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "GET /v2.0/quotas/31813f40938944908e1ad5936356e1ab HTTP/1.1" status: 200  len: 370 time: 0.0487483
Dec 16 09:51:18.958666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34830) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:18.972781 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e8cdcc66-2043-4b03-96a5-b2183fde7b4f tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "GET /v2.0/quotas/31813f40938944908e1ad5936356e1ab/default HTTP/1.1" status: 200  len: 370 time: 0.0125296
Dec 16 09:51:18.975737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:19.004965 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-04bfd350-ad25-4561-afa1-99a4b5238691 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] delete failed (client error): The resource could not be found.
Dec 16 09:51:19.006208 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04bfd350-ad25-4561-afa1-99a4b5238691 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/31813f40938944908e1ad5936356e1ab HTTP/1.1" status: 404  len: 348 time: 0.0241098
Dec 16 09:51:19.110194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-6d6506d1-442f-4c77-889c-3ec44df392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:19.111783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-6d6506d1-442f-4c77-889c-3ec44df392ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 200  len: 920 time: 0.6888168
Dec 16 09:51:19.219672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:19.267026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:network and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.277164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.288818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:subnet and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.295630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.308342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:subnetpool and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.313823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.327074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:port and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.333181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.355771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:router and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.361908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.377159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:floatingip and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.387828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.469881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-5a910a5f-2dd7-45c8-9b31-acb507d00a4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 200  len: 217 time: 0.3269300
Dec 16 09:51:19.491835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:security_group and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.499050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.519883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b7ac1fc-e175-4d12-821e-b1a55489d141 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:19.534909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Usage tracker for resource:security_group_rule and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:19.540625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:19.546784 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-928c6fe4-c69b-4cdd-a4c5-142ed9c87197 tempest-QuotasTest-1471947728 tempest-QuotasTest-1471947728-project-admin] 10.222.0.66 "GET /v2.0/quotas/41bae97690b747d28acdc3c848fcc747/details.json HTTP/1.1" status: 200  len: 703 time: 0.3253319
Dec 16 09:51:19.682191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1b7ac1fc-e175-4d12-821e-b1a55489d141 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:19.693058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1b7ac1fc-e175-4d12-821e-b1a55489d141 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:19.693851 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:19.702000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30345-434b-4b48-953e-fbcc78ec4819 req-1b0afd75-9564-4fca-b78b-a1afdf039b77 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:19.716706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63d30345-434b-4b48-953e-fbcc78ec4819 req-1b0afd75-9564-4fca-b78b-a1afdf039b77 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 946 time: 0.8325016
Dec 16 09:51:19.826935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63d30345-434b-4b48-953e-fbcc78ec4819 req-d211418d-16ad-46ad-bda5-061d345980d2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090093
Dec 16 09:51:19.919314 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:19.998659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1b7ac1fc-e175-4d12-821e-b1a55489d141, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1b7ac1fc-e175-4d12-821e-b1a55489d141,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:20.023570 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:20.025928 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:20.036053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34868) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:20.041750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-4329d129-cc05-4a03-8f71-9cf716a335d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:20.043217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-4329d129-cc05-4a03-8f71-9cf716a335d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 200  len: 859 time: 0.5151470
Dec 16 09:51:20.273818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:20.296701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1b7ac1fc-e175-4d12-821e-b1a55489d141,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:20.309039 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:20.331412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:20.336683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Usage tracker for resource:security_group_rule and tenant:c446bfd03bbd4c6caa0ceb2be1c17311 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:20.339696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:20.353127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:20.376771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-fb772b83-c10e-4226-b30c-ab8cb3c3c251 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a4e2325f-1883-483e-9b91-b52a057f3a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1525226
Dec 16 09:51:20.537759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:20.549359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:20.573725 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:20.642331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 4767a806-3efe-4b85-801c-1345a4b82709 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:51:20.680195 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c446bfd03bbd4c6caa0ceb2be1c17311&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6404169
Dec 16 09:51:20.681379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:20.712992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93824e-9cca-4e30-ad82-096f4ed3164e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:20.717991 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:20.801102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:20.834085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:20.902197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6ceb-d5ec-46b1-90af-88ce10f14d6a req-4a732528-47fc-4266-a669-e7b6fc7486d6 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:20.909271 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a02a6ceb-d5ec-46b1-90af-88ce10f14d6a req-4a732528-47fc-4266-a669-e7b6fc7486d6 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 945 time: 0.6865871
Dec 16 09:51:20.923316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:20.934855 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c75b0be1-5e59-41b6-9d1b-fb11451f4001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:20.977353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93824e-9cca-4e30-ad82-096f4ed3164e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:21.004999 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:21.030180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:21.031733 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd93824e-9cca-4e30-ad82-096f4ed3164e HTTP/1.1" status: 204  len: 168 time: 0.3483307
Dec 16 09:51:21.044983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a02a6ceb-d5ec-46b1-90af-88ce10f14d6a req-cce240fa-c706-4248-8a82-6d5f1f4c94ce tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345999
Dec 16 09:51:21.047061 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-3a55f380-62eb-43a8-8ab5-38385f796a63 service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6518180
Dec 16 09:51:21.138703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:51:21.151788 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] Sync routers for ids ['4767a806-3efe-4b85-801c-1345a4b82709'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:51:21.162061 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] Routers {'4767a806-3efe-4b85-801c-1345a4b82709'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:21.162991 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4767a806-3efe-4b85-801c-1345a4b82709'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:21.407647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b7ac1fc-e175-4d12-821e-b1a55489d141 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:21.517833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] Set router 4767a806-3efe-4b85-801c-1345a4b82709 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:21.522226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1b7ac1fc-e175-4d12-821e-b1a55489d141 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:21.522830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:21.626388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "PUT /v2.0/routers/4767a806-3efe-4b85-801c-1345a4b82709/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5530546
Dec 16 09:51:21.626982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:21.689832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c29289dd-7f5c-4d30-942d-fd1091e87a59 req-031d61b1-6384-49bb-b7ae-90a94a8f299a service neutron] 10.222.0.74 "GET /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6315193
Dec 16 09:51:21.690948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34906) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:21.755549 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:21.787971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting subnet 914984dc-b4c6-413b-b760-fc07fe6ef675 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:51:21.791148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:21.805888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:21.820475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Usage tracker for resource:security_group_rule and tenant:41bae97690b747d28acdc3c848fcc747 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:21.828005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:21.837335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:21.895531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:21.913944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2345-2ed2-4dc2-8eed-427ffb79c1de req-9d970b76-5600-45c3-9ea9-fa2710a09316 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:21.916297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-babd2345-2ed2-4dc2-8eed-427ffb79c1de req-9d970b76-5600-45c3-9ea9-fa2710a09316 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.6306050
Dec 16 09:51:21.993987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.009994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-babd2345-2ed2-4dc2-8eed-427ffb79c1de req-16048a32-3dbf-40af-ad76-084d5cc20248 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803745
Dec 16 09:51:22.021303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.029044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.042797 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa247ae9-019d-4041-bb45-45cd999d4d3f tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:22.050703 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30100>, [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:22.099903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41bae97690b747d28acdc3c848fcc747&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4059048
Dec 16 09:51:22.100909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a3ede1-5d77-4a3b-b3b3-39c3e36da96a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:22.109974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34912) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:22.111548 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] Checking router: 4767a806-3efe-4b85-801c-1345a4b82709 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:51:22.143430 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] Routers {'4767a806-3efe-4b85-801c-1345a4b82709'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:22.145391 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4767a806-3efe-4b85-801c-1345a4b82709'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:22.182408 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:22.187238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.200041 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff608d-00c8-404e-a52f-eb57c737f399', 'code': 200}
Dec 16 09:51:22.233258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.239453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.245017 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8c7abd52-8842-42a6-9f39-6ea340de7fd6 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:22.332474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Subnet': ['ID=914984dc-b4c6-413b-b760-fc07fe6ef675,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:22.340527 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.345248 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:22.352830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.359983 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b0de1bcc-8253-4947-8e7b-c3a70a950e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:22.360255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e7c25-7c6e-4e70-9a9f-a7aacb3e5251 None None] Network 7065c083-a65c-4084-a609-79e8d013ed1c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:22.376636 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/subnets/914984dc-b4c6-413b-b760-fc07fe6ef675 HTTP/1.1" status: 204  len: 168 time: 0.7481751
Dec 16 09:51:22.377231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:22.434160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a3ede1-5d77-4a3b-b3b3-39c3e36da96a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:22.435274 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] Set router 4767a806-3efe-4b85-801c-1345a4b82709 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:22.437189 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:22.458884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.460093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1a3ede1-5d77-4a3b-b3b3-39c3e36da96a HTTP/1.1" status: 204  len: 168 time: 0.3491244
Dec 16 09:51:22.627717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db4182-ed46-42a1-ad97-f625b9fb3d02 req-648a3e90-93a6-4ac6-82aa-6fa5e4c02523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:22.636561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91db4182-ed46-42a1-ad97-f625b9fb3d02 req-648a3e90-93a6-4ac6-82aa-6fa5e4c02523 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 1096 time: 0.3351052
Dec 16 09:51:22.740067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:22.807727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172d2e2-8578-4443-a94a-83707b23721c req-573dd642-1fd3-4228-864f-5095e82c3aea tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:22.809653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f172d2e2-8578-4443-a94a-83707b23721c req-573dd642-1fd3-4228-864f-5095e82c3aea tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.4709325
Dec 16 09:51:22.974615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91db4182-ed46-42a1-ad97-f625b9fb3d02 req-3a4bda38-4081-4d43-85b5-75f4994c6030 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3117459
Dec 16 09:51:23.172175 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f172d2e2-8578-4443-a94a-83707b23721c req-3cf239dc-bbd0-4ca5-83e5-47fa64b39e16 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3190844
Dec 16 09:51:23.261040 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d30100>, [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:23.268029 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dac79c-b7b4-42d4-be30-ed9499587026 None None] The sync data for ids ['4767a806-3efe-4b85-801c-1345a4b82709'] in n-d-820554-2 is: [{'id': '4767a806-3efe-4b85-801c-1345a4b82709', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074839614', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:04Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '7e4d4cc0-0444-4596-8921-3a68924a7f98', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4767a806-3efe-4b85-801c-1345a4b82709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:06Z', 'updated_at': '2021-12-16T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:23.279149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:23.301011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting port 7e4d4cc0-0444-4596-8921-3a68924a7f98 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:23.301391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:23.652078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] DHCP port deletion for 7065c083-a65c-4084-a609-79e8d013ed1c request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:51:23.657934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Deleting port b4223228-3980-4f4c-9bca-18d841dde7b3 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:23.658329 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:23.733600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f5986-cc20-4da9-9bda-8dadab65d589 req-af579e1b-8c18-4267-b399-32e87b1011fa tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:23.749272 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f44f5986-cc20-4da9-9bda-8dadab65d589 req-af579e1b-8c18-4267-b399-32e87b1011fa tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 946 time: 0.2207911
Dec 16 09:51:23.806807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f44f5986-cc20-4da9-9bda-8dadab65d589 req-8f446c7e-0487-43fa-bb2b-ff0ed467f527 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566373
Dec 16 09:51:23.824241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] For port 7e4d4cc0-0444-4596-8921-3a68924a7f98, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7e4d4cc0-0444-4596-8921-3a68924a7f98,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:23.825346 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:24.097230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Calling delete_port for 7e4d4cc0-0444-4596-8921-3a68924a7f98 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:24.190511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] For port b4223228-3980-4f4c-9bca-18d841dde7b3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b4223228-3980-4f4c-9bca-18d841dde7b3,segment=NetworkSegment(2cf1916d-3535-4524-bea0-e1f146630a4f),segment_id=2cf1916d-3535-4524-bea0-e1f146630a4f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:24.190937 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:24.269251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb152c-37e4-477d-96c2-bccfdac3715f req-c87ae241-c276-40d3-8c68-ee8efaddc8c6 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:24.279084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6efb152c-37e4-477d-96c2-bccfdac3715f req-c87ae241-c276-40d3-8c68-ee8efaddc8c6 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 945 time: 0.1699076
Dec 16 09:51:24.405498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Calling delete_port for b4223228-3980-4f4c-9bca-18d841dde7b3 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:24.422657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6efb152c-37e4-477d-96c2-bccfdac3715f req-77b83ccc-42fe-436a-9ede-fc1de6788b6d tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425865
Dec 16 09:51:24.590514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:24.596909 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:24.605989 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:24.716035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Pushing event deleted for resources: {'Port': ['ID=b4223228-3980-4f4c-9bca-18d841dde7b3,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:24.719101 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:24.725785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] No DVR routers for this DVR port b4223228-3980-4f4c-9bca-18d841dde7b3 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:24.781160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c39f7e-677d-4ecb-bfd7-f884aa76d778 req-3ad2f70d-6961-4c30-bd45-b9fe181dd5fc tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:24.788216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62c39f7e-677d-4ecb-bfd7-f884aa76d778 req-3ad2f70d-6961-4c30-bd45-b9fe181dd5fc tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1417015
Dec 16 09:51:24.822427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1538341098'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:24.832161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:24.850046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Usage tracker for resource:network and tenant:54e8962261e44245bcccb493be7395dc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:24.856929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:24.870430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:24.874926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62c39f7e-677d-4ecb-bfd7-f884aa76d778 req-b0d281e7-0755-4cd3-a9f8-048cf30a1560 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797658
Dec 16 09:51:24.885401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:24.890393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:24.924243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:24.952402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:24.967203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Usage tracker for resource:security_group_rule and tenant:54e8962261e44245bcccb493be7395dc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:24.972884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:24.979472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:25.088787 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.093588 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75cae992-957b-4a62-8766-e4e4eeacf30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:25.150419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Port': ['ID=7e4d4cc0-0444-4596-8921-3a68924a7f98,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:25.154924 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:25.191600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.199929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.206132 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5c15601-bf66-4706-b9be-b43a2b0b328a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:25.233647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc870ba4-9a11-4006-bb43-50cce3ac47b7 req-1803556e-0b16-42b3-9400-de4bf97e5071 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:25.236670 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc870ba4-9a11-4006-bb43-50cce3ac47b7 req-1803556e-0b16-42b3-9400-de4bf97e5071 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.2097332
Dec 16 09:51:25.276859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:51:25.280092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.296798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8927b4f4-7870-44c4-8e86-56de75bd5d8f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:25.310713 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.311073 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Added segment 9036f0c9-fe0e-40e4-9d64-6b913ac49e7d of type vlan for network c28db869-e2c1-47fa-9b02-f1b4a41021b9
Dec 16 09:51:25.312472 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:25.358638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc870ba4-9a11-4006-bb43-50cce3ac47b7 req-d27c7486-7e22-433a-b35a-41c2ddb7cc45 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111162
Dec 16 09:51:25.378740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.435680 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.442924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:25.443669 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.451223 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:25.549529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.9541500
Dec 16 09:51:25.577495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f183369f-2a38-470a-ac84-009aa163fa0e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:25.664584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.676823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.715227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: f183369f-2a38-470a-ac84-009aa163fa0e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:25.717912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f183369f-2a38-470a-ac84-009aa163fa0e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:25.721782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b4223228-3980-4f4c-9bca-18d841dde7b3 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:25.731644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34968) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:25.750813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'subnet': {'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:25.794876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.795533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Fanout notify agent at l3_agent the message router_deleted on router 4767a806-3efe-4b85-801c-1345a4b82709 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:51:25.800847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b4223228-3980-4f4c-9bca-18d841dde7b3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:25.802409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b4223228-3980-4f4c-9bca-18d841dde7b3 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:25.821333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Network': ['ID=c28db869-e2c1-47fa-9b02-f1b4a41021b9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:25.828068 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:25.836916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:51:25.980088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:25.984114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/routers/4767a806-3efe-4b85-801c-1345a4b82709 HTTP/1.1" status: 204  len: 168 time: 3.6055169
Dec 16 09:51:25.985285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:25.986418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 34982) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:25.990816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Usage tracker for resource:subnet and tenant:54e8962261e44245bcccb493be7395dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:25.994920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:26.010407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:26.035197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:26.040004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.251350 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.347295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.350525 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd923ebf-0aa2-4c08-bc77-af0cb1dc131b tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:26.450344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.502448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Subnet': ['ID=5a894160-654d-4337-b918-5c18e8c49e9f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:26.506440 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:26.506963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0d1b3a0>,) {'filters': {'network_id': ['7065c083-a65c-4084-a609-79e8d013ed1c']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:26.511338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Checking segment: {'id': '9036f0c9-fe0e-40e4-9d64-6b913ac49e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:51:26.511696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network hostable DHCP agents. Network: c28db869-e2c1-47fa-9b02-f1b4a41021b9, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:51:26.534133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d1b3a0>, '2cf1916d-3535-4524-bea0-e1f146630a4f') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:26.534831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d1b3a0>, '2cf1916d-3535-4524-bea0-e1f146630a4f') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:26.543655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:51:26.552651 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.559096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, c28db869-e2c1-47fa-9b02-f1b4a41021b9) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:26.571489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c77b70f-daf3-417e-a8fb-ac51c5a4648c None None] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:26.575024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:26.575801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.592625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.603674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:51:26.604248 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:51:26.635212 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:51:26.641465 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9065459
Dec 16 09:51:26.642112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34994) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:26.652813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'name': 'tempest-AllowedAddressPairTestJSON-1657213727'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:26.777523 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.787363 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:26.820550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.911314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:26.915143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Network': ['ID=7065c083-a65c-4084-a609-79e8d013ed1c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:26.916476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Usage tracker for resource:port and tenant:54e8962261e44245bcccb493be7395dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:26.919780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:26.924835 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/networks/7065c083-a65c-4084-a609-79e8d013ed1c HTTP/1.1" status: 204  len: 168 time: 0.9370594
Dec 16 09:51:26.926999 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:26.931796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 34998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:26.942622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'tenant_id': '54e8962261e44245bcccb493be7395dc', 'fixed_ips': [{'subnet_id': '5a894160-654d-4337-b918-5c18e8c49e9f'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:51:26.943622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:26.985994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63369739-edf2-4e60-9191-3447694649c2 req-bec1128b-84cc-4d31-866f-32bc13645d4f tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:26.994034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63369739-edf2-4e60-9191-3447694649c2 req-bec1128b-84cc-4d31-866f-32bc13645d4f tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 945 time: 0.1705143
Dec 16 09:51:27.034896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:27.056397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63369739-edf2-4e60-9191-3447694649c2 req-b8239eb8-7080-427d-85a9-68f319903fbe tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606270
Dec 16 09:51:27.083564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:27.088415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:27.121880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] device_id is not set on port 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:51:27.143684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Allocated IP 172.20.0.2 (c28db869-e2c1-47fa-9b02-f1b4a41021b9/5a894160-654d-4337-b918-5c18e8c49e9f/b9652874-d3f9-4716-af17-ea00cc0482a2) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:27.301764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7e4d4cc0-0444-4596-8921-3a68924a7f98 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:27.411043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting port ebe34359-c550-477b-9145-3b545dd4ba53 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:27.412131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:27.414005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7e4d4cc0-0444-4596-8921-3a68924a7f98 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:27.415919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7e4d4cc0-0444-4596-8921-3a68924a7f98 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:27.502404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f634-cb24-42b0-8c52-cf3d2e2014ac req-87fcc53a-8ed4-482f-9752-d263a62afb27 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:27.520583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5866f634-cb24-42b0-8c52-cf3d2e2014ac req-87fcc53a-8ed4-482f-9752-d263a62afb27 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.1993651
Dec 16 09:51:27.655418 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:27.666485 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5866f634-cb24-42b0-8c52-cf3d2e2014ac req-c960fa51-6ba2-49c5-bed1-23795449a963 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1446395
Dec 16 09:51:27.683883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Transition to ACTIVE for port object b9652874-d3f9-4716-af17-ea00cc0482a2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:27.715478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Transition to ACTIVE for port object b9652874-d3f9-4716-af17-ea00cc0482a2 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:27.733248 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:27.755200 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:27.848618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:27.857617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:27.863926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:28.108650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Allocated IP 172.20.0.7 (c28db869-e2c1-47fa-9b02-f1b4a41021b9/5a894160-654d-4337-b918-5c18e8c49e9f/385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:28.143347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Attempting to bind port b9652874-d3f9-4716-af17-ea00cc0482a2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:51:28.143926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Attempting to bind port b9652874-d3f9-4716-af17-ea00cc0482a2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '9036f0c9-fe0e-40e4-9d64-6b913ac49e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:51:28.144317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Attempting to bind port b9652874-d3f9-4716-af17-ea00cc0482a2 on network c28db869-e2c1-47fa-9b02-f1b4a41021b9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:51:28.147253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Pushing event updated for resources: {'Port': ['ID=b9652874-d3f9-4716-af17-ea00cc0482a2,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:28.162469 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:28.165122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:51:28.166526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Checking segment: {'id': '9036f0c9-fe0e-40e4-9d64-6b913ac49e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:51:28.167777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:28.168924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Bound using segment: {'id': '9036f0c9-fe0e-40e4-9d64-6b913ac49e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:51:28.169564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Bound port: b9652874-d3f9-4716-af17-ea00cc0482a2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9036f0c9-fe0e-40e4-9d64-6b913ac49e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:51:28.172217 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:28.354930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:28.355290 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:28.393787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] For port b9652874-d3f9-4716-af17-ea00cc0482a2, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:51:28.399420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] For port b9652874-d3f9-4716-af17-ea00cc0482a2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b9652874-d3f9-4716-af17-ea00cc0482a2,segment=NetworkSegment(9036f0c9-fe0e-40e4-9d64-6b913ac49e7d),segment_id=9036f0c9-fe0e-40e4-9d64-6b913ac49e7d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:51:28.410072 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:28.430646 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:28.582996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35062) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:28.617556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Pushing event updated for resources: {'Port': ['ID=b9652874-d3f9-4716-af17-ea00cc0482a2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:28.623467 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:29.020578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Calling delete_port for ebe34359-c550-477b-9145-3b545dd4ba53 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:29.299910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:29.340757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Transition to ACTIVE for port object 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:29.501424 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:29.508700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:29.514120 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ac6ad18-98e2-4d6c-9a65-724a5133719d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:29.576227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Port': ['ID=ebe34359-c550-477b-9145-3b545dd4ba53,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:29.636171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b9652874-d3f9-4716-af17-ea00cc0482a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:29.718289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:29.718907 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:29.752009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a956aa-156c-446e-8b55-587d3bdf8763 req-4e97bc4b-c83b-4e27-8f11-0fd84f482f3b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:29.754167 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01a956aa-156c-446e-8b55-587d3bdf8763 req-4e97bc4b-c83b-4e27-8f11-0fd84f482f3b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.3429925
Dec 16 09:51:29.829935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b9652874-d3f9-4716-af17-ea00cc0482a2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:29.833572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01a956aa-156c-446e-8b55-587d3bdf8763 req-fa5b0e9c-e76d-416f-b119-9c059084578b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714476
Dec 16 09:51:29.957071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:29.967496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:30.024922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:30.039952 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:30.045044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:30.147868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:30.183333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:30.183963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:30.198649 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:30.199002 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Floating IP 40ccb69d-fe5e-49a5-8472-ecf460159d76 disassociated (deleted). External IP: 172.25.3.201, port: 5f1db086-35e6-4b5f-80f8-83bb239cc4f0.
Dec 16 09:51:30.430384 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7862999
Dec 16 09:51:30.433459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:30.444742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'name': 'tempest-AllowedAddressPairTestJSON-1742756538', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a7:8d:35'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:30.701527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:30.726043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d414828-7b1a-4c4e-b953-31765e1398d2 None None] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:30.891502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Deleting port 617c9551-a072-44fb-b79b-0dd40a0497b0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:30.891943 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:31.197383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Provisioning for port b9652874-d3f9-4716-af17-ea00cc0482a2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:31.224337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Provisioning complete for port b9652874-d3f9-4716-af17-ea00cc0482a2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:31.224731 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:31.517737 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:31.547998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Usage tracker for resource:port and tenant:54e8962261e44245bcccb493be7395dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:31.585439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] For port 617c9551-a072-44fb-b79b-0dd40a0497b0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=617c9551-a072-44fb-b79b-0dd40a0497b0,segment=NetworkSegment(614084b2-d1e6-41c9-a332-2d70b121bf7b),segment_id=614084b2-d1e6-41c9-a332-2d70b121bf7b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:31.585797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:31.588135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:31.591909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] For port b9652874-d3f9-4716-af17-ea00cc0482a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b9652874-d3f9-4716-af17-ea00cc0482a2,segment=NetworkSegment(9036f0c9-fe0e-40e4-9d64-6b913ac49e7d),segment_id=9036f0c9-fe0e-40e4-9d64-6b913ac49e7d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:31.609809 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:31.612442 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:31.646894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:31.737153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:51:31.738498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:31.800332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Pushing event updated for resources: {'Port': ['ID=b9652874-d3f9-4716-af17-ea00cc0482a2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:31.804186 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:31.910357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84248-4e6b-4c5f-8df0-1549e3e3957a req-fe481912-cfe3-4e9e-b9af-947b8eb3084e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:31.929618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3aa84248-4e6b-4c5f-8df0-1549e3e3957a req-fe481912-cfe3-4e9e-b9af-947b8eb3084e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.5836656
Dec 16 09:51:31.976577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Calling delete_port for 617c9551-a072-44fb-b79b-0dd40a0497b0 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:32.150211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5baf5eaf-2d6e-4331-8fee-bc30cd7023a6 None None] Provisioning for port 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:32.180950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5baf5eaf-2d6e-4331-8fee-bc30cd7023a6 None None] Provisioning complete for port 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:32.181339 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5baf5eaf-2d6e-4331-8fee-bc30cd7023a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:32.384089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5baf5eaf-2d6e-4331-8fee-bc30cd7023a6 None None] Port 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:32.416471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5baf5eaf-2d6e-4331-8fee-bc30cd7023a6 None None] Provisioning complete for port b9652874-d3f9-4716-af17-ea00cc0482a2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:32.417096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5baf5eaf-2d6e-4331-8fee-bc30cd7023a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:32.436108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:32.458867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3aa84248-4e6b-4c5f-8df0-1549e3e3957a req-6f8b8506-85ab-4736-a6b0-b5d7763ecfb6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5262017
Dec 16 09:51:32.484889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] device_id is not set on port 38689606-4558-40af-a4fd-564f8f4233e3 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:51:32.551702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:51:32.599816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] Sync routers for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:51:32.612483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:32.634392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:32.635066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f378dd60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:32.642478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:32.647113 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:32.832841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Pushing event deleted for resources: {'Port': ['ID=617c9551-a072-44fb-b79b-0dd40a0497b0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:32.903565 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5839364-201c-4be6-bcc5-476d4bdcffd3 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/floatingips/40ccb69d-fe5e-49a5-8472-ecf460159d76 HTTP/1.1" status: 204  len: 168 time: 5.9699903
Dec 16 09:51:32.908819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:32.910274 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:32.969656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Allocated IP 172.20.0.13 (c28db869-e2c1-47fa-9b02-f1b4a41021b9/5a894160-654d-4337-b918-5c18e8c49e9f/38689606-4558-40af-a4fd-564f8f4233e3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:32.986572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:33.479472 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'status': 'completed', 'code': 200}
Dec 16 09:51:33.692953 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:33.711532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b9652874-d3f9-4716-af17-ea00cc0482a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:51:33.739894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Transition to ACTIVE for port object 38689606-4558-40af-a4fd-564f8f4233e3 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:33.779901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:33.789138 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:33.793436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55c12cca-df7f-4c48-908a-f54f69eb3f81 None None] Provisioning complete for port 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:33.793942 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55c12cca-df7f-4c48-908a-f54f69eb3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:33.796635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:33.905465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=38689606-4558-40af-a4fd-564f8f4233e3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:33.914285 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:33.924960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:33.926164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:33.933800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:34.020099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-55c12cca-df7f-4c48-908a-f54f69eb3f81 None None] Port 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:34.114019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:34.114259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b9652874-d3f9-4716-af17-ea00cc0482a2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:34.114704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:34.114963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:34.167858 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 3.7333064
Dec 16 09:51:34.170410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:34.316149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f378dd60>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:52Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:34.324774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] Checking router: 817a9f9b-cd31-4c0f-ae7b-50d77957f7db for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:51:34.375121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf4d16-bfc0-48f8-81ab-957ca9666af0 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:34.389393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf4d16-bfc0-48f8-81ab-957ca9666af0 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:34.397276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf4d16-bfc0-48f8-81ab-957ca9666af0 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:34.397638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bcdf4d16-bfc0-48f8-81ab-957ca9666af0 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Synchronizing usage tracker for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:34.397920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:34.399328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f378dd60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:34.419697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bcdf4d16-bfc0-48f8-81ab-957ca9666af0 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Unset dirty status for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:34.423480 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bcdf4d16-bfc0-48f8-81ab-957ca9666af0 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.2495091
Dec 16 09:51:34.424120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:34.436776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-74c4e802-658c-4490-8f1e-0264c66148db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:34.438625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-74c4e802-658c-4490-8f1e-0264c66148db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 1135 time: 0.9225168
Dec 16 09:51:34.449451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe33ca-1a97-4a8b-b51a-918ff89847f7 req-b8e5633d-82e3-42d9-bc6e-7ad029326130 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:34.450511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6dfe33ca-1a97-4a8b-b51a-918ff89847f7 req-b8e5633d-82e3-42d9-bc6e-7ad029326130 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Synchronizing usage tracker for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:34.508127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8418668f-191e-4f23-98e0-89560afcc66d None None] Provisioning for port 38689606-4558-40af-a4fd-564f8f4233e3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:34.516099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8418668f-191e-4f23-98e0-89560afcc66d None None] Provisioning complete for port 38689606-4558-40af-a4fd-564f8f4233e3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:34.516606 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8418668f-191e-4f23-98e0-89560afcc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:34.533610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting port 38689606-4558-40af-a4fd-564f8f4233e3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:34.535044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:34.584923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8418668f-191e-4f23-98e0-89560afcc66d None None] Port 38689606-4558-40af-a4fd-564f8f4233e3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:34.763965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-d02b7bbd-fbc5-4a3f-9ede-4bede629f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:34.765667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-d02b7bbd-fbc5-4a3f-9ede-4bede629f8b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=65a9a1ed-7aec-464d-ae30-99da7318d8bb HTTP/1.1" status: 200  len: 898 time: 0.3067758
Dec 16 09:51:34.766474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6dfe33ca-1a97-4a8b-b51a-918ff89847f7 req-b8e5633d-82e3-42d9-bc6e-7ad029326130 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Unset dirty status for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:34.768117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6dfe33ca-1a97-4a8b-b51a-918ff89847f7 req-b8e5633d-82e3-42d9-bc6e-7ad029326130 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 984 time: 1.0996141
Dec 16 09:51:34.772552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:34.969197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-db7be871-d440-46b5-968d-4c6321bd234e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0 HTTP/1.1" status: 200  len: 217 time: 0.1523259
Dec 16 09:51:34.982436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6dfe33ca-1a97-4a8b-b51a-918ff89847f7 req-390b48af-699a-48c0-98b3-8670df6cf9c1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.2010896
Dec 16 09:51:35.039728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:35.281153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Calling delete_port for 38689606-4558-40af-a4fd-564f8f4233e3 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:35.357171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f378dd60>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:52Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:35.377683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ce0aa-1cc3-4375-9502-b727ecbd347a None None] The sync data for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 is: [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf', 'name': '', 'network_id': '65a9a1ed-7aec-464d-ae30-99da7318d8bb', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'mac_address': 'fa:16:3e:2b:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:37Z', 'updated_at': '2021-12-16T09:48:52Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'subnets': [{'id': '84c6e5ad-f6b9-4670-82bb-3a1c013018ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:35.380585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:35.603892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:35.612831 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d25a16df-7ed6-4ec9-be25-6ac916bfb4f0 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:35.666390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-4be8068d-a7c6-4d70-833c-dc80cd441869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:35.667903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-4be8068d-a7c6-4d70-833c-dc80cd441869 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=84c6e5ad-f6b9-4670-82bb-3a1c013018ec HTTP/1.1" status: 200  len: 834 time: 0.6724567
Dec 16 09:51:35.682833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:35.743071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Port': ['ID=38689606-4558-40af-a4fd-564f8f4233e3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:35.746459 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:35.751082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:51:35.776120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:35.777466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:35.794321 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:35.800674 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:35.908157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-e88505d3-5e86-4cbe-ac54-9954210b37ac tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:35.910671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-e88505d3-5e86-4cbe-ac54-9954210b37ac tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.74 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 984 time: 0.9163220
Dec 16 09:51:35.933284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c900d-41da-4531-b224-4d3903a0e387 req-30da6520-db9c-4042-8d5a-7911b0de9cb3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:35.945120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-211c900d-41da-4531-b224-4d3903a0e387 req-30da6520-db9c-4042-8d5a-7911b0de9cb3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 946 time: 0.6988404
Dec 16 09:51:35.968377 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48294dbb-7ad6-45f5-9354-7a0f699a7013 None None] New status for floating IP 40ccb69d-fe5e-49a5-8472-ecf460159d76: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:51:36.011311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=14']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:36.017880 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:36.137380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-211c900d-41da-4531-b224-4d3903a0e387 req-5470b3af-f555-421a-aa57-82a73dc00c7b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1901591
Dec 16 09:51:36.236345 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'code': 200}
Dec 16 09:51:36.405301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:36.405911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:36.559739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-c4a4f5f2-160f-4805-8c14-875ebcb39900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:36.563322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-c4a4f5f2-160f-4805-8c14-875ebcb39900 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=65a9a1ed-7aec-464d-ae30-99da7318d8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8854761
Dec 16 09:51:36.581873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:36.600505 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/ports/38689606-4558-40af-a4fd-564f8f4233e3 HTTP/1.1" status: 204  len: 168 time: 2.1745322
Dec 16 09:51:36.603451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35224) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:36.661807 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06a06b6-dbc4-4d7e-96f2-88eb4199d48d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] GET failed (client error): The resource could not be found.
Dec 16 09:51:36.662688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b06a06b6-dbc4-4d7e-96f2-88eb4199d48d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Synchronizing usage tracker for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:36.686758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b06a06b6-dbc4-4d7e-96f2-88eb4199d48d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Unset dirty status for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:36.688660 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b06a06b6-dbc4-4d7e-96f2-88eb4199d48d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "GET /v2.0/ports/38689606-4558-40af-a4fd-564f8f4233e3 HTTP/1.1" status: 404  len: 333 time: 0.0840073
Dec 16 09:51:36.692333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:36.700658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'name': 'tempest-AllowedAddressPairTestJSON-1269403216'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:36.818011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:51:36.830920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] Sync routers for ids ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:51:36.853912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] Routers {'40fad1fb-4a45-4cad-8d6f-76d9105517d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:36.854577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f255a8e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:36.876159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:36.883277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] 10.222.0.66 "PUT /v2.0/routers/40fad1fb-4a45-4cad-8d6f-76d9105517d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2988887
Dec 16 09:51:36.883804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:37.068878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15fae-2f43-4d75-8495-995530f8ae0a req-61cfac15-3b56-4659-a60c-24cf0edd32ac tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:37.070724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6eb15fae-2f43-4d75-8495-995530f8ae0a req-61cfac15-3b56-4659-a60c-24cf0edd32ac tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 984 time: 0.5638454
Dec 16 09:51:37.107752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:37.119538 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] Set router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:37.142554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-10e8c67f-6e57-43af-9ae5-c60a32388a39 service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5259924
Dec 16 09:51:37.164875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:37.198786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6eb15fae-2f43-4d75-8495-995530f8ae0a req-9b80a2b5-b3fd-4de9-b910-18a184b7c872 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/security-groups?id=790d003c-f70b-4272-b3dc-b1436383cf6e&id=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.1103978
Dec 16 09:51:37.216958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:37.223510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:37.284053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] For port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:37.284425 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:37.374388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] device_id is not set on port ef637495-bbd1-4996-a4d6-665fbb35c45d yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:51:37.635467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Calling delete_port for 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:37.681500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Allocated IP 172.20.0.8 (c28db869-e2c1-47fa-9b02-f1b4a41021b9/5a894160-654d-4337-b918-5c18e8c49e9f/ef637495-bbd1-4996-a4d6-665fbb35c45d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:37.815052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f255a8e0>, [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:51:32Z', 'revision_number': 5, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:37.825507 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:37.828483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] Checking router: 40fad1fb-4a45-4cad-8d6f-76d9105517d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:51:37.835228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:37.840223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] Routers {'40fad1fb-4a45-4cad-8d6f-76d9105517d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:37.841079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f255a8e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:37.907148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Port': ['ID=5f1db086-35e6-4b5f-80f8-83bb239cc4f0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:37.917111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c179d86-4747-4aea-a1cd-184f4efb996f req-bdc31b32-473f-4db6-9748-13f9b68c2310 service neutron] 10.222.0.74 "GET /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7609072
Dec 16 09:51:37.926610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:37.968133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Deleting port df37fed8-c621-40be-8cb0-7818155b92c4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:37.968477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:37.977979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.978372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.978755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.979145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.979537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.979923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.980281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.980648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.981011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.981379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.981739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.982100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:37.999860 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:38.108792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] Set router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:38.198635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:38.233673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] For port df37fed8-c621-40be-8cb0-7818155b92c4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=df37fed8-c621-40be-8cb0-7818155b92c4,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:38.233947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:38.257294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Transition to ACTIVE for port object ef637495-bbd1-4996-a4d6-665fbb35c45d will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:38.283040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996491e2-8e82-41ef-976a-add93e0e74e2 req-b581c7e0-ac42-487a-82ca-f8ecb57ac6e7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:38.291797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996491e2-8e82-41ef-976a-add93e0e74e2 req-b581c7e0-ac42-487a-82ca-f8ecb57ac6e7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.7146437
Dec 16 09:51:38.318310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] No DVR routers for this DVR port 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:38.322786 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:38.339409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'name': 'network-vif-deleted', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:38.360296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a499758-83a6-4502-bbcb-cf9d4b39853e req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.74 "DELETE /v2.0/ports/5f1db086-35e6-4b5f-80f8-83bb239cc4f0 HTTP/1.1" status: 204  len: 173 time: 2.3717833
Dec 16 09:51:38.377508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996491e2-8e82-41ef-976a-add93e0e74e2 req-bee4cd19-8bda-472a-b242-9c6def3883fc tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844622
Dec 16 09:51:38.607759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3bd46e27-f8b8-4c40-a2ba-dc5b9f7c5523 req-0bff3230-6413-47f3-b537-88b4721b7985 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Synchronizing usage tracker for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:38.673863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3bd46e27-f8b8-4c40-a2ba-dc5b9f7c5523 req-0bff3230-6413-47f3-b537-88b4721b7985 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Unset dirty status for tenant:63dfee569ef94e369ab966a0c3d3ef67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:38.693082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bd46e27-f8b8-4c40-a2ba-dc5b9f7c5523 req-0bff3230-6413-47f3-b537-88b4721b7985 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "GET /v2.0/ports?device_id=c82449c7-99b1-4bc1-808a-82d9ea299b6d HTTP/1.1" status: 200  len: 210 time: 0.1847625
Dec 16 09:51:38.742125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f255a8e0>, [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:51:32Z', 'revision_number': 5, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:38.755125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d807b-f3f6-4189-9ff9-9300219d4f8f None None] The sync data for ids ['40fad1fb-4a45-4cad-8d6f-76d9105517d2'] in n-d-820554-2 is: [{'id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'name': 'tempest-TestAggregatesBasicOps-731296901-router', 'tenant_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:42Z', 'updated_at': '2021-12-16T09:51:32Z', 'revision_number': 5, 'project_id': 'ee5b27b06250451c8048ca3d0f8728ac', 'gw_port': {'id': 'df37fed8-c621-40be-8cb0-7818155b92c4', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1fb-4a45-4cad-8d6f-76d9105517d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:38.869659 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82449c7-99b1-4bc1-808a-82d9ea299b6d', 'name': 'network-vif-deleted', 'tag': '5f1db086-35e6-4b5f-80f8-83bb239cc4f0', 'status': 'completed', 'code': 200}
Dec 16 09:51:38.905389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Calling delete_port for df37fed8-c621-40be-8cb0-7818155b92c4 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:39.044699 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:39.053719 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:39.167627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:39.173022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:39.177201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:39.272850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=ef637495-bbd1-4996-a4d6-665fbb35c45d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:39.276994 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:39.362276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 617c9551-a072-44fb-b79b-0dd40a0497b0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:39.525231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 617c9551-a072-44fb-b79b-0dd40a0497b0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:39.529932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 617c9551-a072-44fb-b79b-0dd40a0497b0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:39.538515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:39.548535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:39.549240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:39.624291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:39.635107 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:39.657218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:39.657582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5f1db086-35e6-4b5f-80f8-83bb239cc4f0 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:39.683507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9b82f1c7-6e2e-453b-b859-7743a6ad3fb9 None None] Provisioning for port ef637495-bbd1-4996-a4d6-665fbb35c45d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:39.692885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9b82f1c7-6e2e-453b-b859-7743a6ad3fb9 None None] Provisioning complete for port ef637495-bbd1-4996-a4d6-665fbb35c45d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:39.693979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b82f1c7-6e2e-453b-b859-7743a6ad3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:39.704368 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0076208
Dec 16 09:51:39.705108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35302) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:39.713778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df37fed8-c621-40be-8cb0-7818155b92c4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:39.721114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a7:8d:35'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:39.731599 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:39.775061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89619c1-0d3a-4831-86d5-a1ce7e2a9b13 req-a35d83aa-5440-4f57-bd42-54e90daae551 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:39.782626 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b89619c1-0d3a-4831-86d5-a1ce7e2a9b13 req-a35d83aa-5440-4f57-bd42-54e90daae551 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.3059072
Dec 16 09:51:39.827803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9b82f1c7-6e2e-453b-b859-7743a6ad3fb9 None None] Port ef637495-bbd1-4996-a4d6-665fbb35c45d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:39.882973 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.055679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b89619c1-0d3a-4831-86d5-a1ce7e2a9b13 req-9654dfc1-00b9-4f1b-b2f7-8d519ceb8b3e tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2690532
Dec 16 09:51:40.137241 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.196532 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.198318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.225977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:40.257945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.259021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fad1fb-4a45-4cad-8d6f-76d9105517d2 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:51:40.278958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.285201 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/40fad1fb-4a45-4cad-8d6f-76d9105517d2 HTTP/1.1" status: 204  len: 168 time: 3.4008207
Dec 16 09:51:40.289818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:40.354186 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.392956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.454510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.461563 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c5fa2dca-b37e-4d57-80dc-da3443aa852b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:40.480116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d7d430-2994-4fb5-b6bb-6572f7d3dbed,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:40.484922 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:40.515906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.518549 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/security-groups/f1d7d430-2994-4fb5-b6bb-6572f7d3dbed HTTP/1.1" status: 204  len: 168 time: 0.2889726
Dec 16 09:51:40.520297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35342) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:40.549543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Deleting subnet 8dda66aa-5e79-4b1d-b4d4-114db26603ee {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:51:40.569655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.603060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.633778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.645184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae65ab-7264-43e5-ae8a-6f707a4405a0 req-29423571-bdd5-4e8c-8490-0ea470b23ff6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:40.646620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5ae65ab-7264-43e5-ae8a-6f707a4405a0 req-29423571-bdd5-4e8c-8490-0ea470b23ff6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2437901
Dec 16 09:51:40.652247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.688781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.695252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dad367f4-8fcb-4a96-96e2-9eef89f30981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:40.712362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d003c-f70b-4272-b3dc-b1436383cf6e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:40.714879 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:40.728307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.730229 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/security-groups/790d003c-f70b-4272-b3dc-b1436383cf6e HTTP/1.1" status: 204  len: 168 time: 0.2085874
Dec 16 09:51:40.732888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35346) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:40.735089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.750580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.758996 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be44377f-974d-42b2-990e-5d531ef36a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:40.866049 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f5ae65ab-7264-43e5-ae8a-6f707a4405a0 req-a4012fdf-3322-444e-b44d-3782a7103ae8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1826644
Dec 16 09:51:40.953461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=ef637495-bbd1-4996-a4d6-665fbb35c45d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:40.963017 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:40.966676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] In _notify_port_updated(), no bound segment for port ef637495-bbd1-4996-a4d6-665fbb35c45d on network c28db869-e2c1-47fa-9b02-f1b4a41021b9 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:51:40.977797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:40.979027 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.980661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "PUT /v2.0/ports/ef637495-bbd1-4996-a4d6-665fbb35c45d HTTP/1.1" status: 200  len: 993 time: 1.2739241
Dec 16 09:51:40.982666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:40.992895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:41.113571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.118415 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3af89e3-8054-4d3a-b7a5-546d542d593e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:41.159843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting port ef637495-bbd1-4996-a4d6-665fbb35c45d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:41.160246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.175381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-aeaf2896-f231-4e69-97c9-479b558cdc3b None None] Provisioning complete for port ef637495-bbd1-4996-a4d6-665fbb35c45d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:41.175944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aeaf2896-f231-4e69-97c9-479b558cdc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.183428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dda66aa-5e79-4b1d-b4d4-114db26603ee,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:41.193435 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:41.204435 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.216524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8dda66aa-5e79-4b1d-b4d4-114db26603ee HTTP/1.1" status: 204  len: 168 time: 0.9251738
Dec 16 09:51:41.219708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608694bf-dd3c-440a-a28c-ca220acbb652 None None] Network 94098114-4da5-4eef-bac9-818376c7fb56 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:41.224214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35360) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:41.269891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf2896-f231-4e69-97c9-479b558cdc3b None None] Port ef637495-bbd1-4996-a4d6-665fbb35c45d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:41.460253 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.500987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device df37fed8-c621-40be-8cb0-7818155b92c4 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:41.562235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: df37fed8-c621-40be-8cb0-7818155b92c4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:41.563393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device df37fed8-c621-40be-8cb0-7818155b92c4 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:41.661174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Deleting port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:41.661589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.682428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] DHCP port deletion for 94098114-4da5-4eef-bac9-818376c7fb56 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:51:41.690827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Deleting port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:41.691797 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.829351 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.956967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] For port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,segment=NetworkSegment(614084b2-d1e6-41c9-a332-2d70b121bf7b),segment_id=614084b2-d1e6-41c9-a332-2d70b121bf7b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:41.956967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:41.973198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Calling delete_port for ef637495-bbd1-4996-a4d6-665fbb35c45d owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:41.979246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5513af-2e33-4977-9204-486eeb2e8924 req-89bdd77d-3ee8-4348-af22-090820957988 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:41.986052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b5513af-2e33-4977-9204-486eeb2e8924 req-89bdd77d-3ee8-4348-af22-090820957988 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.4122307
Dec 16 09:51:42.007535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-bc4ee58b-42ef-4703-88cb-599261cb4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:42.009200 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-bc4ee58b-42ef-4703-88cb-599261cb4adc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.5464213
Dec 16 09:51:42.121551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Calling delete_port for 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:42.247988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:42.255397 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0699cfb5-17d3-447b-9c34-5b36834ce13a tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:42.300715 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:42.307849 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:42.308450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Port': ['ID=ef637495-bbd1-4996-a4d6-665fbb35c45d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:42.313698 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:42.350706 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:42.359740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] No DVR routers for this DVR port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:42.361505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e491ca5a-ef0e-4dac-904c-2aaf4847ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:42.364533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Pushing event deleted for resources: {'Port': ['ID=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:42.367988 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:42.368906 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:42.476026 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b5513af-2e33-4977-9204-486eeb2e8924 req-5f5745b1-1ff6-48e2-bb17-ee39014adaad tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4888034
Dec 16 09:51:42.487772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] For port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82,segment=NetworkSegment(614084b2-d1e6-41c9-a332-2d70b121bf7b),segment_id=614084b2-d1e6-41c9-a332-2d70b121bf7b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:42.488131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:42.703221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Calling delete_port for 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:42.813464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-c6658518-c811-4f20-9b99-8ad46d03ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:42.814918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-c6658518-c811-4f20-9b99-8ad46d03ef36 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.7975705
Dec 16 09:51:42.851188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:42.865522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/ports/ef637495-bbd1-4996-a4d6-665fbb35c45d HTTP/1.1" status: 204  len: 168 time: 1.8716307
Dec 16 09:51:42.869265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:42.919698 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5b141b-fd1d-496e-97b8-131924c2ab94 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] GET failed (client error): The resource could not be found.
Dec 16 09:51:42.920467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d5b141b-fd1d-496e-97b8-131924c2ab94 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Synchronizing usage tracker for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:42.948381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-430f17d6-ae1d-4620-9cdf-76a60d6560a8 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:42.948381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-430f17d6-ae1d-4620-9cdf-76a60d6560a8 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.5624819
Dec 16 09:51:42.985762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d5b141b-fd1d-496e-97b8-131924c2ab94 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Unset dirty status for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:42.990835 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1d5b141b-fd1d-496e-97b8-131924c2ab94 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "GET /v2.0/ports/ef637495-bbd1-4996-a4d6-665fbb35c45d HTTP/1.1" status: 404  len: 333 time: 0.1168034
Dec 16 09:51:42.993068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:43.000429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'name': 'tempest-AllowedAddressPairTestJSON-937635202'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:43.022197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:43.022518 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:43.038705 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:51:43.039866 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:51:43.051542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-a0cef8c9-e9d8-4f2d-99a4-65e9e9cd4d67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.2242520
Dec 16 09:51:43.059195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb11bd2-8101-4261-bc9f-c1d4175e2764 req-80ea2f4e-dc5a-40f1-95b3-3d2f74b9e861 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:43.060621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddb11bd2-8101-4261-bc9f-c1d4175e2764 req-80ea2f4e-dc5a-40f1-95b3-3d2f74b9e861 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3168488
Dec 16 09:51:43.117487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Deleting port 08a26c15-8562-44a2-9c39-4706ebe7f507 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:43.117832 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:43.218367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddb11bd2-8101-4261-bc9f-c1d4175e2764 req-32db151d-be86-4f43-a323-3e6f420843eb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236582
Dec 16 09:51:43.222138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-06a75977-85da-4b20-ad28-a6a5a3227b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:43.223632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-06a75977-85da-4b20-ad28-a6a5a3227b60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1599648
Dec 16 09:51:43.373439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:43.433661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:43.434103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:43.476075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:43.512018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:43.537754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] For port bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:43.538437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:43.540393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Deleting port 8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:43.540733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:43.551473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:43.559605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:43.599978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-398ef4ad-3b87-4b37-af6a-0dafcf044b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:43.601561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-398ef4ad-3b87-4b37-af6a-0dafcf044b28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3090558
Dec 16 09:51:43.640718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] The port '8538fd7b-a2f5-4c0c-b7f0-7c3ca007bb82' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:51:43.697722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Calling delete_port for bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:43.743280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] device_id is not set on port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:51:43.977466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Allocated IP 172.20.0.10 (c28db869-e2c1-47fa-9b02-f1b4a41021b9/5a894160-654d-4337-b918-5c18e8c49e9f/a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:43.983490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] For port 08a26c15-8562-44a2-9c39-4706ebe7f507, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=08a26c15-8562-44a2-9c39-4706ebe7f507,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:43.984531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.128241 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.146176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.196247 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cb9e3bd-76c9-4a6f-acce-e49f7295128c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:44.217117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Calling delete_port for 08a26c15-8562-44a2-9c39-4706ebe7f507 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:44.258910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Port': ['ID=bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:44.261450 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:44.282201 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.370217 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-3819a7f5-b67d-483e-bb4c-3be6c1210fcd service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7277753
Dec 16 09:51:44.373133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f22e6ac0>,) {'filters': {'network_id': ['94098114-4da5-4eef-bac9-818376c7fb56']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:44.436024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22e6ac0>, '614084b2-d1e6-41c9-a332-2d70b121bf7b') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:44.436405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22e6ac0>, '614084b2-d1e6-41c9-a332-2d70b121bf7b') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:44.461753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.482466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Transition to ACTIVE for port object a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:44.493549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce285caa-a35e-4ca2-bf3f-5358828fbea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.518560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.528067 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-da544e7b-5a8b-47cf-aa6c-7e110b74e79e tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:44.595338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.621472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfd0fd-d0cb-49c4-b991-2211e99eb8b5 req-44af217a-3c0e-4f54-9041-e317a6512f4c tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:44.634016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64dfd0fd-d0cb-49c4-b991-2211e99eb8b5 req-44af217a-3c0e-4f54-9041-e317a6512f4c tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 945 time: 0.9482021
Dec 16 09:51:44.665625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.687194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:51:44.687697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:51:44.703780 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:51:44.753953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:44.761927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:44.768416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:44.802569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:44.811921 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:44.883384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64dfd0fd-d0cb-49c4-b991-2211e99eb8b5 req-0fe89e81-35ac-491b-b576-b94dadf251e4 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475076
Dec 16 09:51:44.958408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.964333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:44.965386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.965867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.969223 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a8fbbb7-f34a-4996-afce-03ce3ea0f00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:44.986324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e54c8f73-8205-45a8-8b6f-9f9c09bfce4c req-f9cc0f1d-4e29-4647-a254-9ad595029fde service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5833063
Dec 16 09:51:44.989735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:44.998206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=94098114-4da5-4eef-bac9-818376c7fb56,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:45.000769 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:45.003214 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:45.018994 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-84c85ad4-d3a1-42b6-aeba-1cdd43d9f29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:45.021965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['c2b789b1-fc0f-41c5-b90e-0eccbd706deb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:51:45.133989 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1398964
Dec 16 09:51:45.139948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:45.170848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e5208d9a-8fe3-41c0-912e-c0320d0e95aa None None] Provisioning for port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:45.181286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e5208d9a-8fe3-41c0-912e-c0320d0e95aa None None] Provisioning complete for port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:45.181730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5208d9a-8fe3-41c0-912e-c0320d0e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:45.202346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a7:8d:35'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:45.295153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Pushing event deleted for resources: {'Port': ['ID=08a26c15-8562-44a2-9c39-4706ebe7f507,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:45.327794 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:45.374626 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/94098114-4da5-4eef-bac9-818376c7fb56 HTTP/1.1" status: 204  len: 168 time: 4.1469278
Dec 16 09:51:45.401748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 08a26c15-8562-44a2-9c39-4706ebe7f507 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:45.420845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35390) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:45.442048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e5208d9a-8fe3-41c0-912e-c0320d0e95aa None None] Port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:45.457907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:45.465424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 08a26c15-8562-44a2-9c39-4706ebe7f507 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:45.466532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 08a26c15-8562-44a2-9c39-4706ebe7f507 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:45.505696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] No DVR routers for this DVR port 08a26c15-8562-44a2-9c39-4706ebe7f507 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:45.521320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:45.523367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f5c1f30-44d2-4128-a43d-d1299081562e req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "DELETE /v2.0/ports/08a26c15-8562-44a2-9c39-4706ebe7f507 HTTP/1.1" status: 204  len: 173 time: 2.5657194
Dec 16 09:51:45.524086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'name': 'network-vif-deleted', 'tag': '08a26c15-8562-44a2-9c39-4706ebe7f507'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:45.638269 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:45.800166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40061116-f9d7-4f08-be9f-28dc0d0a77dd req-957cc302-7b0b-460d-b10d-1d9bac0302e6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:45.801735 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40061116-f9d7-4f08-be9f-28dc0d0a77dd req-957cc302-7b0b-460d-b10d-1d9bac0302e6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.6965072
Dec 16 09:51:45.834193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:51:46.060944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:51:46.065816 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "PUT /v2.0/routers/817a9f9b-cd31-4c0f-ae7b-50d77957f7db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3319104
Dec 16 09:51:46.070892 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] Sync routers for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:51:46.074626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:46.081623 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:46.084629 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00d60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:46.162269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40061116-f9d7-4f08-be9f-28dc0d0a77dd req-40836cc7-8659-4509-be89-97b502687f43 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2937922
Dec 16 09:51:46.181639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting subnet 84c6e5ad-f6b9-4670-82bb-3a1c013018ec {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:51:46.192311 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.228467 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fabb4a-7b74-413b-93a7-08b638fd9db9', 'name': 'network-vif-deleted', 'tag': '08a26c15-8562-44a2-9c39-4706ebe7f507', 'status': 'completed', 'code': 200}
Dec 16 09:51:46.264971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.327489 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:46.336747 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.513639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4abdff20-5de7-4877-9413-007aaff7893d req-fd3ace86-d706-4532-9a5e-d2e85b73c102 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Synchronizing usage tracker for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:46.534519 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.566679 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:51:46.669472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.677813 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a25b2f8-10ff-410f-acdf-7263ef293b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:46.695928 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00d60>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:46.699734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4abdff20-5de7-4877-9413-007aaff7893d req-fd3ace86-d706-4532-9a5e-d2e85b73c102 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Unset dirty status for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:46.700158 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] Checking router: 817a9f9b-cd31-4c0f-ae7b-50d77957f7db for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:51:46.701274 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4abdff20-5de7-4877-9413-007aaff7893d req-fd3ace86-d706-4532-9a5e-d2e85b73c102 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=02fabb4a-7b74-413b-93a7-08b638fd9db9 HTTP/1.1" status: 200  len: 210 time: 0.2421474
Dec 16 09:51:46.708900 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] Routers {'817a9f9b-cd31-4c0f-ae7b-50d77957f7db'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:46.709523 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00d60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:46.729878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Subnet': ['ID=84c6e5ad-f6b9-4670-82bb-3a1c013018ec,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:46.738187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:46.740014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.755414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff0f3b-d407-4194-ac4c-a1b0d3995cef None None] Network 65a9a1ed-7aec-464d-ae30-99da7318d8bb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:46.772172 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/subnets/84c6e5ad-f6b9-4670-82bb-3a1c013018ec HTTP/1.1" status: 204  len: 168 time: 0.6918910
Dec 16 09:51:46.775131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:46.853353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.866613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:46.881914 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7048b338-d7ec-46b7-a55a-6fab2c0a990a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:46.931021 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] Set router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:47.091144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.177958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] DHCP port deletion for 65a9a1ed-7aec-464d-ae30-99da7318d8bb request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:51:47.183504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Deleting port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:47.184466 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.207407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] In _notify_port_updated(), no bound segment for port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 on network c28db869-e2c1-47fa-9b02-f1b4a41021b9 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:51:47.207619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.214961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:47.215853 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.217517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "PUT /v2.0/ports/a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 HTTP/1.1" status: 200  len: 996 time: 2.0610499
Dec 16 09:51:47.220060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:47.230664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35420) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:47.242850 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:47.452580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:47.452923 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.507240 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.554126 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.566548 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00d60>, [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:47.572561 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61b8cb-7bd4-4d17-98aa-c1a023f9d5e0 None None] The sync data for ids ['817a9f9b-cd31-4c0f-ae7b-50d77957f7db'] in n-d-820554-2 is: [{'id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936274901', 'tenant_id': '63dfee569ef94e369ab966a0c3d3ef67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:29Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': '63dfee569ef94e369ab966a0c3d3ef67', 'gw_port': {'id': '728f9f26-bc4e-47e7-bff9-cc554156e9f9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:94:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817a9f9b-cd31-4c0f-ae7b-50d77957f7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:30Z', 'updated_at': '2021-12-16T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:47.578177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Deleting port 728f9f26-bc4e-47e7-bff9-cc554156e9f9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:47.578616 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.679018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] For port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b,segment=NetworkSegment(f67fb3bf-9a2d-4223-b31b-664c66ee9790),segment_id=f67fb3bf-9a2d-4223-b31b-664c66ee9790)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:47.679556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.801803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] For port 728f9f26-bc4e-47e7-bff9-cc554156e9f9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=728f9f26-bc4e-47e7-bff9-cc554156e9f9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:47.802171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.813876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Calling delete_port for 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:47.847738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.894448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:47.938687 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:47.939303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:47.941882 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:47.956973 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-da60abb2-2908-4117-b1cb-28b2ac72bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:47.969877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Calling delete_port for 728f9f26-bc4e-47e7-bff9-cc554156e9f9 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:48.003133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] No DVR routers for this DVR port 7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:48.018720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Pushing event deleted for resources: {'Port': ['ID=7d2102cf-9bbc-4b61-8002-9adbbb3b7c1b,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:48.021189 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:48.035483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-33190022-a754-4be8-828f-f23708873356 None None] Provisioning complete for port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:48.036008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33190022-a754-4be8-828f-f23708873356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.158630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-33190022-a754-4be8-828f-f23708873356 None None] Port a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:48.298374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Calling delete_port for a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:48.371893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.377602 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4be42dae-2d9b-4f92-8628-0191da268427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:48.389130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1dc71-2faa-4035-8851-d40cc961ae79 req-a83ff054-cc21-4e84-84dd-70c82d02b9d9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:48.390691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b1dc71-2faa-4035-8851-d40cc961ae79 req-a83ff054-cc21-4e84-84dd-70c82d02b9d9 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.9954672
Dec 16 09:51:48.461887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Port': ['ID=728f9f26-bc4e-47e7-bff9-cc554156e9f9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:48.464409 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:48.532340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.553505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-72b1dc71-2faa-4035-8851-d40cc961ae79 req-e1553f55-d83e-47e7-9efd-a1e5b6f38a82 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1510618
Dec 16 09:51:48.691597 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.705117 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50e2bd27-0f89-4445-995d-8f1e72331560 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:48.751422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.754165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.783502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.784035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Fanout notify agent at l3_agent the message router_deleted on router 817a9f9b-cd31-4c0f-ae7b-50d77957f7db {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:51:48.787385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Port': ['ID=a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:48.794767 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:48.803340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.807683 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/routers/817a9f9b-cd31-4c0f-ae7b-50d77957f7db HTTP/1.1" status: 204  len: 168 time: 2.0298538
Dec 16 09:51:48.808289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35446) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:48.929768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Deleting port 1b7ac1fc-e175-4d12-821e-b1a55489d141 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:48.930654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:48.984891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.043619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.159333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/ports/a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 HTTP/1.1" status: 204  len: 168 time: 1.9188867
Dec 16 09:51:49.173347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35458) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:49.228871 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69394c9-26dd-4f78-ba04-6537fa19b041 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] GET failed (client error): The resource could not be found.
Dec 16 09:51:49.229640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b69394c9-26dd-4f78-ba04-6537fa19b041 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Synchronizing usage tracker for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:49.229778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.268847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f25b4040>,) {'filters': {'network_id': ['65a9a1ed-7aec-464d-ae30-99da7318d8bb']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:49.282789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f25b4040>, 'f67fb3bf-9a2d-4223-b31b-664c66ee9790') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:49.283092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f25b4040>, 'f67fb3bf-9a2d-4223-b31b-664c66ee9790') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:49.297955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b69394c9-26dd-4f78-ba04-6537fa19b041 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Unset dirty status for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:49.298224 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.302228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b69394c9-26dd-4f78-ba04-6537fa19b041 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "GET /v2.0/ports/a0d00b6c-8b93-4bb0-9e93-7ac684dbbbb7 HTTP/1.1" status: 404  len: 333 time: 0.1277072
Dec 16 09:51:49.307900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35464) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:49.321933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.331894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:51:49.332345 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.350629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'name': 'tempest-AllowedAddressPairTestJSON-822963230'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:51:49.465182 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:51:49.470414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.475278 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45e0873f-8536-40dd-afee-0fed764edc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:49.487835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] For port 1b7ac1fc-e175-4d12-821e-b1a55489d141, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1b7ac1fc-e175-4d12-821e-b1a55489d141,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:49.488200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.545335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.551311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Pushing event deleted for resources: {'Network': ['ID=65a9a1ed-7aec-464d-ae30-99da7318d8bb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:49.557457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] 10.222.0.66 "DELETE /v2.0/networks/65a9a1ed-7aec-464d-ae30-99da7318d8bb HTTP/1.1" status: 204  len: 168 time: 0.7476814
Dec 16 09:51:49.558690 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:49.566875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 728f9f26-bc4e-47e7-bff9-cc554156e9f9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:49.613744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 728f9f26-bc4e-47e7-bff9-cc554156e9f9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:49.614924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 728f9f26-bc4e-47e7-bff9-cc554156e9f9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:49.615638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:49.652424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:49.652664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Calling delete_port for 1b7ac1fc-e175-4d12-821e-b1a55489d141 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:49.652922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device bb522cb8-a0d1-4e7d-b3c3-b07d88a519cf not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:49.807396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:49.831739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:49.862115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f433f-ca72-4c53-bf23-28b0632ed034 req-872250ad-590f-458c-a124-8acfd8288ac1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:49.863615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-086f433f-ca72-4c53-bf23-28b0632ed034 req-872250ad-590f-458c-a124-8acfd8288ac1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2824876
Dec 16 09:51:49.866018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:49.869414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:49.916783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] device_id is not set on port b0194903-5102-4ebd-ab4b-f9c51be2d647 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:51:49.996218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-086f433f-ca72-4c53-bf23-28b0632ed034 req-31ecfd86-d2e1-400e-ba29-47a215158fce tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163661
Dec 16 09:51:50.315289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Allocated IP 172.20.0.9 (c28db869-e2c1-47fa-9b02-f1b4a41021b9/5a894160-654d-4337-b918-5c18e8c49e9f/b0194903-5102-4ebd-ab4b-f9c51be2d647) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:50.327754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:50.337529 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9dd80057-3ff7-4ece-83ed-3cbfefb12331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:50.424481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7ac1fc-e175-4d12-821e-b1a55489d141,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:50.449963 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:50.550759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656523a-b503-4f86-ad67-621ff37ab521 req-92821910-61c6-4d15-96e8-83434fdfa9cf tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:50.558833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8656523a-b503-4f86-ad67-621ff37ab521 req-92821910-61c6-4d15-96e8-83434fdfa9cf tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.4497099
Dec 16 09:51:50.769845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8656523a-b503-4f86-ad67-621ff37ab521 req-f9a3045d-dcd1-4bc0-9af7-5d4085194cca tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098980
Dec 16 09:51:51.087372 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:51.126427 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:51.228592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35480) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:51.258124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Transition to ACTIVE for port object b0194903-5102-4ebd-ab4b-f9c51be2d647 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:51.275828 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-d59e8402-a668-4bcb-a4cd-2016d8e9b464 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3989654
Dec 16 09:51:51.287072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4eb16-19c1-4fee-a01f-80d6ec04a23e req-d02ca499-199f-4fa2-8b2a-b6b3e224b315 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:51.289255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2c4eb16-19c1-4fee-a01f-80d6ec04a23e req-d02ca499-199f-4fa2-8b2a-b6b3e224b315 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3491147
Dec 16 09:51:51.455220 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e8366134-94cf-41da-8394-9d37cd8ab0de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63dfee569ef94e369ab966a0c3d3ef67&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2241879
Dec 16 09:51:51.456688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35488) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:51.529289 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2c4eb16-19c1-4fee-a01f-80d6ec04a23e req-ebdff877-4f1a-47dd-8d85-38529117ecae tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1643517
Dec 16 09:51:51.531412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:51.541789 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a821bfc-2a8c-49cf-a45b-a39a51bd369c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:51.565105 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:51.603733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:51.671839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:51.676417 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ed35d03-3aec-446f-bd33-f5f9f28e7b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:51.695551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46328c55-aa0c-4d91-b9fb-58c57330088d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:51.705343 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:51.712212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:51.713920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46328c55-aa0c-4d91-b9fb-58c57330088d HTTP/1.1" status: 204  len: 168 time: 0.2555587
Dec 16 09:51:51.736604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:51.750962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:51.772108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:51.830366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=b0194903-5102-4ebd-ab4b-f9c51be2d647,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:51.843870 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:51.919820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-16f758e5-4cfc-428b-a65a-be5d967040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:51.921341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-16f758e5-4cfc-428b-a65a-be5d967040b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.5539014
Dec 16 09:51:52.155197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35512) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:52.180280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.199625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:52.204651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Usage tracker for resource:security_group_rule and tenant:22e71acc3e5f4466974ae5fd55f9184d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:52.207779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:52.214189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:52.222340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-532c4998-2b6f-4b5a-ae8e-dcf952bf725a None None] Provisioning for port b0194903-5102-4ebd-ab4b-f9c51be2d647 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:52.229984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-532c4998-2b6f-4b5a-ae8e-dcf952bf725a None None] Provisioning complete for port b0194903-5102-4ebd-ab4b-f9c51be2d647 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:52.230629 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-532c4998-2b6f-4b5a-ae8e-dcf952bf725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.300113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-532c4998-2b6f-4b5a-ae8e-dcf952bf725a None None] Port b0194903-5102-4ebd-ab4b-f9c51be2d647 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:52.312065 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.317033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.328302 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-777ef273-b7c0-403f-9320-98037dd1c9b0 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:52.376724 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22e71acc3e5f4466974ae5fd55f9184d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2201385
Dec 16 09:51:52.378124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756ad05a-1884-4b57-8e99-efa2da0c6d04,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:52.382346 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:52.383326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:52.434770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b78c80cf-ffd8-4750-9d15-ebd660a5cbfb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:52.436143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b78c80cf-ffd8-4750-9d15-ebd660a5cbfb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.5040462
Dec 16 09:51:52.441534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:52.442135 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.446720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.448639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Router 9cc10ff9-99f1-484c-910b-1201febcf4d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:51:52.477168 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.536730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.542717 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d13ea52-1618-4c00-ba0e-e63d413404bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:52.553277 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-0e1ced2b-5e4c-45be-b0c7-cbb1952955ed tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/quotas/591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 375 time: 0.1018867
Dec 16 09:51:52.557524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.561344 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/756ad05a-1884-4b57-8e99-efa2da0c6d04 HTTP/1.1" status: 204  len: 168 time: 0.1741631
Dec 16 09:51:52.561344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ad05a-1884-4b57-8e99-efa2da0c6d04,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:52.572139 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:52.628196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.3141434
Dec 16 09:51:52.631184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:52.635844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-a4eb1723-21c7-418c-b4f0-febec3ea038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:52.637291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-a4eb1723-21c7-418c-b4f0-febec3ea038a service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.6722879
Dec 16 09:51:52.639314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'network_id': 'c28db869-e2c1-47fa-9b02-f1b4a41021b9', 'name': 'tempest-AllowedAddressPairTestJSON-97177491'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:52.799433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:52.803698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Usage tracker for resource:port and tenant:54e8962261e44245bcccb493be7395dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:51:52.807421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:51:52.813536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:52.826528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Made reservation on behalf of 54e8962261e44245bcccb493be7395dc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:52.833751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:52.850124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:51:52.859872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] 10.222.0.66 "PUT /v2.0/routers/9cc10ff9-99f1-484c-910b-1201febcf4d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4378400
Dec 16 09:51:52.862020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-4664bf71-d4c7-456c-9387-7933edaec54c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.2131944
Dec 16 09:51:52.863517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35532) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:52.864445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] Sync routers for ids ['9cc10ff9-99f1-484c-910b-1201febcf4d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:51:52.877137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] Routers {'9cc10ff9-99f1-484c-910b-1201febcf4d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:52.877790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf8b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9cc10ff9-99f1-484c-910b-1201febcf4d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:52.880020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] device_id is not set on port 8282f0e8-e628-4cad-918f-07cd668fcb3b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:51:52.977326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-0a03801c-6621-43f3-b19e-3061761ad996 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.3879063
Dec 16 09:51:53.015338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:53.097903 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-331cd8b1-b202-4790-acf4-797c961e0011 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39a893d8226c461d82bc6464a4a64a1e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0790672
Dec 16 09:51:53.098613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35540) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:53.128946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Allocated IP 172.20.0.5 (c28db869-e2c1-47fa-9b02-f1b4a41021b9/5a894160-654d-4337-b918-5c18e8c49e9f/8282f0e8-e628-4cad-918f-07cd668fcb3b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:53.142450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] Set router 9cc10ff9-99f1-484c-910b-1201febcf4d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:53.190372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-ce2acc42-d2ae-47ac-9e37-33b599740c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:53.191860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-ce2acc42-d2ae-47ac-9e37-33b599740c92 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.2698905
Dec 16 09:51:53.209389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.295666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-116cb776-012f-473a-8f3e-963d51ea5303 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174450
Dec 16 09:51:53.300027 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.442387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf8b0>, [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:50Z', 'revision_number': 5, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:53.447458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] Checking router: 9cc10ff9-99f1-484c-910b-1201febcf4d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:51:53.455926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] Routers {'9cc10ff9-99f1-484c-910b-1201febcf4d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:51:53.456571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf8b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['9cc10ff9-99f1-484c-910b-1201febcf4d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:53.565114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-2ca205a7-5e3f-4481-bd0b-d68ad6df8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:53.566545 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-2ca205a7-5e3f-4481-bd0b-d68ad6df8586 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3664901
Dec 16 09:51:53.578580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.591079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.628478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Transition to ACTIVE for port object 8282f0e8-e628-4cad-918f-07cd668fcb3b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:53.660945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] Set router 9cc10ff9-99f1-484c-910b-1201febcf4d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:51:53.661844 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.666894 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ba05cf7-1c53-4dd9-b7fe-616948c760ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:53.682915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad50a0-f942-48dc-96fb-f879a5382723,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:53.686927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.688648 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:53.695968 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa562932-bee1-4b25-892d-b1d14ce6b326 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:53.777381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:53.781126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:53.783190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.787626 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6ad50a0-f942-48dc-96fb-f879a5382723 HTTP/1.1" status: 204  len: 168 time: 0.6841624
Dec 16 09:51:53.789081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:53.821269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=8282f0e8-e628-4cad-918f-07cd668fcb3b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:53.831987 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:53.863326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:53.864008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.866334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-681d48ca-767c-4c69-a2a5-086bcaa4c587 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5072913
Dec 16 09:51:53.892683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:53.895026 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.2626445
Dec 16 09:51:53.897852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:53.904390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a7:8d:35'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f0:91:48'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:53.954176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Deleting port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:53.954843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:54.026427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf8b0>, [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:50Z', 'revision_number': 5, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:51:54.031384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ab845-92c2-46c6-ba0e-b28c0a24f37c None None] The sync data for ids ['9cc10ff9-99f1-484c-910b-1201febcf4d2'] in n-d-820554-2 is: [{'id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'name': 'tempest-TestAggregatesBasicOps-1798289044-router', 'tenant_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:01Z', 'updated_at': '2021-12-16T09:51:50Z', 'revision_number': 5, 'project_id': 'c8d60bc817dc42af8f1fb65044e33a23', 'gw_port': {'id': '679cc6ad-0cb7-4b10-9be9-52cd9832e82f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc10ff9-99f1-484c-910b-1201febcf4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:03Z', 'updated_at': '2021-12-16T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:51:54.109255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-03b581fc-1b9d-4ede-a2c4-d7ad69a0c9e4 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5209010
Dec 16 09:51:54.255394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-375425c1-bcdb-459c-b9fa-626afbe22f06 None None] Provisioning for port 8282f0e8-e628-4cad-918f-07cd668fcb3b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:54.283225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-375425c1-bcdb-459c-b9fa-626afbe22f06 None None] Provisioning complete for port 8282f0e8-e628-4cad-918f-07cd668fcb3b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:54.288300 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-375425c1-bcdb-459c-b9fa-626afbe22f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:54.456576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:54.466406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-375425c1-bcdb-459c-b9fa-626afbe22f06 None None] Port 8282f0e8-e628-4cad-918f-07cd668fcb3b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:54.499644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83cf155b-8ec7-4d8e-a2e3-ab22ff20b953 req-605eb033-cfba-4e45-9995-4bc2ca2d776f service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3573544
Dec 16 09:51:54.778542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] For port 679cc6ad-0cb7-4b10-9be9-52cd9832e82f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:54.779108 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:54.823596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:54.829140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:54.840354 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4468a221-8266-497c-8655-67f508bf9411 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:54.937612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Calling delete_port for 679cc6ad-0cb7-4b10-9be9-52cd9832e82f owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:54.963021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event updated for resources: {'Port': ['ID=8282f0e8-e628-4cad-918f-07cd668fcb3b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:54.968206 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:54.971487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] In _notify_port_updated(), no bound segment for port 8282f0e8-e628-4cad-918f-07cd668fcb3b on network c28db869-e2c1-47fa-9b02-f1b4a41021b9 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:51:54.977567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:54.978212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:54.982186 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "PUT /v2.0/ports/8282f0e8-e628-4cad-918f-07cd668fcb3b HTTP/1.1" status: 200  len: 1053 time: 1.0805490
Dec 16 09:51:54.982430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:55.056249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting port 8282f0e8-e628-4cad-918f-07cd668fcb3b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:55.056631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.079320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f75fc-7fbe-4b36-a552-313f18f9baf1 req-e4a5c3b5-fdd6-41cf-bd59-31e795232e34 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:55.081386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-630f75fc-7fbe-4b36-a552-313f18f9baf1 req-e4a5c3b5-fdd6-41cf-bd59-31e795232e34 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.6071730
Dec 16 09:51:55.191791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a33faaf-4a5f-4294-a9e7-1074b7487d70 None None] Provisioning complete for port 8282f0e8-e628-4cad-918f-07cd668fcb3b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:55.192376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a33faaf-4a5f-4294-a9e7-1074b7487d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.201041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-630f75fc-7fbe-4b36-a552-313f18f9baf1 req-5ac4a2b9-0468-4768-911c-1ead612c2697 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036110
Dec 16 09:51:55.212313 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.216545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7389102-2f36-452c-b087-6cdfe95d0018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:55.257891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2a33faaf-4a5f-4294-a9e7-1074b7487d70 None None] Port 8282f0e8-e628-4cad-918f-07cd668fcb3b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:55.271249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Pushing event deleted for resources: {'Port': ['ID=679cc6ad-0cb7-4b10-9be9-52cd9832e82f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:55.302337 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:55.303406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b7ac1fc-e175-4d12-821e-b1a55489d141 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:55.342386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1b7ac1fc-e175-4d12-821e-b1a55489d141 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:55.343007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1b7ac1fc-e175-4d12-821e-b1a55489d141 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:55.354959 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.374327 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.525532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Calling delete_port for 8282f0e8-e628-4cad-918f-07cd668fcb3b owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:55.685721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.690614 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.746393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.746901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc10ff9-99f1-484c-910b-1201febcf4d2 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:51:55.775596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.786785 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77f53144-bad9-48bc-953a-e05a2ef836a2 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:55.793175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-6089f8ab-c38d-473d-8932-0db0da730940 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:55.794787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-6089f8ab-c38d-473d-8932-0db0da730940 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.2375646
Dec 16 09:51:55.801035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:55.802111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] 10.222.0.66 "DELETE /v2.0/routers/9cc10ff9-99f1-484c-910b-1201febcf4d2 HTTP/1.1" status: 204  len: 168 time: 2.9375355
Dec 16 09:51:55.806821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35572) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:55.814209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'port': {'device_id': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'admin_state_up': True, 'tenant_id': '591941320db54ca0a61e17e4d8a3861d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:55.869038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Port': ['ID=8282f0e8-e628-4cad-918f-07cd668fcb3b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:55.890011 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:56.193412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Deleting subnet 109d606d-55ba-46c2-a9cd-1c680d7b3937 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:51:56.199337 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-61ca5c9d-21e4-4700-a13a-b8b600159d1a req-d52e0e86-4f5e-4494-b54b-dcf23f166f22 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 210 time: 0.0714791
Dec 16 09:51:56.203342 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.234004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.248142 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/ports/8282f0e8-e628-4cad-918f-07cd668fcb3b HTTP/1.1" status: 204  len: 168 time: 1.2647448
Dec 16 09:51:56.248823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:56.291016 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.305665 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2758a7-17a1-4aca-a883-863c6428ae36 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] GET failed (client error): The resource could not be found.
Dec 16 09:51:56.306248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-be2758a7-17a1-4aca-a883-863c6428ae36 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Synchronizing usage tracker for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:56.339392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-be2758a7-17a1-4aca-a883-863c6428ae36 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Unset dirty status for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:56.342985 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be2758a7-17a1-4aca-a883-863c6428ae36 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "GET /v2.0/ports/8282f0e8-e628-4cad-918f-07cd668fcb3b HTTP/1.1" status: 404  len: 333 time: 0.0908158
Dec 16 09:51:56.343851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:56.394724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:51:56.422626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:51:56.425814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting port b0194903-5102-4ebd-ab4b-f9c51be2d647 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:56.426167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.460020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Made reservation on behalf of 591941320db54ca0a61e17e4d8a3861d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:51:56.464425 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.502283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2320ea-1dab-416e-826c-39767b444c15 req-82b93c76-c076-45ad-9bad-7366c45651f7 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:56.503918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2320ea-1dab-416e-826c-39767b444c15 req-82b93c76-c076-45ad-9bad-7366c45651f7 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.1588252
Dec 16 09:51:56.510606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.722707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d2320ea-1dab-416e-826c-39767b444c15 req-ac615e0c-28e7-4030-b9df-4f24e8939eb0 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824319
Dec 16 09:51:56.793998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.801032 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0735834-6ce2-4cf6-9b19-75c95ee4f1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:56.849317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109d606d-55ba-46c2-a9cd-1c680d7b3937,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:56.851664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.852052 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:56.857059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974dbc14-44c1-4f0d-92b5-8344d07aae18 None None] Network c866f73a-e3b0-4d93-b592-6d2feb70e7f7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:56.858092 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:56.868842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Allocated IP 172.20.0.14 (32b3944c-5c2d-48a6-a1ad-41bcce30bf74/74e5b144-3133-4a02-ac4c-43dfbc5faa08/c8041e67-cf00-4b6d-aba7-047d0c5c7a0c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:51:56.894273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/109d606d-55ba-46c2-a9cd-1c680d7b3937 HTTP/1.1" status: 204  len: 168 time: 1.0864570
Dec 16 09:51:56.913208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:56.922026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c37f3-6012-460a-a5f6-d267d329358e req-683763d1-0ad1-48b9-a367-a8f40a409e5b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:56.923586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c36c37f3-6012-460a-a5f6-d267d329358e req-683763d1-0ad1-48b9-a367-a8f40a409e5b tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.2641573
Dec 16 09:51:57.078070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Calling delete_port for b0194903-5102-4ebd-ab4b-f9c51be2d647 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:57.133235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Deleting port c2b789b1-fc0f-41c5-b90e-0eccbd706deb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:57.134205 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.150095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] DHCP port deletion for c866f73a-e3b0-4d93-b592-6d2feb70e7f7 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:51:57.154648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Deleting port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:57.155707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.224174 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.282687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.290996 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbf9f826-9ea6-4bdc-9a9f-b1d2fd021017 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:57.320806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Deleting port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:57.321157 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.348037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Port': ['ID=b0194903-5102-4ebd-ab4b-f9c51be2d647,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:57.353436 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:57.408059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d6d3cc40-cb07-4ba3-814a-241d9a4bf76d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:57.500043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.521892 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/ports/b0194903-5102-4ebd-ab4b-f9c51be2d647 HTTP/1.1" status: 204  len: 168 time: 1.1767428
Dec 16 09:51:57.524675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35594) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:57.589622 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed5e088-7368-4d17-8396-063b912f4d61 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] GET failed (client error): The resource could not be found.
Dec 16 09:51:57.590165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8ed5e088-7368-4d17-8396-063b912f4d61 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Synchronizing usage tracker for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:57.618429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-290ba0c2-be81-4bac-9e41-cb650c99ced5 req-01bd370b-b058-48ce-8aec-82e04e5ce9da tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:51:57.624024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8ed5e088-7368-4d17-8396-063b912f4d61 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Unset dirty status for tenant:54e8962261e44245bcccb493be7395dc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:57.636594 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8ed5e088-7368-4d17-8396-063b912f4d61 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "GET /v2.0/ports/b0194903-5102-4ebd-ab4b-f9c51be2d647 HTTP/1.1" status: 404  len: 333 time: 0.1106772
Dec 16 09:51:57.637207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:57.716667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:57.717198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.721064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting port 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:57.721690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.729322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.800486 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.955682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Calling delete_port for d6d3cc40-cb07-4ba3-814a-241d9a4bf76d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:57.988008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:57.998501 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:57.998501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 679cc6ad-0cb7-4b10-9be9-52cd9832e82f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:57.998840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-290ba0c2-be81-4bac-9e41-cb650c99ced5 req-01bd370b-b058-48ce-8aec-82e04e5ce9da tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:51:58.003739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-290ba0c2-be81-4bac-9e41-cb650c99ced5 req-01bd370b-b058-48ce-8aec-82e04e5ce9da tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 210 time: 0.5536411
Dec 16 09:51:58.005850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Transition to ACTIVE for port object c8041e67-cf00-4b6d-aba7-047d0c5c7a0c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:51:58.057002 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.068036 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfcaa09-097a-4fc2-9fb7-2192b1805c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:58.084458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:58.085028 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.120249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 679cc6ad-0cb7-4b10-9be9-52cd9832e82f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:58.120734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 679cc6ad-0cb7-4b10-9be9-52cd9832e82f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:58.187909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:58.197146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.197544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.197990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.198338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.198680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.199070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.199597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.199961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.200342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.200671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.200998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.201395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:58.205482 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:58.206109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:51:58.206460 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:51:58.214047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Calling delete_port for 385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:58.244822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Calling delete_port for d6d3cc40-cb07-4ba3-814a-241d9a4bf76d owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:58.274021 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.329324 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bdcb8b12-23ab-4f84-af99-2472524b44e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:58.359979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.367604 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d91c3473-05d3-4fbc-a109-d817e481d994 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:58.388061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] For port c2b789b1-fc0f-41c5-b90e-0eccbd706deb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:58.388420 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.415411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Port': ['ID=385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:58.417828 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:58.503697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:51:58.518054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.536384 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/ports/385f80f1-e8d9-4292-8ad6-9c2cf4e3da0a HTTP/1.1" status: 204  len: 168 time: 0.8967729
Dec 16 09:51:58.536573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35606) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:58.570921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Calling delete_port for c2b789b1-fc0f-41c5-b90e-0eccbd706deb owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:58.603802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:51:58.620298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting subnet 5a894160-654d-4337-b918-5c18e8c49e9f {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:51:58.625496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.630198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:51:58.657797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:58.683533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.698842 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:58.708310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Deleting port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:58.710752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.731502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:51:58.731816 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:51:58.740515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:58.741412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.786112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d33642-7a49-4a14-a14a-46416c9c5d2b req-43a5de80-6c06-4e58-a03e-46e6950334b6 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:58.789241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:58.793882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03d33642-7a49-4a14-a14a-46416c9c5d2b req-43a5de80-6c06-4e58-a03e-46e6950334b6 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 945 time: 0.5594277
Dec 16 09:51:58.811314 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0051281
Dec 16 09:51:58.858937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Request body: {'port': {'device_id': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:51:58.954720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9647fc0-076a-493e-9288-2dff522c07b3 None None] Provisioning for port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:51:58.958875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03d33642-7a49-4a14-a14a-46416c9c5d2b req-e0b468d3-ec5a-40d8-b43c-3a5a80bc2861 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/security-groups?id=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641371
Dec 16 09:51:58.970650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9647fc0-076a-493e-9288-2dff522c07b3 None None] Provisioning complete for port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:51:58.971496 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9647fc0-076a-493e-9288-2dff522c07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.012364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.014641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.019947 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66aafa44-e42d-489e-acd2-9efba5314112 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:59.025976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:59.026376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.027928 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c786ff16-4d9b-4362-a1e5-230aeed2489f tempest-ServerGroupTestJSON-1487290926 tempest-ServerGroupTestJSON-1487290926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:59.058246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Subnet': ['ID=5a894160-654d-4337-b918-5c18e8c49e9f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:59.062073 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:59.070685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.078106 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/subnets/5a894160-654d-4337-b918-5c18e8c49e9f HTTP/1.1" status: 204  len: 168 time: 0.5401702
Dec 16 09:51:59.080458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35614) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:51:59.104188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c139ba-d03b-4ca5-9988-d61077f361d9 None None] Network c28db869-e2c1-47fa-9b02-f1b4a41021b9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:51:59.106070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.127746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Pushing event deleted for resources: {'Port': ['ID=c2b789b1-fc0f-41c5-b90e-0eccbd706deb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:59.181403 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:59.217364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.233303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Deleting port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:59.233649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.235222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Deleting port b9652874-d3f9-4716-af17-ea00cc0482a2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:59.235794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.274264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Calling delete_port for d6d3cc40-cb07-4ba3-814a-241d9a4bf76d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:59.366260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d9647fc0-076a-493e-9288-2dff522c07b3 None None] Port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:51:59.381118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] No DVR routers for this DVR port c2b789b1-fc0f-41c5-b90e-0eccbd706deb on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:59.387700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.394281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'name': 'network-vif-deleted', 'tag': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:51:59.430384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c2b789b1-fc0f-41c5-b90e-0eccbd706deb no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:51:59.469399 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.474170 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-98bd9342-461b-426c-a064-454b4516bd64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:59.485438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] For port b9652874-d3f9-4716-af17-ea00cc0482a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b9652874-d3f9-4716-af17-ea00cc0482a2,segment=NetworkSegment(9036f0c9-fe0e-40e4-9d64-6b913ac49e7d),segment_id=9036f0c9-fe0e-40e4-9d64-6b913ac49e7d)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:59.485827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.506588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: c2b789b1-fc0f-41c5-b90e-0eccbd706deb {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:51:59.507591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device c2b789b1-fc0f-41c5-b90e-0eccbd706deb not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:51:59.510722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c36c37f3-6012-460a-a5f6-d267d329358e req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.74 "DELETE /v2.0/ports/c2b789b1-fc0f-41c5-b90e-0eccbd706deb HTTP/1.1" status: 204  len: 173 time: 2.5662870
Dec 16 09:51:59.529698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Pushing event deleted for resources: {'Port': ['ID=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:59.535102 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:59.538087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] No DVR routers for this DVR port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:59.592822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177df0e-142d-4b11-bcef-624d3592b223 req-52de3c96-eb43-407a-a144-6ce462a7b107 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:51:59.594371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3177df0e-142d-4b11-bcef-624d3592b223 req-52de3c96-eb43-407a-a144-6ce462a7b107 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 932 time: 0.4716442
Dec 16 09:51:59.645521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] DHCP port deletion for c28db869-e2c1-47fa-9b02-f1b4a41021b9 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:51:59.649895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Deleting port b9652874-d3f9-4716-af17-ea00cc0482a2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:51:59.650292 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.688469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Calling delete_port for b9652874-d3f9-4716-af17-ea00cc0482a2 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:51:59.790403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.794842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b6a3feb3-881d-4efd-8ba8-80b2cb491a32 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:51:59.839477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Port': ['ID=b9652874-d3f9-4716-af17-ea00cc0482a2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:51:59.846670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] No DVR routers for this DVR port b9652874-d3f9-4716-af17-ea00cc0482a2 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:51:59.897176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.897520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.897898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.898266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.898619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.898998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.899376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.899738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.900105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.900473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.900822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.901178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:51:59.908926 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:51:59.938601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] For port b9652874-d3f9-4716-af17-ea00cc0482a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b9652874-d3f9-4716-af17-ea00cc0482a2,segment=NetworkSegment(9036f0c9-fe0e-40e4-9d64-6b913ac49e7d),segment_id=9036f0c9-fe0e-40e4-9d64-6b913ac49e7d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:59.938601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:51:59.951921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3177df0e-142d-4b11-bcef-624d3592b223 req-4ec63970-e0c8-455c-9cd8-ec2e121ecf36 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3012311
Dec 16 09:51:59.959758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] For port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d6d3cc40-cb07-4ba3-814a-241d9a4bf76d,segment=NetworkSegment(7e57d258-a8e1-497b-8e06-bed6038af97b),segment_id=7e57d258-a8e1-497b-8e06-bed6038af97b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:51:59.960692 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.003557 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.035255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f35e31c0>,) {'filters': {'network_id': ['c28db869-e2c1-47fa-9b02-f1b4a41021b9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:00.053030 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e9c19a-db03-4c73-8a5e-9bec477570a1', 'name': 'network-vif-deleted', 'tag': 'c2b789b1-fc0f-41c5-b90e-0eccbd706deb', 'status': 'completed', 'code': 200}
Dec 16 09:52:00.053828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f35e31c0>, '9036f0c9-fe0e-40e4-9d64-6b913ac49e7d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:00.054136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f35e31c0>, '9036f0c9-fe0e-40e4-9d64-6b913ac49e7d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:00.071499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Calling delete_port for b9652874-d3f9-4716-af17-ea00cc0482a2 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:00.081996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.112255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.127235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:52:00.127648 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.131814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Calling delete_port for d6d3cc40-cb07-4ba3-814a-241d9a4bf76d owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:52:00.167046 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.187330 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:00.190851 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:52:00.193890 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:52:00.194558 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:52:00.244251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d4e5f1a8-0f3e-4209-a70b-5fc1be52e9f2 req-a64fe393-0cbf-44e7-8016-b2e9e428c294 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Synchronizing usage tracker for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:00.260300 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.265586 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b2c1964-fc9a-40cf-b0a2-0619798cd694 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:00.288848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.291824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Pushing event deleted for resources: {'Network': ['ID=c28db869-e2c1-47fa-9b02-f1b4a41021b9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:00.299640 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:00.307044 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] 10.222.0.66 "DELETE /v2.0/networks/c28db869-e2c1-47fa-9b02-f1b4a41021b9 HTTP/1.1" status: 204  len: 168 time: 1.2240150
Dec 16 09:52:00.353362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d4e5f1a8-0f3e-4209-a70b-5fc1be52e9f2 req-a64fe393-0cbf-44e7-8016-b2e9e428c294 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Unset dirty status for tenant:4429becbf3784f71a2d7aa1991e5aa17 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:00.354529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d4e5f1a8-0f3e-4209-a70b-5fc1be52e9f2 req-a64fe393-0cbf-44e7-8016-b2e9e428c294 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e9c19a-db03-4c73-8a5e-9bec477570a1 HTTP/1.1" status: 200  len: 210 time: 0.1939135
Dec 16 09:52:00.366288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:52:00.366621 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:52:00.381832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8041e67-cf00-4b6d-aba7-047d0c5c7a0c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:52:00.388800 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.416979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Transition to ACTIVE for port object c8041e67-cf00-4b6d-aba7-047d0c5c7a0c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:00.420754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.425956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b082458-3c1e-4746-89d7-b79e54f48692 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:00.621432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:00.630503 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:00.641628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:00.695998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Deleting port b9652874-d3f9-4716-af17-ea00cc0482a2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:00.696697 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.703445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Attempting to bind port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:00.703790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Attempting to bind port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:00.704128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Attempting to bind port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:00.709087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:52:00.709419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Attempting to bind port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:00.715263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:00.715608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:00.716002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Bound using segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:00.716432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Bound port: c8041e67-cf00-4b6d-aba7-047d0c5c7a0c, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:00.716790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.773072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-229e2023-366a-4732-ba5e-834381d7e2c2 None None] The port 'b9652874-d3f9-4716-af17-ea00cc0482a2' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:52:00.817354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] For port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:00.821106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] For port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:00.822520 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c68e587-73cc-40e3-9002-5cf38e376ee3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54e8962261e44245bcccb493be7395dc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1794124
Dec 16 09:52:00.825229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:00.832289 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.836167 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-869ca4e4-bcc7-4d25-b8e5-5a89ab699a61 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:00.894430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.900225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:00.900839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:00.902240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] 10.222.0.54 "PUT /v2.0/ports/c8041e67-cf00-4b6d-aba7-047d0c5c7a0c HTTP/1.1" status: 200  len: 1092 time: 2.0483186
Dec 16 09:52:00.913401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:00.917053 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:00.933957 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.000889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.006358 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-61f8b6a6-9746-43ac-9ba0-85f56368e4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:01.020771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8927b4f4-7870-44c4-8e86-56de75bd5d8f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:01.023582 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:01.026175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.030994 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8927b4f4-7870-44c4-8e86-56de75bd5d8f HTTP/1.1" status: 204  len: 168 time: 0.1987479
Dec 16 09:52:01.031489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-0d670f7a-841c-4435-9d70-e05fa799eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:01.033031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-0d670f7a-841c-4435-9d70-e05fa799eb07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 1095 time: 0.0856335
Dec 16 09:52:01.113979 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-6a2df99c-bb48-4e95-a96b-fdbc47464636 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c HTTP/1.1" status: 200  len: 217 time: 0.0728672
Dec 16 09:52:01.233330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-9001e70c-5bd6-47ab-a750-7935a7e96c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:01.234764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-9001e70c-5bd6-47ab-a750-7935a7e96c9c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.0842187
Dec 16 09:52:01.296020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29440-4f22-4ba9-b05f-544b6dbaa03c req-ca137448-f45c-4d5b-bc3a-a07d9fc431a6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:01.297523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53a29440-4f22-4ba9-b05f-544b6dbaa03c req-ca137448-f45c-4d5b-bc3a-a07d9fc431a6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 944 time: 0.1855397
Dec 16 09:52:01.307923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Deleting port d6d3cc40-cb07-4ba3-814a-241d9a4bf76d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:01.308262 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.338926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b9652874-d3f9-4716-af17-ea00cc0482a2 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:01.380991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b9652874-d3f9-4716-af17-ea00cc0482a2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:01.381445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b9652874-d3f9-4716-af17-ea00cc0482a2 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:01.397849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] The port 'd6d3cc40-cb07-4ba3-814a-241d9a4bf76d' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:52:01.469228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53a29440-4f22-4ba9-b05f-544b6dbaa03c req-269a4f21-6d3a-45ca-a27d-27c5898061d1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621020
Dec 16 09:52:01.531666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-d4c9dbc0-65b3-42bb-b207-1071a6641839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:01.533146 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-d4c9dbc0-65b3-42bb-b207-1071a6641839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2902403
Dec 16 09:52:01.610266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:01.709550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.793016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f12cb3d0>,) {'filters': {'network_id': ['c866f73a-e3b0-4d93-b592-6d2feb70e7f7']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:01.813210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12cb3d0>, '7e57d258-a8e1-497b-8e06-bed6038af97b') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:01.813557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12cb3d0>, '7e57d258-a8e1-497b-8e06-bed6038af97b') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:01.830771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.868837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35672) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:01.869966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.884735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:52:01.885141 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:52:01.901075 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:52:01.907746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-aa498a9f-eb60-4af8-9997-8706bb5032d3 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3637533
Dec 16 09:52:02.061462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-194025761'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:02.065682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'tag': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:52:02.076169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:02.087098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:network and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:02.091985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:02.095095 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.105677 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-06e1e2b2-9005-40c0-a3cb-55bcfe9c6ba2 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:02.124402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.127373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:02.139198 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'tag': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'status': 'completed', 'code': 200}
Dec 16 09:52:02.152921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Pushing event deleted for resources: {'Network': ['ID=c866f73a-e3b0-4d93-b592-6d2feb70e7f7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:02.159533 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:02.163930 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] 10.222.0.66 "DELETE /v2.0/networks/c866f73a-e3b0-4d93-b592-6d2feb70e7f7 HTTP/1.1" status: 204  len: 168 time: 5.2388892
Dec 16 09:52:02.173724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:02.177407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.196727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.208896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4bf4b372-c7ca-404d-a67a-2b48a98986f9 req-cfba67ed-f913-4566-83c1-320552b29669 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551572
Dec 16 09:52:02.215708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:02.219981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:security_group_rule and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:02.223279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:02.232239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:02.368487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.373812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-317f5a1c-fc91-4e9e-a944-53e3e9d4e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:02.375240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-317f5a1c-fc91-4e9e-a944-53e3e9d4e887 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 1095 time: 0.1180837
Dec 16 09:52:02.406732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:02.504832 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.514417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.520398 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0df84642-7203-4b56-a4cc-614d7e3dec65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:02.604962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:52:02.680176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d7e36f-d120-406e-94df-90b68b681ca6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:02.684093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1c2341e2-a359-414d-a547-e3f852cc665e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee5b27b06250451c8048ca3d0f8728ac&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2742236
Dec 16 09:52:02.692868 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:02.696024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35690) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:02.699925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-5a4b3ace-0732-43be-ab23-1180f9f17e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:02.701497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-5a4b3ace-0732-43be-ab23-1180f9f17e9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.3184469
Dec 16 09:52:02.702589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.703002 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Added segment 13647461-e62c-4f4b-8624-9ce6fa45789e of type vlan for network edd5fbae-4558-4a68-8a1b-05a5b5060dab
Dec 16 09:52:02.793771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Deleting port 48304ae0-e56c-4a53-b574-5723b22e79e7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:02.794338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.815087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-8597e5e5-f7cd-4e9c-bf7d-1df8b8053f8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c HTTP/1.1" status: 200  len: 217 time: 0.1015611
Dec 16 09:52:02.892683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.988694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] For port 48304ae0-e56c-4a53-b574-5723b22e79e7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=48304ae0-e56c-4a53-b574-5723b22e79e7,segment=NetworkSegment(cd9eab62-f940-4460-93cf-2995a4c73b9e),segment_id=cd9eab62-f940-4460-93cf-2995a4c73b9e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:02.989053 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.990407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be031d-c9ea-4ca1-b570-afcd23a01654 req-f635a8ba-6e85-4ed1-b283-9c8bcff36ba0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:02.992516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18be031d-c9ea-4ca1-b570-afcd23a01654 req-f635a8ba-6e85-4ed1-b283-9c8bcff36ba0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 944 time: 0.3792095
Dec 16 09:52:02.993290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:02.998388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-acd3d8e0-b08f-4430-9b7b-99c8cc4a7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:03.000022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-acd3d8e0-b08f-4430-9b7b-99c8cc4a7127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1608191
Dec 16 09:52:03.063586 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:03.069101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:03.070618 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:03.084799 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-db888949-e36c-4922-97ed-e9bffc193d26 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:03.135712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Calling delete_port for 48304ae0-e56c-4a53-b574-5723b22e79e7 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:03.237156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:03.275815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18be031d-c9ea-4ca1-b570-afcd23a01654 req-1d3b3957-48f8-458a-a3b5-92472a90dc47 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2726712
Dec 16 09:52:03.293961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.4215174
Dec 16 09:52:03.299767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Network': ['ID=edd5fbae-4558-4a68-8a1b-05a5b5060dab,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:03.302392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:03.307460 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:03.318894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:03.324079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:52:03.336048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-9e4d816f-2b34-48b2-9fc0-dec886596553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:03.337569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-9e4d816f-2b34-48b2-9fc0-dec886596553 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3124239
Dec 16 09:52:03.418624 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:03.432199 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd2fb261-9977-471f-a113-efd57d866063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:03.451386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f316d7-b8a9-4cea-b4c0-25a54a56f81a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:03.455059 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:03.462792 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:03.466290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50f316d7-b8a9-4cea-b4c0-25a54a56f81a HTTP/1.1" status: 204  len: 168 time: 0.7658496
Dec 16 09:52:03.495981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:03.500744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:03.504303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:03.507751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:03.515046 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3335e2d-13dc-4e98-baff-50e5955a9963 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:03.558041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:03.562456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Pushing event deleted for resources: {'Port': ['ID=48304ae0-e56c-4a53-b574-5723b22e79e7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:03.563008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-4564407b-988f-4e25-86c2-87cb80879bde service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183318
Dec 16 09:52:03.567322 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:03.644101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:03.647805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:03.928368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a7c5468-2985-486c-b609-e9c22f0b1896 req-6a11c8e0-8827-407f-9feb-e2a10b3e98e2 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3572724
Dec 16 09:52:04.058059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:04.123273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-02c73f9d-ed80-4fad-8a8c-1df319ee00f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8d60bc817dc42af8f1fb65044e33a23&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0609822
Dec 16 09:52:04.124452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35712) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:04.190616 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:04.230562 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:04.254123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:04.261313 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f213c702-faaf-45bb-ba16-cd195cb34f80 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:04.314800 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:04.326360 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:04.331502 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5e4a7191-713e-47b8-9053-33f3f81a4cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:04.343835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea0018e-e975-46af-849f-434bf016d051,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:04.351379 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:04.353098 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:04.358213 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ea0018e-e975-46af-849f-434bf016d051 HTTP/1.1" status: 204  len: 168 time: 0.2324188
Dec 16 09:52:04.427274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=dff62e8b-693b-42b7-80c0-ec0373a123a6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:04.447125 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:04.462393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:04.462764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network hostable DHCP agents. Network: edd5fbae-4558-4a68-8a1b-05a5b5060dab, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:52:04.562036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392123e-8b89-4e2c-b63f-aaeea39ecad1 req-6bc09527-5601-433b-b128-4386e81c016c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:04.563534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0392123e-8b89-4e2c-b63f-aaeea39ecad1 req-6bc09527-5601-433b-b128-4386e81c016c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 944 time: 0.1339295
Dec 16 09:52:04.572100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:52:04.648528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, edd5fbae-4558-4a68-8a1b-05a5b5060dab) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:04.651571 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0392123e-8b89-4e2c-b63f-aaeea39ecad1 req-f7313266-34ad-42a0-a47a-36c69d8e9fd5 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797417
Dec 16 09:52:04.664961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9950be-c127-4be2-96c0-9862638efda3 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:04.672659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:04.673262 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:04.777414 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4736037
Dec 16 09:52:04.781244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35728) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:04.789645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'name': 'tempest-NetworksTestDHCPv6-735561823'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:04.832989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:52:05.018188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': 'dff62e8b-693b-42b7-80c0-ec0373a123a6'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:05.021691 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:05.058947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:52:05.065931 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] 10.222.0.66 "PUT /v2.0/routers/ba7fd96e-3fd0-4dbd-9008-e2997abdb324/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4545035
Dec 16 09:52:05.068995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35738) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:05.070340 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] Sync routers for ids ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:52:05.102425 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] Routers {'ba7fd96e-3fd0-4dbd-9008-e2997abdb324'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:05.104529 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a3d760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:05.112506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:05.117434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:05.126474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:05.133708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:05.149704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:05.161691 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:05.219516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 9595e8f5-a78d-4bbe-a1ef-abed74222fcc yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:05.393593 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] Set router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:05.457448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:05.462405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c8041e67-cf00-4b6d-aba7-047d0c5c7a0c details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:52:05.539347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/dff62e8b-693b-42b7-80c0-ec0373a123a6/a0ff3a61-ac09-4930-b545-2b4e1682c5d7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:05.701086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35754) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:05.789038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:05.814422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Deleting port 078be694-9589-4afd-9e59-6c3cfde0d1da {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:05.815026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:05.989956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.029750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-867393010-network', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:06.037167 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Transition to ACTIVE for port object a0ff3a61-ac09-4930-b545-2b4e1682c5d7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:06.048304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:06.048535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:06.072363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'mac_address': 'fa:16:3e:ce:ee:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:52:06.076743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Transition to ACTIVE for port object a0ff3a61-ac09-4930-b545-2b4e1682c5d7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:06.080521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Usage tracker for resource:network and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:06.138348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.149562 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:06.208187 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a3d760>, [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:52:03Z', 'revision_number': 5, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port': {'id': '078be694-9589-4afd-9e59-6c3cfde0d1da', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:35Z', 'updated_at': '2021-12-16T09:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:06.218340 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] Checking router: ba7fd96e-3fd0-4dbd-9008-e2997abdb324 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:52:06.226526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::24a (edd5fbae-4558-4a68-8a1b-05a5b5060dab/dff62e8b-693b-42b7-80c0-ec0373a123a6/9595e8f5-a78d-4bbe-a1ef-abed74222fcc) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:06.234534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:06.240773 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] Routers {'ba7fd96e-3fd0-4dbd-9008-e2997abdb324'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:06.243882 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a3d760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:06.293967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Pushing event updated for resources: {'Port': ['ID=a0ff3a61-ac09-4930-b545-2b4e1682c5d7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:06.300627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.315077 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:06.316960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:06.323287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:06.326608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:06.330827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:06.408096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] For port 078be694-9589-4afd-9e59-6c3cfde0d1da, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=078be694-9589-4afd-9e59-6c3cfde0d1da,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:06.408716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.426076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8041e67-cf00-4b6d-aba7-047d0c5c7a0c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:52:06.456746 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] Set router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:06.497285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Attempting to bind port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:06.497935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Attempting to bind port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:06.498627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Attempting to bind port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:06.505758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:06.506376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:06.507738 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.508309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:06.509091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Bound port: a0ff3a61-ac09-4930-b545-2b4e1682c5d7, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:06.509717 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.524776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:06.533317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.536515 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:06.584366 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a3d760>, [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:52:05Z', 'revision_number': 6, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:06.590142 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebea2e3-f10b-4a0b-8bb8-f55edfee4147 None None] The sync data for ids ['ba7fd96e-3fd0-4dbd-9008-e2997abdb324'] in n-d-820554-2 is: [{'id': 'ba7fd96e-3fd0-4dbd-9008-e2997abdb324', 'name': 'tempest-ServerRescueNegativeTestJSON-1518160487-router', 'tenant_id': '4429becbf3784f71a2d7aa1991e5aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:52:05Z', 'revision_number': 6, 'project_id': '4429becbf3784f71a2d7aa1991e5aa17', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:52:06.590362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Calling delete_port for 078be694-9589-4afd-9e59-6c3cfde0d1da owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:06.676976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Made reservation on behalf of de745d7a9b7f4096bcddfcc6827156d3 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:06.679440 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.690665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:06.694895 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:06.711757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] For port a0ff3a61-ac09-4930-b545-2b4e1682c5d7, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:06.716853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] For port a0ff3a61-ac09-4930-b545-2b4e1682c5d7, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a0ff3a61-ac09-4930-b545-2b4e1682c5d7,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:06.726260 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.731572 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:06.740457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.797467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:06.802514 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.813996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:06.822828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:06.836302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 9595e8f5-a78d-4bbe-a1ef-abed74222fcc will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:06.837617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Pushing event updated for resources: {'Port': ['ID=a0ff3a61-ac09-4930-b545-2b4e1682c5d7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:06.838969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:06.840490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:52:06.851457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ad33-9c60-49cb-8600-5ea93ef23557 req-586be82b-ef38-445d-a37f-1a77febffacc tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:06.859199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a80ad33-9c60-49cb-8600-5ea93ef23557 req-586be82b-ef38-445d-a37f-1a77febffacc tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 944 time: 0.6161389
Dec 16 09:52:06.876231 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:06.884188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:06.898015 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7d980db-28f2-4c80-9329-fbd0e4bf6e62 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:06.956074 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a80ad33-9c60-49cb-8600-5ea93ef23557 req-d2d71e9a-4471-4ae9-822e-e3ee8fa4c6da tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958035
Dec 16 09:52:06.999039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=078be694-9589-4afd-9e59-6c3cfde0d1da,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:07.004980 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.029091 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dddc1849-34ff-48c9-a303-d5ce44dacb86 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:07.036578 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:07.106809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.193042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:07.202608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:07.225246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:07.233410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:07.234068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.282501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=9595e8f5-a78d-4bbe-a1ef-abed74222fcc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:07.299141 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:07.313362 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.321145 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5355165
Dec 16 09:52:07.321561 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35774) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:07.361225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.370027 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00f7f818-006f-4578-9fbb-09a009d47467 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:07.382969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.386359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.426404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:52:07.436036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cff43cb-8d44-4968-a410-dffb4ce0a957,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:07.442011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.442732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7fd96e-3fd0-4dbd-9008-e2997abdb324 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:52:07.443070 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:07.448474 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.448927 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Added segment 18f66176-94b3-4c4d-9142-0f74ee33b317 of type vlan for network b227d418-09f8-47b5-a468-fc7e121080ea
Dec 16 09:52:07.477694 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.479983 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] 10.222.0.66 "DELETE /v2.0/routers/ba7fd96e-3fd0-4dbd-9008-e2997abdb324 HTTP/1.1" status: 204  len: 168 time: 2.4092696
Dec 16 09:52:07.484808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35780) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:07.581818 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.617610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48304ae0-e56c-4a53-b574-5723b22e79e7 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:07.644692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19040478-6d66-438a-b828-8e406ea4e04c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:07.652371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19040478-6d66-438a-b828-8e406ea4e04c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:07.652553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Deleting subnet 74509f79-bd66-4296-aa07-29393b9f7513 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:07.653535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19040478-6d66-438a-b828-8e406ea4e04c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:07.665235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.666727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.668635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:07.669472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.679643 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4e37dac6-e6d1-46d7-8039-d29dec785cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:07.744279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 48304ae0-e56c-4a53-b574-5723b22e79e7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:07.744808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48304ae0-e56c-4a53-b574-5723b22e79e7 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:07.745262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 078be694-9589-4afd-9e59-6c3cfde0d1da no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:07.811591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 078be694-9589-4afd-9e59-6c3cfde0d1da {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:07.811968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 078be694-9589-4afd-9e59-6c3cfde0d1da not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:07.813647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Pushing event updated for resources: {'Network': ['ID=b227d418-09f8-47b5-a468-fc7e121080ea,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:07.833656 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:07.835522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b227d418-09f8-47b5-a468-fc7e121080ea details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:52:07.838865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19040478-6d66-438a-b828-8e406ea4e04c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:07.839365 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.840305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-19040478-6d66-438a-b828-8e406ea4e04c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.5170016
Dec 16 09:52:07.843330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35788) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:07.895152 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.1915576
Dec 16 09:52:07.896902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:07.952246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Request body: {'subnet': {'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-867393010-subnet', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:07.967477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:07.978243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Usage tracker for resource:subnet and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:07.982735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:07.992626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:07.995186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:08.076655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Made reservation on behalf of de745d7a9b7f4096bcddfcc6827156d3 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:08.077409 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.079016 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.082921 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4cc1fcd2-cb13-4a4a-ba44-958ae83ff47b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:08.095885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 9595e8f5-a78d-4bbe-a1ef-abed74222fcc {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:08.096232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.129404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74509f79-bd66-4296-aa07-29393b9f7513,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:08.132634 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:08.134123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.143133 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74509f79-bd66-4296-aa07-29393b9f7513 HTTP/1.1" status: 204  len: 168 time: 0.6550951
Dec 16 09:52:08.143374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35800) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:08.262982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.412595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.451585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2649340>,) {'filters': {'network_id': ['a4e2325f-1883-483e-9b91-b52a057f3a0b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:08.484636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2649340>, 'cd9eab62-f940-4460-93cf-2995a4c73b9e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:08.484983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2649340>, 'cd9eab62-f940-4460-93cf-2995a4c73b9e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:08.507641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.543069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.563114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:52:08.564365 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:52:08.582029 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:52:08.592090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd505a8-b69d-4cf1-a0d7-0245c31a3cff req-c66c2dba-6b74-42bc-932b-dca8c24bbb8b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:08.594102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-afd505a8-b69d-4cf1-a0d7-0245c31a3cff req-c66c2dba-6b74-42bc-932b-dca8c24bbb8b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 946 time: 0.5881851
Dec 16 09:52:08.716531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.721123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.726071 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4250d57e-99df-4e3c-8aff-15ba7e8ac655 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:08.764772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e2325f-1883-483e-9b91-b52a057f3a0b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:08.773613 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:08.776509 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a4e2325f-1883-483e-9b91-b52a057f3a0b HTTP/1.1" status: 204  len: 168 time: 0.6316922
Dec 16 09:52:08.810471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-afd505a8-b69d-4cf1-a0d7-0245c31a3cff req-856e6ae1-bdf2-49e9-a633-6e35aa0d748b tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2000494
Dec 16 09:52:08.884731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:08.981442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a5d3a-3c1a-490e-823f-39b53a549969 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:08.987762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:09.062716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b6ec774-0b33-4c9b-b98b-e9928ebc4f9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4429becbf3784f71a2d7aa1991e5aa17&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0715928
Dec 16 09:52:09.065504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35814) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:09.085720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-aa5422c6-2df4-4218-854c-110647270930 None None] Provisioning for port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:09.091840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 9595e8f5-a78d-4bbe-a1ef-abed74222fcc owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:09.151961 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.183303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.209231 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.219071 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7fed7057-5122-44bc-af12-596917963c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:09.268377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.275692 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5d00007d-4c1f-4a88-909d-f458a6079799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:09.303299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:09.321758 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:09.329756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.358853 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a147ebf-f03f-45fa-b7d6-d6b1e630a6f7 HTTP/1.1" status: 204  len: 168 time: 0.2908957
Dec 16 09:52:09.460729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c8041e67-cf00-4b6d-aba7-047d0c5c7a0c up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:09.500333 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0ff3a61-ac09-4930-b545-2b4e1682c5d7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:09.527852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadebf33-61d3-4d7a-b75a-81b0ecf6799a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:09.620279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:09.626824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:09.643555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:09.643934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.658051 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:09.705909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:09.706296 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.714698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Checking segment: {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:09.715952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Network hostable DHCP agents. Network: b227d418-09f8-47b5-a468-fc7e121080ea, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:52:09.786997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.802537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec2efb-f8a2-43be-8f6a-3f7e46a5035c req-cf29bf2f-d13d-40d7-b6ec-7d3b7f6a90a0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:09.812544 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbec2efb-f8a2-43be-8f6a-3f7e46a5035c req-cf29bf2f-d13d-40d7-b6ec-7d3b7f6a90a0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 945 time: 0.6442461
Dec 16 09:52:09.848608 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-60c722d5-5247-4b11-9395-a2e986291436 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:09.945936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=9595e8f5-a78d-4bbe-a1ef-abed74222fcc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:09.961240 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:09.967835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:09.977646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Network b227d418-09f8-47b5-a468-fc7e121080ea is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:52:10.059118 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.070585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b227d418-09f8-47b5-a468-fc7e121080ea) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:10.092641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a0ff3a61-ac09-4930-b545-2b4e1682c5d7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a0ff3a61-ac09-4930-b545-2b4e1682c5d7,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:10.100179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c94070-2d73-4af2-b683-2fe995c8adda None None] Network b227d418-09f8-47b5-a468-fc7e121080ea requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:10.129996 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.140387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:10.140995 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.157371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-4af6df5e-7277-4c25-91cd-f9840f61232c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:10.158748 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-4af6df5e-7277-4c25-91cd-f9840f61232c tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 946 time: 0.6893942
Dec 16 09:52:10.233508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fbec2efb-f8a2-43be-8f6a-3f7e46a5035c req-d040688a-e457-404e-bad4-74ee44f48294 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4197106
Dec 16 09:52:10.249955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.3286078
Dec 16 09:52:10.250184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:10.253027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/9595e8f5-a78d-4bbe-a1ef-abed74222fcc HTTP/1.1" status: 204  len: 168 time: 2.4085956
Dec 16 09:52:10.254387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:10.260416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35840) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:10.298661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Deleting port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:10.303322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.342182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:10.348044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.369052 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:10.399824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Usage tracker for resource:router and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:10.422751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:52:10.423668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:10.434581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:10.443493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-323560de-b9f6-49b0-8aa1-f8b15df06579 None None] Provisioning complete for port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:10.443897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-323560de-b9f6-49b0-8aa1-f8b15df06579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.474029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a148fe2-ccfd-4777-b0b2-96c989a028e8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:10.476560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a148fe2-ccfd-4777-b0b2-96c989a028e8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:10.477742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a148fe2-ccfd-4777-b0b2-96c989a028e8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:10.495180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.507452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.552308 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.599417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a148fe2-ccfd-4777-b0b2-96c989a028e8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:10.602716 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2a148fe2-ccfd-4777-b0b2-96c989a028e8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3398771
Dec 16 09:52:10.604633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35854) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:10.695541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:10.734849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35858) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:10.738586 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.741121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a0ff3a61-ac09-4930-b545-2b4e1682c5d7,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:10.749450 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:10.799023 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:10.860175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a681979-8547-4c55-875f-2c5a815e3b6a req-3c59f339-f8dc-4cd6-a587-10b5fed722c0 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:10.862719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a681979-8547-4c55-875f-2c5a815e3b6a req-3c59f339-f8dc-4cd6-a587-10b5fed722c0 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 946 time: 0.3859255
Dec 16 09:52:10.948856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] For port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:10.949484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:10.986896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1363066074-network', 'tenant_id': '4ef609022baf4d2f8ac0cd8cd9075010'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:10.994805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:10.998684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:11.000994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Usage tracker for resource:network and tenant:4ef609022baf4d2f8ac0cd8cd9075010 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:11.005220 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:11.005489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:11.010247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-b227d418-09f8-47b5-a468-fc7e121080ea', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:11.011999 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.014944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:11.035725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-323560de-b9f6-49b0-8aa1-f8b15df06579 None None] Could not find standard attr ID for object 9595e8f5-a78d-4bbe-a1ef-abed74222fcc. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:11.045296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Made reservation on behalf of 4ef609022baf4d2f8ac0cd8cd9075010 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:11.048771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.186302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6631c0a0-5268-49ea-a287-71823fea5ddb None None] Could not find standard attr ID for object 9595e8f5-a78d-4bbe-a1ef-abed74222fcc. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:11.190961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.222201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Allocated IP 172.20.0.2 (b227d418-09f8-47b5-a468-fc7e121080ea/cadebf33-61d3-4d7a-b75a-81b0ecf6799a/0f06e191-bd70-41fd-9651-442fbbc313d4) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:11.233276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a681979-8547-4c55-875f-2c5a815e3b6a req-3f96db6b-d4af-4205-8615-f4137605ff99 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c0fa074-c75d-4144-ac6a-1c363af9dca3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3434103
Dec 16 09:52:11.247137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet dff62e8b-693b-42b7-80c0-ec0373a123a6 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:11.254487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.310762 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.365160 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.505320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:11.533172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef609022baf4d2f8ac0cd8cd9075010 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:11.540590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:11.542124 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'code': 200}
Dec 16 09:52:11.552092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0ff3a61-ac09-4930-b545-2b4e1682c5d7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:11.566410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:11.817553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.912256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:11.980500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:11.980932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.052244 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86e5b53e-683c-4871-8c20-119f74df0692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.064082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.144232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Transition to ACTIVE for port object 0f06e191-bd70-41fd-9651-442fbbc313d4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:12.165374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Transition to ACTIVE for port object 0f06e191-bd70-41fd-9651-442fbbc313d4 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:12.174686 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.185112 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:12.212337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.219882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.220791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.220791 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Floating IP 2352b283-42f4-474f-817b-7871d69574d5 disassociated. External IP: 172.25.3.199, port: 1861e748-8f1e-44cd-b4dc-a8f900d84f5b.
Dec 16 09:52:12.221106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Calling delete_port for 1861e748-8f1e-44cd-b4dc-a8f900d84f5b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:12.222917 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52972b37-185d-4fad-9511-2b8eb91566bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:12.242067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Network b227d418-09f8-47b5-a468-fc7e121080ea is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:12.249650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:12.258890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:12.282101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=dff62e8b-693b-42b7-80c0-ec0373a123a6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:12.287125 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:12.290667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.310320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.318327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0deae8-4eee-4af6-a88f-63e7f67f40fb None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:12.344124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Pushing event updated for resources: {'Port': ['ID=0f06e191-bd70-41fd-9651-442fbbc313d4,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:12.349564 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/dff62e8b-693b-42b7-80c0-ec0373a123a6 HTTP/1.1" status: 204  len: 168 time: 1.7412694
Dec 16 09:52:12.351825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35870) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:12.354723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.363209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d25bdb-6950-4a9a-be54-4908764100e2 req-5ffaa35f-494b-4a1e-9d29-f99ba4abdd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:12.364938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05d25bdb-6950-4a9a-be54-4908764100e2 req-5ffaa35f-494b-4a1e-9d29-f99ba4abdd68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 1097 time: 0.4210546
Dec 16 09:52:12.384667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a9496-339d-444a-9355-9ff689bbf169 req-5c8b2cd5-c363-4893-ad76-1ea27d94e673 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:12.386133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f13a9496-339d-444a-9355-9ff689bbf169 req-5c8b2cd5-c363-4893-ad76-1ea27d94e673 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.4401722
Dec 16 09:52:12.403687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.424836 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:12.429005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.436855 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d9dfa19-eac0-4891-a007-27e239adb735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:12.466506 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aac90f78-e2ef-43f9-a513-91fd107e8da5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1108584
Dec 16 09:52:12.466734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35874) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:12.476481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:12.490971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Attempting to bind port 0f06e191-bd70-41fd-9651-442fbbc313d4 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:12.491552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Attempting to bind port 0f06e191-bd70-41fd-9651-442fbbc313d4 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:12.492031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Attempting to bind port 0f06e191-bd70-41fd-9651-442fbbc313d4 on network b227d418-09f8-47b5-a468-fc7e121080ea {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:12.529075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:12.529518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Checking segment: {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:12.530010 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.531209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Bound using segment: {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:12.531209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Bound port: 0f06e191-bd70-41fd-9651-442fbbc313d4, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:12.531451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:52:12.531574 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.540215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05d25bdb-6950-4a9a-be54-4908764100e2 req-87475966-3398-4788-a71f-75705fc360da service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667728
Dec 16 09:52:12.555452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff451cd4-9fb9-4f41-9757-302d3fa509f4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:12.560160 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f13a9496-339d-444a-9355-9ff689bbf169 req-a14d19df-3c64-48ed-99e3-2d6601683c11 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537158
Dec 16 09:52:12.561001 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:12.568846 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.569973 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Added segment 6722a6b2-6449-4bb7-85b7-6f3bfbf400ac of type vlan for network efa76af9-1260-4e35-982b-13ff72791835
Dec 16 09:52:12.633209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.656166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:12.663249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:12.667471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:12.677634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:12.685364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.688014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:12.689646 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.691040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Allocated IP 172.25.3.162 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/07306ca5-27ec-404c-b9e8-15066ac667c9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:12.701346 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-07dfec5e-4fe0-456c-8651-58a7ec78e345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:12.719312 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] For port 0f06e191-bd70-41fd-9651-442fbbc313d4, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:12.723380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] For port 0f06e191-bd70-41fd-9651-442fbbc313d4, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0f06e191-bd70-41fd-9651-442fbbc313d4,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:12.727712 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.731744 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.737285 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:12.831958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Pushing event updated for resources: {'Port': ['ID=0f06e191-bd70-41fd-9651-442fbbc313d4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:12.836159 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae821953-0488-4c61-a41a-286425813685 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:52:12.838306 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:12.841425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae821953-0488-4c61-a41a-286425813685 None None] Deleting port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:12.841815 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae821953-0488-4c61-a41a-286425813685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.919255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.931532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:12.936393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:12.950611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4c550861-0052-4ec4-a722-1c4d2124d623 req-1b7213c3-5031-4a80-af0b-0a02e38659fc tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Synchronizing usage tracker for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:13.092042 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.3525262
Dec 16 09:52:13.092042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Pushing event updated for resources: {'Network': ['ID=efa76af9-1260-4e35-982b-13ff72791835,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:13.094179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35884) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:13.094980 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:13.106190 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:13.113415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:13.118677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network efa76af9-1260-4e35-982b-13ff72791835 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:52:13.125907 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440e1dd1-8df4-4267-8cf6-08f4c42529c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:13.177785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Request body: {'subnet': {'network_id': 'efa76af9-1260-4e35-982b-13ff72791835', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1363066074-subnet', 'tenant_id': '4ef609022baf4d2f8ac0cd8cd9075010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:13.199571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event deleted for resources: {'Port': ['ID=1861e748-8f1e-44cd-b4dc-a8f900d84f5b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:13.201971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:13.207444 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:13.216800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Usage tracker for resource:subnet and tenant:4ef609022baf4d2f8ac0cd8cd9075010 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:13.219993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4c550861-0052-4ec4-a722-1c4d2124d623 req-1b7213c3-5031-4a80-af0b-0a02e38659fc tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Unset dirty status for tenant:38dc75575c6e479a8b2e6fddb07534a2 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:13.231958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c550861-0052-4ec4-a722-1c4d2124d623 req-1b7213c3-5031-4a80-af0b-0a02e38659fc tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 210 time: 0.4859662
Dec 16 09:52:13.242264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:13.291708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Pushing event updated for resources: {'Port': ['ID=07306ca5-27ec-404c-b9e8-15066ac667c9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:13.300094 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:13.316381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:13.327918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:13.332510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:13.341697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:13.470971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Made reservation on behalf of 4ef609022baf4d2f8ac0cd8cd9075010 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:13.476294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:13.559326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0f06e191-bd70-41fd-9651-442fbbc313d4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:13.648310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Router 775c2002-7655-4b6b-a6f4-9361bb5628d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:52:13.762651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:13.837914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 1861e748-8f1e-44cd-b4dc-a8f900d84f5b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:13.838275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 1861e748-8f1e-44cd-b4dc-a8f900d84f5b not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:13.847867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ae821953-0488-4c61-a41a-286425813685 None None] For port a0ff3a61-ac09-4930-b545-2b4e1682c5d7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a0ff3a61-ac09-4930-b545-2b4e1682c5d7,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:13.848335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae821953-0488-4c61-a41a-286425813685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:13.908091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:13.923086 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3a17e20c-94fa-43c0-af45-b4df7c8a0d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:14.006737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:14.011954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:14.018483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:14.019395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:14.023243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 0f06e191-bd70-41fd-9651-442fbbc313d4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:14.039267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae821953-0488-4c61-a41a-286425813685 None None] Calling delete_port for a0ff3a61-ac09-4930-b545-2b4e1682c5d7 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:14.171573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0ff3a61-ac09-4930-b545-2b4e1682c5d7 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:14.233504 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:14.271594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae821953-0488-4c61-a41a-286425813685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:14.278693 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e89827c-e809-4ba6-b3ad-ecf066fa382f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:14.340254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:52:14.352382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae821953-0488-4c61-a41a-286425813685 None None] Pushing event deleted for resources: {'Port': ['ID=a0ff3a61-ac09-4930-b545-2b4e1682c5d7,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:14.360064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae821953-0488-4c61-a41a-286425813685 None None] No DVR routers for this DVR port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:52:14.366588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No active binding found for port a0ff3a61-ac09-4930-b545-2b4e1682c5d7 {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 09:52:14.367034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0ff3a61-ac09-4930-b545-2b4e1682c5d7 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:14.378179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] Sync routers for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:52:14.386385 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ae821953-0488-4c61-a41a-286425813685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:14.400446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=1a065214-48ac-4992-accf-c0ed547aed50,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:14.403498 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:14.412044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:14.413479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c3a910>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:51:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:14.434517 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9667299
Dec 16 09:52:14.436667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:14.446729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'name': 'tempest-NetworksTestDHCPv6-1323299120'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:14.502941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa58add-7657-4fcb-a9fd-361df58b1243 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:14.609281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:14.622323 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec68bc34-afb8-4697-90e2-01802bd75745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:14.622545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b43a17-9a75-47b4-8248-3a54e51039a7 None None] Network b227d418-09f8-47b5-a468-fc7e121080ea requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:14.688104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] No DVR routers for this DVR port 1861e748-8f1e-44cd-b4dc-a8f900d84f5b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:52:14.706436 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:14.724774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda1a3d-c715-4805-8c46-96a639311501 req-e25d09c2-2965-462b-a60a-aa2167009ad2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:14.727241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bda1a3d-c715-4805-8c46-96a639311501 req-e25d09c2-2965-462b-a60a-aa2167009ad2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.8995500
Dec 16 09:52:14.728027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-deleted', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:52:14.737758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ab1b1b-b289-4381-95cc-444d761b13e2,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:14.754016 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:14.760535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f2b58d3-d255-45e5-bda1-9fe1cd21df5a req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.74 "DELETE /v2.0/ports/1861e748-8f1e-44cd-b4dc-a8f900d84f5b HTTP/1.1" status: 204  len: 173 time: 4.5725567
Dec 16 09:52:14.810312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:14.830705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Checking segment: {'id': '6722a6b2-6449-4bb7-85b7-6f3bfbf400ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'efa76af9-1260-4e35-982b-13ff72791835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:14.830705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Network hostable DHCP agents. Network: efa76af9-1260-4e35-982b-13ff72791835, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:52:14.839798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:14.844844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:14.855114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:14.887454 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c06a0e94-762d-47e8-be58-5094b4cd397f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:14.894054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1bda1a3d-c715-4805-8c46-96a639311501 req-f22f72e3-065c-4d80-9be6-3bfb2318555a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956957
Dec 16 09:52:14.895054 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Network efa76af9-1260-4e35-982b-13ff72791835 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:52:14.952776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, efa76af9-1260-4e35-982b-13ff72791835) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:14.969458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Provisioning for port 0f06e191-bd70-41fd-9651-442fbbc313d4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:14.971639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:14.972280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:14.973251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfd106f-6528-4fef-99a6-98d396d33807 None None] Network efa76af9-1260-4e35-982b-13ff72791835 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:15.011256 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8983316
Dec 16 09:52:15.011476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Provisioning complete for port 0f06e191-bd70-41fd-9651-442fbbc313d4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:15.011476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:15.026372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:15.045969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:15.107225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 2cf56546-720b-4d40-8d9f-317240bbf192 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:15.161679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-58aa5826-6b80-41ed-bc01-28d0ef58a5a2 req-cef5da42-192b-4033-95d5-346b78eeed89 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/ports?device_id=a581ec14-542e-4059-8125-db72fcd37e1c HTTP/1.1" status: 200  len: 210 time: 0.0469985
Dec 16 09:52:15.232541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:15.267523 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a581ec14-542e-4059-8125-db72fcd37e1c', 'name': 'network-vif-deleted', 'tag': '1861e748-8f1e-44cd-b4dc-a8f900d84f5b', 'status': 'completed', 'code': 200}
Dec 16 09:52:15.268365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:15.483130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:15.656330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::33 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/1a065214-48ac-4992-accf-c0ed547aed50/2cf56546-720b-4d40-8d9f-317240bbf192) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:15.829338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:15.835095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '1a065214-48ac-4992-accf-c0ed547aed50'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:15.836047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:15.965112 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:15.998424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-66f1def1-5d30-4932-9688-b77f82c55341 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:15.999581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-66f1def1-5d30-4932-9688-b77f82c55341 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Synchronizing usage tracker for tenant:4ef609022baf4d2f8ac0cd8cd9075010 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:16.019248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-66f1def1-5d30-4932-9688-b77f82c55341 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Unset dirty status for tenant:4ef609022baf4d2f8ac0cd8cd9075010 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:16.023696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-66f1def1-5d30-4932-9688-b77f82c55341 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/networks?id=efa76af9-1260-4e35-982b-13ff72791835 HTTP/1.1" status: 200  len: 809 time: 0.1998801
Dec 16 09:52:16.037668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-4c4d2679-a798-45c2-b879-cd750076a884 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/quotas/4ef609022baf4d2f8ac0cd8cd9075010 HTTP/1.1" status: 200  len: 375 time: 0.0115244
Dec 16 09:52:16.057086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:16.089882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-b4eda839-e752-4dd3-b031-c625c58fd090 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef609022baf4d2f8ac0cd8cd9075010&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461550
Dec 16 09:52:16.181069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ec331b-faf3-4c3b-b2eb-dbb150a9c56e None None] Network efa76af9-1260-4e35-982b-13ff72791835 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:16.255574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-dd2c534b-2c86-435d-9e15-b47e5991a793 service neutron] 10.222.0.66 "GET /v2.0/networks/efa76af9-1260-4e35-982b-13ff72791835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532152
Dec 16 09:52:16.268037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:16.294842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 2cf56546-720b-4d40-8d9f-317240bbf192 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:16.342147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:52:16.409135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] For port 0f06e191-bd70-41fd-9651-442fbbc313d4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0f06e191-bd70-41fd-9651-442fbbc313d4,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:16.429408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:16.435032 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:16.443381 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f252cea6-0137-48f7-ba8b-19cf275b2e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:16.450527 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ae821953-0488-4c61-a41a-286425813685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:16.524932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-9fc993b8-a511-430c-a0cc-9e095d53ab39 service neutron] 10.222.0.66 "GET /v2.0/networks/efa76af9-1260-4e35-982b-13ff72791835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526047
Dec 16 09:52:16.668736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/1a065214-48ac-4992-accf-c0ed547aed50/4bc3396a-051c-4922-adf1-b6a84b7cf6e0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:16.683137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:16.776245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:16.788317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=2cf56546-720b-4d40-8d9f-317240bbf192,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:16.790836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:16.796907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:16.797017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:16.843356 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:16.849356 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4093618
Dec 16 09:52:16.849846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35936) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:16.871068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:52:16.881926 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Sync routers for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:52:16.899426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:16.901063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.6540115
Dec 16 09:52:16.902005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:16.902825 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f7f550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:16.905863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:17.069684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109276ac-9846-4468-8532-45bd7c2a4f62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:17.070466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-109276ac-9846-4468-8532-45bd7c2a4f62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:17.177232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-109276ac-9846-4468-8532-45bd7c2a4f62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:17.178543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-109276ac-9846-4468-8532-45bd7c2a4f62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.3263900
Dec 16 09:52:17.178946 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:17.185810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35948) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:17.270428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c3a910>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:17.295461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Pushing event updated for resources: {'Port': ['ID=0f06e191-bd70-41fd-9651-442fbbc313d4,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:17.299667 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:17.326644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] Checking router: 775c2002-7655-4b6b-a6f4-9361bb5628d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:52:17.363850 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:17.376028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f370ac1e-742e-45e8-a7e4-eeebd5c5d495 None None] Provisioning complete for port 0f06e191-bd70-41fd-9651-442fbbc313d4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:17.376420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f370ac1e-742e-45e8-a7e4-eeebd5c5d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:17.383453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 2cf56546-720b-4d40-8d9f-317240bbf192 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:17.385748 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:17.469658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:17.486775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c3a910>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:17.701716 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f7f550>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:14Z', 'revision_number': 3, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:17.708967 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Checking router: b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:52:17.709337 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Updating router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 port 07306ca5-27ec-404c-b9e8-15066ac667c9 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:52:17.760136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2a122-7714-44e3-a233-e51ec2103f94 req-967e3a0d-2030-4b40-977b-5cefa42e8b8f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:17.785645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f2a122-7714-44e3-a233-e51ec2103f94 req-967e3a0d-2030-4b40-977b-5cefa42e8b8f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.6827786
Dec 16 09:52:17.853822 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.020531 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.049409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Transition to ACTIVE for port object 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:18.098251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Transition to ACTIVE for port object 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:18.145716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73f2a122-7714-44e3-a233-e51ec2103f94 req-e188d480-876c-4a43-9a4e-55b56ffca097 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432293
Dec 16 09:52:18.175332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.249035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.250550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:18.510154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 2cf56546-720b-4d40-8d9f-317240bbf192 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:18.666615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.667910 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c9435281-27dd-4e20-8f02-802e1e46c9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:18.755599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f88524d4-ab5f-4806-a0e4-5921bae56e92 req-4772b9f4-9530-475d-b37a-9f3c4b5738ce tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 210 time: 0.0837882
Dec 16 09:52:18.812626 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.832004 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Transition to ACTIVE for port object 07306ca5-27ec-404c-b9e8-15066ac667c9 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:18.842834 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.848670 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-bb2966d2-3f0a-435f-98a1-a4f0e5f13462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:18.862350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35960) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:18.944160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.945664 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Attempting to bind port 07306ca5-27ec-404c-b9e8-15066ac667c9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:18.946103 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Attempting to bind port 07306ca5-27ec-404c-b9e8-15066ac667c9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:18.946519 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Attempting to bind port 07306ca5-27ec-404c-b9e8-15066ac667c9 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:18.960213 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:18.960466 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:18.961236 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.961650 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:18.962176 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Bound port: 07306ca5-27ec-404c-b9e8-15066ac667c9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:18.962558 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:18.976456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:18.985912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:19.054461 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] For port 07306ca5-27ec-404c-b9e8-15066ac667c9, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:19.058163 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] For port 07306ca5-27ec-404c-b9e8-15066ac667c9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=07306ca5-27ec-404c-b9e8-15066ac667c9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:19.066100 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Pushing event updated for resources: {'Port': ['ID=07306ca5-27ec-404c-b9e8-15066ac667c9,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:19.070475 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.085432 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.085802 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.086140 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.086467 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.086793 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.087129 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.087575 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.087776 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.088094 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.088422 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.088726 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.089035 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:19.094700 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:19.095559 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4ebf6a62-7d26-402d-ac63-e130a83dd141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:19.164128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:19.177110 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Pushing event updated for resources: {'Port': ['ID=07306ca5-27ec-404c-b9e8-15066ac667c9,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:19.184593 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:19.205260 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.215515 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:19.216410 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f7f550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:19.247453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.254524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Pushing event updated for resources: {'Port': ['ID=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:19.275989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Allocated IP 172.20.0.1 (b227d418-09f8-47b5-a468-fc7e121080ea/cadebf33-61d3-4d7a-b75a-81b0ecf6799a/9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:19.293620 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:19.366287 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d00cc75d-277b-4d0f-bda4-7e7ee2615608 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:19.440814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0f06e191-bd70-41fd-9651-442fbbc313d4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:19.531844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=2cf56546-720b-4d40-8d9f-317240bbf192,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:19.547099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.567205 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7e7ea102-219a-4fb2-8dfa-738e3c75d721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:19.569744 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:19.575101 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:19.596855 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.633763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0fa074-c75d-4144-ac6a-1c363af9dca3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:19.641896 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:19.663879 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.668288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "DELETE /v2.0/security-groups/0c0fa074-c75d-4144-ac6a-1c363af9dca3 HTTP/1.1" status: 204  len: 168 time: 0.8048308
Dec 16 09:52:19.671641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.673125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35968) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:19.694975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Attempting to bind port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:19.696022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Attempting to bind port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:19.696589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Attempting to bind port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:19.707362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Transition to ACTIVE for port object 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:19.712742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/2cf56546-720b-4d40-8d9f-317240bbf192 HTTP/1.1" status: 204  len: 168 time: 2.5235248
Dec 16 09:52:19.712958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35974) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:19.713427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:19.714148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:19.715438 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.716097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:19.717575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Bound port: 4bc3396a-051c-4922-adf1-b6a84b7cf6e0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:19.718223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.721628 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-766dd9b8-3f4d-43a4-ac5e-68e529d8026a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] show failed (client error): The resource could not be found.
Dec 16 09:52:19.722647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-766dd9b8-3f4d-43a4-ac5e-68e529d8026a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "GET /v2.0/security-groups/0c0fa074-c75d-4144-ac6a-1c363af9dca3 HTTP/1.1" status: 404  len: 347 time: 0.0453033
Dec 16 09:52:19.730472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-a6490ae6-d9f6-4f7c-9af5-f35906439050 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:19.731946 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-a6490ae6-d9f6-4f7c-9af5-f35906439050 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.74 "GET /v2.0/networks?id=efa76af9-1260-4e35-982b-13ff72791835 HTTP/1.1" status: 200  len: 809 time: 0.7630603
Dec 16 09:52:19.732418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 35978) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:19.827135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Request body: {'port': {'device_id': '67b77969-1055-46b8-844b-2defb5b3cd64', 'network_id': 'efa76af9-1260-4e35-982b-13ff72791835', 'admin_state_up': True, 'tenant_id': '4ef609022baf4d2f8ac0cd8cd9075010'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:19.829232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94adb29-8c65-429a-a337-55670e8c7a73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:19.830873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94adb29-8c65-429a-a337-55670e8c7a73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:19.831675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b94adb29-8c65-429a-a337-55670e8c7a73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:19.857075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.863287 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8fe2bf35-2c9f-4ae5-93c3-5324f6a05abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:19.924021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] For port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:19.928834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] For port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:19.942869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 0f06e191-bd70-41fd-9651-442fbbc313d4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:19.943700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:19.949219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b94adb29-8c65-429a-a337-55670e8c7a73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:19.952989 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b94adb29-8c65-429a-a337-55670e8c7a73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2366893
Dec 16 09:52:19.952989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:19.969562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:19.996231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Network b227d418-09f8-47b5-a468-fc7e121080ea is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:19.998694 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:20.001753 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:20.004363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:20.013498 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e8d81cd6-808e-4c99-9ff5-6b55eea0aa4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:20.080230 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f7f550>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:14Z', 'revision_number': 3, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:20.086187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:20.094045 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e8f0-2a1b-44a8-b94a-94486a9f6461 None None] The sync data for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 is: [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:14Z', 'revision_number': 3, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:52:20.117182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Pushing event updated for resources: {'Port': ['ID=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:20.120897 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:20.141047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:20.155245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Usage tracker for resource:port and tenant:4ef609022baf4d2f8ac0cd8cd9075010 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:20.166271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:20.189647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c3a910>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:20.198681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14603a47-35f8-418c-89b4-224d0fd04527 None None] The sync data for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 is: [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f8165018-558b-4d82-965d-f09e47c78fa6', 'name': '', 'network_id': 'db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'mac_address': 'fa:16:3e:8b:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'subnets': [{'id': '29c0e1cc-8cfe-45be-b265-ee6662d16a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:52:20.223472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:20.294663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 1a065214-48ac-4992-accf-c0ed547aed50 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:20.305574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:20.417147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249219e-be19-4f1f-ae14-1a5de64d1a59 req-eb269269-3f9b-4b64-8024-0edadfb2eb72 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:20.424781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6249219e-be19-4f1f-ae14-1a5de64d1a59 req-eb269269-3f9b-4b64-8024-0edadfb2eb72 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.9559593
Dec 16 09:52:20.481720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:20.524487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1a5406cf-5000-4772-9acc-a89f98d29309 None None] Provisioning for port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:20.531198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1a5406cf-5000-4772-9acc-a89f98d29309 None None] Provisioning complete for port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:20.531821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a5406cf-5000-4772-9acc-a89f98d29309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:20.559448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Made reservation on behalf of 4ef609022baf4d2f8ac0cd8cd9075010 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:20.585320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:20.610258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Deleting port e3a3fb34-8419-4d11-a7be-3c7685465282 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:20.611191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:20.688038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1a5406cf-5000-4772-9acc-a89f98d29309 None None] Port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:52:20.702862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:20.751141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6249219e-be19-4f1f-ae14-1a5de64d1a59 req-d713718f-638a-4c70-ba1a-b8f1704f4c20 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3252463
Dec 16 09:52:20.885699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b2507-c8f5-4c41-b50c-3e9a489d432a None None] New status for floating IP 2352b283-42f4-474f-817b-7871d69574d5: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:52:20.917164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:21.022380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f514ee6-1d68-4706-a94a-832ae8c86fbe req-e2e66b46-acb8-4076-932d-00ea21dc82b7 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 210 time: 0.0683050
Dec 16 09:52:21.140990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:21.215194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:21.225253 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80a61480-e6fb-4104-8964-21c2692b8f3e tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:21.285113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:21.287615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Allocated IP 172.20.0.11 (efa76af9-1260-4e35-982b-13ff72791835/81ab1b1b-b289-4381-95cc-444d761b13e2/0039245c-e815-4e25-b8e2-a5f9991d870b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:21.290469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=1a065214-48ac-4992-accf-c0ed547aed50,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:21.296178 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:21.325440 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/1a065214-48ac-4992-accf-c0ed547aed50 HTTP/1.1" status: 204  len: 168 time: 1.3446267
Dec 16 09:52:21.330029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:21.417235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:21.417930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:21.525392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07306ca5-27ec-404c-b9e8-15066ac667c9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:21.644690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Calling delete_port for e3a3fb34-8419-4d11-a7be-3c7685465282 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:21.692761 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-72ee9916-b69b-4f00-8a36-6dffdc64e19b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3596044
Dec 16 09:52:21.696845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 35996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:21.701412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 07306ca5-27ec-404c-b9e8-15066ac667c9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:21.707823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 07306ca5-27ec-404c-b9e8-15066ac667c9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:21.708266 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:21.800693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:21.979596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36d926-9a52-41f7-9c91-46bb4f3be21d None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:22.030007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.064893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.078996 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:52:22.079355 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:52:22.085419 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.133064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820af52-1f90-4afa-8674-dac5ad1ead35 req-957a9df2-b6b9-4ddd-b18c-149890788414 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:22.140294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4820af52-1f90-4afa-8674-dac5ad1ead35 req-957a9df2-b6b9-4ddd-b18c-149890788414 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.1816869
Dec 16 09:52:22.198052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4820af52-1f90-4afa-8674-dac5ad1ead35 req-27eb7124-3a1c-42ae-9c43-f3ed80e620fd tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567772
Dec 16 09:52:22.203619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.218008 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3f79347d-f08e-48d4-b5e9-c83e092c0075 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:22.288114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-353e9aff-8344-4736-ace0-c611a6f9fb5b None None] Provisioning for port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:22.309426 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.313290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:22.316055 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5010bc02-d48a-45ab-a95c-aae7408a675c tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:22.340144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 07306ca5-27ec-404c-b9e8-15066ac667c9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=07306ca5-27ec-404c-b9e8-15066ac667c9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:22.353650 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.356637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:22.357444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.380841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:22.389258 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e89827c-e809-4ba6-b3ad-ecf066fa382f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:22.394604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:22.434452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:22.524673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Network efa76af9-1260-4e35-982b-13ff72791835 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:22.528163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=07306ca5-27ec-404c-b9e8-15066ac667c9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:22.528435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:22.533385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:22.536868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:22.538133 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:22.543671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:22.553804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:22.558912 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.581648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Deleting port e3a3fb34-8419-4d11-a7be-3c7685465282 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:22.581985 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.598356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:22.606974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:22.607541 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.617600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Pushing event updated for resources: {'Port': ['ID=0039245c-e815-4e25-b8e2-a5f9991d870b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:22.627743 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:22.674619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:52:22.684543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Deleting port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:22.684931 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.694169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:22.694169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.748202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Network b227d418-09f8-47b5-a468-fc7e121080ea is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:22.752912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:22.822929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0b0b5-bcd6-4669-8409-c57036cc4601 req-6e83c8cb-6876-4c57-adb1-d8b28f722603 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:22.827674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25a0b0b5-bcd6-4669-8409-c57036cc4601 req-6e83c8cb-6876-4c57-adb1-d8b28f722603 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Synchronizing usage tracker for tenant:4ef609022baf4d2f8ac0cd8cd9075010 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:22.902988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0796344
Dec 16 09:52:22.904700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.905025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:22.925758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Request body: {'port': {'device_id': '67b77969-1055-46b8-844b-2defb5b3cd64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:22.956847 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.023307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:52:23.030816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] For port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:23.031474 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.045688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:23.096446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Calling delete_port for e3a3fb34-8419-4d11-a7be-3c7685465282 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:23.103414 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.150285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25a0b0b5-bcd6-4669-8409-c57036cc4601 req-6e83c8cb-6876-4c57-adb1-d8b28f722603 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Unset dirty status for tenant:4ef609022baf4d2f8ac0cd8cd9075010 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:23.151478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25a0b0b5-bcd6-4669-8409-c57036cc4601 req-6e83c8cb-6876-4c57-adb1-d8b28f722603 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 932 time: 0.7134147
Dec 16 09:52:23.168624 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:23.211707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Calling delete_port for 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:23.272648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25a0b0b5-bcd6-4669-8409-c57036cc4601 req-8b322360-81f6-4be6-a4cf-4667936673a8 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Synchronizing usage tracker for tenant:4ef609022baf4d2f8ac0cd8cd9075010 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:23.306235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6d969113-9a3b-4165-b020-869be0552391 None None] Provisioning complete for port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:23.306746 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6d969113-9a3b-4165-b020-869be0552391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.315838 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.334980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:52:23.345357 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Sync routers for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:52:23.352581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-25a0b0b5-bcd6-4669-8409-c57036cc4601 req-8b322360-81f6-4be6-a4cf-4667936673a8 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Unset dirty status for tenant:4ef609022baf4d2f8ac0cd8cd9075010 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:23.353720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25a0b0b5-bcd6-4669-8409-c57036cc4601 req-8b322360-81f6-4be6-a4cf-4667936673a8 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865788
Dec 16 09:52:23.361372 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:23.362277 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2950df0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:23.392957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6d969113-9a3b-4165-b020-869be0552391 None None] Port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:52:23.411793 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] 10.222.0.66 "PUT /v2.0/routers/b1706a7b-1c6d-44cc-8593-4e6f0e79cae6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4982464
Dec 16 09:52:23.433280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:23.438359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.438598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07306ca5-27ec-404c-b9e8-15066ac667c9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:23.443072 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0cb26043-a278-4251-a42d-2ad9ef3be13b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:23.536455 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:23.559366 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:52:23.559797 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:52:23.608176 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.614032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 07306ca5-27ec-404c-b9e8-15066ac667c9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:23.615192 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.618449 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-985a5a9f-8305-480b-8b52-841f5965b0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:23.635313 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:23.654967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-d6353cd5-577e-4929-8b82-584f2dba0110 req-4d3788fa-2b75-4291-be30-7c55db4a290c service neutron] (87655) timed out ('10.222.0.54', 63072) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 09:52:23.675892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:23.678968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:23.700587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:23.701188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:23.741134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=dca8979b-5882-4f3d-a461-1eeedb186c13,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:23.746431 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:23.763429 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0549772
Dec 16 09:52:23.764058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:23.773248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'name': 'tempest-NetworksTestDHCPv6-696994608'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:23.781405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Pushing event deleted for resources: {'Port': ['ID=e3a3fb34-8419-4d11-a7be-3c7685465282,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:23.881792 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:23.892016 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:52:24.031508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:24.043757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:24.048404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:24.061112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Deleting port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:24.061682 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.064904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:24.094668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:24.099428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.129494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 25310f01-063d-4d4c-9193-9348812b8486 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:24.135655 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:24.260319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0039245c-e815-4e25-b8e2-a5f9991d870b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:52:24.269841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.287077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Transition to ACTIVE for port object 0039245c-e815-4e25-b8e2-a5f9991d870b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:24.305329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.326822 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-978fea20-fe3d-4b6a-8f86-690388762063 tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:24.381587 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2950df0>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:21Z', 'revision_number': 2, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:24.396872 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Checking router: b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:52:24.397419 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Updating router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:52:24.400979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::2e4 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/dca8979b-5882-4f3d-a461-1eeedb186c13/25310f01-063d-4d4c-9193-9348812b8486) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:24.487464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.526949 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.589777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:24.694566 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.699683 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.704295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36038) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:24.708356 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-15ccd74d-d15b-47ae-9141-8a88054cbcc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:24.729656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.750636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 25310f01-063d-4d4c-9193-9348812b8486 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:24.788892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.801058 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10f8aad6-b0f9-4d64-a14c-83ee650987b8 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:24.872877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:24.884284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:24.889993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:24.900410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-681013159-network', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:24.904631 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:24.905329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:24.908221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=0039245c-e815-4e25-b8e2-a5f9991d870b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:24.923302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:24.924472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.937272 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:24.941487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:24.957281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:24.962310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] 10.222.0.66 "DELETE /v2.0/floatingips/2352b283-42f4-474f-817b-7871d69574d5 HTTP/1.1" status: 204  len: 168 time: 5.2285063
Dec 16 09:52:24.967809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Usage tracker for resource:network and tenant:c25dd8ce9f79406082f11d6494c1d921 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:24.974954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=25310f01-063d-4d4c-9193-9348812b8486,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:24.981839 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:24.988031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:25.010218 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2450643
Dec 16 09:52:25.010922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36044) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:25.014580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:25.018386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] For port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:25.019347 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.094654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Attempting to bind port 0039245c-e815-4e25-b8e2-a5f9991d870b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:25.094989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Attempting to bind port 0039245c-e815-4e25-b8e2-a5f9991d870b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '6722a6b2-6449-4bb7-85b7-6f3bfbf400ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'efa76af9-1260-4e35-982b-13ff72791835'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:25.095797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Attempting to bind port 0039245c-e815-4e25-b8e2-a5f9991d870b on network efa76af9-1260-4e35-982b-13ff72791835 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:25.101380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Made reservation on behalf of c25dd8ce9f79406082f11d6494c1d921 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:25.103944 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.125556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Port 0039245c-e815-4e25-b8e2-a5f9991d870b on network efa76af9-1260-4e35-982b-13ff72791835 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:52:25.125794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Attempting to bind port 0039245c-e815-4e25-b8e2-a5f9991d870b on network efa76af9-1260-4e35-982b-13ff72791835 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:25.133899 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.135656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:25.136003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Checking segment: {'id': '6722a6b2-6449-4bb7-85b7-6f3bfbf400ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'efa76af9-1260-4e35-982b-13ff72791835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:25.137322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Bound using segment: {'id': '6722a6b2-6449-4bb7-85b7-6f3bfbf400ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'efa76af9-1260-4e35-982b-13ff72791835'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:25.137779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Bound port: 0039245c-e815-4e25-b8e2-a5f9991d870b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6722a6b2-6449-4bb7-85b7-6f3bfbf400ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'efa76af9-1260-4e35-982b-13ff72791835'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:25.138129 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.149972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.160402 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Transition to ACTIVE for port object 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:25.180266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75b36-65bf-4649-8a40-86dce8cc7a0e req-85fdcade-1fe9-4485-97ff-5a5ba77c83cd tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:25.180868 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.187673 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:25.188632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92b75b36-65bf-4649-8a40-86dce8cc7a0e req-85fdcade-1fe9-4485-97ff-5a5ba77c83cd tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.6045206
Dec 16 09:52:25.272386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Calling delete_port for 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:25.324093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:25.385171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c25dd8ce9f79406082f11d6494c1d921 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:25.395139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-92b75b36-65bf-4649-8a40-86dce8cc7a0e req-1d582dbf-eb1d-4208-bf2b-81e105851ad4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056050
Dec 16 09:52:25.396104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:25.414024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:25.431426 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.438809 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:25.521390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] For port 0039245c-e815-4e25-b8e2-a5f9991d870b, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:25.525820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] For port 0039245c-e815-4e25-b8e2-a5f9991d870b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0039245c-e815-4e25-b8e2-a5f9991d870b,segment=NetworkSegment(6722a6b2-6449-4bb7-85b7-6f3bfbf400ac),segment_id=6722a6b2-6449-4bb7-85b7-6f3bfbf400ac)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:25.547636 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.577352 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f81a9928-35ac-45f3-9476-22930b499963 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:25.589786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cfa862-fc2c-4dac-aec7-fdb206eebc76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:25.590433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9cfa862-fc2c-4dac-aec7-fdb206eebc76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:25.606875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Pushing event deleted for resources: {'Port': ['ID=4bc3396a-051c-4922-adf1-b6a84b7cf6e0,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:25.616898 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:25.633789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] No DVR routers for this DVR port 4bc3396a-051c-4922-adf1-b6a84b7cf6e0 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:52:25.648827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9cfa862-fc2c-4dac-aec7-fdb206eebc76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:25.652397 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e9cfa862-fc2c-4dac-aec7-fdb206eebc76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.6373756
Dec 16 09:52:25.652751 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557635d5-1c71-4f1d-9e06-8bb401f3d6be None None] Pushing event updated for resources: {'Port': ['ID=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:25.653183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:25.662010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6faa4-a51b-4cc5-96d7-90cca9b8a7cb None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:25.669877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:25.670495 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.671908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] 10.222.0.74 "PUT /v2.0/ports/0039245c-e815-4e25-b8e2-a5f9991d870b HTTP/1.1" status: 200  len: 1092 time: 2.7513037
Dec 16 09:52:25.672450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b77969-1055-46b8-844b-2defb5b3cd64', 'tag': '0039245c-e815-4e25-b8e2-a5f9991d870b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:52:25.785375 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-557635d5-1c71-4f1d-9e06-8bb401f3d6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:25.870786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=0039245c-e815-4e25-b8e2-a5f9991d870b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:25.899136 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Attempting to bind port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:25.899550 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Attempting to bind port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:25.899921 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Attempting to bind port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 on network b227d418-09f8-47b5-a468-fc7e121080ea {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:25.907725 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:25.917877 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:25.918251 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Checking segment: {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:25.922133 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.922568 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Bound using segment: {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:25.925537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 25310f01-063d-4d4c-9193-9348812b8486 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:25.926137 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Bound port: 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:25.926744 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.929238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.972430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:25.983358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-480ca027-0b89-40c7-bdef-d6e5209702bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:25.984889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-480ca027-0b89-40c7-bdef-d6e5209702bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ef609022baf4d2f8ac0cd8cd9075010&device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 1095 time: 0.2546048
Dec 16 09:52:25.997825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced18c-dc5f-499c-864c-f025c32dd958 req-ccdf3a46-261d-418a-b93b-dc75b476f3f8 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:26.004887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53ced18c-dc5f-499c-864c-f025c32dd958 req-ccdf3a46-261d-418a-b93b-dc75b476f3f8 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 944 time: 0.2392597
Dec 16 09:52:26.007259 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.101773 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-991e2a9d-30e2-447f-852c-a4c67c1aab76 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:26.129690 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] For port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:26.133572 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] For port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:26.149119 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.153968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': 'dca8979b-5882-4f3d-a461-1eeedb186c13'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:26.154970 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.161764 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:26.236391 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:26.237036 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2950df0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:26.279694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-dfe11d4b-6b4a-4fae-9e18-22e99800dc3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0039245c-e815-4e25-b8e2-a5f9991d870b HTTP/1.1" status: 200  len: 217 time: 0.2681305
Dec 16 09:52:26.327423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e10cef-8efa-4682-a183-1a1734f48455,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:26.380780 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:26.382441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:52:26.388862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/dca8979b-5882-4f3d-a461-1eeedb186c13/bb54275c-7dc4-4b2e-8084-948a283466d4) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:26.401060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.405240 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557635d5-1c71-4f1d-9e06-8bb401f3d6be None None] Pushing event updated for resources: {'Port': ['ID=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:26.411106 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-557635d5-1c71-4f1d-9e06-8bb401f3d6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:26.492875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53ced18c-dc5f-499c-864c-f025c32dd958 req-54d6f42f-be18-4836-8f8b-50f6119c220c tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4870105
Dec 16 09:52:26.512893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.512893 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Added segment e13855d8-c96e-46bb-a37a-93651a3e69ea of type vlan for network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4
Dec 16 09:52:26.625743 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.627667 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:26.640026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-9a23d35e-8bee-44a8-ab96-3ea18f96d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:26.641765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-9a23d35e-8bee-44a8-ab96-3ea18f96d05d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81ab1b1b-b289-4381-95cc-444d761b13e2 HTTP/1.1" status: 200  len: 849 time: 0.2798223
Dec 16 09:52:26.646281 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b77969-1055-46b8-844b-2defb5b3cd64', 'tag': '0039245c-e815-4e25-b8e2-a5f9991d870b', 'status': 'completed', 'code': 200}
Dec 16 09:52:26.653810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 25310f01-063d-4d4c-9193-9348812b8486 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:26.762901 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:52:26.785867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-2eb88ae1-259f-4bdc-aea4-d92140d7a310 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efa76af9-1260-4e35-982b-13ff72791835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1220016
Dec 16 09:52:26.807920 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.818477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Transition to ACTIVE for port object bb54275c-7dc4-4b2e-8084-948a283466d4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:26.837703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Transition to ACTIVE for port object bb54275c-7dc4-4b2e-8084-948a283466d4 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:26.858046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.862960 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:26.931026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Pushing event updated for resources: {'Port': ['ID=bb54275c-7dc4-4b2e-8084-948a283466d4,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:26.935414 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:26.944630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:26.945844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:26.948938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:26.984039 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:26.985869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:26.987844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.009309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.019394 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-15fe9603-a0d1-4ffe-bf66-74cd8a22ec3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:27.023343 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:27.083123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=25310f01-063d-4d4c-9193-9348812b8486,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:27.088393 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:27.115297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Attempting to bind port bb54275c-7dc4-4b2e-8084-948a283466d4 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:27.115876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Attempting to bind port bb54275c-7dc4-4b2e-8084-948a283466d4 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:27.116418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Attempting to bind port bb54275c-7dc4-4b2e-8084-948a283466d4 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:27.122640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:27.123360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:27.123934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.124518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:27.125328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Bound port: bb54275c-7dc4-4b2e-8084-948a283466d4, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:27.125888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.160104 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2950df0>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:26Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:27.167709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.176639 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da13f2f-ce35-48d6-8ac0-b4ca9bace2fe None None] The sync data for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 is: [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:26Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:52:27.189488 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/25310f01-063d-4d4c-9193-9348812b8486 HTTP/1.1" status: 204  len: 168 time: 1.5358045
Dec 16 09:52:27.191830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:27.225724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.3532994
Dec 16 09:52:27.226676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Pushing event updated for resources: {'Network': ['ID=97dc6635-2e94-4435-b0bb-ca57aa0d21b4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:27.230529 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:27.234172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36070) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:27.249254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:52:27.265551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Request body: {'subnet': {'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-681013159-subnet', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:27.282337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:27.294410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] For port bb54275c-7dc4-4b2e-8084-948a283466d4, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:27.301889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Usage tracker for resource:subnet and tenant:c25dd8ce9f79406082f11d6494c1d921 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:27.319044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58f7a-5d0f-4485-becd-feaf8fef4e42 req-86b6b080-bc77-45be-91e7-241f8392428b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:27.326598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9b58f7a-5d0f-4485-becd-feaf8fef4e42 req-86b6b080-bc77-45be-91e7-241f8392428b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.4901824
Dec 16 09:52:27.331963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:27.355345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:27.365942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-53dd3b22-2db6-49bd-a178-6d0d15e72afc service neutron] 10.222.0.74 "GET /v2.0/networks/efa76af9-1260-4e35-982b-13ff72791835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5709684
Dec 16 09:52:27.366412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82a55a-0158-40ae-bf72-a941ac8702a4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:27.368316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82a55a-0158-40ae-bf72-a941ac8702a4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:27.369107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c82a55a-0158-40ae-bf72-a941ac8702a4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:27.414413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c82a55a-0158-40ae-bf72-a941ac8702a4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:27.418375 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c82a55a-0158-40ae-bf72-a941ac8702a4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2254992
Dec 16 09:52:27.419074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:27.437939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] For port bb54275c-7dc4-4b2e-8084-948a283466d4, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=bb54275c-7dc4-4b2e-8084-948a283466d4,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:27.457942 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.461512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Made reservation on behalf of c25dd8ce9f79406082f11d6494c1d921 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:27.463108 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:27.471126 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.502418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:27.607003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f9b58f7a-5d0f-4485-becd-feaf8fef4e42 req-2d913481-83d7-40ff-9de2-116f7463c172 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2795568
Dec 16 09:52:27.616886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet dca8979b-5882-4f3d-a461-1eeedb186c13 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:27.629353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.767607 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.778423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Pushing event updated for resources: {'Port': ['ID=bb54275c-7dc4-4b2e-8084-948a283466d4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:27.796421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:27.812536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:27.818233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:27.818637 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:27.983460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:28.105873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:28.197477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:28.204505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:28.210972 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-af40a058-57b5-4207-a79b-642a085581a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:28.225358 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:28.230809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:28.236150 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00287499-f1f6-48d5-b5fd-bdbcb13d0e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:28.243997 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3526c9a9-7c9e-4f3e-977d-4997d62406a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:28.296996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996b07b9-cc2d-44d3-a7a7-dae17828448c req-eee8cf1e-72c9-4904-8e70-123aad0e6a1f service neutron] 10.222.0.74 "GET /v2.0/networks/efa76af9-1260-4e35-982b-13ff72791835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9200613
Dec 16 09:52:28.355418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:28.375493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=dca8979b-5882-4f3d-a461-1eeedb186c13,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:28.378448 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:28.391354 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/dca8979b-5882-4f3d-a461-1eeedb186c13 HTTP/1.1" status: 204  len: 168 time: 0.9707901
Dec 16 09:52:28.393429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:28.395915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:28.408869 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:28.513820 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8be63d0b-a05a-4748-9e33-33df6797932a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1190786
Dec 16 09:52:28.516081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:28.671408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926a384-48db-4859-995f-8f617a95e080 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:28.672485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4926a384-48db-4859-995f-8f617a95e080 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:28.709236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4926a384-48db-4859-995f-8f617a95e080 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:28.711567 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4926a384-48db-4859-995f-8f617a95e080 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1944473
Dec 16 09:52:28.713973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:28.741056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:28.748850 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:28.752469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Checking segment: {'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:28.753054 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Network hostable DHCP agents. Network: 97dc6635-2e94-4435-b0bb-ca57aa0d21b4, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:52:28.796541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:52:28.803851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-aaaeef59-35db-44ed-a2e4-14ca5c4eedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:28.805361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-aaaeef59-35db-44ed-a2e4-14ca5c4eedf7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4ef609022baf4d2f8ac0cd8cd9075010&device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 1095 time: 0.2304204
Dec 16 09:52:28.811266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c5fc2-d652-4b47-b7a5-b56a1b1c8574 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:28.812169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a7c5fc2-d652-4b47-b7a5-b56a1b1c8574 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:28.812962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af5478-957c-434d-85d1-e37e41165d85 req-18df07a9-767c-4803-bbe0-bc678f335065 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:28.815238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88af5478-957c-434d-85d1-e37e41165d85 req-18df07a9-767c-4803-bbe0-bc678f335065 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 944 time: 0.5256152
Dec 16 09:52:28.845842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a7c5fc2-d652-4b47-b7a5-b56a1b1c8574 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:28.850757 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a7c5fc2-d652-4b47-b7a5-b56a1b1c8574 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1327410
Dec 16 09:52:28.851035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:28.882324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 97dc6635-2e94-4435-b0bb-ca57aa0d21b4) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:28.891271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c327c-bb6e-4140-a098-dbfbe5c344bc None None] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:28.957709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:28.958700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.014895 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10922aac-2d7a-4a17-ab54-7dd49f7a8312 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1545322
Dec 16 09:52:29.015266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36106) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:29.021393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:29.060434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88af5478-957c-434d-85d1-e37e41165d85 req-25398204-ed34-4b61-a7d4-410b08ec4ef4 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954181
Dec 16 09:52:29.064340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.8245082
Dec 16 09:52:29.067460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36110) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:29.077697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:29.107928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:29.121637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Usage tracker for resource:router and tenant:c25dd8ce9f79406082f11d6494c1d921 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:29.134778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:29.165276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:29.220825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-64ec8586-7887-400f-977f-00a47c92a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:29.224232 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-64ec8586-7887-400f-977f-00a47c92a6b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efa76af9-1260-4e35-982b-13ff72791835 HTTP/1.1" status: 200  len: 910 time: 0.4026794
Dec 16 09:52:29.225795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.230383 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.387220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:29.389062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'fixed_ips': [{'subnet_id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:29.389931 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.415001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:29.421237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-02180c98-f295-4886-bafe-15de51615ccb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0039245c-e815-4e25-b8e2-a5f9991d870b HTTP/1.1" status: 200  len: 217 time: 0.1867533
Dec 16 09:52:29.432528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:29.450678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.555420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:29.588276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.628984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-5e137112-563d-43cd-829b-7f2da5ace67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:29.630540 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-5e137112-563d-43cd-829b-7f2da5ace67c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=81ab1b1b-b289-4381-95cc-444d761b13e2 HTTP/1.1" status: 200  len: 849 time: 0.1913567
Dec 16 09:52:29.638884 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a59bd-98f2-403a-89ca-f3390e2720a0 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:29.770031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.775534 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b90c1730-9c38-406a-8a6b-cb987d3ce640 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:29.775978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d42987c8-7d27-4728-837e-315de14e1a4c None None] Could not find standard attr ID for object 25310f01-063d-4d4c-9193-9348812b8486. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:29.807591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-1ed0aa67-dc8e-4925-b3a4-045b953b429c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efa76af9-1260-4e35-982b-13ff72791835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1203172
Dec 16 09:52:29.819059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7b70-6c18-45d2-a8d1-e9d487f0fffa req-85f7f03a-602d-4efb-b3d0-a0ea90978bfe tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:29.826600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280b7b70-6c18-45d2-a8d1-e9d487f0fffa req-85f7f03a-602d-4efb-b3d0-a0ea90978bfe tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 945 time: 0.4834037
Dec 16 09:52:29.837995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:29.841355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:29.844487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:29.845076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:29.869271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=2618bdb3-9558-4a5f-a8dd-cede9b04660b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:29.873076 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:29.881210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d42987c8-7d27-4728-837e-315de14e1a4c None None] Provisioning for port bb54275c-7dc4-4b2e-8084-948a283466d4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:29.886277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Allocated IP 172.20.0.2 (97dc6635-2e94-4435-b0bb-ca57aa0d21b4/5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1/d4c65390-efa1-444a-9219-720f80ed767c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:29.889050 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8724983
Dec 16 09:52:29.889525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:29.896539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '2618bdb3-9558-4a5f-a8dd-cede9b04660b', 'ip_address': '2001:db8::c604:32a8:9f86:a5cf'}], 'name': 'tempest-NetworksTestDHCPv6-420863632'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:29.913363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:29.913979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.050296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:30.060312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:30.071586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:30.133320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.151388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280b7b70-6c18-45d2-a8d1-e9d487f0fffa req-5dd285ca-6ea6-4248-bb0b-2e09ae0c3a69 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3238347
Dec 16 09:52:30.239917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.252863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device bb54275c-7dc4-4b2e-8084-948a283466d4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:30.270482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 88c12beb-8e22-4630-b528-4eeb2503f972 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:30.347209 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.360610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Transition to ACTIVE for port object d4c65390-efa1-444a-9219-720f80ed767c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:30.369413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-8f6da856-ce7d-4a33-bcc3-c2a5c631092c service neutron] 10.222.0.74 "GET /v2.0/networks/efa76af9-1260-4e35-982b-13ff72791835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5396032
Dec 16 09:52:30.380253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-af630b6c-8c1f-46f2-83af-1a675ea33f3c tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:30.382040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-af630b6c-8c1f-46f2-83af-1a675ea33f3c tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 945 time: 0.5532339
Dec 16 09:52:30.382704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port bb54275c-7dc4-4b2e-8084-948a283466d4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:30.389600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Transition to ACTIVE for port object d4c65390-efa1-444a-9219-720f80ed767c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:30.391001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port bb54275c-7dc4-4b2e-8084-948a283466d4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:30.391424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.446872 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.462972 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:30.542641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Pushing event updated for resources: {'Port': ['ID=d4c65390-efa1-444a-9219-720f80ed767c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:30.546129 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:30.563265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::c604:32a8:9f86:a5cf (edd5fbae-4558-4a68-8a1b-05a5b5060dab/2618bdb3-9558-4a5f-a8dd-cede9b04660b/88c12beb-8e22-4630-b528-4eeb2503f972) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:30.568233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:30.571521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:30.576833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:30.590004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b2fcb6-3f25-4fbb-8076-05fc2e0988d6 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:30.812865 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Deleting port 79ff608d-00c8-404e-a52f-eb57c737f399 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:30.813206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.892129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Attempting to bind port d4c65390-efa1-444a-9219-720f80ed767c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:30.892512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Attempting to bind port d4c65390-efa1-444a-9219-720f80ed767c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:30.892820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Attempting to bind port d4c65390-efa1-444a-9219-720f80ed767c on network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:30.902728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:30.903236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Checking segment: {'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:30.903933 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.904053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Bound using segment: {'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:30.905110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Bound port: d4c65390-efa1-444a-9219-720f80ed767c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:30.905110 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.911592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bea3d-dd75-4afc-8afb-794f60ab1c24 req-f84aeb6c-1b53-44af-b91a-c9943321870b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:30.913183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c39bea3d-dd75-4afc-8afb-794f60ab1c24 req-f84aeb6c-1b53-44af-b91a-c9943321870b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.6115916
Dec 16 09:52:30.919228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-278bc949-899c-4bc3-9e1e-85d8e7f0b957 None None] Provisioning complete for port bb54275c-7dc4-4b2e-8084-948a283466d4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:30.919749 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-278bc949-899c-4bc3-9e1e-85d8e7f0b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.955330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1859ad2-73a1-48fe-8457-8cf5d8b217a3 req-12b6a7cb-cec1-47c0-b55f-6c68159024b3 service neutron] 10.222.0.74 "GET /v2.0/networks/efa76af9-1260-4e35-982b-13ff72791835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5707638
Dec 16 09:52:30.970272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:30.995598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 88c12beb-8e22-4630-b528-4eeb2503f972 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:31.001446 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.046140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.054545 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54200c75-8d50-40a9-99b7-91f4a8317c31 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:31.127863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port bb54275c-7dc4-4b2e-8084-948a283466d4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=bb54275c-7dc4-4b2e-8084-948a283466d4,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:31.150437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:31.153715 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.153903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:31.158603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:31.160312 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1fdb37e8-e697-4f98-91f5-9b9903c0e8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:31.164112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:31.164771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.181250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=88c12beb-8e22-4630-b528-4eeb2503f972,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:31.184609 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:31.201652 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3092864
Dec 16 09:52:31.203138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:31.243650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] For port d4c65390-efa1-444a-9219-720f80ed767c, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:31.282772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c39bea3d-dd75-4afc-8afb-794f60ab1c24 req-00dfae2b-2a89-4951-9a54-c0483d322b99 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3297963
Dec 16 09:52:31.323031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f14b18-fbb5-4bc3-acc4-f083df0b6aa2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:31.328811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] For port d4c65390-efa1-444a-9219-720f80ed767c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d4c65390-efa1-444a-9219-720f80ed767c,segment=NetworkSegment(e13855d8-c96e-46bb-a37a-93651a3e69ea),segment_id=e13855d8-c96e-46bb-a37a-93651a3e69ea)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:31.329136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f14b18-fbb5-4bc3-acc4-f083df0b6aa2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:31.330083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f2f14b18-fbb5-4bc3-acc4-f083df0b6aa2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:31.350670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.360598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.363568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f2f14b18-fbb5-4bc3-acc4-f083df0b6aa2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:31.365381 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f2f14b18-fbb5-4bc3-acc4-f083df0b6aa2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.1607566
Dec 16 09:52:31.368114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:31.376134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=bb54275c-7dc4-4b2e-8084-948a283466d4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:31.388877 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:31.393329 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1dea741-dc84-4f67-ae29-b0a711bf0b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:31.400223 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.498606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Pushing event updated for resources: {'Port': ['ID=d4c65390-efa1-444a-9219-720f80ed767c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:31.527236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] For port 79ff608d-00c8-404e-a52f-eb57c737f399, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=79ff608d-00c8-404e-a52f-eb57c737f399,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:31.527607 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.528380 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:31.579325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 88c12beb-8e22-4630-b528-4eeb2503f972 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:31.583656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:31.636412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0039245c-e815-4e25-b8e2-a5f9991d870b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:52:31.858991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0039245c-e815-4e25-b8e2-a5f9991d870b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0039245c-e815-4e25-b8e2-a5f9991d870b,segment=NetworkSegment(6722a6b2-6449-4bb7-85b7-6f3bfbf400ac),segment_id=6722a6b2-6449-4bb7-85b7-6f3bfbf400ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:31.873955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '0039245c-e815-4e25-b8e2-a5f9991d870b', 'network_id': 'efa76af9-1260-4e35-982b-13ff72791835', 'port_id': '0039245c-e815-4e25-b8e2-a5f9991d870b', 'mac_address': 'fa:16:3e:29:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ab1b1b-b289-4381-95cc-444d761b13e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:52:31.922809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Calling delete_port for 79ff608d-00c8-404e-a52f-eb57c737f399 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:31.983995 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.011222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0039245c-e815-4e25-b8e2-a5f9991d870b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:52:32.022950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.040250 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0039245c-e815-4e25-b8e2-a5f9991d870b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0039245c-e815-4e25-b8e2-a5f9991d870b,segment=NetworkSegment(6722a6b2-6449-4bb7-85b7-6f3bfbf400ac),segment_id=6722a6b2-6449-4bb7-85b7-6f3bfbf400ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:32.049311 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.051773 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:32.070790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Allocated IP 172.25.3.97 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/331de0f5-225a-41fa-94ce-89a00890907d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:32.094212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b885d-2496-4e4f-95ab-95802b5d0958 req-81f72e99-a577-480c-bb6a-4b2396184bb2 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:32.095818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca0b885d-2496-4e4f-95ab-95802b5d0958 req-81f72e99-a577-480c-bb6a-4b2396184bb2 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 944 time: 0.4888973
Dec 16 09:52:32.154663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f5470da3-b4f4-4376-bb3c-33dfd58e7b56 None None] Provisioning complete for port bb54275c-7dc4-4b2e-8084-948a283466d4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:32.155210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5470da3-b4f4-4376-bb3c-33dfd58e7b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.214292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 88c12beb-8e22-4630-b528-4eeb2503f972 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:32.217252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0039245c-e815-4e25-b8e2-a5f9991d870b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:32.232034 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:32.305593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0039245c-e815-4e25-b8e2-a5f9991d870b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:52:32.327030 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca0b885d-2496-4e4f-95ab-95802b5d0958 req-b44eaf62-186e-417d-bbfa-bab338a724d0 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011213
Dec 16 09:52:32.347583 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.355519 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64e8faff-8292-45a1-ac1f-4f93d009979e tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:32.424223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Pushing event deleted for resources: {'Port': ['ID=79ff608d-00c8-404e-a52f-eb57c737f399,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:32.430692 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:32.438530 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.447137 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-780d120c-2071-4b30-beb1-07f75524b2f5 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:32.452705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f5470da3-b4f4-4376-bb3c-33dfd58e7b56 None None] Provisioning complete for port 88c12beb-8e22-4630-b528-4eeb2503f972 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:32.454445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5470da3-b4f4-4376-bb3c-33dfd58e7b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.478248 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.532799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5470da3-b4f4-4376-bb3c-33dfd58e7b56 None None] Port 88c12beb-8e22-4630-b528-4eeb2503f972 was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 09:52:32.555457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=88c12beb-8e22-4630-b528-4eeb2503f972,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:32.558604 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:32.605817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] No DVR routers for this DVR port 79ff608d-00c8-404e-a52f-eb57c737f399 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:52:32.618654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.623664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'name': 'network-vif-deleted', 'tag': '79ff608d-00c8-404e-a52f-eb57c737f399'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:52:32.627060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:32.631317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28af1126-6473-4c25-9cd9-d6f14859fe38 req-7b48cbb6-af90-43ac-a90e-f0c7c68a72a7 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=49bfbdd3-1a4b-41a3-b48b-df3c5bc19319 HTTP/1.1" status: 200  len: 210 time: 0.1217244
Dec 16 09:52:32.656334 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/88c12beb-8e22-4630-b528-4eeb2503f972 HTTP/1.1" status: 204  len: 168 time: 1.2863429
Dec 16 09:52:32.656579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36136) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:32.678600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5820fa7f-8f53-4ca3-8e44-a69e67b74396 None None] Could not find standard attr ID for object 2cf56546-720b-4d40-8d9f-317240bbf192. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:32.797261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6258f73b-2bdd-4b62-8e51-2a46b0e21cca None None] Could not find standard attr ID for object 25310f01-063d-4d4c-9193-9348812b8486. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:32.894071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8083fa10-058b-4968-bd1a-dcf7ab9f3d05 req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "DELETE /v2.0/ports/79ff608d-00c8-404e-a52f-eb57c737f399 HTTP/1.1" status: 204  len: 173 time: 2.4846623
Dec 16 09:52:32.988073 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:33.012398 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-434b5306-81bd-4b75-b612-ab508739e77b tempest-ServerMetadataNegativeTestJSON-787451554 tempest-ServerMetadataNegativeTestJSON-787451554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:33.090567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16872e3-a90c-4bb9-b4a8-53eede06cf14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:33.092113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16872e3-a90c-4bb9-b4a8-53eede06cf14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:33.093658 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e16872e3-a90c-4bb9-b4a8-53eede06cf14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4360664
Dec 16 09:52:33.097627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:33.108250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:33.114414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:33.120194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:33.151569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae46c65-cf6d-4476-8436-9629be83e36b None None] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:33.205093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Pushing event updated for resources: {'Port': ['ID=331de0f5-225a-41fa-94ce-89a00890907d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:33.249068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 2618bdb3-9558-4a5f-a8dd-cede9b04660b {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:33.259696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:33.298380 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:33.353323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:33.504639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bac552c1-53c1-4815-a814-2a5f44430149 None None] Provisioning for port d4c65390-efa1-444a-9219-720f80ed767c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:33.512691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:33.517678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb02ea6-a7e5-447c-b3f8-09253c54fa0e req-8c801231-70da-4ad9-97de-fd3e54787853 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:33.519338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fb02ea6-a7e5-447c-b3f8-09253c54fa0e req-8c801231-70da-4ad9-97de-fd3e54787853 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.6416311
Dec 16 09:52:33.624692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device bb54275c-7dc4-4b2e-8084-948a283466d4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:33.729437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:33.733161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0039245c-e815-4e25-b8e2-a5f9991d870b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:33.737300 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-725e339f-1ed5-4fcf-bda3-d285b09a2ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:33.803657 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fb02ea6-a7e5-447c-b3f8-09253c54fa0e req-8e079d59-0e00-4349-88bf-6049a42c9426 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719533
Dec 16 09:52:33.854486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=2618bdb3-9558-4a5f-a8dd-cede9b04660b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:33.862545 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:33.863640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:33.875909 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/2618bdb3-9558-4a5f-a8dd-cede9b04660b HTTP/1.1" status: 204  len: 168 time: 0.7771218
Dec 16 09:52:33.886874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:33.937168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91b0ad48-8352-479f-a884-663d7ff594d4 None None] Could not find standard attr ID for object 88c12beb-8e22-4630-b528-4eeb2503f972. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:34.011423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 0039245c-e815-4e25-b8e2-a5f9991d870b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:34.018412 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bfbdd3-1a4b-41a3-b48b-df3c5bc19319', 'name': 'network-vif-deleted', 'tag': '79ff608d-00c8-404e-a52f-eb57c737f399', 'status': 'completed', 'code': 200}
Dec 16 09:52:34.034917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 0039245c-e815-4e25-b8e2-a5f9991d870b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:34.039607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.143868 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-276a66d3-44d1-4d12-bbdc-7e333d4ec571 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2544446
Dec 16 09:52:34.144599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:34.157687 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1121852-8218-479f-8e55-deea18701a22 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:34.159958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:34.190474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port bb54275c-7dc4-4b2e-8084-948a283466d4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:34.190866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.227383 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.291490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:34.296116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:34.299330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:34.305599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:34.318503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:34.323732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.503264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f152-48ea-4f42-bd9f-5cd2031a7a1f req-60ba8e04-f38d-48d8-8f22-8e4da7ac6363 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:34.516455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98f4f152-48ea-4f42-bd9f-5cd2031a7a1f req-60ba8e04-f38d-48d8-8f22-8e4da7ac6363 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 945 time: 0.2319877
Dec 16 09:52:34.580142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-98f4f152-48ea-4f42-bd9f-5cd2031a7a1f req-1ac90e2b-ca30-454f-bc0b-196471534baa tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630655
Dec 16 09:52:34.613249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d4c65390-efa1-444a-9219-720f80ed767c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:34.664234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.714822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b77969-1055-46b8-844b-2defb5b3cd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039245c-e815-4e25-b8e2-a5f9991d870b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:52:34.740422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0039245c-e815-4e25-b8e2-a5f9991d870b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0039245c-e815-4e25-b8e2-a5f9991d870b,segment=NetworkSegment(6722a6b2-6449-4bb7-85b7-6f3bfbf400ac),segment_id=6722a6b2-6449-4bb7-85b7-6f3bfbf400ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:34.747684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port d4c65390-efa1-444a-9219-720f80ed767c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:34.753037 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.753942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 79ff608d-00c8-404e-a52f-eb57c737f399 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:34.785421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:34.834836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d4c65390-efa1-444a-9219-720f80ed767c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:34.835123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.871677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 79ff608d-00c8-404e-a52f-eb57c737f399 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:34.872057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 79ff608d-00c8-404e-a52f-eb57c737f399 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:34.874610 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b77969-1055-46b8-844b-2defb5b3cd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039245c-e815-4e25-b8e2-a5f9991d870b', 'code': 200}
Dec 16 09:52:34.893050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:52:34.924148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Deleting port bb54275c-7dc4-4b2e-8084-948a283466d4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:34.924539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:34.993806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0039245c-e815-4e25-b8e2-a5f9991d870b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:34.999818 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:35.015621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:35.022342 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f675f6eb-106c-4b5f-95d6-f10dd89b7e8d tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:35.107945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:35.109053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:35.112825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:35.113790 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:35.148749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=71a662ea-7ab4-41fa-b3e4-41a61c28b6e8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:35.152253 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:35.170923 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0211263
Dec 16 09:52:35.171369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:35.182828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '71a662ea-7ab4-41fa-b3e4-41a61c28b6e8', 'ip_address': '2001:db8::ca1:442b:3860:1584'}], 'name': 'tempest-NetworksTestDHCPv6-1379736659'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:35.211628 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:35.376543 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:35.384582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:35.389383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:35.392956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:35.400745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:35.416865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:35.437123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] For port bb54275c-7dc4-4b2e-8084-948a283466d4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=bb54275c-7dc4-4b2e-8084-948a283466d4,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:35.437642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:35.632707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Calling delete_port for bb54275c-7dc4-4b2e-8084-948a283466d4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:35.660199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:35.666577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port d4c65390-efa1-444a-9219-720f80ed767c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d4c65390-efa1-444a-9219-720f80ed767c,segment=NetworkSegment(e13855d8-c96e-46bb-a37a-93651a3e69ea),segment_id=e13855d8-c96e-46bb-a37a-93651a3e69ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:35.681287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5506c-52e9-4594-80d4-cba1669c676a req-75ed1480-b2a5-4aec-a94d-79eace1eb10f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:35.682822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ea5506c-52e9-4594-80d4-cba1669c676a req-75ed1480-b2a5-4aec-a94d-79eace1eb10f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.6636045
Dec 16 09:52:35.687024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 1d059c17-c39e-483f-83c7-526858c425a2 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:35.696109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:35.701644 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:35.809089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174edfd1-5556-443d-ba27-765d81b1d310 req-6b5ef0b1-22e8-42bc-b141-1ba1feb0442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:35.810729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-174edfd1-5556-443d-ba27-765d81b1d310 req-6b5ef0b1-22e8-42bc-b141-1ba1feb0442a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 1097 time: 0.7400455
Dec 16 09:52:35.845034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device bb54275c-7dc4-4b2e-8084-948a283466d4 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:35.911461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ea5506c-52e9-4594-80d4-cba1669c676a req-6d2ef377-84ac-40c6-ba41-e66134f5733a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194574
Dec 16 09:52:35.936121 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-174edfd1-5556-443d-ba27-765d81b1d310 req-349b150a-618a-4264-8199-9a1c0be82e99 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100028
Dec 16 09:52:35.986996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Router fa791800-2fc7-4423-8c1e-67591a7574d4 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:52:35.998432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=d4c65390-efa1-444a-9219-720f80ed767c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:36.023685 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:36.082905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::ca1:442b:3860:1584 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/71a662ea-7ab4-41fa-b3e4-41a61c28b6e8/1d059c17-c39e-483f-83c7-526858c425a2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:36.122119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:36.132397 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-856bbaac-79e3-4e1e-8779-5776a6d431c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:36.197916 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:36.210212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] No DVR routers for this DVR port bb54275c-7dc4-4b2e-8084-948a283466d4 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:52:36.212111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Pushing event deleted for resources: {'Port': ['ID=bb54275c-7dc4-4b2e-8084-948a283466d4,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:36.227359 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:36.231727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842303a-0892-4902-889a-3657a766d6e9 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:36.282906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:52:36.349017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:36.351133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 7.2825685
Dec 16 09:52:36.354274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36182) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:36.469976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:36.506850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 1d059c17-c39e-483f-83c7-526858c425a2 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:36.539212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:36.554872 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:36.590604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Sync routers for ids ['fa791800-2fc7-4423-8c1e-67591a7574d4'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:52:36.627347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:36.631561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:36.637178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:36.643699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:36.644285 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:36.656483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Routers {'fa791800-2fc7-4423-8c1e-67591a7574d4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:36.657140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdf880>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fa791800-2fc7-4423-8c1e-67591a7574d4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:36.685396 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5114081
Dec 16 09:52:36.689439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:36.761939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=1d059c17-c39e-483f-83c7-526858c425a2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:36.775420 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:36.855484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421e7f-21cf-4a5f-a51d-dc5ce31b9e00 req-a90e8b51-8ec7-4f12-a965-a829df129989 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:36.863922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a421e7f-21cf-4a5f-a51d-dc5ce31b9e00 req-a90e8b51-8ec7-4f12-a965-a829df129989 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 946 time: 0.7730424
Dec 16 09:52:36.916848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328f43c-5aea-4c8c-b360-12df15363229 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:36.917784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d328f43c-5aea-4c8c-b360-12df15363229 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:36.962220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d328f43c-5aea-4c8c-b360-12df15363229 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:36.963526 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d328f43c-5aea-4c8c-b360-12df15363229 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.2731254
Dec 16 09:52:36.967218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:37.190975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 1d059c17-c39e-483f-83c7-526858c425a2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:37.192259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:37.215824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Set router fa791800-2fc7-4423-8c1e-67591a7574d4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:37.217097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5a421e7f-21cf-4a5f-a51d-dc5ce31b9e00 req-1d9db712-3b52-47d5-a635-b1670f9d57cf tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924368
Dec 16 09:52:37.611192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '71a662ea-7ab4-41fa-b3e4-41a61c28b6e8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:37.612367 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:37.647924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdf880>, [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '331de0f5-225a-41fa-94ce-89a00890907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:52:33Z', 'revision_number': 3, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port': {'id': '331de0f5-225a-41fa-94ce-89a00890907d', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:31Z', 'updated_at': '2021-12-16T09:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:37.653727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:37.706226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Checking router: fa791800-2fc7-4423-8c1e-67591a7574d4 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:52:37.706606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Updating router fa791800-2fc7-4423-8c1e-67591a7574d4 port 331de0f5-225a-41fa-94ce-89a00890907d binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:52:37.776587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:37.830753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d4c65390-efa1-444a-9219-720f80ed767c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:37.839239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 1d059c17-c39e-483f-83c7-526858c425a2 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:37.879647 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.051065 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.057029 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a9537c1-7813-4a83-8428-182a930caf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:38.118713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/71a662ea-7ab4-41fa-b3e4-41a61c28b6e8/23516ade-062d-421d-b6c8-d412a5fcf77d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:38.178225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d4c65390-efa1-444a-9219-720f80ed767c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:38.178599 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.250224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=1d059c17-c39e-483f-83c7-526858c425a2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:38.253296 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:38.257565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Allocated IP 172.20.0.1 (97dc6635-2e94-4435-b0bb-ca57aa0d21b4/5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1/a79a6b00-1742-4a4d-ac29-8574d2149d36) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:38.294536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.309316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bae5a-7144-4beb-bf9e-cc57ead9e830 req-d5e8ae00-45c0-4c7a-8ce1-b31c16b14045 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:38.312432 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/1d059c17-c39e-483f-83c7-526858c425a2 HTTP/1.1" status: 204  len: 168 time: 1.3416100
Dec 16 09:52:38.312546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab7bae5a-7144-4beb-bf9e-cc57ead9e830 req-d5e8ae00-45c0-4c7a-8ce1-b31c16b14045 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.3022883
Dec 16 09:52:38.316046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36208) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:38.401523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338a5b0-b429-475d-bb5a-5ef4dd76a47d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:38.404209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338a5b0-b429-475d-bb5a-5ef4dd76a47d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:38.404839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f338a5b0-b429-475d-bb5a-5ef4dd76a47d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:38.423279 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab7bae5a-7144-4beb-bf9e-cc57ead9e830 req-4f785066-6501-4e41-b0af-50b3d8f35951 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659084
Dec 16 09:52:38.424289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f338a5b0-b429-475d-bb5a-5ef4dd76a47d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:38.430900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:38.431700 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f338a5b0-b429-475d-bb5a-5ef4dd76a47d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1139235
Dec 16 09:52:38.558832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 71a662ea-7ab4-41fa-b3e4-41a61c28b6e8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:38.565291 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.579071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:38.600309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Transition to ACTIVE for port object a79a6b00-1742-4a4d-ac29-8574d2149d36 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:38.658328 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.667849 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:38.779623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:38.794879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:38.803707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:38.808464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.835788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Transition to ACTIVE for port object 23516ade-062d-421d-b6c8-d412a5fcf77d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:38.868155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Pushing event updated for resources: {'Port': ['ID=a79a6b00-1742-4a4d-ac29-8574d2149d36,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:38.869735 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.875844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Transition to ACTIVE for port object 23516ade-062d-421d-b6c8-d412a5fcf77d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:38.909379 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:38.923871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Transition to ACTIVE for port object 331de0f5-225a-41fa-94ce-89a00890907d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:38.926558 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:38.934769 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.048661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Pushing event updated for resources: {'Port': ['ID=23516ade-062d-421d-b6c8-d412a5fcf77d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:39.059383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:39.060581 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:39.061837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:39.063815 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.073868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:39.079107 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:39.219763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.244442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Attempting to bind port 331de0f5-225a-41fa-94ce-89a00890907d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:39.244833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Attempting to bind port 331de0f5-225a-41fa-94ce-89a00890907d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:39.245220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Attempting to bind port 331de0f5-225a-41fa-94ce-89a00890907d on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:39.252069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.252583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.252842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.253222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.253595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.253972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.254344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.254713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.255080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.255993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.256367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.256732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:39.267694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8577bd-50b4-494e-b4e8-fe5de524495e None None] Pushing event updated for resources: {'Port': ['ID=331de0f5-225a-41fa-94ce-89a00890907d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:39.275969 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:39.279082 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8a8577bd-50b4-494e-b4e8-fe5de524495e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:39.282645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:39.283036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:39.283489 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.283898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:39.284390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Bound port: 331de0f5-225a-41fa-94ce-89a00890907d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:39.284781 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.377394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c708-b70a-4e40-83c5-06a21e78d7c2 req-c586bd4c-ed40-4c30-add6-2ab4d306476b tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:39.377394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c345c708-b70a-4e40-83c5-06a21e78d7c2 req-c586bd4c-ed40-4c30-add6-2ab4d306476b tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 946 time: 0.6417274
Dec 16 09:52:39.391739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Attempting to bind port 23516ade-062d-421d-b6c8-d412a5fcf77d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:39.392440 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Attempting to bind port 23516ade-062d-421d-b6c8-d412a5fcf77d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:39.393084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Attempting to bind port 23516ade-062d-421d-b6c8-d412a5fcf77d on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:39.403230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:39.403230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:39.403742 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.404240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:39.405121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Bound port: 23516ade-062d-421d-b6c8-d412a5fcf77d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:39.405590 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.413069 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.425499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1fba103a-ae2c-41a1-adfd-424adf8ae02a None None] Provisioning for port a79a6b00-1742-4a4d-ac29-8574d2149d36 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:39.431060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] For port 331de0f5-225a-41fa-94ce-89a00890907d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:39.444921 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.471784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1fba103a-ae2c-41a1-adfd-424adf8ae02a None None] Provisioning complete for port a79a6b00-1742-4a4d-ac29-8574d2149d36 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:39.472577 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fba103a-ae2c-41a1-adfd-424adf8ae02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.526661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] For port 331de0f5-225a-41fa-94ce-89a00890907d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=331de0f5-225a-41fa-94ce-89a00890907d,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:39.548423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.568552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c345c708-b70a-4e40-83c5-06a21e78d7c2 req-27821624-f2b2-4da0-bf1e-786fb13a13a7 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903036
Dec 16 09:52:39.576383 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:39.657574 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.702927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1fba103a-ae2c-41a1-adfd-424adf8ae02a None None] Port a79a6b00-1742-4a4d-ac29-8574d2149d36 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:52:39.732552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Routers {'fa791800-2fc7-4423-8c1e-67591a7574d4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:39.733337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdf880>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fa791800-2fc7-4423-8c1e-67591a7574d4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:39.768838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.932447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] Set router fa791800-2fc7-4423-8c1e-67591a7574d4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:39.955191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:39.962541 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9594ffea-4aad-4f1e-8a71-b779bff02a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:40.008801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=71a662ea-7ab4-41fa-b3e4-41a61c28b6e8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:40.022869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa99a2-1967-4dca-892c-da7909a49d2f req-eef272f8-0466-4b31-b763-4bcb68a2458f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:40.024418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9aa99a2-1967-4dca-892c-da7909a49d2f req-eef272f8-0466-4b31-b763-4bcb68a2458f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.2178669
Dec 16 09:52:40.028058 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:40.032812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:40.101008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9aa99a2-1967-4dca-892c-da7909a49d2f req-e49f185e-937c-49ac-a787-fd8b2ce522be tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555773
Dec 16 09:52:40.104912 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/71a662ea-7ab4-41fa-b3e4-41a61c28b6e8 HTTP/1.1" status: 204  len: 168 time: 1.6728985
Dec 16 09:52:40.105694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36242) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:40.164104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-30acb589-568d-4285-996a-98927f04c19b req-9fd13261-e10d-4612-bded-3d41c93e70ab service neutron] (87655) timed out ('10.222.0.66', 40736) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 09:52:40.192043 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:40.199821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] For port 23516ade-062d-421d-b6c8-d412a5fcf77d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:40.205402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8151638-066e-4c79-a003-2271cd6dd9db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0959885
Dec 16 09:52:40.206856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:40.210924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36246) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:40.215344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] For port 23516ade-062d-421d-b6c8-d412a5fcf77d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=23516ade-062d-421d-b6c8-d412a5fcf77d,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:40.227820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:40.233151 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:40.235342 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d1714ab-ccf8-478d-b003-de38269017f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:40.237121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8577bd-50b4-494e-b4e8-fe5de524495e None None] Pushing event updated for resources: {'Port': ['ID=331de0f5-225a-41fa-94ce-89a00890907d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:40.251426 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8a8577bd-50b4-494e-b4e8-fe5de524495e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:40.253915 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:40.350871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:40.384639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Pushing event updated for resources: {'Port': ['ID=23516ade-062d-421d-b6c8-d412a5fcf77d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:40.405682 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:40.514839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bdf880>, [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '331de0f5-225a-41fa-94ce-89a00890907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 4, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port': {'id': '331de0f5-225a-41fa-94ce-89a00890907d', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:31Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a79a6b00-1742-4a4d-ac29-8574d2149d36', 'name': '', 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'mac_address': 'fa:16:3e:2c:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:37Z', 'updated_at': '2021-12-16T09:52:38Z', 'revision_number': 1, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'subnets': [{'id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:40.532023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Deleting port f8165018-558b-4d82-965d-f09e47c78fa6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:40.532376 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:40.538965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edeb8b7-4403-4624-9c75-bc283cfadeaf None None] The sync data for ids ['fa791800-2fc7-4423-8c1e-67591a7574d4'] in n-d-820554-2 is: [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '331de0f5-225a-41fa-94ce-89a00890907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 4, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port': {'id': '331de0f5-225a-41fa-94ce-89a00890907d', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:31Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a79a6b00-1742-4a4d-ac29-8574d2149d36', 'name': '', 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'mac_address': 'fa:16:3e:2c:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:37Z', 'updated_at': '2021-12-16T09:52:38Z', 'revision_number': 1, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'subnets': [{'id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:52:40.598984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:40.612395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:40.618837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:40.628855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:40.756887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:40.760211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:40.898913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Pushing event updated for resources: {'Port': ['ID=a79a6b00-1742-4a4d-ac29-8574d2149d36,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:40.910847 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:40.924279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:40.925597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:41.240837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] For port f8165018-558b-4d82-965d-f09e47c78fa6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f8165018-558b-4d82-965d-f09e47c78fa6,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:41.241400 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:41.327467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Router fa791800-2fc7-4423-8c1e-67591a7574d4 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:52:41.450323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Calling delete_port for f8165018-558b-4d82-965d-f09e47c78fa6 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:41.482906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25d3efa9-5e4e-463a-a418-932708a0639d None None] Provisioning complete for port a79a6b00-1742-4a4d-ac29-8574d2149d36 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:41.483518 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25d3efa9-5e4e-463a-a418-932708a0639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:41.597124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-25d3efa9-5e4e-463a-a418-932708a0639d None None] Port a79a6b00-1742-4a4d-ac29-8574d2149d36 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:52:41.748876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:52:41.768704 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] 10.222.0.66 "PUT /v2.0/routers/fa791800-2fc7-4423-8c1e-67591a7574d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4133301
Dec 16 09:52:41.797009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268421a-02e6-4624-9bed-f679a2fba416 req-c8fb1a74-e1d5-4865-ab8c-f7ad3447d64c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:41.799001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d268421a-02e6-4624-9bed-f679a2fba416 req-c8fb1a74-e1d5-4865-ab8c-f7ad3447d64c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.4662213
Dec 16 09:52:41.868768 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:41.902413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23516ade-062d-421d-b6c8-d412a5fcf77d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:41.937668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d268421a-02e6-4624-9bed-f679a2fba416 req-6eaca25e-a361-440c-950b-3bc6396ae545 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326222
Dec 16 09:52:42.072471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f2a886f-f588-4e3e-9e3b-ad79a820fe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:42.090124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 23516ade-062d-421d-b6c8-d412a5fcf77d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:42.150460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:42.157408 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45962945-e2a5-4f3d-a856-37389227e071 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:42.210362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:42.224021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8165018-558b-4d82-965d-f09e47c78fa6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:42.227906 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:42.229252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c6ad170-fb4f-4470-8183-3e2c385aa349 tempest-NetworksTest-531626698 tempest-NetworksTest-531626698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:42.308435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:42.312028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=3fcc8e0b-a1b1-4985-855e-e6939bfc1cf4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:42.316779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:42.318571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:42.322794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:42.323418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:42.404747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2c54b-1f57-4208-9e13-2edf2b371604 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:42.472011 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2584610
Dec 16 09:52:42.472298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36274) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:42.478732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '3fcc8e0b-a1b1-4985-855e-e6939bfc1cf4', 'ip_address': '2001:db8::c38c:404b:c57a:e090'}], 'name': 'tempest-NetworksTestDHCPv6-1448191870'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:42.799896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Could not find standard attr ID for object 1d059c17-c39e-483f-83c7-526858c425a2. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:42.844285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Provisioning for port 23516ade-062d-421d-b6c8-d412a5fcf77d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:42.855648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Provisioning complete for port 23516ade-062d-421d-b6c8-d412a5fcf77d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:42.856073 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:42.857690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:42.866305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:42.875085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:42.878673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:42.890322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:42.913763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:43.172307 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:43.174564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:43.207322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 42f24422-ba24-4379-93d2-0d8e9e726fa2 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:43.232646 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:43.241323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] For port 23516ade-062d-421d-b6c8-d412a5fcf77d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=23516ade-062d-421d-b6c8-d412a5fcf77d,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:43.243658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231430852', 'description': 'tempest-secgroup-smoke-231430852 description', 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:43.257145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:43.268819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:43.273875 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:43.282961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:43.295932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:43.330791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:43.535869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Pushing event updated for resources: {'Port': ['ID=23516ade-062d-421d-b6c8-d412a5fcf77d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:43.543985 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:43.589048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:43.682778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::c38c:404b:c57a:e090 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/3fcc8e0b-a1b1-4985-855e-e6939bfc1cf4/42f24422-ba24-4379-93d2-0d8e9e726fa2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:43.703130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:43.708282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:43.710935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c69f1b-3713-416e-a722-eb6f2eedb26b req-115792da-817d-4e59-8e26-86e828375b65 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:43.712698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08c69f1b-3713-416e-a722-eb6f2eedb26b req-115792da-817d-4e59-8e26-86e828375b65 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2938952
Dec 16 09:52:43.713626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:43.721084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:43.854145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Router 775c2002-7655-4b6b-a6f4-9361bb5628d2 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:52:43.877936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.019512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.027354 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88611a9c-91d4-442d-9466-847235cf4077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:44.031997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-44ddd89f-a6ba-4280-b6ac-a4efee133e75 None None] Provisioning complete for port 23516ade-062d-421d-b6c8-d412a5fcf77d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:44.032519 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44ddd89f-a6ba-4280-b6ac-a4efee133e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.043634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-08c69f1b-3713-416e-a722-eb6f2eedb26b req-89f1c2a0-3e69-482a-a7a3-1a138c6f185e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2964201
Dec 16 09:52:44.156529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 331de0f5-225a-41fa-94ce-89a00890907d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:44.267553 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.287849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 42f24422-ba24-4379-93d2-0d8e9e726fa2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:44.298917 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Sync routers for ids ['fa791800-2fc7-4423-8c1e-67591a7574d4'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:52:44.317618 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Routers {'fa791800-2fc7-4423-8c1e-67591a7574d4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:44.318316 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2950d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fa791800-2fc7-4423-8c1e-67591a7574d4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:44.368731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.391563 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a14156da-a0fc-41d6-83c0-9543b4dde49d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:44.419262 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.476912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 331de0f5-225a-41fa-94ce-89a00890907d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:44.514679 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 331de0f5-225a-41fa-94ce-89a00890907d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:44.515788 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.557306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf71bbf2-0a2c-4dbf-9314-1746ba420782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.603862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f524847b-1760-464d-bc5d-ef81a282c39b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:44.620909 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:44.624994 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.630908 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.3963199
Dec 16 09:52:44.632384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:44.649932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2be18bf5-719e-4e3d-8a89-d7641a2c8082 None None] Could not find standard attr ID for object 1d059c17-c39e-483f-83c7-526858c425a2. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:52:44.652750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'security_group_rule': {'security_group_id': 'f524847b-1760-464d-bc5d-ef81a282c39b', 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:44.667543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:44.675933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:44.680840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:44.689384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:52:44.695770 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] 10.222.0.66 "PUT /v2.0/routers/775c2002-7655-4b6b-a6f4-9361bb5628d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1153147
Dec 16 09:52:44.696902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:44.699517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36302) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:44.783308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:44.784615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=42f24422-ba24-4379-93d2-0d8e9e726fa2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:44.784979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] Sync routers for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:52:44.793064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:44.795146 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:44.824160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:44.824936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da9d30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:44.842624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.846667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:44.856236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:44.856896 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:44.857351 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Set router fa791800-2fc7-4423-8c1e-67591a7574d4 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:44.953951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.4803176
Dec 16 09:52:44.957447 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-e40c8ec4-e61b-4504-a5c2-102d87bf87b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1613686
Dec 16 09:52:44.972713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52248f-3a16-48ae-8c1e-266121f0b266 req-3a7307ac-afb2-4a7d-90a7-7ad15785015d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:44.974821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a52248f-3a16-48ae-8c1e-266121f0b266 req-3a7307ac-afb2-4a7d-90a7-7ad15785015d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.6622086
Dec 16 09:52:44.975352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36306) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:45.094287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.119501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:45.257272 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a52248f-3a16-48ae-8c1e-266121f0b266 req-711b51c4-2c3b-47cc-b74e-f898bf34f15b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2647593
Dec 16 09:52:45.308123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b879452-dfb3-41c5-80d8-05fe681a9868 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:45.325523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b879452-dfb3-41c5-80d8-05fe681a9868 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:45.326360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b879452-dfb3-41c5-80d8-05fe681a9868 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:45.348027 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.348849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-b87ca585-0b39-4902-aafa-64f486254e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:45.350409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-b87ca585-0b39-4902-aafa-64f486254e4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 1097 time: 0.2463958
Dec 16 09:52:45.360137 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2950d00>, [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '331de0f5-225a-41fa-94ce-89a00890907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 4, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port': {'id': '331de0f5-225a-41fa-94ce-89a00890907d', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:31Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a79a6b00-1742-4a4d-ac29-8574d2149d36', 'name': '', 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'mac_address': 'fa:16:3e:2c:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:37Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 2, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'subnets': [{'id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:45.363844 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.365416 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Checking router: fa791800-2fc7-4423-8c1e-67591a7574d4 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:52:45.366263 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Updating router fa791800-2fc7-4423-8c1e-67591a7574d4 port a79a6b00-1742-4a4d-ac29-8574d2149d36 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:52:45.371687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b879452-dfb3-41c5-80d8-05fe681a9868 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:45.373035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.374140 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0b879452-dfb3-41c5-80d8-05fe681a9868 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.3977818
Dec 16 09:52:45.383827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36318) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:45.396560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 331de0f5-225a-41fa-94ce-89a00890907d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=331de0f5-225a-41fa-94ce-89a00890907d,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:45.441309 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-acdcf959-481b-4f49-8c49-e788179f3b33 tempest-ServersTestJSON-634752472 tempest-ServersTestJSON-634752472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:45.443617 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.498413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.499816 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8629689
Dec 16 09:52:45.500825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ff6c76-15bb-4833-9226-207cb7ef63c5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:45.505001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:45.508203 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:45.514223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'security_group_rule': {'security_group_id': 'f524847b-1760-464d-bc5d-ef81a282c39b', 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:45.521088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:45.525097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:45.528001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:45.534821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:45.556303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.557150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23516ade-062d-421d-b6c8-d412a5fcf77d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:45.570851 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.608650 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0b3c5ebc-5e66-40a0-bcec-faee6a5f22e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:45.627341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.670451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.672633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Deleting port 010b1579-83a2-4676-b0dd-98e9a9dd5d33 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:45.672984 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.688926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f1ea2aee-6975-4d39-b9bf-ace6852ff6b9 None None] Provisioning for port 42f24422-ba24-4379-93d2-0d8e9e726fa2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:45.692374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.709617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f1ea2aee-6975-4d39-b9bf-ace6852ff6b9 None None] Provisioning complete for port 42f24422-ba24-4379-93d2-0d8e9e726fa2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:45.710129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2aee-6975-4d39-b9bf-ace6852ff6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.714901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.723616 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-270f809f-5011-4081-9dcc-34af0a7294fd tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:45.764984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cbfdf3-0922-4980-a9d0-74983285c572,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:45.765625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 42f24422-ba24-4379-93d2-0d8e9e726fa2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:45.766247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.772419 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:45.779710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.862466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.863744 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3572466
Dec 16 09:52:45.875915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36330) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:45.881931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'security_group_rule': {'security_group_id': 'f524847b-1760-464d-bc5d-ef81a282c39b', 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:45.901501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:45.909456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:45.916803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:45.924386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:45.932847 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.949795 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Transition to ACTIVE for port object a79a6b00-1742-4a4d-ac29-8574d2149d36 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:45.953375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=331de0f5-225a-41fa-94ce-89a00890907d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:45.960464 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.967715 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-3a636416-32be-4d9f-b71f-9dbb49e6532d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:45.968133 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:45.969160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea2aee-6975-4d39-b9bf-ace6852ff6b9 None None] Port 42f24422-ba24-4379-93d2-0d8e9e726fa2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:52:45.972671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 23516ade-062d-421d-b6c8-d412a5fcf77d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:45.973888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:45.990506 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.030641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] For port 010b1579-83a2-4676-b0dd-98e9a9dd5d33, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=010b1579-83a2-4676-b0dd-98e9a9dd5d33,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:46.031328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.075603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da9d30>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:52:41Z', 'revision_number': 5, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port': {'id': '010b1579-83a2-4676-b0dd-98e9a9dd5d33', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:51Z', 'updated_at': '2021-12-16T09:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:46.109185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] Checking router: 775c2002-7655-4b6b-a6f4-9361bb5628d2 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:52:46.147545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] Routers {'775c2002-7655-4b6b-a6f4-9361bb5628d2'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:46.148214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da9d30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['775c2002-7655-4b6b-a6f4-9361bb5628d2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:46.195895 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83822ed-69fa-48e2-9027-848f48959ac0 None None] Pushing event updated for resources: {'Port': ['ID=a79a6b00-1742-4a4d-ac29-8574d2149d36,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:46.214575 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d83822ed-69fa-48e2-9027-848f48959ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:46.222907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-33954ee4-0213-4b11-a543-012ecdf76cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:46.225262 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-33954ee4-0213-4b11-a543-012ecdf76cc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.7581158
Dec 16 09:52:46.270079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Calling delete_port for 010b1579-83a2-4676-b0dd-98e9a9dd5d33 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:46.291968 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Attempting to bind port a79a6b00-1742-4a4d-ac29-8574d2149d36 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:46.292345 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Attempting to bind port a79a6b00-1742-4a4d-ac29-8574d2149d36 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:46.292719 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Attempting to bind port a79a6b00-1742-4a4d-ac29-8574d2149d36 on network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:46.302672 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:46.303230 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Checking segment: {'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:46.303660 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.304070 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Bound using segment: {'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:46.304735 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Bound port: a79a6b00-1742-4a4d-ac29-8574d2149d36, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13855d8-c96e-46bb-a37a-93651a3e69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:46.305547 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.337522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-834913bf-16ed-47fe-8303-915c59e6357b tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:46.350078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-834913bf-16ed-47fe-8303-915c59e6357b tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/networks?id=29a81233-dddc-418d-a627-7d44ae308531 HTTP/1.1" status: 200  len: 814 time: 0.8832967
Dec 16 09:52:46.369466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] Set router 775c2002-7655-4b6b-a6f4-9361bb5628d2 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:46.424955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-c4f59493-f18d-499e-90f6-c8edffb4af25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c HTTP/1.1" status: 200  len: 217 time: 0.1900940
Dec 16 09:52:46.436953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-7dcedb49-72ff-4649-bfaa-6ed13d599e33 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/quotas/55e00bc65875455a80e09fb4e12058eb HTTP/1.1" status: 200  len: 375 time: 0.0854855
Dec 16 09:52:46.456489 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.464214 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.468322 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:46.498154 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] For port a79a6b00-1742-4a4d-ac29-8574d2149d36, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:46.503346 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] For port a79a6b00-1742-4a4d-ac29-8574d2149d36, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a79a6b00-1742-4a4d-ac29-8574d2149d36,segment=NetworkSegment(e13855d8-c96e-46bb-a37a-93651a3e69ea),segment_id=e13855d8-c96e-46bb-a37a-93651a3e69ea)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:46.505842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8d4441-dafb-4478-a368-ecce65fbcc88,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:46.514322 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:46.522486 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.526281 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.528672 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f7b861f7-6a64-4cc9-bbe7-043d4b15b01c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6515508
Dec 16 09:52:46.535512 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-757d882d-40ce-40a0-a56d-4600902d4f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:46.542103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36334) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:46.543978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da9d30>, [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 6, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:46.560665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db1fc4-c069-4002-b26c-854388be0291 None None] The sync data for ids ['775c2002-7655-4b6b-a6f4-9361bb5628d2'] in n-d-820554-2 is: [{'id': '775c2002-7655-4b6b-a6f4-9361bb5628d2', 'name': 'tempest-AttachVolumeShelveTestJSON-78949501-router', 'tenant_id': '38dc75575c6e479a8b2e6fddb07534a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 6, 'project_id': '38dc75575c6e479a8b2e6fddb07534a2', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:52:46.665619 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Routers {'fa791800-2fc7-4423-8c1e-67591a7574d4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:52:46.666273 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2950d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fa791800-2fc7-4423-8c1e-67591a7574d4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:46.713198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'security_group_rule': {'security_group_id': 'f524847b-1760-464d-bc5d-ef81a282c39b', 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:46.736447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.741794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fecd5e0-7fe3-40d0-a9a1-30cfce01b99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:46.775102 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83822ed-69fa-48e2-9027-848f48959ac0 None None] Pushing event updated for resources: {'Port': ['ID=a79a6b00-1742-4a4d-ac29-8574d2149d36,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:46.781037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:46.787754 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d83822ed-69fa-48e2-9027-848f48959ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:46.799677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Pushing event deleted for resources: {'Port': ['ID=010b1579-83a2-4676-b0dd-98e9a9dd5d33,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:46.803815 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:46.805922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:46.841469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-6df1324f-a426-4971-9bb7-3567d3e67acd tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Synchronizing usage tracker for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:46.847186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:46.859572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:46.967551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.056639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 331de0f5-225a-41fa-94ce-89a00890907d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:47.069811 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] Set router fa791800-2fc7-4423-8c1e-67591a7574d4 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:52:47.119694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 42f24422-ba24-4379-93d2-0d8e9e726fa2 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:47.198607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-ee6c9af1-981b-492f-be76-466c67580f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:47.200924 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-ee6c9af1-981b-492f-be76-466c67580f96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.7613075
Dec 16 09:52:47.219985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:47.309844 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.315599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-6df1324f-a426-4971-9bb7-3567d3e67acd tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Unset dirty status for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:47.318516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-6df1324f-a426-4971-9bb7-3567d3e67acd tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=55e00bc65875455a80e09fb4e12058eb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.8798549
Dec 16 09:52:47.320521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 331de0f5-225a-41fa-94ce-89a00890907d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:47.320982 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.370594 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.481293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.484305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.521524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.522036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 775c2002-7655-4b6b-a6f4-9361bb5628d2 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:52:47.549420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.554875 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] 10.222.0.66 "DELETE /v2.0/routers/775c2002-7655-4b6b-a6f4-9361bb5628d2 HTTP/1.1" status: 204  len: 168 time: 2.8500783
Dec 16 09:52:47.555447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:47.610328 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2950d00>, [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '331de0f5-225a-41fa-94ce-89a00890907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 4, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port': {'id': '331de0f5-225a-41fa-94ce-89a00890907d', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:31Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a79a6b00-1742-4a4d-ac29-8574d2149d36', 'name': '', 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'mac_address': 'fa:16:3e:2c:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:37Z', 'updated_at': '2021-12-16T09:52:46Z', 'revision_number': 4, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'subnets': [{'id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:47.616031 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1e7d8f-f816-4b96-804e-ae8f0df1e458 None None] The sync data for ids ['fa791800-2fc7-4423-8c1e-67591a7574d4'] in n-d-820554-2 is: [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '331de0f5-225a-41fa-94ce-89a00890907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:52:39Z', 'revision_number': 4, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port': {'id': '331de0f5-225a-41fa-94ce-89a00890907d', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:31Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a79a6b00-1742-4a4d-ac29-8574d2149d36', 'name': '', 'network_id': '97dc6635-2e94-4435-b0bb-ca57aa0d21b4', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'mac_address': 'fa:16:3e:2c:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:37Z', 'updated_at': '2021-12-16T09:52:46Z', 'revision_number': 4, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'subnets': [{'id': '5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:52:47.643438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Deleting subnet 29c0e1cc-8cfe-45be-b265-ee6662d16a12 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:47.647420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.714804 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.775484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-5c86c176-33a2-4ebb-99a8-610456b7b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:47.777110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-5c86c176-33a2-4ebb-99a8-610456b7b1f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5468776
Dec 16 09:52:47.836282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.862421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.951092 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.955841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:47.964875 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-751a22ba-412e-4d90-8aa4-74fc8219fd66 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:47.966056 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:47.983378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-fa66c4c2-675f-455c-be91-083c4470a074 service neutron] 10.222.0.66 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6513131
Dec 16 09:52:47.991132 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.025534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c0e1cc-8cfe-45be-b265-ee6662d16a12,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:48.027852 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:48.029174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.042969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c1f2fd-d98f-4b74-92dd-da11f73c26d3 None None] Network db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:48.044019 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/29c0e1cc-8cfe-45be-b265-ee6662d16a12 HTTP/1.1" status: 204  len: 168 time: 0.4875789
Dec 16 09:52:48.044839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:48.055696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c92b2eb-b857-4320-b8a6-a74b41a90d12,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:48.066039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:48.224713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.240700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Deleting port 41a489bf-ea2e-4604-accc-5eec1e696adc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:48.241566 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.278255 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03355d6e-e635-43d6-ad9e-62a2d843be4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:48.379508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-65350351-278e-4f13-bebf-2ab75fb630b3 service neutron] 10.222.0.66 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3807807
Dec 16 09:52:48.432987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] DHCP port deletion for db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:52:48.438748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Deleting port 41a489bf-ea2e-4604-accc-5eec1e696adc {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:48.439420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.459543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=42f24422-ba24-4379-93d2-0d8e9e726fa2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:48.462532 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.464830 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.7806315
Dec 16 09:52:48.467130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-54392615-f263-49a7-b209-9a293e978174 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6705370
Dec 16 09:52:48.468063 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:48.468513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36348) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:48.469454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.473829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/42f24422-ba24-4379-93d2-0d8e9e726fa2 HTTP/1.1" status: 204  len: 168 time: 3.0869818
Dec 16 09:52:48.475892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36350) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:48.481818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'security_group_rule': {'security_group_id': 'f524847b-1760-464d-bc5d-ef81a282c39b', 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:48.680778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] For port 41a489bf-ea2e-4604-accc-5eec1e696adc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41a489bf-ea2e-4604-accc-5eec1e696adc,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:48.680778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:48.892243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:48.902493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:48.913637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:48.971601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:49.004414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a79a6b00-1742-4a4d-ac29-8574d2149d36 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:49.011000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e2f7383-ef4a-4603-bcb0-358bf95702da req-df4e6a3b-09f0-4dfb-b4fb-90b1f61fb282 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5221899
Dec 16 09:52:49.011152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Calling delete_port for 41a489bf-ea2e-4604-accc-5eec1e696adc owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:49.025242 n-d-820554-2 neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Project de745d7a9b7f4096bcddfcc6827156d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:52:49.089723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a130c27-62d5-41c4-8298-6a3e2925e173 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:49.091726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a130c27-62d5-41c4-8298-6a3e2925e173 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:49.092679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a130c27-62d5-41c4-8298-6a3e2925e173 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:49.095752 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.139687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.149510 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57286295-140e-4e79-a876-160ffbac1c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:49.150556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a130c27-62d5-41c4-8298-6a3e2925e173 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:49.152231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4a130c27-62d5-41c4-8298-6a3e2925e173 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3813047
Dec 16 09:52:49.156962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36366) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:49.170558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] For port 41a489bf-ea2e-4604-accc-5eec1e696adc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41a489bf-ea2e-4604-accc-5eec1e696adc,segment=NetworkSegment(1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac),segment_id=1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:49.171170 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.207228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Pushing event deleted for resources: {'Port': ['ID=41a489bf-ea2e-4604-accc-5eec1e696adc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:49.210212 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:49.213060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] No DVR routers for this DVR port 41a489bf-ea2e-4604-accc-5eec1e696adc on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:52:49.259356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.372773 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.375563 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7650f2fc-7ef3-4027-9d03-2fd72ec33bc4 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:49.381289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Calling delete_port for 41a489bf-ea2e-4604-accc-5eec1e696adc owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:49.398690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.447885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a79a6b00-1742-4a4d-ac29-8574d2149d36 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:49.452272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1471d00>,) {'filters': {'network_id': ['db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:49.465429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a79a6b00-1742-4a4d-ac29-8574d2149d36 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:49.466739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.467021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1471d00>, '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:49.467471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1471d00>, '1d5fa5ee-5afc-4cf1-b841-4d3b5f3d46ac') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:52:49.502917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.503187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-5eca412b-7690-412d-9dca-c87193f2ca0a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:49.508831 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-5eca412b-7690-412d-9dca-c87193f2ca0a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.2478077
Dec 16 09:52:49.540552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.542020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-977d8c51-531b-49b5-86a5-06a98cdd8a35 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/quotas/591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 375 time: 0.0322917
Dec 16 09:52:49.555783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:52:49.556152 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:52:49.567124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:52:49.568682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.597755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adfabee-dc53-46e9-8888-85ad0e7e0328,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:49.604091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 3fcc8e0b-a1b1-4985-855e-e6939bfc1cf4 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:52:49.606000 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:52:49.608130 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.641719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.666872 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:49.688286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.691051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a79a6b00-1742-4a4d-ac29-8574d2149d36, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a79a6b00-1742-4a4d-ac29-8574d2149d36,segment=NetworkSegment(e13855d8-c96e-46bb-a37a-93651a3e69ea),segment_id=e13855d8-c96e-46bb-a37a-93651a3e69ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:49.698208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.706815 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:49.722320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.727095 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbf9df8d-82ef-4224-8699-aa2d9fa5163f tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:49.753805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.757425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Pushing event deleted for resources: {'Network': ['ID=db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:49.761018 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:49.764893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.768535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9efb7e6b-9192-467f-869c-52c5ea3325dc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.2928731
Dec 16 09:52:49.769093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36380) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:49.776388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'security_group_rule': {'security_group_id': 'f524847b-1760-464d-bc5d-ef81a282c39b', 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:49.790032 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] 10.222.0.66 "DELETE /v2.0/networks/db0d62d3-0ec4-45a4-a8c6-3e0a607d06c8 HTTP/1.1" status: 204  len: 168 time: 1.7438979
Dec 16 09:52:49.791615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:49.796922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:security_group_rule and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:49.800547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:49.814346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:49.831059 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Project de745d7a9b7f4096bcddfcc6827156d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 09:52:49.836511 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.842077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.890358 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-08927a74-4739-4d0c-ae7e-f90b5cf29342 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3470771
Dec 16 09:52:49.932224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a79a6b00-1742-4a4d-ac29-8574d2149d36,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:49.937411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f8165018-558b-4d82-965d-f09e47c78fa6 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:49.947067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.955073 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:49.957464 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:49.965244 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:49.979283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: f8165018-558b-4d82-965d-f09e47c78fa6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:49.979729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f8165018-558b-4d82-965d-f09e47c78fa6 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:49.980269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41a489bf-ea2e-4604-accc-5eec1e696adc no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:49.982663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867aedb1-99f8-4930-9bb1-8f67a10a779a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:49.992895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:49.993345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36386) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:50.034299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 41a489bf-ea2e-4604-accc-5eec1e696adc {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:50.034762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41a489bf-ea2e-4604-accc-5eec1e696adc not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:50.035701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 010b1579-83a2-4676-b0dd-98e9a9dd5d33 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:50.040483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.041679 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2718413
Dec 16 09:52:50.062398 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8f42d77b-fc92-45cb-899e-a9df47e98876 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38dc75575c6e479a8b2e6fddb07534a2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0676150
Dec 16 09:52:50.066683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:50.078481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.085613 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:50.095493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Deleting port 41a489bf-ea2e-4604-accc-5eec1e696adc {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:50.095982 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.119224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-0f37d896-cd85-4c92-a2fd-ca141fd91307 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279258
Dec 16 09:52:50.130617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 010b1579-83a2-4676-b0dd-98e9a9dd5d33 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:50.131030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 010b1579-83a2-4676-b0dd-98e9a9dd5d33 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:50.148054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.198031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.200040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0be5-80e0-4ef2-ae28-ed72bf1fb9ab None None] The port '41a489bf-ea2e-4604-accc-5eec1e696adc' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:52:50.234531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.241242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a4338-3aa6-4bde-a4fc-62c801af6081 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:50.250183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=3fcc8e0b-a1b1-4985-855e-e6939bfc1cf4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:50.259089 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:50.283567 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.289219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/3fcc8e0b-a1b1-4985-855e-e6939bfc1cf4 HTTP/1.1" status: 204  len: 168 time: 1.1257327
Dec 16 09:52:50.289441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36398) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:50.294270 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-71872dc6-fabb-4479-a95d-65df37b3f6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:50.311613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa5707-7221-469d-a740-ff0453e83392,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:50.322054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:50.330025 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.330025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70fa5707-7221-469d-a740-ff0453e83392 HTTP/1.1" status: 204  len: 168 time: 0.2573357
Dec 16 09:52:50.603481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9d677259-e7ea-413d-8c1e-a3a5ec1613af tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3106022
Dec 16 09:52:50.604087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:50.618482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:52:50.622949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Deleting port 23516ade-062d-421d-b6c8-d412a5fcf77d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:50.623836 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:50.744199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-11fccf2d-afd0-4f87-8da5-64c3211fd2f1 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6156919
Dec 16 09:52:50.770938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a79a6b00-1742-4a4d-ac29-8574d2149d36 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:50.792036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c8b6e-9c00-4720-804e-699c5be1772d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:50.792771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-366c8b6e-9c00-4720-804e-699c5be1772d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:50.795204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-abaad1a8-60cd-4684-b964-05190997179b tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:50.798269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-abaad1a8-60cd-4684-b964-05190997179b tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "GET /v2.0/networks?id=29a81233-dddc-418d-a627-7d44ae308531 HTTP/1.1" status: 200  len: 814 time: 0.2388854
Dec 16 09:52:50.817003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Request body: {'port': {'device_id': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'network_id': '29a81233-dddc-418d-a627-7d44ae308531', 'admin_state_up': True, 'tenant_id': '55e00bc65875455a80e09fb4e12058eb'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:50.826879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-366c8b6e-9c00-4720-804e-699c5be1772d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:50.828484 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-366c8b6e-9c00-4720-804e-699c5be1772d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2226706
Dec 16 09:52:50.847041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36410) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:51.008399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58731861-cee8-4583-b5da-0d4a2cc8abbd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:51.009084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-58731861-cee8-4583-b5da-0d4a2cc8abbd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:51.075898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-58731861-cee8-4583-b5da-0d4a2cc8abbd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:51.077242 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-58731861-cee8-4583-b5da-0d4a2cc8abbd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2288237
Dec 16 09:52:51.079879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:51.086907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:51.099785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:51.112979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Made reservation on behalf of 55e00bc65875455a80e09fb4e12058eb for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:51.118299 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:51.135960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a79a6b00-1742-4a4d-ac29-8574d2149d36 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:51.136473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:51.188659 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-511a6c04-085f-4fa3-9942-b9db1bc22f6f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1075499
Dec 16 09:52:51.193926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:51.210733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] For port 23516ade-062d-421d-b6c8-d412a5fcf77d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=23516ade-062d-421d-b6c8-d412a5fcf77d,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:51.211481 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:51.216679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:51.276519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1aca7b8-508f-4403-b8da-68aba8c49586 req-cd978272-0179-4855-a88a-7565269c0f68 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 210 time: 0.0785289
Dec 16 09:52:51.436869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Calling delete_port for 23516ade-062d-421d-b6c8-d412a5fcf77d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:51.517078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Allocated IP 172.20.0.11 (29a81233-dddc-418d-a627-7d44ae308531/ca2df6eb-f8fb-454a-9e2a-bfce717627bb/269c90bf-d9c9-425b-8f36-cf9464621c31) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:51.587046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-58ace55c-c846-4c89-b915-adc01369b424 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Synchronizing usage tracker for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:51.595587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:51.608400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:51.622863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:51.627239 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:51.664405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-58ace55c-c846-4c89-b915-adc01369b424 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Unset dirty status for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:51.671878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-58ace55c-c846-4c89-b915-adc01369b424 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231430852&fields=id&tenant_id=de745d7a9b7f4096bcddfcc6827156d3 HTTP/1.1" status: 200  len: 267 time: 0.1874890
Dec 16 09:52:51.733706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:51.744189 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b39bed88-441b-4d0f-910a-48de027cd88d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:51.800389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Pushing event deleted for resources: {'Port': ['ID=23516ade-062d-421d-b6c8-d412a5fcf77d,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:51.812747 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:51.823213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] No DVR routers for this DVR port 23516ade-062d-421d-b6c8-d412a5fcf77d on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:52:51.909249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:51.914491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23516ade-062d-421d-b6c8-d412a5fcf77d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:52:51.952702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 23516ade-062d-421d-b6c8-d412a5fcf77d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:52:51.953148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 23516ade-062d-421d-b6c8-d412a5fcf77d not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:52:51.973514 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:51.985979 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3ce080aa-24a1-4ca0-9d22-1190b35e7119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:52.067648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:52.071839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:52.076764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:52.077405 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.084594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbadc74-522f-4b42-94de-0e4159fec461 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:52.108523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=d009c8f3-4696-4a62-9ab4-ec030ec5d9c8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:52.116120 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9171317
Dec 16 09:52:52.116120 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:52.116479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36464) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:52.124660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': 'd009c8f3-4696-4a62-9ab4-ec030ec5d9c8', 'ip_address': '2001:db8::146b:cd51:c0ba:c774'}], 'name': 'tempest-NetworksTestDHCPv6-355569327'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:52.157348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-649898354-network', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:52.171989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-cc21612a-2b8d-47be-aeb3-594debf060a4 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:52.173295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-cc21612a-2b8d-47be-aeb3-594debf060a4 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Synchronizing usage tracker for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:52.221352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:52.227891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-cc21612a-2b8d-47be-aeb3-594debf060a4 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Unset dirty status for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:52.229109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-cc21612a-2b8d-47be-aeb3-594debf060a4 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/networks?id=b227d418-09f8-47b5-a468-fc7e121080ea HTTP/1.1" status: 200  len: 808 time: 0.5561361
Dec 16 09:52:52.233909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Usage tracker for resource:network and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:52.236434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.238985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:52.249331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:52.259420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-38d8c3e1-905d-4cf0-9a2c-7867f8d6787a tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/quotas/de745d7a9b7f4096bcddfcc6827156d3 HTTP/1.1" status: 200  len: 375 time: 0.0153916
Dec 16 09:52:52.292947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Made reservation on behalf of 9f4adaac37524f73a89ea72c890cad1d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:52.295241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.312078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.332719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:52.335412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.335714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:52.343322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:52.350008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:52.350262 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-332a03eb-8801-4bac-bf15-3e06c812a72a tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:52.353695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:52.359490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:52.376089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:52.399470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': 'd009c8f3-4696-4a62-9ab4-ec030ec5d9c8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:52.400643 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.441404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Network 29a81233-dddc-418d-a627-7d44ae308531 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:52.444689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:52.451576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:52.510637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Pushing event updated for resources: {'Port': ['ID=269c90bf-d9c9-425b-8f36-cf9464621c31,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:52.516660 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:52.527832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-6670cfff-a71e-4b4c-9170-9b3d13d5372f tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=de745d7a9b7f4096bcddfcc6827156d3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2428811
Dec 16 09:52:52.578748 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.622358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 438c45d8-3e78-40ad-b77e-4e6110bdca0b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:52.662621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.682375 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.686174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:52.687046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.690273 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-565e9159-573e-44d1-8407-e41d1f04403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:52.738994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/d009c8f3-4696-4a62-9ab4-ec030ec5d9c8/2d6029f9-c9d6-4f58-ac60-954e4144f9c5) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:52.757232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:52:52.823848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1536c72-6a13-43c4-a437-8d67c66c9bd7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:52.832013 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:52.843563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.843563 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Added segment c7669492-b349-4dae-a297-2bd5c56c75bc of type vlan for network 18b6da08-f91c-470b-860f-c57e1f9d4f29
Dec 16 09:52:52.858259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0475564
Dec 16 09:52:52.885472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Request body: {'port': {'device_id': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:52.891461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.939474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.940575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:52.941168 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:52.945362 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2be600c7-5e5f-466c-b021-77ed93c2be32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:53.016761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-b64ddf88-ebae-42f3-adc7-64e3f1643735 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:53.018272 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-b64ddf88-ebae-42f3-adc7-64e3f1643735 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.4866090
Dec 16 09:52:53.026548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-f7129f16-de68-424b-8c75-e362c3429ae9 service neutron] 10.222.0.66 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4558382
Dec 16 09:52:53.031698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'port': {'device_id': '8b87e93f-815e-4968-8c05-534b08de9964', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'admin_state_up': True, 'tenant_id': '591941320db54ca0a61e17e4d8a3861d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:53.097883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Pushing event updated for resources: {'Network': ['ID=18b6da08-f91c-470b-860f-c57e1f9d4f29,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:53.102069 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:53.104006 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1941893
Dec 16 09:52:53.107186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36470) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:53.113826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Request body: {'subnet': {'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-649898354-subnet', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:53.126376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:53.131445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Usage tracker for resource:subnet and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:53.131967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:52:53.135210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:53.142125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:53.154569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Made reservation on behalf of 9f4adaac37524f73a89ea72c890cad1d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:53.157488 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.268138 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.287226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Transition to ACTIVE for port object 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:53.309830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Transition to ACTIVE for port object 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:53.327810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.327810 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-635e2c53-489b-4144-b70c-40afe7cea96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:53.397736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:53.400669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:53.405006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:53.413002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::146b:cd51:c0ba:c774 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/d009c8f3-4696-4a62-9ab4-ec030ec5d9c8/438c45d8-3e78-40ad-b77e-4e6110bdca0b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:53.449258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Pushing event updated for resources: {'Port': ['ID=2d6029f9-c9d6-4f58-ac60-954e4144f9c5,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:53.495640 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:53.505638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-16d95544-cc3c-40d0-a0d7-8cf91b4ee2fa service neutron] 10.222.0.66 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4561675
Dec 16 09:52:53.517943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Attempting to bind port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:53.518537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Attempting to bind port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:53.519033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Attempting to bind port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:53.522214 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.530122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:53.530599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:53.531122 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.532225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:53.532225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Bound port: 2d6029f9-c9d6-4f58-ac60-954e4144f9c5, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:53.532940 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.716973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] For port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:53.723356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] For port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2d6029f9-c9d6-4f58-ac60-954e4144f9c5,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:53.729686 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.743618 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:53.763509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.773837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:53.776178 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9353dec6-fca0-4343-86c5-ae4732dc42fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:53.784580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:53.800166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Made reservation on behalf of 591941320db54ca0a61e17e4d8a3861d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:53.803972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:53.868652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Pushing event updated for resources: {'Port': ['ID=2d6029f9-c9d6-4f58-ac60-954e4144f9c5,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:53.872466 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:53.953949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Checking segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:53.954459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Network hostable DHCP agents. Network: 18b6da08-f91c-470b-860f-c57e1f9d4f29, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:52:53.959974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e58984-c6d6-4061-984f-f4028eb6a5e8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:53.969691 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:54.011498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:52:54.038443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.041517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 18b6da08-f91c-470b-860f-c57e1f9d4f29) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:54.051079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:54.051695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.075504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8980e6d-99b8-40a1-a202-cfef00cd467e None None] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:54.077501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-df092d04-ff23-4405-a0e7-dbd3906763d4 req-9250d39c-d8e8-4019-aea2-96f321ab1531 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 210 time: 0.1287289
Dec 16 09:52:54.322444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Allocated IP 172.20.0.9 (32b3944c-5c2d-48a6-a1ad-41bcce30bf74/74e5b144-3133-4a02-ac4c-43dfbc5faa08/b1e25ac9-d38a-420a-bcd0-78eb0ff664ef) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:54.383141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 438c45d8-3e78-40ad-b77e-4e6110bdca0b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:54.404489 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2958021
Dec 16 09:52:54.409898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36482) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:54.421053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:54.437784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:54.445172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Usage tracker for resource:router and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:54.456996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:54.466823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.469499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:54.522295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:54.530757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-18b6da08-f91c-470b-860f-c57e1f9d4f29', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:52:54.531930 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.542162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269c90bf-d9c9-425b-8f36-cf9464621c31 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:52:54.561352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.592911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Transition to ACTIVE for port object 269c90bf-d9c9-425b-8f36-cf9464621c31 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:54.620456 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.631416 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f97cfac-01ee-406f-9d28-797ddd8482e2 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:54.733406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:54.737395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.738429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.742168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:54.747681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:54.756800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:54.757536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.784057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=438c45d8-3e78-40ad-b77e-4e6110bdca0b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:54.796433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:54.828109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:54.831017 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.7131014
Dec 16 09:52:54.839960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:54.848307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': 'd009c8f3-4696-4a62-9ab4-ec030ec5d9c8', 'ip_address': '2001:db8::146b:cd51:c0ba:c774'}], 'name': 'tempest-NetworksTestDHCPv6-2140656305'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:54.871626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:54.972707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Pushing event updated for resources: {'Port': ['ID=269c90bf-d9c9-425b-8f36-cf9464621c31,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:55.012560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Allocated IP 172.20.0.2 (18b6da08-f91c-470b-860f-c57e1f9d4f29/27e58984-c6d6-4061-984f-f4028eb6a5e8/0107717f-1584-4f56-9229-4b268b6f8d62) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:55.016017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:55.023568 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:55.086434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:55.100102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:55.108444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:55.213913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Attempting to bind port 269c90bf-d9c9-425b-8f36-cf9464621c31 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:55.213913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Attempting to bind port 269c90bf-d9c9-425b-8f36-cf9464621c31 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:55.214282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Attempting to bind port 269c90bf-d9c9-425b-8f36-cf9464621c31 on network 29a81233-dddc-418d-a627-7d44ae308531 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:55.233327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e6289-5e8e-4c70-b166-8594148eb1bb req-58622112-8b06-4cc5-a624-27c39218163e tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:55.234897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3a5e6289-5e8e-4c70-b166-8594148eb1bb req-58622112-8b06-4cc5-a624-27c39218163e tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Synchronizing usage tracker for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:55.245453 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.259438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Port 269c90bf-d9c9-425b-8f36-cf9464621c31 on network 29a81233-dddc-418d-a627-7d44ae308531 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:52:55.260988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Attempting to bind port 269c90bf-d9c9-425b-8f36-cf9464621c31 on network 29a81233-dddc-418d-a627-7d44ae308531 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:55.283612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Transition to ACTIVE for port object b1e25ac9-d38a-420a-bcd0-78eb0ff664ef will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:55.286099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:55.297170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:55.297516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Checking segment: {'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:55.297897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Bound using segment: {'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:55.298343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Bound port: 269c90bf-d9c9-425b-8f36-cf9464621c31, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1fff89-af85-47f4-90a8-90348563b544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '29a81233-dddc-418d-a627-7d44ae308531'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:55.298686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.337955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3a5e6289-5e8e-4c70-b166-8594148eb1bb req-58622112-8b06-4cc5-a624-27c39218163e tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Unset dirty status for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:55.347574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a5e6289-5e8e-4c70-b166-8594148eb1bb req-58622112-8b06-4cc5-a624-27c39218163e tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 944 time: 0.7177346
Dec 16 09:52:55.395968 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.413190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Transition to ACTIVE for port object 0107717f-1584-4f56-9229-4b268b6f8d62 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:55.443280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Transition to ACTIVE for port object 0107717f-1584-4f56-9229-4b268b6f8d62 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:55.452608 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.466889 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dee59cab-38a5-4176-abe0-b2127b6fb20c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:55.469973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] For port 269c90bf-d9c9-425b-8f36-cf9464621c31, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:55.473514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] For port 269c90bf-d9c9-425b-8f36-cf9464621c31, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=269c90bf-d9c9-425b-8f36-cf9464621c31,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:55.485843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.492018 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.499628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:55.503909 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3fb4fffa-2274-4335-9beb-cb315e6d5aae tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:55.506466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.535468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 0a47904c-4b90-45ed-bc0f-7410be34f8a2 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:52:55.579675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Pushing event updated for resources: {'Port': ['ID=0107717f-1584-4f56-9229-4b268b6f8d62,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:55.592655 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:55.598401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:55.599302 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.600987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] 10.222.0.74 "PUT /v2.0/ports/269c90bf-d9c9-425b-8f36-cf9464621c31 HTTP/1.1" status: 200  len: 1092 time: 2.7233977
Dec 16 09:52:55.604181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:55.605774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:55.608103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Pushing event updated for resources: {'Port': ['ID=269c90bf-d9c9-425b-8f36-cf9464621c31,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:55.613197 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:55.614109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'tag': '269c90bf-d9c9-425b-8f36-cf9464621c31'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:52:55.622444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:55.804175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Attempting to bind port 0107717f-1584-4f56-9229-4b268b6f8d62 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:55.805334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Attempting to bind port 0107717f-1584-4f56-9229-4b268b6f8d62 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:55.805334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Attempting to bind port 0107717f-1584-4f56-9229-4b268b6f8d62 on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:55.820269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:55.820803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Checking segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:55.821283 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.821867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Bound using segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:55.822504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Bound port: 0107717f-1584-4f56-9229-4b268b6f8d62, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:55.827005 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.866188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Provisioning for port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:55.878929 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:52:55.879520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:52:55.971066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Provisioning complete for port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:55.971791 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:55.985280 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0edb8c22-6c4c-46dd-a6e1-106d04ed5e62 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.1438363
Dec 16 09:52:55.987951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36498) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:56.020855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-ba652307-9864-431c-9451-67e56932536a tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:56.022449 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-ba652307-9864-431c-9451-67e56932536a tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.54 "GET /v2.0/networks?id=b227d418-09f8-47b5-a468-fc7e121080ea HTTP/1.1" status: 200  len: 808 time: 0.4173653
Dec 16 09:52:56.045691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a5e6289-5e8e-4c70-b166-8594148eb1bb req-3518a04f-012f-44f2-843e-f2373db94a25 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6970980
Dec 16 09:52:56.106372 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.127479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:52:56.133781 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:56.147791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280b6f37-d61f-4bee-a628-8328d9bb0768 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:56.154575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280b6f37-d61f-4bee-a628-8328d9bb0768 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:56.155568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-280b6f37-d61f-4bee-a628-8328d9bb0768 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:56.157859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] For port 0107717f-1584-4f56-9229-4b268b6f8d62, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:52:56.192586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] For port 0107717f-1584-4f56-9229-4b268b6f8d62, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0107717f-1584-4f56-9229-4b268b6f8d62,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:52:56.211616 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.225877 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7e4240dc-41e3-4e38-af20-0e7dc2407cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:56.257924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:56.311202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82a918db-80e5-4e70-b127-8b3558435ada req-4d3a33bc-a0ad-4190-a326-169bf84bc2e3 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 210 time: 0.0692170
Dec 16 09:52:56.312552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:56.321967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:56.357577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:56.361257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-280b6f37-d61f-4bee-a628-8328d9bb0768 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:56.362521 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:56.362786 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-280b6f37-d61f-4bee-a628-8328d9bb0768 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.3735473
Dec 16 09:52:56.372291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-a752ad42-6925-47c8-b182-5b0af9cc6ac5 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de745d7a9b7f4096bcddfcc6827156d3 HTTP/1.1" status: 200  len: 379 time: 0.3251431
Dec 16 09:52:56.374816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:56.395385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'port': {'device_id': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'admin_state_up': True, 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'security_groups': ['f524847b-1760-464d-bc5d-ef81a282c39b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:56.467437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.483093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Pushing event updated for resources: {'Port': ['ID=0107717f-1584-4f56-9229-4b268b6f8d62,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:56.490650 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:56.521427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.527298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 438c45d8-3e78-40ad-b77e-4e6110bdca0b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:52:56.527643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.602379 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.667724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:56.668816 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.684954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-a796b807-e0ea-4002-bce1-349bdf1594c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:56.686928 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-a796b807-e0ea-4002-bce1-349bdf1594c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=55e00bc65875455a80e09fb4e12058eb&device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 1095 time: 0.6471779
Dec 16 09:52:56.688355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] For port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2d6029f9-c9d6-4f58-ac60-954e4144f9c5,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:56.695687 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.697524 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:56.860817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Provisioning for port 438c45d8-3e78-40ad-b77e-4e6110bdca0b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:56.875195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Provisioning complete for port 438c45d8-3e78-40ad-b77e-4e6110bdca0b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:56.875819 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.947638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Pushing event updated for resources: {'Port': ['ID=2d6029f9-c9d6-4f58-ac60-954e4144f9c5,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:56.953016 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:56.955138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Port 438c45d8-3e78-40ad-b77e-4e6110bdca0b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:52:56.968853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Provisioning for port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:56.976135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Provisioning complete for port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:56.976809 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:56.986347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-6723e738-913c-418d-b267-32b41f33c588 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269c90bf-d9c9-425b-8f36-cf9464621c31 HTTP/1.1" status: 200  len: 217 time: 0.2800689
Dec 16 09:52:57.049949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-27a236a2-ffae-4660-ae02-5b56a6739409 None None] Port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:52:57.095076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0673368
Dec 16 09:52:57.105161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Allocated IP 172.25.3.168 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a9213a0d-f726-4113-a831-3ef226acf791) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:57.158129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Request body: {'port': {'device_id': '8b87e93f-815e-4968-8c05-534b08de9964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:52:57.249762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:52:57.255977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-3a7366d8-1ad3-4c4a-a1c9-074d49c0fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:57.257515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-3a7366d8-1ad3-4c4a-a1c9-074d49c0fe9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2df6eb-f8fb-454a-9e2a-bfce717627bb HTTP/1.1" status: 200  len: 854 time: 0.2494962
Dec 16 09:52:57.265123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:port and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:52:57.311974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:52:57.372376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:52:57.375287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:57.376431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-ae3e6b01-9d1b-407a-b563-a5e52dbd7c15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29a81233-dddc-418d-a627-7d44ae308531&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039186
Dec 16 09:52:57.434540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Made reservation on behalf of de745d7a9b7f4096bcddfcc6827156d3 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:52:57.438627 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:57.521445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 438c45d8-3e78-40ad-b77e-4e6110bdca0b owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:52:57.552771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:57.589896 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:57.602185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-9ad149e2-dbc4-4014-bf5e-2292cccac023 service neutron] 10.222.0.74 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142437
Dec 16 09:52:57.619281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb163ad-23ed-4881-83fa-cf1f59c641d7 req-0211ec98-4ded-4cf8-aaee-06a16c7995ab tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:57.620978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6bb163ad-23ed-4881-83fa-cf1f59c641d7 req-0211ec98-4ded-4cf8-aaee-06a16c7995ab tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:57.684700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:57.691119 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-69f5641d-b805-4fd3-91ef-b2ddabe53ea6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:57.770249 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:57.773231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:57.779773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:57.787523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:57.816179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6bb163ad-23ed-4881-83fa-cf1f59c641d7 req-0211ec98-4ded-4cf8-aaee-06a16c7995ab tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:57.820092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6bb163ad-23ed-4881-83fa-cf1f59c641d7 req-0211ec98-4ded-4cf8-aaee-06a16c7995ab tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 931 time: 0.7239082
Dec 16 09:52:57.866376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Pushing event updated for resources: {'Port': ['ID=a9213a0d-f726-4113-a831-3ef226acf791,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:57.878134 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:57.878658 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d99f536-d2cd-40a9-834a-1f9971ffeb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:57.884553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358b15f-58a6-4127-8386-1277020121f8 None None] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:57.954736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=438c45d8-3e78-40ad-b77e-4e6110bdca0b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:57.958360 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:57.964271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:57.991356 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/438c45d8-3e78-40ad-b77e-4e6110bdca0b HTTP/1.1" status: 204  len: 168 time: 1.6151211
Dec 16 09:52:57.994604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36512) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:58.053931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6bb163ad-23ed-4881-83fa-cf1f59c641d7 req-ff0220cd-ecf1-4ec4-9240-7b9c027d0205 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077365
Dec 16 09:52:58.073561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bee6f725-59e4-496b-8ed1-753ac851dd1e req-9f8c306e-3241-42bb-a268-7739ebfc3e2a service neutron] 10.222.0.74 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4468987
Dec 16 09:52:58.200658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c44616fc-5cc3-4b80-9655-4e1ea98b3730 None None] Provisioning for port 0107717f-1584-4f56-9229-4b268b6f8d62 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:58.321744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb5a72-3b99-47cb-8b6d-715d277e7b87 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:58.328984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb5a72-3b99-47cb-8b6d-715d277e7b87 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:58.330075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0efb5a72-3b99-47cb-8b6d-715d277e7b87 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:52:58.444920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Allocated IP 172.20.0.4 (b227d418-09f8-47b5-a468-fc7e121080ea/cadebf33-61d3-4d7a-b75a-81b0ecf6799a/2e1cdf34-11c1-44db-b9aa-bcd019a1049e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:52:58.445692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0efb5a72-3b99-47cb-8b6d-715d277e7b87 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:52:58.447033 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0efb5a72-3b99-47cb-8b6d-715d277e7b87 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4510298
Dec 16 09:52:58.448267 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'tag': '269c90bf-d9c9-425b-8f36-cf9464621c31', 'status': 'completed', 'code': 200}
Dec 16 09:52:58.452476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:58.775894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-7d97dffe-63a2-499c-932f-19a05089deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:58.777383 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-7d97dffe-63a2-499c-932f-19a05089deeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=55e00bc65875455a80e09fb4e12058eb&device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 1095 time: 0.5682287
Dec 16 09:52:58.834645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:58.849351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet d009c8f3-4696-4a62-9ab4-ec030ec5d9c8 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:52:58.868396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:58.873074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:52:58.915620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:58.916085 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:58.949446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.053746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0107717f-1584-4f56-9229-4b268b6f8d62 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:52:59.069682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e25ac9-d38a-420a-bcd0-78eb0ff664ef {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:52:59.087312 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.130230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 0107717f-1584-4f56-9229-4b268b6f8d62 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:52:59.135875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 0107717f-1584-4f56-9229-4b268b6f8d62 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:52:59.136937 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.140144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Transition to ACTIVE for port object b1e25ac9-d38a-420a-bcd0-78eb0ff664ef will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:59.142916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.147228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-8ee8500f-242e-4f8f-8d17-72596e8cb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:59.148896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-8ee8500f-242e-4f8f-8d17-72596e8cb282 service neutron] 10.222.0.74 "GET /v2.0/networks?id=29a81233-dddc-418d-a627-7d44ae308531 HTTP/1.1" status: 200  len: 915 time: 0.3643699
Dec 16 09:52:59.149029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.155444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.163062 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:59.265835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.293106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-73c7e114-50d0-4b94-bf64-7a73a1dee108 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269c90bf-d9c9-425b-8f36-cf9464621c31 HTTP/1.1" status: 200  len: 217 time: 0.1317971
Dec 16 09:52:59.297357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Transition to ACTIVE for port object 2e1cdf34-11c1-44db-b9aa-bcd019a1049e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:52:59.305431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 0107717f-1584-4f56-9229-4b268b6f8d62, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0107717f-1584-4f56-9229-4b268b6f8d62,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:52:59.310944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.313431 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c66aa513-ea46-4f28-bc38-f7113b3d759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:59.397249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=0107717f-1584-4f56-9229-4b268b6f8d62,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:59.407273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.407784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.408234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.408677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.409167 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.409633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.410075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.410506 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.410979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.411434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.411889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.413285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:52:59.416939 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:59.421369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc8d2d-cbc7-4193-9db0-39232e8063a3 req-edc2799e-12b4-4350-b25f-b3834da36a47 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:59.429470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfdc8d2d-cbc7-4193-9db0-39232e8063a3 req-edc2799e-12b4-4350-b25f-b3834da36a47 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 944 time: 0.5576334
Dec 16 09:52:59.443146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.472531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:59.481045 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:59.589001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-3cf6beb4-62dc-4ddc-8be9-d4195f8a801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:52:59.590453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-3cf6beb4-62dc-4ddc-8be9-d4195f8a801c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca2df6eb-f8fb-454a-9e2a-bfce717627bb HTTP/1.1" status: 200  len: 854 time: 0.2421961
Dec 16 09:52:59.642547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.646457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.646947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfdc8d2d-cbc7-4193-9db0-39232e8063a3 req-12bf1230-3c42-4b37-b57e-0e66703e972d tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163401
Dec 16 09:52:59.652972 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59b2d691-0d05-479e-bc8a-48c600005dfb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:59.658703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-e834e048-1ca6-4dfe-ba81-a38fa30be589 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29a81233-dddc-418d-a627-7d44ae308531&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567188
Dec 16 09:52:59.662203 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.678844 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:52:59.767171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=d009c8f3-4696-4a62-9ab4-ec030ec5d9c8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:59.769788 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:59.781139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac92157-f3c2-4037-87cf-848c9c702a9b None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:52:59.790557 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.861848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Attempting to bind port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:52:59.862076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Attempting to bind port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:52:59.862285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Attempting to bind port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:59.877685 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/d009c8f3-4696-4a62-9ab4-ec030ec5d9c8 HTTP/1.1" status: 204  len: 168 time: 1.4223452
Dec 16 09:52:59.887062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Network b227d418-09f8-47b5-a468-fc7e121080ea is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:52:59.888779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36524) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:59.892321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:52:59.892965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Attempting to bind port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:52:59.903392 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:52:59.909679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'Port': ['ID=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:52:59.914210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:52:59.946057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:52:59.947137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:52:59.947137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Bound using segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:52:59.947359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Bound port: b1e25ac9-d38a-420a-bcd0-78eb0ff664ef, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:52:59.947559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:52:59.960973 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:52:59.976150 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-18ce9604-63d1-48a2-a794-598e0dde2371 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0825207
Dec 16 09:52:59.983013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36528) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:52:59.998006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:00.106932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-b0adbe65-3a4b-49f2-994a-455177ecb22c service neutron] 10.222.0.74 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4400308
Dec 16 09:53:00.117101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:00.117755 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.140023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:53:00.144339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Deleting port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:00.144837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.165705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:00.171080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:00.175615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:00.183212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:00.190538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:53:00.200178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:00.203973 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.275039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-60fba3b5-e52f-4fd3-a971-d9e62ac39c88 None None] Provisioning for port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:00.284306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-60fba3b5-e52f-4fd3-a971-d9e62ac39c88 None None] Provisioning complete for port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:00.284773 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-60fba3b5-e52f-4fd3-a971-d9e62ac39c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.438476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0544033
Dec 16 09:53:00.458321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Request body: {'port': {'device_id': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:00.495830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfaf0d-2e9a-4d27-9819-e21098a8d572 req-97bcbc74-6204-4176-a705-e7d998d937a2 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:00.496509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-57cfaf0d-2e9a-4d27-9819-e21098a8d572 req-97bcbc74-6204-4176-a705-e7d998d937a2 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Synchronizing usage tracker for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:00.501365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-60fba3b5-e52f-4fd3-a971-d9e62ac39c88 None None] Port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:53:00.514335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] For port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2d6029f9-c9d6-4f58-ac60-954e4144f9c5,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:00.515054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.529876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] For port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:00.554317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] For port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:00.564347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:00.574660 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Sync routers for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:00.593911 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:00.594565 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:00.618784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-57cfaf0d-2e9a-4d27-9819-e21098a8d572 req-97bcbc74-6204-4176-a705-e7d998d937a2 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Unset dirty status for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:00.626954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cfaf0d-2e9a-4d27-9819-e21098a8d572 req-97bcbc74-6204-4176-a705-e7d998d937a2 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 931 time: 0.8601935
Dec 16 09:53:00.629747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.655722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.656359 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48e6bd7d-4254-454b-970f-22a6c2b67e2f tempest-ServerRescueNegativeTestJSON-794464381 tempest-ServerRescueNegativeTestJSON-794464381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:00.659807 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.2461753
Dec 16 09:53:00.663846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:00.717768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Calling delete_port for 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:00.758626 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ef542b9-e564-4318-ba0f-b91a1436bd06 req-9a0b7380-5a9f-4f05-8deb-2426d55e639f service neutron] 10.222.0.74 "GET /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6328685
Dec 16 09:53:00.771757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0107717f-1584-4f56-9229-4b268b6f8d62 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:00.773469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:00.773652 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.775561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] 10.222.0.54 "PUT /v2.0/ports/b1e25ac9-d38a-420a-bcd0-78eb0ff664ef HTTP/1.1" status: 200  len: 1091 time: 3.6562324
Dec 16 09:53:00.781100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b87e93f-815e-4968-8c05-534b08de9964', 'tag': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:00.830357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57cfaf0d-2e9a-4d27-9819-e21098a8d572 req-f9506ec9-759c-4ce0-a192-d290521e8543 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2019038
Dec 16 09:53:00.859227 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:00.979309 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:53:01.024521 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:01.039554 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:01.055136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 0107717f-1584-4f56-9229-4b268b6f8d62 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:01.055342 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:01.109754 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6dc667e8-f967-4a21-856a-7ca3547c09d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:01.134008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:01.137957 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:01.252995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] No DVR routers for this DVR port 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:01.276642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Pushing event deleted for resources: {'Port': ['ID=2d6029f9-c9d6-4f58-ac60-954e4144f9c5,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:01.303005 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:01.425331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:01.437375 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c00c3da5-55a4-49e9-9d8b-7f60db76dcf7 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:01.479057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:01.532043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-98bc01aa-60aa-4438-9a55-dfa7f2811856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:01.534527 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-98bc01aa-60aa-4438-9a55-dfa7f2811856 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 1094 time: 0.7002959
Dec 16 09:53:01.545345 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8c70>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:52:58Z', 'revision_number': 3, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:01.552833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Checking router: c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:01.553359 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Updating router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 port a9213a0d-f726-4113-a831-3ef226acf791 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:53:01.585214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:53:01.585573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2d6029f9-c9d6-4f58-ac60-954e4144f9c5 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:53:01.649379 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:01.665433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-6a333f74-444a-425a-a3f5-3087450371d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef HTTP/1.1" status: 200  len: 217 time: 0.1164005
Dec 16 09:53:01.671118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:01.677508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:01.681056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:01.681928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:01.689799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6b3ed-0f73-4c4b-924f-1bcb842706e2 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:01.716129 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7319565
Dec 16 09:53:01.717136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=7a3b5e46-e1e5-497b-a682-78cc30f93929,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:01.720203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:01.736895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.737204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.737863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.738054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.738351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.738743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.739178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.739567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.739936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.740304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.740670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.741035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:01.742093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '7a3b5e46-e1e5-497b-a682-78cc30f93929', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1995637439'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:01.745339 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:01.842988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 269c90bf-d9c9-425b-8f36-cf9464621c31 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:53:01.935114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:01.948409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:01.954192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:01.969515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25568641-1dd7-4d05-85f3-834e6ecfc77a req-17fca483-91ee-44a1-b973-afd97a14ba20 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:01.978414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25568641-1dd7-4d05-85f3-834e6ecfc77a req-17fca483-91ee-44a1-b973-afd97a14ba20 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 943 time: 0.5535777
Dec 16 09:53:02.010413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 269c90bf-d9c9-425b-8f36-cf9464621c31, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=269c90bf-d9c9-425b-8f36-cf9464621c31,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:02.015516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:02.036705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '269c90bf-d9c9-425b-8f36-cf9464621c31', 'network_id': '29a81233-dddc-418d-a627-7d44ae308531', 'port_id': '269c90bf-d9c9-425b-8f36-cf9464621c31', 'mac_address': 'fa:16:3e:76:21:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2df6eb-f8fb-454a-9e2a-bfce717627bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:53:02.059101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-f1184f5e-d40b-4ccc-9b28-3586d271d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:02.061078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-f1184f5e-d40b-4ccc-9b28-3586d271d6c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.3869376
Dec 16 09:53:02.103053 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.117772 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Transition to ACTIVE for port object a9213a0d-f726-4113-a831-3ef226acf791 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:02.120563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.130465 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.136591 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:02.196365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-25568641-1dd7-4d05-85f3-834e6ecfc77a req-878b604d-b4f0-4d5d-a8ed-753c64dce139 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167809
Dec 16 09:53:02.200519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:02.222104 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Attempting to bind port a9213a0d-f726-4113-a831-3ef226acf791 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:02.222483 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Attempting to bind port a9213a0d-f726-4113-a831-3ef226acf791 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:02.222875 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Attempting to bind port a9213a0d-f726-4113-a831-3ef226acf791 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:02.234130 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:02.235027 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:02.235720 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.236272 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:02.236787 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.237108 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Bound port: a9213a0d-f726-4113-a831-3ef226acf791, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:02.237667 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.265276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269c90bf-d9c9-425b-8f36-cf9464621c31 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:02.320967 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] For port a9213a0d-f726-4113-a831-3ef226acf791, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:02.324572 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] For port a9213a0d-f726-4113-a831-3ef226acf791, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a9213a0d-f726-4113-a831-3ef226acf791,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:02.333042 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f829c8-8f60-43cc-bcef-c92a6b7320e3 None None] Pushing event updated for resources: {'Port': ['ID=a9213a0d-f726-4113-a831-3ef226acf791,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:02.336966 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.342517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 269c90bf-d9c9-425b-8f36-cf9464621c31, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=269c90bf-d9c9-425b-8f36-cf9464621c31,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:02.343652 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-13f829c8-8f60-43cc-bcef-c92a6b7320e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:02.344063 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-13f829c8-8f60-43cc-bcef-c92a6b7320e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:02.350816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.353946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '7a3b5e46-e1e5-497b-a682-78cc30f93929'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:53:02.355348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.371571 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bfa3edb-dda3-4aeb-b88c-8720386d758c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:02.415138 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:02.415801 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:02.456836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Allocated IP 172.20.0.1 (18b6da08-f91c-470b-860f-c57e1f9d4f29/27e58984-c6d6-4061-984f-f4028eb6a5e8/473cd01d-99ee-4d35-9711-4cae4b9e8fe8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:02.479213 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.513981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1cdf34-11c1-44db-b9aa-bcd019a1049e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:02.539555 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.555571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=269c90bf-d9c9-425b-8f36-cf9464621c31,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:02.559359 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:02.564509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 96f823b9-9853-435b-9165-7dc301f26dc4 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:53:02.618110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Transition to ACTIVE for port object 2e1cdf34-11c1-44db-b9aa-bcd019a1049e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:02.648814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.652669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['269c90bf-d9c9-425b-8f36-cf9464621c31'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:53:02.659035 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7bf0e16c-4ef5-49b6-a469-a2862bbdbfe0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:02.695570 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:02.765932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/7a3b5e46-e1e5-497b-a682-78cc30f93929/359c53ce-78ec-4fc4-a601-95e4d7c04092) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:02.859954 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.882051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Transition to ACTIVE for port object 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:02.918541 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f829c8-8f60-43cc-bcef-c92a6b7320e3 None None] Pushing event updated for resources: {'Port': ['ID=a9213a0d-f726-4113-a831-3ef226acf791,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:02.923452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:02.931515 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-13f829c8-8f60-43cc-bcef-c92a6b7320e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:02.938346 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:03.003207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-d662f44e-382f-4cb2-b9d5-2697b845dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:03.003207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-d662f44e-382f-4cb2-b9d5-2697b845dcb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.9021299
Dec 16 09:53:03.014665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:03.032227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:03.042348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:03.111636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b99ed-7dcd-4aca-9825-fda7587daf24 req-484ba432-634b-4907-9473-e5f5cc71a243 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:03.120371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d94b99ed-7dcd-4aca-9825-fda7587daf24 req-484ba432-634b-4907-9473-e5f5cc71a243 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 945 time: 0.6784587
Dec 16 09:53:03.125375 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28d8c70>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:52:58Z', 'revision_number': 3, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:03.131382 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916930d-d62d-4fbd-b6ab-6f2d667e093b None None] The sync data for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 is: [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:52:58Z', 'revision_number': 3, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:03.132007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Pushing event updated for resources: {'Port': ['ID=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:03.146215 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:03.154333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:03.243229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:03.264422 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:03.284121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Transition to ACTIVE for port object 359c53ce-78ec-4fc4-a601-95e4d7c04092 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:03.293119 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:03.330252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Transition to ACTIVE for port object 359c53ce-78ec-4fc4-a601-95e4d7c04092 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:03.337734 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:03.344631 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:03.507562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Pushing event updated for resources: {'Port': ['ID=359c53ce-78ec-4fc4-a601-95e4d7c04092,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:03.524099 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:03.535107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b624804b-d140-42fe-a810-219a59a013c4 None None] Provisioning for port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:03.541833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b624804b-d140-42fe-a810-219a59a013c4 None None] Provisioning complete for port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:03.542217 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b624804b-d140-42fe-a810-219a59a013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:03.546989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d94b99ed-7dcd-4aca-9825-fda7587daf24 req-168da1af-1157-409b-8fe9-343fb0262826 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4254746
Dec 16 09:53:03.551020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-60f5bb80-34fa-4117-876f-d33c875f20f4 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4781480
Dec 16 09:53:03.557272 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:53:03.558095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:53:03.626921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b624804b-d140-42fe-a810-219a59a013c4 None None] Port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:53:03.631806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:03.633457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:03.635652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:03.639554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8c707d76-9f64-480a-95a6-9bed6502862a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.9126801
Dec 16 09:53:03.640635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36550) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:03.713648 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b87e93f-815e-4968-8c05-534b08de9964', 'tag': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef', 'status': 'completed', 'code': 200}
Dec 16 09:53:03.831727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Attempting to bind port 359c53ce-78ec-4fc4-a601-95e4d7c04092 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:03.832196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Attempting to bind port 359c53ce-78ec-4fc4-a601-95e4d7c04092 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:03.832601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Attempting to bind port 359c53ce-78ec-4fc4-a601-95e4d7c04092 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:03.839556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:03.840007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:03.840434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:03.840982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:03.841304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Attempting to bind port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:03.841715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Bound port: 359c53ce-78ec-4fc4-a601-95e4d7c04092, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:03.842073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Attempting to bind port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:03.842191 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:03.842427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Attempting to bind port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e on network b227d418-09f8-47b5-a468-fc7e121080ea {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:03.846769 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:03.892902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 269c90bf-d9c9-425b-8f36-cf9464621c31 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:03.903451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e on network b227d418-09f8-47b5-a468-fc7e121080ea not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:53:03.904220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Attempting to bind port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e on network b227d418-09f8-47b5-a468-fc7e121080ea {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:03.927306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:03.928018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Checking segment: {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:03.928565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Bound using segment: {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:03.929233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Bound port: 2e1cdf34-11c1-44db-b9aa-bcd019a1049e, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f66176-94b3-4c4d-9142-0f74ee33b317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:03.929586 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.024975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] For port 359c53ce-78ec-4fc4-a601-95e4d7c04092, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:04.028834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 269c90bf-d9c9-425b-8f36-cf9464621c31 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:04.035528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] For port 359c53ce-78ec-4fc4-a601-95e4d7c04092, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=359c53ce-78ec-4fc4-a601-95e4d7c04092,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:04.038960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 269c90bf-d9c9-425b-8f36-cf9464621c31 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:04.039467 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.064275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a23d866-9733-4bc5-906c-56d5c0cfc454 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:04.065077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a23d866-9733-4bc5-906c-56d5c0cfc454 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:04.082783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.102830 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6d1e8686-0dca-4c11-911d-7b76f083f217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:04.145396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3b2c-e790-4572-9e02-1c1191603f41 req-8d8e379f-366a-4ac1-980b-6994bb9fe459 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:04.147093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996d3b2c-e790-4572-9e02-1c1191603f41 req-8d8e379f-366a-4ac1-980b-6994bb9fe459 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 943 time: 0.3207946
Dec 16 09:53:04.158195 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dcdde1-b662-41fc-83e5-7526f620c65e req-13fb2afe-9dff-4f91-bb9c-a084c0e4d4d3 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5622706
Dec 16 09:53:04.173940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a23d866-9733-4bc5-906c-56d5c0cfc454 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:04.177475 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.180627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9a23d866-9733-4bc5-906c-56d5c0cfc454 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.5322020
Dec 16 09:53:04.182975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36556) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:04.188262 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.217530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Pushing event updated for resources: {'Port': ['ID=359c53ce-78ec-4fc4-a601-95e4d7c04092,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:04.225713 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:04.249390 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c0eb4be6-c916-4060-9de3-e37c8e189365 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:04.295889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.309562 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.348875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] For port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:04.371453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 269c90bf-d9c9-425b-8f36-cf9464621c31, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=269c90bf-d9c9-425b-8f36-cf9464621c31,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:04.373314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269c90bf-d9c9-425b-8f36-cf9464621c31'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:04.379908 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.382259 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1306f90b-a9a8-495b-8b58-c86358457734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:04.402541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-996d3b2c-e790-4572-9e02-1c1191603f41 req-dd274930-ab0f-40d7-b85c-4047cf1489b9 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2295170
Dec 16 09:53:04.409381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] For port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:04.431800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2c86b-2b4f-45a9-b8dc-2a660e28e8bf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:04.435184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2c86b-2b4f-45a9-b8dc-2a660e28e8bf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:04.436289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f0b2c86b-2b4f-45a9-b8dc-2a660e28e8bf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:04.447319 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.458387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Pushing event updated for resources: {'Port': ['ID=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:04.461331 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:04.472183 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:04.503582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=269c90bf-d9c9-425b-8f36-cf9464621c31,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:04.506740 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:04.542360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:04.543414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.545128 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] 10.222.0.54 "PUT /v2.0/ports/2e1cdf34-11c1-44db-b9aa-bcd019a1049e HTTP/1.1" status: 200  len: 1091 time: 4.0932763
Dec 16 09:53:04.594816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:04.596577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:04.794140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-791e6d2d-259b-434a-9465-03d3c26b731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:04.795795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-791e6d2d-259b-434a-9465-03d3c26b731c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 1094 time: 0.5383189
Dec 16 09:53:04.796473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f0b2c86b-2b4f-45a9-b8dc-2a660e28e8bf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:04.800627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f0b2c86b-2b4f-45a9-b8dc-2a660e28e8bf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6123245
Dec 16 09:53:04.801608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:04.805202 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:04.805887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36564) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:04.836535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a9213a0d-f726-4113-a831-3ef226acf791 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:04.960531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a9213a0d-f726-4113-a831-3ef226acf791 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:04.969561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a9213a0d-f726-4113-a831-3ef226acf791 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:04.969918 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:04.972369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:53:05.080150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 7a3b5e46-e1e5-497b-a682-78cc30f93929 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:05.099432 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:05.181700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:05.191904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93926bf4-9a87-4085-a9d8-9641281f0437 req-27292af3-7a9b-42da-928c-ba1211b3b08a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:05.193993 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93926bf4-9a87-4085-a9d8-9641281f0437 req-27292af3-7a9b-42da-928c-ba1211b3b08a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 943 time: 0.5513668
Dec 16 09:53:05.203321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a9213a0d-f726-4113-a831-3ef226acf791, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a9213a0d-f726-4113-a831-3ef226acf791,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:05.209672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:05.213493 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:05.219425 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:05.255421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-5026b79a-bbc1-475a-94a1-fe9b4779e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:05.256908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-5026b79a-bbc1-475a-94a1-fe9b4779e524 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.4392300
Dec 16 09:53:05.269492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:05.271962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-57a94937-9cfa-4633-b40c-257cf640f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:05.273511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-57a94937-9cfa-4633-b40c-257cf640f32f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de745d7a9b7f4096bcddfcc6827156d3&device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1094 time: 0.6252215
Dec 16 09:53:05.289820 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] 10.222.0.66 "PUT /v2.0/routers/c403a2fc-bd09-4b03-9c0a-b5a090fa8e99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6206381
Dec 16 09:53:05.313794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cc24d23f-cea7-4427-92ba-dc9c150b6afe None None] Provisioning complete for port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:05.314179 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc24d23f-cea7-4427-92ba-dc9c150b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:05.364892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a9213a0d-f726-4113-a831-3ef226acf791,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:05.369775 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:05.380032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cc24d23f-cea7-4427-92ba-dc9c150b6afe None None] Port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:53:05.583842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-2eb30be7-6166-4844-85b0-80b2c366d397 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef HTTP/1.1" status: 200  len: 217 time: 0.3044293
Dec 16 09:53:05.588964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-8611f03b-27b1-49e6-bc44-81c130d2b0b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e HTTP/1.1" status: 200  len: 217 time: 0.3036454
Dec 16 09:53:05.677628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93926bf4-9a87-4085-a9d8-9641281f0437 req-6d68b6c2-f09e-4109-9dd3-5e54cee1ec28 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4714561
Dec 16 09:53:05.714451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:05.744345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-6fd23295-2502-4524-a2bb-74732a2fecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:05.745853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-6fd23295-2502-4524-a2bb-74732a2fecd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cadebf33-61d3-4d7a-b75a-81b0ecf6799a HTTP/1.1" status: 200  len: 847 time: 0.1487908
Dec 16 09:53:05.751435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-348a55bb-27cf-46fc-996b-0ee7a2f36d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:05.752964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-348a55bb-27cf-46fc-996b-0ee7a2f36d96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1589701
Dec 16 09:53:05.797659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Sync routers for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:05.806405 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:05.813294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:05.813945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12ae580>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:05.964094 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269c90bf-d9c9-425b-8f36-cf9464621c31', 'code': 200}
Dec 16 09:53:05.996043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-217c008f-e3c5-479f-84c7-6006b7b4b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:05.997675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-217c008f-e3c5-479f-84c7-6006b7b4b10d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b227d418-09f8-47b5-a468-fc7e121080ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2412741
Dec 16 09:53:06.001474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-487fe627-6869-4c3e-b6d7-5e7afb7611aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:06.002949 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-487fe627-6869-4c3e-b6d7-5e7afb7611aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2033033
Dec 16 09:53:06.004353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:06.010283 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:06.040104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ac03ce5-36d9-44fa-8086-411a8faba889 None None] Provisioning for port 359c53ce-78ec-4fc4-a601-95e4d7c04092 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:06.044621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:06.148087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3b5e46-e1e5-497b-a682-78cc30f93929,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:06.192736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe2516-a8e8-4704-bc07-f6f62a554239 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:06.197303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:06.281109 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:06.357668 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/7a3b5e46-e1e5-497b-a682-78cc30f93929 HTTP/1.1" status: 204  len: 168 time: 1.5300913
Dec 16 09:53:06.359604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:06.468500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-7b64b488-9ca5-4e33-a422-c3d18315406f service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4210587
Dec 16 09:53:06.473741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-3f3decd9-5db1-4e18-b182-9d6f62ad5f2a service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4304876
Dec 16 09:53:06.512203 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1ac42339-ed5b-48b0-a046-845ab13e878d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1492777
Dec 16 09:53:06.512671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:06.522310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:06.526854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137b21c-8dd4-449c-ad38-34e7ca295ca9 req-3eb608e8-055e-463b-a89c-e47bb1b674d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:06.529236 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3137b21c-8dd4-449c-ad38-34e7ca295ca9 req-3eb608e8-055e-463b-a89c-e47bb1b674d9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 1097 time: 0.4824061
Dec 16 09:53:06.692029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bc2d6-d9c1-4a39-bd41-f4d1b18f16ca req-ff3897f7-b47c-4849-8782-adc8f0d4114d tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:06.700515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-938bc2d6-d9c1-4a39-bd41-f4d1b18f16ca req-ff3897f7-b47c-4849-8782-adc8f0d4114d tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 946 time: 0.5793383
Dec 16 09:53:06.729329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:06.734736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:06.740023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:06.751050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:06.766923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:06.775458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:06.784052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3137b21c-8dd4-449c-ad38-34e7ca295ca9 req-9d5d2692-476b-4ae7-a0cd-3b966c12d33f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876087
Dec 16 09:53:06.814200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a9213a0d-f726-4113-a831-3ef226acf791 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:06.816760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-938bc2d6-d9c1-4a39-bd41-f4d1b18f16ca req-7516cc14-dfac-4cb9-8d58-55d14c619b11 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145182
Dec 16 09:53:06.873954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5d1d440-a105-489b-97e4-946c563ef2ec req-f32e5fa8-9d12-4294-bef7-3a7d439968f4 service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3910868
Dec 16 09:53:06.875772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c34b70d9-e72d-441b-b47d-0d84120cf068 req-d829579f-5521-4b23-ad77-3be94e46f694 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3941813
Dec 16 09:53:06.938768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a9213a0d-f726-4113-a831-3ef226acf791 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:06.939149 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:06.975982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12ae580>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 2, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:06.991744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Checking router: c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:06.992120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Updating router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:53:07.023808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:53:07.050470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Deleting port 359c53ce-78ec-4fc4-a601-95e4d7c04092 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:07.050861 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.087605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.093738 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9394e032-e070-4b70-9379-d62d5b577173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:07.110583 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.155048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:07.158249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:07.162102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:07.162695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.189180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=03a41c56-9640-4603-bfce-abecacc5da75,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:07.191976 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:07.207517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36590) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:07.208473 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6938145
Dec 16 09:53:07.214401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-189425735', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:07.221386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:07.226125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:router and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:07.229819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:07.236805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:07.250256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.250256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.268491 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.297081 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.322977 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.327113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-665d1158-2422-4197-845d-6bcd2f1e65c4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1152020
Dec 16 09:53:07.327430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36594) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:07.401085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:07.406488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 359c53ce-78ec-4fc4-a601-95e4d7c04092 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:07.411555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--957347769', 'description': 'tempest-description--897698081'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:07.422338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:07.427979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:07.431929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:07.440413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:07.456532 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.493564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:07.499482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group_rule and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:07.503938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:07.516803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:07.620419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] For port 359c53ce-78ec-4fc4-a601-95e4d7c04092, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=359c53ce-78ec-4fc4-a601-95e4d7c04092,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:07.620831 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.628180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.633422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.640449 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cb48748-a466-44cc-9a53-c84e20894780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:07.769730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b1e25ac9-d38a-420a-bcd0-78eb0ff664ef details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:53:07.782935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Calling delete_port for 359c53ce-78ec-4fc4-a601-95e4d7c04092 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:07.811012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 359c53ce-78ec-4fc4-a601-95e4d7c04092 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:07.845335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 359c53ce-78ec-4fc4-a601-95e4d7c04092 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:07.846015 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.850728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:07.871665 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:07.876671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:07.886550 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4825151
Dec 16 09:53:07.888477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:07.897628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'security_group_rule': {'security_group_id': '1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:07.907546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:07.915757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group_rule and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:07.920517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:07.928811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:07.958100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.074083 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:53:08.076626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.081938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.086026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098eb8d1-efe1-464e-a1f8-ee21a12e903f req-1cdf6d46-4bcc-4c0b-ac54-cdb7b1e38d95 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:08.087673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-098eb8d1-efe1-464e-a1f8-ee21a12e903f req-1cdf6d46-4bcc-4c0b-ac54-cdb7b1e38d95 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 943 time: 0.5280666
Dec 16 09:53:08.120855 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77b4fb35-cd90-4c4b-a9f9-31f038ce6ee0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:08.144277 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.146414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ebd57b-45c9-4d9b-b629-af23d2d4a11d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:08.154887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.159988 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:08.166095 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:08.169204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.178534 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2871444
Dec 16 09:53:08.179883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:08.188366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'security_group_rule': {'security_group_id': '1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:08.197549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:08.202418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group_rule and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:08.206033 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:08.214083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:08.241479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.247240 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No ports have port_id starting with 359c53ce-78ec-4fc4-a601-95e4d7c04092
Dec 16 09:53:08.248734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Pushing event deleted for resources: {'Port': ['ID=359c53ce-78ec-4fc4-a601-95e4d7c04092,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:08.257294 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:08.266261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] No DVR routers for this DVR port 359c53ce-78ec-4fc4-a601-95e4d7c04092 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:08.281604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.307433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2830af7-1ae6-47bb-9603-b291f39ee573 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:08.342274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.347453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.355617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-098eb8d1-efe1-464e-a1f8-ee21a12e903f req-845a36a0-1e8b-42ae-8fc0-9041cf1db325 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2323120
Dec 16 09:53:08.357407 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0bce5a04-6e63-4510-9b21-dad2e2ad0919 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:08.385711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1611aa80-7299-437f-834c-5a60670eb2eb,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:08.388892 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:08.396451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.398483 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2165463
Dec 16 09:53:08.401711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:08.408186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:08.417082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:08.428373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:floatingip and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:08.431979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:08.439364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:08.457969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.486114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:08.502100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Transition to ACTIVE for port object 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:08.527391 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.545805 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:08.555996 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'status': 'completed', 'code': 200}
Dec 16 09:53:08.625117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef', 'mac_address': 'fa:16:3e:8b:d2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:53:08.700207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:08.781125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 359c53ce-78ec-4fc4-a601-95e4d7c04092 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:08.905025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 359c53ce-78ec-4fc4-a601-95e4d7c04092 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:53:08.905601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 359c53ce-78ec-4fc4-a601-95e4d7c04092 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:53:08.923833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::1 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/03a41c56-9640-4603-bfce-abecacc5da75/e9d8c673-8b4b-4d00-952b-cc76aba5134a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:08.939077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd5627-68e6-43a8-b6bb-493f64d3386a None None] Pushing event updated for resources: {'Port': ['ID=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:08.941376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Allocated IP 172.25.3.152 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/7b17d003-4173-4a04-93c8-7029236099ae) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:08.944938 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35fd5627-68e6-43a8-b6bb-493f64d3386a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:08.993562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-d1adcd7d-ec42-451c-87ea-ff441f1d3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:08.995282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-d1adcd7d-ec42-451c-87ea-ff441f1d3aa7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de745d7a9b7f4096bcddfcc6827156d3&device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1094 time: 0.4381783
Dec 16 09:53:09.107220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.116873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.140352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.145328 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-199d6c6f-e2fc-4d13-a838-a009a0dba54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:09.170851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Attempting to bind port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:09.171398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Attempting to bind port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:09.171968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Attempting to bind port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:09.179609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e25ac9-d38a-420a-bcd0-78eb0ff664ef {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:09.197426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:09.201090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:09.202010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Checking segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:09.202228 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.202904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Bound using segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:09.203659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Bound port: 473cd01d-99ee-4d35-9711-4cae4b9e8fe8, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:09.204151 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.215678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:09.215948 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.216516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:09.220705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:09.223205 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e23a7d7-271d-406a-857f-047237ab4c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:09.260771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'Port': ['ID=7b17d003-4173-4a04-93c8-7029236099ae,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:09.265678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:09.312935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.375755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '03a41c56-9640-4603-bfce-abecacc5da75'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:53:09.376739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.382592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.409878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-63d42afa-d1db-42c2-be11-23e5640e0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:09.412762 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-63d42afa-d1db-42c2-be11-23e5640e0e3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b227d418-09f8-47b5-a468-fc7e121080ea HTTP/1.1" status: 200  len: 909 time: 0.4093249
Dec 16 09:53:09.415837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:09.420555 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:09.430045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36088dd6-4402-415a-a2fa-804b0519ea84 req-0437480d-b444-4e20-b444-361282810496 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:09.435939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36088dd6-4402-415a-a2fa-804b0519ea84 req-0437480d-b444-4e20-b444-361282810496 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 943 time: 0.4980419
Dec 16 09:53:09.486631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:53:09.542841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.548545 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-55bbaaa8-ad76-499f-bdf2-17e9ed9e2b7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e HTTP/1.1" status: 200  len: 217 time: 0.1098602
Dec 16 09:53:09.579560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] For port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:09.610254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] For port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:09.629088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.629761 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.634906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.638258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object e9d8c673-8b4b-4d00-952b-cc76aba5134a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:09.638801 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:09.640353 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41762008-233f-431a-b503-1267c4037437 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:09.679041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36088dd6-4402-415a-a2fa-804b0519ea84 req-ca9e1847-99f1-4336-ab1f-44dcdccea794 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259567
Dec 16 09:53:09.684094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-845149b3-8540-4573-96eb-41ba39a83c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:09.685719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-845149b3-8540-4573-96eb-41ba39a83c9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cadebf33-61d3-4d7a-b75a-81b0ecf6799a HTTP/1.1" status: 200  len: 847 time: 0.1286576
Dec 16 09:53:09.718671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd5627-68e6-43a8-b6bb-493f64d3386a None None] Pushing event updated for resources: {'Port': ['ID=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:09.721300 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35fd5627-68e6-43a8-b6bb-493f64d3386a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:09.761452 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.761684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'Port': ['ID=7b17d003-4173-4a04-93c8-7029236099ae,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:09.765854 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:09.767866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2e1cdf34-11c1-44db-b9aa-bcd019a1049e details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:53:09.772867 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f69950d-ea54-4372-b6b7-bc55f3ae72dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:09.778752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.807831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:09.808684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12ae580>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:09.821655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:09.823348 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4204655
Dec 16 09:53:10.087582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:10.092423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:10.105601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:10.106117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:10.112822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=e9d8c673-8b4b-4d00-952b-cc76aba5134a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:10.124354 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:10.126661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/03a41c56-9640-4603-bfce-abecacc5da75/dd308421-95b0-4821-ac0a-1fb7ac022230) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:10.146402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-2a7732eb-1db6-4d1d-9453-98eea507dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:10.147957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-2a7732eb-1db6-4d1d-9453-98eea507dac0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b227d418-09f8-47b5-a468-fc7e121080ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4559188
Dec 16 09:53:10.272117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c6d8a-fb5c-41aa-9707-2f95c40dfaaf req-3219d8f3-b9ff-48d1-bdac-7bc2257627d5 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:10.273837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed7c6d8a-fb5c-41aa-9707-2f95c40dfaaf req-3219d8f3-b9ff-48d1-bdac-7bc2257627d5 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 946 time: 0.2704351
Dec 16 09:53:10.407527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:10.415698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-8ed913de-78c2-447f-beed-6ff0207de33d service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597029
Dec 16 09:53:10.418710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed7c6d8a-fb5c-41aa-9707-2f95c40dfaaf req-ab6d379e-0f05-4391-bcda-2c6970bf5583 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146567
Dec 16 09:53:10.419266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:10.458297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:10.521017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'port_id': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'mac_address': 'fa:16:3e:ef:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:53:10.826862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:10.842581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4348deb5-f979-4c6a-a4fe-4a5b2c4c1f05 req-a8ca9120-7c28-4643-a7a5-5fcc176d94fb service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4139938
Dec 16 09:53:10.867208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1cdf34-11c1-44db-b9aa-bcd019a1049e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:10.874812 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:10.926451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Transition to ACTIVE for port object dd308421-95b0-4821-ac0a-1fb7ac022230 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:10.934673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:10.971720 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:10.978445 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:11.017881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14459f5c-2ea4-4d88-a002-89844d735566 req-c2263353-f423-4ede-9068-2ca71a38fb72 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:11.019366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14459f5c-2ea4-4d88-a002-89844d735566 req-c2263353-f423-4ede-9068-2ca71a38fb72 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 943 time: 0.2437472
Dec 16 09:53:11.041725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Transition to ACTIVE for port object dd308421-95b0-4821-ac0a-1fb7ac022230 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:11.057070 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.071207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:11.076458 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:11.077743 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35fd5627-68e6-43a8-b6bb-493f64d3386a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:11.108349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14459f5c-2ea4-4d88-a002-89844d735566 req-d39636f1-f4f8-4f77-9ebe-0bb0a57dddec tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800915
Dec 16 09:53:11.133214 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.135325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.136218 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.141521 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e8dc515d-1572-44b0-b281-f75a890a6436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:11.143286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:11.148947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:11.155516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:11.170243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Pushing event updated for resources: {'Port': ['ID=dd308421-95b0-4821-ac0a-1fb7ac022230,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:11.202100 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:11.211130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2e1cdf34-11c1-44db-b9aa-bcd019a1049e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:53:11.283315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12ae580>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:09Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:11.314753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88220d61-949e-4f65-a425-7fed33d323a4 None None] The sync data for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 is: [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:09Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:11.335516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Attempting to bind port dd308421-95b0-4821-ac0a-1fb7ac022230 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:11.335906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Attempting to bind port dd308421-95b0-4821-ac0a-1fb7ac022230 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:11.336286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Attempting to bind port dd308421-95b0-4821-ac0a-1fb7ac022230 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:11.345096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:11.345439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:11.345853 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.346329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:11.346724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Bound port: dd308421-95b0-4821-ac0a-1fb7ac022230, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:11.347108 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.350327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=e9d8c673-8b4b-4d00-952b-cc76aba5134a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:11.372246 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:11.401556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-95ea4cba-5149-48f9-b008-6639cf70e430 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--957347769&fields=id&tenant_id=9f4adaac37524f73a89ea72c890cad1d HTTP/1.1" status: 200  len: 267 time: 0.1713693
Dec 16 09:53:11.543981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] For port dd308421-95b0-4821-ac0a-1fb7ac022230, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:11.551814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] For port dd308421-95b0-4821-ac0a-1fb7ac022230, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd308421-95b0-4821-ac0a-1fb7ac022230,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:11.562580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.569974 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4374eaa4-abfb-4563-869b-b3cacc788130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:11.585804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:11.590250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:11.698871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Pushing event updated for resources: {'Port': ['ID=dd308421-95b0-4821-ac0a-1fb7ac022230,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:11.703701 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:11.763781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b1e25ac9-d38a-420a-bcd0-78eb0ff664ef up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:11.904854 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.968817 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-925461ed-19a7-492a-8b9c-84746b5ed61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:11.971500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:11.977177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:11.977532 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:12.002232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-47d4cadc-e18a-47ba-b785-c0578c194d66 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:12.003853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-47d4cadc-e18a-47ba-b785-c0578c194d66 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 810 time: 0.6010380
Dec 16 09:53:12.042321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-cf2b43a3-daa9-4f21-985b-f3b9e7457e39 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/quotas/9f4adaac37524f73a89ea72c890cad1d HTTP/1.1" status: 200  len: 375 time: 0.0288455
Dec 16 09:53:12.145913 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:12.162314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:53:12.206575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b87e93f-815e-4968-8c05-534b08de9964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:12.217479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:12.222511 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:12.225957 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:12.305173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:12.308559 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:12.368622 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-f0edd3c1-543a-464a-9103-bd56abdc8bc6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3158152
Dec 16 09:53:12.400426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:12.415814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "PUT /v2.0/routers/eec5cba4-9058-4d3c-a900-e2f1ff1b35a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0871372
Dec 16 09:53:12.418326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:12.421597 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Sync routers for ids ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:12.432297 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Routers {'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:12.432929 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:52:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:12.626075 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Set router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:12.628072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd6de7-4c49-4cec-9231-038ec1b36db3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:12.628906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1efd6de7-4c49-4cec-9231-038ec1b36db3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:12.665448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1efd6de7-4c49-4cec-9231-038ec1b36db3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:12.666720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1efd6de7-4c49-4cec-9231-038ec1b36db3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports/e9d8c673-8b4b-4d00-952b-cc76aba5134a HTTP/1.1" status: 200  len: 911 time: 0.2473207
Dec 16 09:53:12.669370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:12.767394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-180c4b9a-9bc0-4cd4-948f-3f9f96c6b294 service neutron] 10.222.0.66 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3834772
Dec 16 09:53:12.849950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:12.883526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbcd64d-741c-4f2b-b909-b51ae056d3eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:12.894767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbcd64d-741c-4f2b-b909-b51ae056d3eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:12.896904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ffbcd64d-741c-4f2b-b909-b51ae056d3eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:12.927751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ffbcd64d-741c-4f2b-b909-b51ae056d3eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:12.929466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ffbcd64d-741c-4f2b-b909-b51ae056d3eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.2589951
Dec 16 09:53:12.932329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:12.998786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:13.010755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:13.011617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:13.043189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-556e531f-d1d4-467c-a951-191ccc3a8969 service neutron] 10.222.0.66 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2747817
Dec 16 09:53:13.070617 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb130>, [{'id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'name': 'tempest-NetworksTestDHCPv6-router-189425735', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:10Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None, '_interfaces': [{'id': 'e9d8c673-8b4b-4d00-952b-cc76aba5134a', 'name': '', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'mac_address': 'fa:16:3e:43:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '03a41c56-9640-4603-bfce-abecacc5da75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:10Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'subnets': [{'id': '03a41c56-9640-4603-bfce-abecacc5da75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:13.075092 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Checking router: eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:13.075500 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Updating router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 port e9d8c673-8b4b-4d00-952b-cc76aba5134a binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:53:13.177966 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:13.470715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-528e6e8f-c9cd-4373-be96-ed348aa05add None None] Provisioning for port dd308421-95b0-4821-ac0a-1fb7ac022230 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:13.474509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:13.561508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:13.567570 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:13.568932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd308421-95b0-4821-ac0a-1fb7ac022230 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:13.613541 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:13.769796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2e1cdf34-11c1-44db-b9aa-bcd019a1049e up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:13.811766 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:13.836069 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Transition to ACTIVE for port object e9d8c673-8b4b-4d00-952b-cc76aba5134a will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:13.846836 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:13.855101 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-557635d5-1c71-4f1d-9e06-8bb401f3d6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:13.928989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dcb1a22e-f013-4258-b22e-416bd935cd38 None None] Provisioning for port e9d8c673-8b4b-4d00-952b-cc76aba5134a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:13.975017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:13.980864 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:13.983050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port dd308421-95b0-4821-ac0a-1fb7ac022230 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:13.992169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port dd308421-95b0-4821-ac0a-1fb7ac022230 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:13.992423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.026539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:14.076435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:14.096610 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.164770 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.305608 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.311186 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0acef-2a23-4bf2-bdb7-1cc899d221b0 None None] Pushing event updated for resources: {'Port': ['ID=e9d8c673-8b4b-4d00-952b-cc76aba5134a,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:14.354672 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d2c0acef-2a23-4bf2-bdb7-1cc899d221b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:14.355548 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Attempting to bind port e9d8c673-8b4b-4d00-952b-cc76aba5134a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:14.355942 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Attempting to bind port e9d8c673-8b4b-4d00-952b-cc76aba5134a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:14.356315 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Attempting to bind port e9d8c673-8b4b-4d00-952b-cc76aba5134a on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:14.365309 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:14.365833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:14.366251 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.366657 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:14.367249 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Bound port: e9d8c673-8b4b-4d00-952b-cc76aba5134a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:14.367706 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.584260 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-02c50a91-ba9e-4c4c-b4f2-ff6bab781ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.594643 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] For port e9d8c673-8b4b-4d00-952b-cc76aba5134a, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:14.599701 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] For port e9d8c673-8b4b-4d00-952b-cc76aba5134a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e9d8c673-8b4b-4d00-952b-cc76aba5134a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:14.604509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.607274 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.611327 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-9addbd06-b007-483e-bb60-851df9842b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:14.687456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port dd308421-95b0-4821-ac0a-1fb7ac022230, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd308421-95b0-4821-ac0a-1fb7ac022230,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:14.696415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.699581 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:14.740897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.820043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port e9d8c673-8b4b-4d00-952b-cc76aba5134a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:14.820571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:14.837592 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Routers {'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:14.838321 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:14.886170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:14.936405 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0acef-2a23-4bf2-bdb7-1cc899d221b0 None None] Pushing event updated for resources: {'Port': ['ID=e9d8c673-8b4b-4d00-952b-cc76aba5134a,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:14.944502 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d2c0acef-2a23-4bf2-bdb7-1cc899d221b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:15.014043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb353-6d74-4f16-a801-8c3a01a22c42 req-5d7785cc-8882-45df-ab64-e9c88851bd5e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:15.018111 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b0bdb353-6d74-4f16-a801-8c3a01a22c42 req-5d7785cc-8882-45df-ab64-e9c88851bd5e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 945 time: 0.1968582
Dec 16 09:53:15.076578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=dd308421-95b0-4821-ac0a-1fb7ac022230,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:15.090438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:15.093896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:15.105303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:15.120756 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:15.144150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b0bdb353-6d74-4f16-a801-8c3a01a22c42 req-723cb59f-58e3-4f90-9169-f35e9cc308d8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148233
Dec 16 09:53:15.210374 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] Set router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:15.315781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:15.316450 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:15.360428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port e9d8c673-8b4b-4d00-952b-cc76aba5134a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e9d8c673-8b4b-4d00-952b-cc76aba5134a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:15.361028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:15.376931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:15.402012 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:15.409761 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:15.580942 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:15.603109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for e9d8c673-8b4b-4d00-952b-cc76aba5134a owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:15.755477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e5fe7-bf8f-4bf9-abae-f160388a490c req-45469fd0-df2a-4534-b87a-232ed8cdfbe8 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:15.757186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1e5fe7-bf8f-4bf9-abae-f160388a490c req-45469fd0-df2a-4534-b87a-232ed8cdfbe8 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.4982822
Dec 16 09:53:15.771681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-32ce8822-fb89-4a17-9369-98101d61418c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:15.773431 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-32ce8822-fb89-4a17-9369-98101d61418c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 810 time: 0.4564238
Dec 16 09:53:15.850233 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb130>, [{'id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'name': 'tempest-NetworksTestDHCPv6-router-189425735', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:10Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None, '_interfaces': [{'id': 'e9d8c673-8b4b-4d00-952b-cc76aba5134a', 'name': '', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'mac_address': 'fa:16:3e:43:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '03a41c56-9640-4603-bfce-abecacc5da75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:14Z', 'revision_number': 4, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'subnets': [{'id': '03a41c56-9640-4603-bfce-abecacc5da75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:15.856755 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2488f-5bda-4681-a272-22a0d25d38d7 None None] The sync data for ids ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'] in n-d-820554-2 is: [{'id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'name': 'tempest-NetworksTestDHCPv6-router-189425735', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:10Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None, '_interfaces': [{'id': 'e9d8c673-8b4b-4d00-952b-cc76aba5134a', 'name': '', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'mac_address': 'fa:16:3e:43:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '03a41c56-9640-4603-bfce-abecacc5da75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:14Z', 'revision_number': 4, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'subnets': [{'id': '03a41c56-9640-4603-bfce-abecacc5da75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:15.868594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1e5fe7-bf8f-4bf9-abae-f160388a490c req-972a64ff-0161-4665-b360-5f028e340d03 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941012
Dec 16 09:53:15.879882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-e63c3b6a-ae0f-42b5-96d0-88e1f41aaa13 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4adaac37524f73a89ea72c890cad1d HTTP/1.1" status: 200  len: 379 time: 0.0852149
Dec 16 09:53:15.892178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'port': {'device_id': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'admin_state_up': True, 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'security_groups': ['1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:15.992817 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b87e93f-815e-4968-8c05-534b08de9964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef', 'code': 200}
Dec 16 09:53:16.137011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:16.151756 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4ac38327-9624-4617-a58f-3113f657f54f tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:16.186722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:16.225641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0636d8da-23b9-4d30-9101-445508bab425 req-5abc4da9-e9f1-4a44-bb66-658fbdcd0a94 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 210 time: 0.0929275
Dec 16 09:53:16.238848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:port and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:16.253619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:16.272078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:16.290109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=e9d8c673-8b4b-4d00-952b-cc76aba5134a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:16.293236 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:16.323115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Made reservation on behalf of 9f4adaac37524f73a89ea72c890cad1d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:16.329927 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:16.527073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33111d-70bb-40d6-9a49-387471f08bc5 req-cdab3b55-899e-4fd1-9fab-a397b6f55142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:16.534991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f33111d-70bb-40d6-9a49-387471f08bc5 req-cdab3b55-899e-4fd1-9fab-a397b6f55142 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 1096 time: 0.4362190
Dec 16 09:53:16.622755 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:16.871743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd308421-95b0-4821-ac0a-1fb7ac022230 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:17.025329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f33111d-70bb-40d6-9a49-387471f08bc5 req-8cd0c4fc-6b74-4bd2-8634-35dca64097fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126012
Dec 16 09:53:17.032851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port dd308421-95b0-4821-ac0a-1fb7ac022230 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:17.033581 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:17.121663 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:17.185715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05930e66-d44c-4e61-be11-d507404cc002 req-d4ac3a60-4d36-4a40-b438-7db973718d44 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:17.189758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05930e66-d44c-4e61-be11-d507404cc002 req-d4ac3a60-4d36-4a40-b438-7db973718d44 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 945 time: 0.7044415
Dec 16 09:53:17.235592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Allocated IP 172.20.0.8 (18b6da08-f91c-470b-860f-c57e1f9d4f29/27e58984-c6d6-4061-984f-f4028eb6a5e8/f0ec8be5-6699-4810-8955-b96111e191ea) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:17.275548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05930e66-d44c-4e61-be11-d507404cc002 req-72ac9358-f6ab-4561-8aee-9ee81b0f6ad6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657411
Dec 16 09:53:17.332645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:53:17.568752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:17.594757 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "PUT /v2.0/routers/eec5cba4-9058-4d3c-a900-e2f1ff1b35a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6612680
Dec 16 09:53:17.595450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36692) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:17.600626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:17.638240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Transition to ACTIVE for port object f0ec8be5-6699-4810-8955-b96111e191ea will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:17.665424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fade364-386f-4c0c-89a9-db8dabfd1059 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:17.667830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fade364-386f-4c0c-89a9-db8dabfd1059 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:17.668866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4fade364-386f-4c0c-89a9-db8dabfd1059 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:17.687777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4fade364-386f-4c0c-89a9-db8dabfd1059 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:17.689408 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4fade364-386f-4c0c-89a9-db8dabfd1059 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0925269
Dec 16 09:53:17.692001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:17.711615 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:17.721153 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3bb5921f-db31-4445-9e7b-816f4c680821 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:17.787154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 03a41c56-9640-4603-bfce-abecacc5da75 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:17.790880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:17.819142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:17.827677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:17.831238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'Port': ['ID=f0ec8be5-6699-4810-8955-b96111e191ea,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:17.833676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:17.871087 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:17.871366 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:17.909201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcd4e-3f51-4b7f-91dc-031d453997ce req-38cd2312-6dcc-48ca-b6ba-04ad7598371a tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:17.911341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-331fcd4e-3f51-4b7f-91dc-031d453997ce req-38cd2312-6dcc-48ca-b6ba-04ad7598371a tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.2872219
Dec 16 09:53:17.926892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:17.927611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:17.993562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:18.004987 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.012931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1277587
Dec 16 09:53:18.029995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-331fcd4e-3f51-4b7f-91dc-031d453997ce req-056fe612-a179-4283-aa3e-6433f508e391 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118364
Dec 16 09:53:18.034647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Request body: {'port': {'device_id': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:18.189497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.199695 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ecaaceb4-e47d-49b4-b6e9-e59db0ce241f tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:18.205161 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.229813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-baf89297-13d5-4fcc-8c52-9ca01d481aaf None None] Provisioning for port f0ec8be5-6699-4810-8955-b96111e191ea completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:18.235650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] Sync routers for ids ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:18.244400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-baf89297-13d5-4fcc-8c52-9ca01d481aaf None None] Provisioning complete for port f0ec8be5-6699-4810-8955-b96111e191ea triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:18.244970 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-baf89297-13d5-4fcc-8c52-9ca01d481aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.255921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=03a41c56-9640-4603-bfce-abecacc5da75,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:18.259465 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:18.260789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.278136 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/03a41c56-9640-4603-bfce-abecacc5da75 HTTP/1.1" status: 204  len: 168 time: 0.5844057
Dec 16 09:53:18.281359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36704) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:18.287374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03afc775-1213-4288-b461-5710b0d98296 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:18.304051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] Routers {'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:18.304715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2684070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:18.449921 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c801be1e-b015-48d6-83bb-e7567870efd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1641176
Dec 16 09:53:18.450184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36710) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:18.465046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617c50-b127-48e3-a2bc-ecaf56aa89e3 req-51a1e081-0d0b-4a75-97ac-816573a8210c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:18.465812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fd617c50-b127-48e3-a2bc-ecaf56aa89e3 req-51a1e081-0d0b-4a75-97ac-816573a8210c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Synchronizing usage tracker for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:18.505896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] Set router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:18.571405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fd617c50-b127-48e3-a2bc-ecaf56aa89e3 req-51a1e081-0d0b-4a75-97ac-816573a8210c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Unset dirty status for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:18.575699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd617c50-b127-48e3-a2bc-ecaf56aa89e3 req-51a1e081-0d0b-4a75-97ac-816573a8210c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 931 time: 0.3329346
Dec 16 09:53:18.598446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32081e55-d308-4f85-b4e4-56ec91318999 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.654133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd617c50-b127-48e3-a2bc-ecaf56aa89e3 req-613d3498-f8ad-4cff-a0c0-bca9b47d71a5 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698326
Dec 16 09:53:18.725073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2684070>, [{'id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'name': 'tempest-NetworksTestDHCPv6-router-189425735', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:15Z', 'revision_number': 3, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:18.755242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-baf89297-13d5-4fcc-8c52-9ca01d481aaf None None] Port f0ec8be5-6699-4810-8955-b96111e191ea cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:53:18.760147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] Checking router: eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:18.800088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ec8be5-6699-4810-8955-b96111e191ea {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:18.810271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.817097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] Routers {'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:18.818069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2684070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:18.831984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Transition to ACTIVE for port object f0ec8be5-6699-4810-8955-b96111e191ea will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:18.838756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:18.854068 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6343165-e7b0-4bea-8461-7fb22f5c8cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:18.959531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ec8be5-6699-4810-8955-b96111e191ea,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:18.982842 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] Set router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:19.080499 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:19.212000 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'code': 200}
Dec 16 09:53:19.213338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2684070>, [{'id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'name': 'tempest-NetworksTestDHCPv6-router-189425735', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:15Z', 'revision_number': 3, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:19.214681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32081e55-d308-4f85-b4e4-56ec91318999 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.217402 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32081e55-d308-4f85-b4e4-56ec91318999 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.252180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32081e55-d308-4f85-b4e4-56ec91318999 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.252736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32081e55-d308-4f85-b4e4-56ec91318999 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Fanout notify agent at l3_agent the message router_deleted on router eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:53:19.259934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc4c27-bdec-47f2-9b7d-3985856c595f None None] The sync data for ids ['eec5cba4-9058-4d3c-a900-e2f1ff1b35a5'] in n-d-820554-2 is: [{'id': 'eec5cba4-9058-4d3c-a900-e2f1ff1b35a5', 'name': 'tempest-NetworksTestDHCPv6-router-189425735', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:15Z', 'revision_number': 3, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:19.280906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32081e55-d308-4f85-b4e4-56ec91318999 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.282667 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-32081e55-d308-4f85-b4e4-56ec91318999 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/routers/eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 HTTP/1.1" status: 204  len: 168 time: 0.8314798
Dec 16 09:53:19.285905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:19.296920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:19.430961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:19.432644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Attempting to bind port f0ec8be5-6699-4810-8955-b96111e191ea on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:19.437532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Attempting to bind port f0ec8be5-6699-4810-8955-b96111e191ea by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:19.437532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Attempting to bind port f0ec8be5-6699-4810-8955-b96111e191ea on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:19.437905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:19.443935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dda215-ae47-415e-97fa-4cda61eeb55d req-c4407768-3f8a-40fd-bc1f-1284db76d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:19.445672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dda215-ae47-415e-97fa-4cda61eeb55d req-c4407768-3f8a-40fd-bc1f-1284db76d1f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1096 time: 0.3415937
Dec 16 09:53:19.446039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:19.447913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Port f0ec8be5-6699-4810-8955-b96111e191ea on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:53:19.448237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Attempting to bind port f0ec8be5-6699-4810-8955-b96111e191ea on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:19.454290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:19.458930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162e54e-857b-460d-a5c7-e2880f6bda8f req-7b9e9b96-0699-4ed6-8359-a0ef7aca8ff3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:19.460441 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5162e54e-857b-460d-a5c7-e2880f6bda8f req-7b9e9b96-0699-4ed6-8359-a0ef7aca8ff3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 945 time: 0.2607281
Dec 16 09:53:19.466468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:19.470049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.478553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:19.478898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Checking segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:19.479312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Bound using segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:19.479751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Bound port: f0ec8be5-6699-4810-8955-b96111e191ea, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:19.480100 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.654737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:53:19.666832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Deleting port dd308421-95b0-4821-ac0a-1fb7ac022230 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:19.667578 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.726399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.735472 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-28317d84-f49d-4409-af37-b3962ac762db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:19.758804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5162e54e-857b-460d-a5c7-e2880f6bda8f req-0e5bf04e-6c54-473b-b706-f416883f2d75 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813621
Dec 16 09:53:19.760599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23dda215-ae47-415e-97fa-4cda61eeb55d req-64740901-99bd-4869-a1f1-294bcca49278 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2992961
Dec 16 09:53:19.800973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:19.804868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:19.809801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:19.810389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.813206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] For port f0ec8be5-6699-4810-8955-b96111e191ea, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:19.818322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] For port f0ec8be5-6699-4810-8955-b96111e191ea, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f0ec8be5-6699-4810-8955-b96111e191ea,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:19.825251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.830635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=c4deec9d-7e6c-4cda-aa7f-e87961bf0580,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:19.836157 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:19.840832 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:19.847190 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5596089
Dec 16 09:53:19.850289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36728) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:19.857148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-363239884', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:19.866556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:19.871825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:router and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:19.876016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:19.886937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:19.901590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.902956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.916245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:19.918075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.923506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 1091 time: 1.8981698
Dec 16 09:53:19.925254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:19.943558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:19.972534 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:20.011149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:20.012712 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26b27393-af5c-4162-9b81-e6253430388d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1613252
Dec 16 09:53:20.016544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36734) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:20.042049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] For port dd308421-95b0-4821-ac0a-1fb7ac022230, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd308421-95b0-4821-ac0a-1fb7ac022230,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:20.042718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:20.096650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ec8be5-6699-4810-8955-b96111e191ea,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:20.116737 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:20.162189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-b87c685d-df8a-4ec2-8a37-278785d1d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:20.164072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-b87c685d-df8a-4ec2-8a37-278785d1d9e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1094 time: 0.1756394
Dec 16 09:53:20.234198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Calling delete_port for dd308421-95b0-4821-ac0a-1fb7ac022230 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:20.240982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79c664-e186-47fe-8987-35defdcbc896 req-c91a7cd5-96eb-4022-adde-e58d540b49c5 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:20.242824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c79c664-e186-47fe-8987-35defdcbc896 req-c91a7cd5-96eb-4022-adde-e58d540b49c5 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 946 time: 0.2992330
Dec 16 09:53:20.323267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-493e31bf-8b31-49ee-99ad-903d5584a9c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 217 time: 0.1476943
Dec 16 09:53:20.336678 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c79c664-e186-47fe-8987-35defdcbc896 req-d00f51cb-5457-49e2-a676-e19277207c25 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff451cd4-9fb9-4f41-9757-302d3fa509f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824692
Dec 16 09:53:20.348682 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:20.352516 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35fd5627-68e6-43a8-b6bb-493f64d3386a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:20.412045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Pushing event deleted for resources: {'Port': ['ID=dd308421-95b0-4821-ac0a-1fb7ac022230,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:20.415119 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:20.431037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] No DVR routers for this DVR port dd308421-95b0-4821-ac0a-1fb7ac022230 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:20.445827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eabd21e-3c52-4e3c-afa2-4f423f7150eb None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:20.469612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-44619424-7047-4eff-86dc-06c81045e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:20.471241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-44619424-7047-4eff-86dc-06c81045e966 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1311245
Dec 16 09:53:20.695361 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:20.716677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858279a-1e28-4504-b277-d438642eb333 req-95600bf9-e7e4-4060-b657-804529d49b45 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:20.716882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': 'c4deec9d-7e6c-4cda-aa7f-e87961bf0580'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:53:20.718012 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:20.718290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8858279a-1e28-4504-b277-d438642eb333 req-95600bf9-e7e4-4060-b657-804529d49b45 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.1897418
Dec 16 09:53:20.728251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-cd18502b-8bf6-457b-a2a3-1594d1c32a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:20.729847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-cd18502b-8bf6-457b-a2a3-1594d1c32a76 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2386241
Dec 16 09:53:20.740798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-c14829fd-44f4-498f-9088-8f27d31a07f7 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:20.742262 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-c14829fd-44f4-498f-9088-8f27d31a07f7 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.74 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 946 time: 0.1543670
Dec 16 09:53:20.891558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/c4deec9d-7e6c-4cda-aa7f-e87961bf0580/21b7878b-f434-4bd9-85d4-a56e68f6a85e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:20.947833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8858279a-1e28-4504-b277-d438642eb333 req-dbd6c007-836e-479b-a665-bdd4ab8df710 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2158084
Dec 16 09:53:20.954142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Deleting port 0039245c-e815-4e25-b8e2-a5f9991d870b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:20.954405 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:20.984438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e9d8c673-8b4b-4d00-952b-cc76aba5134a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:21.045071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e9d8c673-8b4b-4d00-952b-cc76aba5134a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:53:21.045427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e9d8c673-8b4b-4d00-952b-cc76aba5134a not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:53:21.045869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd308421-95b0-4821-ac0a-1fb7ac022230 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:21.150310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: dd308421-95b0-4821-ac0a-1fb7ac022230 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:53:21.150663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd308421-95b0-4821-ac0a-1fb7ac022230 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:53:21.169742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-d24b62c4-aeee-4c22-852c-5bd5c0bfb083 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4249640
Dec 16 09:53:21.284016 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.297766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Transition to ACTIVE for port object 21b7878b-f434-4bd9-85d4-a56e68f6a85e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:21.323421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Transition to ACTIVE for port object 21b7878b-f434-4bd9-85d4-a56e68f6a85e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:21.333702 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.342353 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:21.422724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Pushing event updated for resources: {'Port': ['ID=21b7878b-f434-4bd9-85d4-a56e68f6a85e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:21.427989 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:21.438674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:21.439483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::1 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/c4deec9d-7e6c-4cda-aa7f-e87961bf0580/41e20bf7-90a5-4c6b-a920-6872f193e6d3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:21.440457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:21.445754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:21.504939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f0270f-9b60-429a-9ed7-42706f65d943 req-cfa5744a-b740-4f6d-8e46-ec6b3ebd866f service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3194897
Dec 16 09:53:21.543404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314cbff-44bb-4614-b2c4-55b609d4265c req-2f282d67-45b2-4f9a-9bd1-c7e3061e7faa tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:21.552264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7314cbff-44bb-4614-b2c4-55b609d4265c req-2f282d67-45b2-4f9a-9bd1-c7e3061e7faa tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 943 time: 0.4558475
Dec 16 09:53:21.559788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Attempting to bind port 21b7878b-f434-4bd9-85d4-a56e68f6a85e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:21.560307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Attempting to bind port 21b7878b-f434-4bd9-85d4-a56e68f6a85e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:21.560811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Attempting to bind port 21b7878b-f434-4bd9-85d4-a56e68f6a85e on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:21.567219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:21.567762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:21.568280 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.568801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:21.569660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Bound port: 21b7878b-f434-4bd9-85d4-a56e68f6a85e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:21.570252 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.583969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] For port 0039245c-e815-4e25-b8e2-a5f9991d870b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0039245c-e815-4e25-b8e2-a5f9991d870b,segment=NetworkSegment(6722a6b2-6449-4bb7-85b7-6f3bfbf400ac),segment_id=6722a6b2-6449-4bb7-85b7-6f3bfbf400ac)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:21.584338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.670043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.677212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] For port 21b7878b-f434-4bd9-85d4-a56e68f6a85e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:21.681028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] For port 21b7878b-f434-4bd9-85d4-a56e68f6a85e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21b7878b-f434-4bd9-85d4-a56e68f6a85e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:21.687944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.688712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 41e20bf7-90a5-4c6b-a920-6872f193e6d3 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:21.693970 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:21.720516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.725761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b0b611e1-4b64-404a-8325-86acd5547a1d tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:21.780600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Pushing event updated for resources: {'Port': ['ID=21b7878b-f434-4bd9-85d4-a56e68f6a85e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:21.787970 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:21.799727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:21.805272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:21.810719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:21.811247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:21.881441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Calling delete_port for 0039245c-e815-4e25-b8e2-a5f9991d870b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:21.938889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7314cbff-44bb-4614-b2c4-55b609d4265c req-df6dc4ff-aacd-4c3c-a0de-bc26bb5c65a0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3857529
Dec 16 09:53:22.003813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=41e20bf7-90a5-4c6b-a920-6872f193e6d3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:22.024031 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:22.119591 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:22.131760 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:22.156786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:22.186324 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'status': 'completed', 'code': 200}
Dec 16 09:53:22.254936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Pushing event deleted for resources: {'Port': ['ID=0039245c-e815-4e25-b8e2-a5f9991d870b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:22.291874 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:22.396023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67548931-9d0e-452c-963a-82bf966fe9ca req-28b38369-7117-41f6-b54b-2f12cbefabc7 tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.66 "GET /v2.0/ports?device_id=67b77969-1055-46b8-844b-2defb5b3cd64 HTTP/1.1" status: 200  len: 210 time: 0.0906346
Dec 16 09:53:22.396946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] No DVR routers for this DVR port 0039245c-e815-4e25-b8e2-a5f9991d870b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:22.400286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:22.422205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6bb71f1-e0b6-4fc8-9423-017da591f4c5 req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] 10.222.0.74 "DELETE /v2.0/ports/0039245c-e815-4e25-b8e2-a5f9991d870b HTTP/1.1" status: 204  len: 173 time: 1.6463053
Dec 16 09:53:22.435412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-f5b399fb-69ec-4b62-aa08-18a719ec3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:22.437044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-f5b399fb-69ec-4b62-aa08-18a719ec3cd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1094 time: 0.2293837
Dec 16 09:53:22.754446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:22.762088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:22.763420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:22.769425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-d742a6d6-9d58-4c2c-86af-f49ef5d26988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:22.772737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-d742a6d6-9d58-4c2c-86af-f49ef5d26988 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.3181722
Dec 16 09:53:22.783685 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b0bf047-c096-462a-a3ac-bbcb528ef36b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:22.875354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-d5a24e82-f8c3-45fb-ae6d-3fd2512aacda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 217 time: 0.0949500
Dec 16 09:53:22.961776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21b7878b-f434-4bd9-85d4-a56e68f6a85e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:22.984536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-69a75ffc-56ce-4660-992d-796ec3829994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:22.986314 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-69a75ffc-56ce-4660-992d-796ec3829994 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1021028
Dec 16 09:53:22.997915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e28a2-18c2-4671-8648-b4b71712706b req-30e5dcb9-9304-4c63-930b-eb57b36345eb tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:22.999100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b12e28a2-18c2-4671-8648-b4b71712706b req-30e5dcb9-9304-4c63-930b-eb57b36345eb tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.4036200
Dec 16 09:53:23.005303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=41e20bf7-90a5-4c6b-a920-6872f193e6d3,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:23.019281 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:23.050715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 21b7878b-f434-4bd9-85d4-a56e68f6a85e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:23.087658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:23.089132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:23.121550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b12e28a2-18c2-4671-8648-b4b71712706b req-90ea1255-8ebd-44e2-a971-10d432278f22 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799465
Dec 16 09:53:23.173532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-4e9ac0d5-ae86-438d-85c8-ca3522698d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:23.175353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-4e9ac0d5-ae86-438d-85c8-ca3522698d50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1749773
Dec 16 09:53:23.381661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Provisioning for port 21b7878b-f434-4bd9-85d4-a56e68f6a85e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:23.391245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Provisioning complete for port 21b7878b-f434-4bd9-85d4-a56e68f6a85e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:23.391743 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:23.446099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3fd22-1c88-4848-943f-291756b0b46a req-b2f235ae-dfdf-4bcc-81c5-e39e6f8a419b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:23.455698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aca3fd22-1c88-4848-943f-291756b0b46a req-b2f235ae-dfdf-4bcc-81c5-e39e6f8a419b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 943 time: 0.1741583
Dec 16 09:53:23.473618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-ad050263-3a49-49df-bb48-19138c733392 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2908030
Dec 16 09:53:23.555862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:23.598386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] For port 21b7878b-f434-4bd9-85d4-a56e68f6a85e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21b7878b-f434-4bd9-85d4-a56e68f6a85e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:23.604673 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:23.607303 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-46b8c138-8e2b-4eef-bb23-34a0c3490aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:23.626249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Router 727465cc-280a-4f32-b619-bcb7d0feb06d is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:53:23.684265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Pushing event updated for resources: {'Port': ['ID=21b7878b-f434-4bd9-85d4-a56e68f6a85e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:23.687489 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:23.708104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aca3fd22-1c88-4848-943f-291756b0b46a req-30825f24-83e0-46db-8163-62351fd04241 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2511222
Dec 16 09:53:23.716619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e599712a-0338-4a0d-a1b5-5c6b223b1c62 req-6e3a0643-eef7-4791-9e0f-e10bd1df1935 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277508
Dec 16 09:53:23.755987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f52e6ca0-3e2b-4d4e-bd41-5e853950f017 None None] Provisioning for port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:23.762137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f52e6ca0-3e2b-4d4e-bd41-5e853950f017 None None] Provisioning complete for port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:23.762600 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f52e6ca0-3e2b-4d4e-bd41-5e853950f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:23.825611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f52e6ca0-3e2b-4d4e-bd41-5e853950f017 None None] Port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:53:23.860259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:23.871543 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Sync routers for ids ['727465cc-280a-4f32-b619-bcb7d0feb06d'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:23.887331 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Routers {'727465cc-280a-4f32-b619-bcb7d0feb06d'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:23.887551 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "PUT /v2.0/routers/727465cc-280a-4f32-b619-bcb7d0feb06d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8697054
Dec 16 09:53:23.888307 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28f4670>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['727465cc-280a-4f32-b619-bcb7d0feb06d'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:23.889926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36760) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:24.002201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f0ec8be5-6699-4810-8955-b96111e191ea details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:53:24.007047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0039245c-e815-4e25-b8e2-a5f9991d870b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:24.014475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115136b7-8125-4945-b216-468ff170a4ae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:24.016962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-115136b7-8125-4945-b216-468ff170a4ae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports/41e20bf7-90a5-4c6b-a920-6872f193e6d3 HTTP/1.1" status: 200  len: 911 time: 0.1253116
Dec 16 09:53:24.020241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:24.139133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 0039245c-e815-4e25-b8e2-a5f9991d870b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:53:24.139564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0039245c-e815-4e25-b8e2-a5f9991d870b not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:53:24.196571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d1141e48-16eb-4cac-9dde-28af9a76c645 None None] Provisioning complete for port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:24.196944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce1a4b-a289-4a69-a4bd-f52ac1e9faac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:24.197832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1141e48-16eb-4cac-9dde-28af9a76c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:24.232158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce1a4b-a289-4a69-a4bd-f52ac1e9faac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:24.236253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4bce1a4b-a289-4a69-a4bd-f52ac1e9faac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:24.262060 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Set router 727465cc-280a-4f32-b619-bcb7d0feb06d gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:24.285266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4bce1a4b-a289-4a69-a4bd-f52ac1e9faac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:24.287206 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:53:24.290497 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4bce1a4b-a289-4a69-a4bd-f52ac1e9faac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2687159
Dec 16 09:53:24.291251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:24.322855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b77969-1055-46b8-844b-2defb5b3cd64', 'name': 'network-vif-deleted', 'tag': '0039245c-e815-4e25-b8e2-a5f9991d870b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:24.445002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d2adb-d447-4e60-acaa-4dacaab3c3c6 req-9543a05e-d534-47d8-b37e-9bf19635bc53 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:24.455244 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-803d2adb-d447-4e60-acaa-4dacaab3c3c6 req-9543a05e-d534-47d8-b37e-9bf19635bc53 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.2764091
Dec 16 09:53:24.522012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-803d2adb-d447-4e60-acaa-4dacaab3c3c6 req-905288d2-98c9-4440-8902-02eed3a53413 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656376
Dec 16 09:53:24.551544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d1141e48-16eb-4cac-9dde-28af9a76c645 None None] Port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:53:24.692933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36778) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:24.704478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f0ec8be5-6699-4810-8955-b96111e191ea, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f0ec8be5-6699-4810-8955-b96111e191ea,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:24.743827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'port_id': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'mac_address': 'fa:16:3e:9e:9e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:53:24.775821 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b77969-1055-46b8-844b-2defb5b3cd64', 'name': 'network-vif-deleted', 'tag': '0039245c-e815-4e25-b8e2-a5f9991d870b', 'status': 'completed', 'code': 200}
Dec 16 09:53:24.850839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Deleting subnet 81ab1b1b-b289-4381-95cc-444d761b13e2 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:24.859030 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:24.878969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21b7878b-f434-4bd9-85d4-a56e68f6a85e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:24.965374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:24.979770 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28f4670>, [{'id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'name': 'tempest-NetworksTestDHCPv6-router-363239884', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:19Z', 'updated_at': '2021-12-16T09:53:22Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None, '_interfaces': [{'id': '41e20bf7-90a5-4c6b-a920-6872f193e6d3', 'name': '', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'mac_address': 'fa:16:3e:79:54:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c4deec9d-7e6c-4cda-aa7f-e87961bf0580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:21Z', 'updated_at': '2021-12-16T09:53:22Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'subnets': [{'id': 'c4deec9d-7e6c-4cda-aa7f-e87961bf0580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:24.986405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ec8be5-6699-4810-8955-b96111e191ea {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:24.987239 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Checking router: 727465cc-280a-4f32-b619-bcb7d0feb06d for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:24.987840 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Updating router 727465cc-280a-4f32-b619-bcb7d0feb06d port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 09:53:25.009263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f0ec8be5-6699-4810-8955-b96111e191ea, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f0ec8be5-6699-4810-8955-b96111e191ea,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:25.009875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.018716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.022986 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:25.060527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 21b7878b-f434-4bd9-85d4-a56e68f6a85e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:25.060929 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.069043 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.184067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f0ec8be5-6699-4810-8955-b96111e191ea,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:25.202988 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:25.273706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.300176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f0ec8be5-6699-4810-8955-b96111e191ea'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:53:25.378301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.385818 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d7d72e45-105a-46fe-a4bb-333f64eeea06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:25.426830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.432687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ab1b1b-b289-4381-95cc-444d761b13e2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:25.437539 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:25.452593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.465083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/81ab1b1b-b289-4381-95cc-444d761b13e2 HTTP/1.1" status: 204  len: 168 time: 0.7707751
Dec 16 09:53:25.470168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36788) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:25.561183 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.588006 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Transition to ACTIVE for port object 41e20bf7-90a5-4c6b-a920-6872f193e6d3 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:25.601526 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.610610 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-8ddbf95c-0bba-4773-8198-0e4ba89985e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:25.641607 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.653157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65085c-971b-47e6-8152-2fd2fc211385 req-8199732d-1ccc-4fbf-9beb-c68e2cb95f2f tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:25.655211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f65085c-971b-47e6-8152-2fd2fc211385 req-8199732d-1ccc-4fbf-9beb-c68e2cb95f2f tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.7489736
Dec 16 09:53:25.795750 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Pushing event updated for resources: {'Port': ['ID=41e20bf7-90a5-4c6b-a920-6872f193e6d3,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:25.846339 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.847135 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.847135 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.847593 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.847949 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.848323 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.848718 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.849113 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.849501 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.849878 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.850255 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.850638 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:25.919984 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:25.973942 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Attempting to bind port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:25.974334 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Attempting to bind port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:25.974713 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Attempting to bind port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:25.992115 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:25.992810 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:25.993000 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:25.997116 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:25.997404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Bound port: 41e20bf7-90a5-4c6b-a920-6872f193e6d3, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:25.997909 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.106495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7f65085c-971b-47e6-8152-2fd2fc211385 req-59420071-15aa-4857-866c-ebbafab6a538 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3769920
Dec 16 09:53:26.115038 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.135231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:26.173430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f20bf5e0>,) {'filters': {'network_id': ['efa76af9-1260-4e35-982b-13ff72791835']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:26.227500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20bf5e0>, '6722a6b2-6449-4bb7-85b7-6f3bfbf400ac') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:26.227799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20bf5e0>, '6722a6b2-6449-4bb7-85b7-6f3bfbf400ac') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:26.239429 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] For port 41e20bf7-90a5-4c6b-a920-6872f193e6d3, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:26.244718 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] For port 41e20bf7-90a5-4c6b-a920-6872f193e6d3, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41e20bf7-90a5-4c6b-a920-6872f193e6d3,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:26.246782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.249956 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.254630 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-40d2df44-d17b-4b01-851c-18e9423b7001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:26.284154 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.316972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:53:26.317392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.356635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 41e20bf7-90a5-4c6b-a920-6872f193e6d3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:26.356943 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.363808 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Routers {'727465cc-280a-4f32-b619-bcb7d0feb06d'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:26.364836 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28f4670>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['727465cc-280a-4f32-b619-bcb7d0feb06d'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:26.424563 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Pushing event updated for resources: {'Port': ['ID=41e20bf7-90a5-4c6b-a920-6872f193e6d3,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:26.439256 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:53:26.453420 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:53:26.556349 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] Set router 727465cc-280a-4f32-b619-bcb7d0feb06d gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:26.654879 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.663499 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b0c9d918-f141-489b-96b5-3a2f7b15a286 tempest-BulkNetworkOpsIpV6Test-1535340011 tempest-BulkNetworkOpsIpV6Test-1535340011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:26.681070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.696002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa76af9-1260-4e35-982b-13ff72791835,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:26.701423 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:26.704012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port 41e20bf7-90a5-4c6b-a920-6872f193e6d3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41e20bf7-90a5-4c6b-a920-6872f193e6d3,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:26.704612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:26.717598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/efa76af9-1260-4e35-982b-13ff72791835 HTTP/1.1" status: 204  len: 168 time: 1.2467761
Dec 16 09:53:26.743983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ef049-3719-4d9e-919a-12fe742f0d78 req-2963f27f-e04a-406a-bd7d-d2aa4a12366b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:26.747434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-950ef049-3719-4d9e-919a-12fe742f0d78 req-2963f27f-e04a-406a-bd7d-d2aa4a12366b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 944 time: 0.2921484
Dec 16 09:53:26.755265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66a25b2-9047-40b6-81d4-a941a101c2c7 tempest-TestServerBasicOps-1544844427 tempest-TestServerBasicOps-1544844427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:26.756008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c66a25b2-9047-40b6-81d4-a941a101c2c7 tempest-TestServerBasicOps-1544844427 tempest-TestServerBasicOps-1544844427-project-admin] Synchronizing usage tracker for tenant:c25dd8ce9f79406082f11d6494c1d921 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:26.827723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c66a25b2-9047-40b6-81d4-a941a101c2c7 tempest-TestServerBasicOps-1544844427 tempest-TestServerBasicOps-1544844427-project-admin] Unset dirty status for tenant:c25dd8ce9f79406082f11d6494c1d921 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:26.829602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c66a25b2-9047-40b6-81d4-a941a101c2c7 tempest-TestServerBasicOps-1544844427 tempest-TestServerBasicOps-1544844427-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1091 time: 0.6863399
Dec 16 09:53:26.833824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36804) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:26.840959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:26.849088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:26.857137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Usage tracker for resource:floatingip and tenant:de745d7a9b7f4096bcddfcc6827156d3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:26.868473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-950ef049-3719-4d9e-919a-12fe742f0d78 req-e6d91862-4018-437a-bd0a-fb3f75a343ac tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065998
Dec 16 09:53:26.870560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:26.880291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:26.908502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.017262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:27.059667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 41e20bf7-90a5-4c6b-a920-6872f193e6d3 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:27.101056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-00064d21-4982-48d6-91a1-38a6608089a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ef609022baf4d2f8ac0cd8cd9075010&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0778782
Dec 16 09:53:27.103805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36812) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:27.147250 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28f4670>, [{'id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'name': 'tempest-NetworksTestDHCPv6-router-363239884', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:19Z', 'updated_at': '2021-12-16T09:53:22Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None, '_interfaces': [{'id': '41e20bf7-90a5-4c6b-a920-6872f193e6d3', 'name': '', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'mac_address': 'fa:16:3e:79:54:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c4deec9d-7e6c-4cda-aa7f-e87961bf0580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:21Z', 'updated_at': '2021-12-16T09:53:26Z', 'revision_number': 4, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'subnets': [{'id': 'c4deec9d-7e6c-4cda-aa7f-e87961bf0580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:27.151796 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772859df-6103-44dd-aa44-7187a2ca523f None None] The sync data for ids ['727465cc-280a-4f32-b619-bcb7d0feb06d'] in n-d-820554-2 is: [{'id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'name': 'tempest-NetworksTestDHCPv6-router-363239884', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:19Z', 'updated_at': '2021-12-16T09:53:22Z', 'revision_number': 2, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None, '_interfaces': [{'id': '41e20bf7-90a5-4c6b-a920-6872f193e6d3', 'name': '', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'mac_address': 'fa:16:3e:79:54:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'c4deec9d-7e6c-4cda-aa7f-e87961bf0580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:21Z', 'updated_at': '2021-12-16T09:53:26Z', 'revision_number': 4, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'subnets': [{'id': 'c4deec9d-7e6c-4cda-aa7f-e87961bf0580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:27.200911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.233667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.273953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.294432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.300392 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:27.351818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=41e20bf7-90a5-4c6b-a920-6872f193e6d3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:27.355538 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:27.378868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.392298 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ef10e1a-bed1-4920-9ca4-a982bec8efec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:27.512151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff451cd4-9fb9-4f41-9757-302d3fa509f4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:27.526889 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:27.536992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.538258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff451cd4-9fb9-4f41-9757-302d3fa509f4 HTTP/1.1" status: 204  len: 168 time: 0.4313958
Dec 16 09:53:27.572715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Allocated IP 172.25.3.10 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/7c1c03e9-6644-459a-87ba-7fc85d5b4558) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:27.709654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.854355 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.906185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:27.922942 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8b014d3-bf53-4dd4-be43-302e8dc3519b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:28.014324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:28.017615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:28.020434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:28.029327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f0ec8be5-6699-4810-8955-b96111e191ea up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:28.209339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port f0ec8be5-6699-4810-8955-b96111e191ea completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:28.217482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port f0ec8be5-6699-4810-8955-b96111e191ea triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:28.219788 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:28.342275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Router 727465cc-280a-4f32-b619-bcb7d0feb06d has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:53:28.532369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:28.545930 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:28.574938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "PUT /v2.0/routers/727465cc-280a-4f32-b619-bcb7d0feb06d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2824841
Dec 16 09:53:28.575562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:28.597522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f0ec8be5-6699-4810-8955-b96111e191ea, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f0ec8be5-6699-4810-8955-b96111e191ea,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:28.601564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:28.615407 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:28.620378 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-34414a3f-761c-43c1-9690-ddf6cfc0d427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:28.635395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'Port': ['ID=7c1c03e9-6644-459a-87ba-7fc85d5b4558,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:28.665307 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:28.721021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc65e8f-0c62-40dd-b869-77694713a6ef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:28.728459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc65e8f-0c62-40dd-b869-77694713a6ef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:28.729259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0bc65e8f-0c62-40dd-b869-77694713a6ef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:28.749019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f0ec8be5-6699-4810-8955-b96111e191ea,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:28.756433 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:28.764562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0bc65e8f-0c62-40dd-b869-77694713a6ef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:28.766159 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0bc65e8f-0c62-40dd-b869-77694713a6ef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1891677
Dec 16 09:53:28.768746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36850) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:28.781491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2e1f-8a1c-44d0-8f70-6ad6018d8c4a req-2cc6651e-cb27-4bb8-a713-86aa8d7fab92 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:28.783141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a0f2e1f-8a1c-44d0-8f70-6ad6018d8c4a req-2cc6651e-cb27-4bb8-a713-86aa8d7fab92 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 944 time: 0.6641476
Dec 16 09:53:28.853254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet c4deec9d-7e6c-4cda-aa7f-e87961bf0580 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:28.856822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:28.951421 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:28.985294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36856) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:29.044348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6a0f2e1f-8a1c-44d0-8f70-6ad6018d8c4a req-19548f41-c35a-4280-bbeb-d08b9584c001 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2480221
Dec 16 09:53:29.067387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.165740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.171666 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-409f9977-c099-4409-9c8e-382afe14a74c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:29.235971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.237602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e567085-1e8b-46fd-a59f-20dc52f8d2e2 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:29.241875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.246782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=c4deec9d-7e6c-4cda-aa7f-e87961bf0580,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:29.249480 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:29.258227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-208120689-network', 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:29.268269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:29.277743 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/c4deec9d-7e6c-4cda-aa7f-e87961bf0580 HTTP/1.1" status: 204  len: 168 time: 0.5070636
Dec 16 09:53:29.278428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36864) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:29.279660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Usage tracker for resource:network and tenant:b41eda40d7ce41c18a3319e29229bbd8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:29.283833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:29.296141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:29.315633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:29.318912 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.346742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.387769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:29.397411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Usage tracker for resource:security_group_rule and tenant:b41eda40d7ce41c18a3319e29229bbd8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:29.401682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:29.411078 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'code': 200}
Dec 16 09:53:29.424731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:29.464407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] Sync routers for ids ['727465cc-280a-4f32-b619-bcb7d0feb06d'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:29.551704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.557686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.568989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] Routers {'727465cc-280a-4f32-b619-bcb7d0feb06d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:29.570279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07eb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['727465cc-280a-4f32-b619-bcb7d0feb06d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:29.571241 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c5e4277-d267-4ba0-baa0-8da38c38fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:29.623239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:53:29.633425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:29.638910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:29.649183 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.649183 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Added segment 7b98b23c-b13a-4472-8e4e-ec7f15fc708f of type vlan for network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c
Dec 16 09:53:29.674931 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.722642 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.780166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.781279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:29.781919 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:29.813728 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c53e4a5-3cd2-4eed-bf51-29702450518e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:29.836490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] Set router 727465cc-280a-4f32-b619-bcb7d0feb06d gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:29.950681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-90b2fefa-f617-48d0-9445-1c59791b1086 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:router {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:29.988844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07eb0>, [{'id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'name': 'tempest-NetworksTestDHCPv6-router-363239884', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:19Z', 'updated_at': '2021-12-16T09:53:27Z', 'revision_number': 3, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:29.996664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] Checking router: 727465cc-280a-4f32-b619-bcb7d0feb06d for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:30.022891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] Routers {'727465cc-280a-4f32-b619-bcb7d0feb06d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:30.023950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07eb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['727465cc-280a-4f32-b619-bcb7d0feb06d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:30.066168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8110c-bdff-47cb-8f1c-c42c9272c842 req-9804067b-610d-4576-b8fb-e72895978e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:30.079726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5b8110c-bdff-47cb-8f1c-c42c9272c842 req-9804067b-610d-4576-b8fb-e72895978e71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1096 time: 0.6260967
Dec 16 09:53:30.092809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-90b2fefa-f617-48d0-9445-1c59791b1086 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:router {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:30.094702 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-90b2fefa-f617-48d0-9445-1c59791b1086 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.8144760
Dec 16 09:53:30.096510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Pushing event updated for resources: {'Network': ['ID=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:30.103135 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.1170955
Dec 16 09:53:30.103818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36870) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:30.104160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:30.105284 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:30.113640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Request body: {'subnet': {'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-208120689-subnet', 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:30.118832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:53:30.269425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5b8110c-bdff-47cb-8f1c-c42c9272c842 req-84e3a39d-4f5c-4aae-99a0-c27e8e6aa243 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1684995
Dec 16 09:53:30.283961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:30.302461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Usage tracker for resource:subnet and tenant:b41eda40d7ce41c18a3319e29229bbd8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:30.309380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:30.321158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:30.326931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc6c7fe-f72c-4043-aff3-8e26bd5ab7e3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.347547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] Set router 727465cc-280a-4f32-b619-bcb7d0feb06d gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:30.372922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71c06a-17a1-4b1c-bd57-a88c2a836c21 req-3e6b017e-1251-4a9a-8a65-5b73e637ecf6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:30.374698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d71c06a-17a1-4b1c-bd57-a88c2a836c21 req-3e6b017e-1251-4a9a-8a65-5b73e637ecf6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1738346
Dec 16 09:53:30.414104 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.445100 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.454458 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19004801-e320-437e-8a6e-b21475f570df tempest-ServerTagsTestJSON-1638324477 tempest-ServerTagsTestJSON-1638324477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:30.502674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07eb0>, [{'id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'name': 'tempest-NetworksTestDHCPv6-router-363239884', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:19Z', 'updated_at': '2021-12-16T09:53:27Z', 'revision_number': 3, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:30.507230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3aa751-a975-4621-8b73-7c36882708a2 None None] The sync data for ids ['727465cc-280a-4f32-b619-bcb7d0feb06d'] in n-d-820554-2 is: [{'id': '727465cc-280a-4f32-b619-bcb7d0feb06d', 'name': 'tempest-NetworksTestDHCPv6-router-363239884', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:19Z', 'updated_at': '2021-12-16T09:53:27Z', 'revision_number': 3, 'project_id': '11c698aafbfb48fda87384d8d1e56352', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:30.581663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:53:30.586016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Deleting port 21b7878b-f434-4bd9-85d4-a56e68f6a85e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:30.586479 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.607909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:30.611220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.640473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d71c06a-17a1-4b1c-bd57-a88c2a836c21 req-484785f4-3fb3-40e2-b022-972cc4af6dc3 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2226305
Dec 16 09:53:30.655772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event updated for resources: {'Port': ['ID=7c1c03e9-6644-459a-87ba-7fc85d5b4558,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:30.672947 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:30.687017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.915813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] For port 21b7878b-f434-4bd9-85d4-a56e68f6a85e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21b7878b-f434-4bd9-85d4-a56e68f6a85e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:30.917473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.952197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc6c7fe-f72c-4043-aff3-8e26bd5ab7e3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:30.959933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc6c7fe-f72c-4043-aff3-8e26bd5ab7e3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:31.044042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc6c7fe-f72c-4043-aff3-8e26bd5ab7e3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:31.044771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc6c7fe-f72c-4043-aff3-8e26bd5ab7e3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Fanout notify agent at l3_agent the message router_deleted on router 727465cc-280a-4f32-b619-bcb7d0feb06d {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:53:31.128772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41e20bf7-90a5-4c6b-a920-6872f193e6d3 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:31.132290 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dc6c7fe-f72c-4043-aff3-8e26bd5ab7e3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:31.133495 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2dc6c7fe-f72c-4043-aff3-8e26bd5ab7e3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/routers/727465cc-280a-4f32-b619-bcb7d0feb06d HTTP/1.1" status: 204  len: 168 time: 1.0272248
Dec 16 09:53:31.137152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:31.158963 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Floating IP 8794943c-eb79-4f59-8fa7-a6c2a909a054 associated. External IP: 172.25.3.10, port: 2e1cdf34-11c1-44db-b9aa-bcd019a1049e.
Dec 16 09:53:31.238158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 41e20bf7-90a5-4c6b-a920-6872f193e6d3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:53:31.238516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41e20bf7-90a5-4c6b-a920-6872f193e6d3 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:53:31.238942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21b7878b-f434-4bd9-85d4-a56e68f6a85e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:31.264015 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:31.270032 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b6a87935-e656-4236-aa52-8b07269a8de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:31.279950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Calling delete_port for 21b7878b-f434-4bd9-85d4-a56e68f6a85e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:31.339196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee1eb7-d0b0-4d12-a337-e5e2badc955c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:31.340575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-76ee1eb7-d0b0-4d12-a337-e5e2badc955c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:31.379561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-76ee1eb7-d0b0-4d12-a337-e5e2badc955c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:31.383744 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76ee1eb7-d0b0-4d12-a337-e5e2badc955c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2456069
Dec 16 09:53:31.384369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:31.450418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b865947-3a3c-435f-99bf-81e20e11f800,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:31.452889 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:31.469788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:31.470146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Network hostable DHCP agents. Network: ba6a1215-fe59-45ca-8f84-bd08f9de1e2c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:53:31.547614 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:31.577887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f28607a7-eb88-495d-80b9-243a5b9cde6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:31.588726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e205bd-ab23-4250-8c9f-0fc2d255ecef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:31.589471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6e205bd-ab23-4250-8c9f-0fc2d255ecef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:31.592447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:53:31.643985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ba6a1215-fe59-45ca-8f84-bd08f9de1e2c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:31.652736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:31.653336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:31.676672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee843e-69c8-4c70-9ed4-44cf1c574eee None None] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:31.690314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6e205bd-ab23-4250-8c9f-0fc2d255ecef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:31.692130 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e6e205bd-ab23-4250-8c9f-0fc2d255ecef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3030133
Dec 16 09:53:31.697258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:31.711148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] No DVR routers for this DVR port 21b7878b-f434-4bd9-85d4-a56e68f6a85e on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:31.719378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Pushing event deleted for resources: {'Port': ['ID=21b7878b-f434-4bd9-85d4-a56e68f6a85e,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:31.793192 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:31.811925 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:31.822770 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.7139859
Dec 16 09:53:31.833487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54d9d424-d2e4-4517-9aef-269cfb467d57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:router {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:31.854208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54d9d424-d2e4-4517-9aef-269cfb467d57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:router {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:31.861040 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54d9d424-d2e4-4517-9aef-269cfb467d57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1610014
Dec 16 09:53:31.861790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:31.868752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:31.977908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ebcc-90b4-4608-9ceb-6621c816fe66 req-501e0ba6-a579-4cf8-b67f-4c57f5e41c8f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:31.985519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a55ebcc-90b4-4608-9ceb-6621c816fe66 req-501e0ba6-a579-4cf8-b67f-4c57f5e41c8f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.7325177
Dec 16 09:53:32.035422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a5788-188e-47f2-b82d-4577f814f3ae None None] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:32.072808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:32.092179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:32.113848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:32.117751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:32.167434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7a55ebcc-90b4-4608-9ceb-6621c816fe66 req-50a37f0c-d515-4383-9854-4bc386747ca2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1806755
Dec 16 09:53:32.368771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:53:32.665594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:32.675293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30e54-d79f-4ce2-8e46-7698e5308b3a req-cccf931b-fc05-45db-a1f4-330ca3c57897 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:32.676868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9c30e54-d79f-4ce2-8e46-7698e5308b3a req-cccf931b-fc05-45db-a1f4-330ca3c57897 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.2089407
Dec 16 09:53:32.682904 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] Sync routers for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:32.712276 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:32.715585 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3875a00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:32.736949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:32.809023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:53:32.810812 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:32.820710 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4db15ec4-4ce7-4982-a204-e72bd0516e09 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:32.829388 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.9924750
Dec 16 09:53:32.844403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9c30e54-d79f-4ce2-8e46-7698e5308b3a req-9b2648e7-6377-4704-84f6-4d0507c2b399 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1512494
Dec 16 09:53:32.847858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:32.860623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:32.861831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:32.872991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6cc8ef-0970-488c-8173-f1d8801bb9b9 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:32.877976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:32.879485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:32.939667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=dffdeec5-02e7-4ae8-a021-6aaf8418f637,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:32.951235 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0862336
Dec 16 09:53:32.952218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36928) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:32.956472 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:32.958101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:32.973111 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:33.133001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': 'dffdeec5-02e7-4ae8-a021-6aaf8418f637'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:53:33.134062 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:33.217137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:33.238660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:33.238660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:33.251661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:33.284998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:33.284998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:33.346448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Allocated IP 2001:db8::f816:3eff:fe7e:7ec0 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/dffdeec5-02e7-4ae8-a021-6aaf8418f637/ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:33.407755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20236-191f-4d79-8f80-d72548568a12 req-43b3495b-60bb-4f01-85df-7a010b60aac8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:33.409205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-43b3495b-60bb-4f01-85df-7a010b60aac8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.3005059
Dec 16 09:53:33.451791 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3875a00>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '8794943c-eb79-4f59-8fa7-a6c2a909a054', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'port_id': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'mac_address': 'fa:16:3e:ef:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:29Z', 'updated_at': '2021-12-16T09:53:29Z', 'revision_number': 0, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 5, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:33.456929 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] Checking router: b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:33.480557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-618aea41-a06f-4460-9eb6-72390545cd5a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0311139
Dec 16 09:53:33.501830 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:33.501830 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3875a00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:33.553290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-a4bde0d9-b246-4fa4-b766-04588513d8f5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0565255
Dec 16 09:53:33.696664 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:33.707696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Transition to ACTIVE for port object ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:33.736477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Transition to ACTIVE for port object ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:33.743797 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:33.757457 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fdd5b032-88ad-4912-832b-4e66b0d2f652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:33.757662 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-e88716ba-4161-4678-b23f-dcd8d2ce9ec1 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093923
Dec 16 09:53:33.760404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:33.844733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:33.856903 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:33.859054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:33.860429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:33.863889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:34.088263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Attempting to bind port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:34.088920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Attempting to bind port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:34.089180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Attempting to bind port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:34.097515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:34.098222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:34.099535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:34.100386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:34.101523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Bound port: ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:34.102167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:34.162615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-05f6238a-0fcd-42ac-87ff-86207076e78e service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3964922
Dec 16 09:53:34.168475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:34.188425 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b13067d-73a6-41be-9b3b-98d91e453ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:34.233477 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3875a00>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '8794943c-eb79-4f59-8fa7-a6c2a909a054', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'port_id': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'mac_address': 'fa:16:3e:ef:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:29Z', 'updated_at': '2021-12-16T09:53:29Z', 'revision_number': 0, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 5, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:34.246277 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befbf27d-3d5a-4c4a-8697-a6766c434e16 None None] The sync data for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 is: [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '8794943c-eb79-4f59-8fa7-a6c2a909a054', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'port_id': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'mac_address': 'fa:16:3e:ef:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:29Z', 'updated_at': '2021-12-16T09:53:29Z', 'revision_number': 0, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 5, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:34.254175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:34.259004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:34.264303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:34.265672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:34.270289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:34.271006 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-438322d9-f203-47ea-b422-50a2bb3bc2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:34.279049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:34.280251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:34.330777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=a1f33353-dc3f-4829-bd9f-ff27a7af79d4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:34.335563 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:34.342177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:34.342968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3894868
Dec 16 09:53:34.349788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:33:90:fa', 'name': 'tempest-NetworksTestDHCPv6-2136684447'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:34.403037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:34.406877 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:34.592595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:34.598150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:34.601359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:34.619050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de2d0b-e178-45dc-9529-04392e988805 req-45f9fd8f-aed1-4e6e-9256-e544b9347892 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:34.627523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23de2d0b-e178-45dc-9529-04392e988805 req-45f9fd8f-aed1-4e6e-9256-e544b9347892 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1427119
Dec 16 09:53:34.629415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:34.651316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:34.718037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23de2d0b-e178-45dc-9529-04392e988805 req-e0611474-1d8b-43b7-945a-93894972beab tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892131
Dec 16 09:53:34.749028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847d7a7-b074-47f2-a20f-3f797563883e None None] New status for floating IP 8794943c-eb79-4f59-8fa7-a6c2a909a054: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:53:34.958653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:35.076582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 049e5046-a6b8-4c84-9839-25836764874b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:53:35.108013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9033642-1afb-4c66-babc-ff617aff2a7a req-f44adb3a-e064-49c7-8c94-5ffa2bf0d962 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:35.130989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9033642-1afb-4c66-babc-ff617aff2a7a req-f44adb3a-e064-49c7-8c94-5ffa2bf0d962 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1628652
Dec 16 09:53:35.131522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 36964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:35.142308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'floatingip': {'port_id': 'f0ec8be5-6699-4810-8955-b96111e191ea'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:35.259012 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'status': 'completed', 'code': 200}
Dec 16 09:53:35.476364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:35.579376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 172.20.0.5 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/a1f33353-dc3f-4829-bd9f-ff27a7af79d4/049e5046-a6b8-4c84-9839-25836764874b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:35.579959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9cbeeaf-49df-48d8-872e-15cc59146083 req-ce00c546-7880-49e4-b6e5-6e9f2902d8f9 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 210 time: 0.1927788
Dec 16 09:53:35.591607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:fe33:90fa (edd5fbae-4558-4a68-8a1b-05a5b5060dab/dffdeec5-02e7-4ae8-a021-6aaf8418f637/049e5046-a6b8-4c84-9839-25836764874b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:35.729706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-5fdf023c-926c-4721-8437-c7036694fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:35.731409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-5fdf023c-926c-4721-8437-c7036694fe62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de745d7a9b7f4096bcddfcc6827156d3&device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1096 time: 0.4715791
Dec 16 09:53:36.041394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:36.063882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 049e5046-a6b8-4c84-9839-25836764874b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:36.094345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f74fe8-ddd7-4cb7-944d-b28aba233385 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:36.098705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:36.118186 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbbc7380-4ea9-42d1-a6fc-bc80c413bc03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:36.192915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:36.197939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:36.203225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:36.279079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=049e5046-a6b8-4c84-9839-25836764874b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:36.288308 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:36.306509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:36.307733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:36.339119 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.9949341
Dec 16 09:53:36.340028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:36.364036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-22d50dfe-5be8-4f77-a6f3-9943ae78e65a None None] Provisioning for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:36.447242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2bd89-4883-49b0-adfb-c379422ed01c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:36.455307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2bd89-4883-49b0-adfb-c379422ed01c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:36.456472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-68d2bd89-4883-49b0-adfb-c379422ed01c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:36.474392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-68d2bd89-4883-49b0-adfb-c379422ed01c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:36.479198 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-68d2bd89-4883-49b0-adfb-c379422ed01c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.1380377
Dec 16 09:53:36.480040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:36.575627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 049e5046-a6b8-4c84-9839-25836764874b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:36.575987 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:36.664032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': 'dffdeec5-02e7-4ae8-a021-6aaf8418f637', 'ip_address': '2001:db8::f816:3eff:fe7e:7ec0'}, {'subnet_id': 'a1f33353-dc3f-4829-bd9f-ff27a7af79d4'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:53:36.733977 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:36.916827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-77d3ccbe-20f0-40b0-8bed-8a2ac1353ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:36.919865 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-77d3ccbe-20f0-40b0-8bed-8a2ac1353ac6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b227d418-09f8-47b5-a468-fc7e121080ea HTTP/1.1" status: 200  len: 909 time: 1.1775651
Dec 16 09:53:36.923255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:36.953138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:36.977246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Allocated IP 172.20.0.2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/a1f33353-dc3f-4829-bd9f-ff27a7af79d4/ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:37.077985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-0912f3ba-dbee-49d7-b38a-110f5edd0517 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e HTTP/1.1" status: 200  len: 1000 time: 0.1176503
Dec 16 09:53:37.078947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 049e5046-a6b8-4c84-9839-25836764874b owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:37.081934 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:37.125098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:37.180775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:37.226958 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:37.234939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:37.244594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:37.244984 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:37.283338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a4dad-9644-4b91-a46c-a6f2b4f4998b req-bd4746c5-7552-436c-a2ff-0e576c86a154 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:37.285660 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a6a4dad-9644-4b91-a46c-a6f2b4f4998b req-bd4746c5-7552-436c-a2ff-0e576c86a154 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 1.2169256
Dec 16 09:53:37.315564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Transition to ACTIVE for port object ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:37.325933 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:37.342750 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-25661fcf-1935-492a-8e7a-8fa78a1f7bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:37.383839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:37.424277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-adf7c204-442f-46ac-a402-be23ee06ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:37.424545 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:37.426357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-adf7c204-442f-46ac-a402-be23ee06ecdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cadebf33-61d3-4d7a-b75a-81b0ecf6799a HTTP/1.1" status: 200  len: 847 time: 0.2912471
Dec 16 09:53:37.435640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20236-191f-4d79-8f80-d72548568a12 req-c86ba3b6-8ced-4ffe-8068-fe49f97ea064 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:37.435640 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-c86ba3b6-8ced-4ffe-8068-fe49f97ea064 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 1.4057753
Dec 16 09:53:37.506893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Request body: {'port': {'device_id': '87f115c1-4f48-4167-91be-02c4936d967e', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'admin_state_up': True, 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:37.596975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e had new provisioning blocks added so it will not transition to active. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}}
Dec 16 09:53:37.610484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:37.614347 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:37.727323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a6a4dad-9644-4b91-a46c-a6f2b4f4998b req-2c88b6dc-8b7a-40bc-8c98-b53a44210ac7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3699563
Dec 16 09:53:37.729015 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Floating IP 158eda4c-909d-4b64-8c27-c87d04bb359e associated. External IP: 172.25.3.152, port: f0ec8be5-6699-4810-8955-b96111e191ea.
Dec 16 09:53:37.772681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=049e5046-a6b8-4c84-9839-25836764874b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:37.782299 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:37.865355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:37.873243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-1a1ec0aa-5972-4576-b268-7f2cd95fed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:37.874742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-1a1ec0aa-5972-4576-b268-7f2cd95fed50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b227d418-09f8-47b5-a468-fc7e121080ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4382353
Dec 16 09:53:37.877553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Usage tracker for resource:port and tenant:b41eda40d7ce41c18a3319e29229bbd8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:37.929761 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:53:37.937661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:37.942645 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:37.960480 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/049e5046-a6b8-4c84-9839-25836764874b HTTP/1.1" status: 204  len: 168 time: 1.4766974
Dec 16 09:53:37.961702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:38.023927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:38.034034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2992dc4b-e9fc-4a07-b1ad-75ffb1400686 req-a9fc7787-0a06-46b7-8073-152b956bec39 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 210 time: 0.0984619
Dec 16 09:53:38.118561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf53e1e-642a-4ab5-868b-5e2b2d738320 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:38.120204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf53e1e-642a-4ab5-868b-5e2b2d738320 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:38.122836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf53e1e-642a-4ab5-868b-5e2b2d738320 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:38.123764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fcf53e1e-642a-4ab5-868b-5e2b2d738320 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:38.128796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:38.137911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.141527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fcf53e1e-642a-4ab5-868b-5e2b2d738320 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:38.143007 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fcf53e1e-642a-4ab5-868b-5e2b2d738320 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1784856
Dec 16 09:53:38.146170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 36994) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:38.233171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet a1f33353-dc3f-4829-bd9f-ff27a7af79d4 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:38.236477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.322965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.413066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-c21fe597-c8a2-4ccd-99d3-bb7a5e90bd66 service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4764173
Dec 16 09:53:38.442454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.551072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.582727 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65bc0475-6e92-4927-aacf-71177ad5d98a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:38.630915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b8949f7c-e90d-4c94-aca1-c0751cd5d07c None None] Provisioning for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:38.661412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b8949f7c-e90d-4c94-aca1-c0751cd5d07c None None] Provisioning complete for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:38.662387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b8949f7c-e90d-4c94-aca1-c0751cd5d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.685427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.709926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f33353-dc3f-4829-bd9f-ff27a7af79d4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:38.715079 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:38.736521 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/a1f33353-dc3f-4829-bd9f-ff27a7af79d4 HTTP/1.1" status: 204  len: 168 time: 0.5868962
Dec 16 09:53:38.736682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:38.812059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet dffdeec5-02e7-4ae8-a021-6aaf8418f637 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:38.815653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.929867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:38.978179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:39.031084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc7fcfeb-4864-4888-aec3-2faef40e015f req-5acd6d37-631c-414b-ac1f-05cae06bae6a service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6105320
Dec 16 09:53:39.068163 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Allocated IP 172.20.0.9 (ba6a1215-fe59-45ca-8f84-bd08f9de1e2c/0b865947-3a3c-435f-99bf-81e20e11f800/35da823b-38ac-44a6-947e-4756dbde4653) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:39.079206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd704b-5fc0-4a71-a32f-f68aee127d05 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:39.111951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:53:39.123628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.273686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.275563 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b8949f7c-e90d-4c94-aca1-c0751cd5d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.279513 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00967c93-bc98-4515-bef6-e78bff2079f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:39.323795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.327585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=dffdeec5-02e7-4ae8-a021-6aaf8418f637,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:39.330021 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:39.341529 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/dffdeec5-02e7-4ae8-a021-6aaf8418f637 HTTP/1.1" status: 204  len: 168 time: 0.6011031
Dec 16 09:53:39.341962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:39.405733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:39.406125 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.416493 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5fda13b2-7ee9-485f-9031-a792f11dbde4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0706737
Dec 16 09:53:39.416690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:39.422578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:39.460094 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-b8949f7c-e90d-4c94-aca1-c0751cd5d07c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:53:39.460458 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-b8949f7c-e90d-4c94-aca1-c0751cd5d07c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:53:39.544814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:53:39.560972 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] Sync routers for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:53:39.564250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:39.572126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:39.576805 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:39.576904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:39.576984 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f300a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:39.585755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:39.599587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.603568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:39.611219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.626781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03f3b0-ecf8-4436-96e1-8159393637a9 None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': 'dffdeec5-02e7-4ae8-a021-6aaf8418f637'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:53:39.666782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a5aa102e-2d7f-4a47-94e0-5748efac1847 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "PUT /v2.0/floatingips/158eda4c-909d-4b64-8c27-c87d04bb359e HTTP/1.1" status: 200  len: 991 time: 4.5341020
Dec 16 09:53:39.670192 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.670498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.674596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:39.689015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599f26-610b-48c1-a11e-830fc62b1be4 req-f02fcdf6-8dca-47db-ad72-fa0230078644 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:39.696721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85599f26-610b-48c1-a11e-830fc62b1be4 req-f02fcdf6-8dca-47db-ad72-fa0230078644 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.4484353
Dec 16 09:53:39.707497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f03f3b0-ecf8-4436-96e1-8159393637a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.733119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:39.758172 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85599f26-610b-48c1-a11e-830fc62b1be4 req-db84813f-5bb1-465e-b23b-dba24b022bfe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602708
Dec 16 09:53:39.763245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.771726 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:39.802707 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:39.809358 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-522ad519-74f1-4e49-a827-f96cfe6e03ff tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:39.913211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:39.916243 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:39.983963 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:40.029423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:40.029953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1352b8e0-87ad-40ab-bf0a-1ac3a0c884f8 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:40.037142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:40.047204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:40.083365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event updated for resources: {'Port': ['ID=35da823b-38ac-44a6-947e-4756dbde4653,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:40.115139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.115584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.115927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.116298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.116666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.117031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.117440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.117752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.118277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.118642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.119833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.120481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:40.128922 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:40.155280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:40.155912 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:40.197063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dda71a-0e07-4c3e-9953-616e2e76a03d req-897a53d1-9201-440b-b260-0a03033dbc96 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:40.199588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-60dda71a-0e07-4c3e-9953-616e2e76a03d req-897a53d1-9201-440b-b260-0a03033dbc96 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:40.210391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7228553
Dec 16 09:53:40.226898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Request body: {'port': {'device_id': '87f115c1-4f48-4167-91be-02c4936d967e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:40.283115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b8949f7c-e90d-4c94-aca1-c0751cd5d07c None None] Could not find standard attr ID for object 049e5046-a6b8-4c84-9839-25836764874b. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:53:40.348809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-60dda71a-0e07-4c3e-9953-616e2e76a03d req-897a53d1-9201-440b-b260-0a03033dbc96 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:40.360408 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60dda71a-0e07-4c3e-9953-616e2e76a03d req-897a53d1-9201-440b-b260-0a03033dbc96 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 931 time: 0.3995693
Dec 16 09:53:40.421823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:53:40.454204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6b3b754-b0f0-49ae-8bb1-f5e419553365 None None] Provisioning complete for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:40.455018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b6b3b754-b0f0-49ae-8bb1-f5e419553365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:40.484006 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-60dda71a-0e07-4c3e-9953-616e2e76a03d req-084244a4-c74e-43c7-bed1-f4d8a1208684 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226366
Dec 16 09:53:40.500547 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:40.830944 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'status': 'completed', 'code': 200}
Dec 16 09:53:40.839617 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f300a0>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '158eda4c-909d-4b64-8c27-c87d04bb359e', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'port_id': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'mac_address': 'fa:16:3e:9e:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:36Z', 'revision_number': 1, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:40.848029 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] Checking router: c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:53:40.848497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:40.856997 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:53:40.857622 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f300a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:53:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:40.862122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.033281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6b3b754-b0f0-49ae-8bb1-f5e419553365 None None] Could not find standard attr ID for object 049e5046-a6b8-4c84-9839-25836764874b. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:53:41.039865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '30974219-a451-40e0-9670-c7ba68fb6205'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:53:41.089828 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:53:41.120346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-9118a04b-edde-4ee8-af5f-2649aab09b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:41.121841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-9118a04b-edde-4ee8-af5f-2649aab09b53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1096 time: 0.2129517
Dec 16 09:53:41.142272 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.188885 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.244052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:41.271516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1826f7-574d-4b24-a13a-7d2795b38e7f req-f465579e-1909-450d-9aac-ec051853e16f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:41.273826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce1826f7-574d-4b24-a13a-7d2795b38e7f req-f465579e-1909-450d-9aac-ec051853e16f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2890441
Dec 16 09:53:41.293086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.302976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.304074 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.316712 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:41.398251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35da823b-38ac-44a6-947e-4756dbde4653 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:41.401760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:41.406452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:41.416368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:41.417251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.421718 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.452355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=8']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:41.455093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce1826f7-574d-4b24-a13a-7d2795b38e7f req-9e709998-c03c-4163-ade9-af9486030183 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400442
Dec 16 09:53:41.465762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-8eee8a99-901e-4e3a-9f7b-d35286a226b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:41.467601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-8eee8a99-901e-4e3a-9f7b-d35286a226b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.3353870
Dec 16 09:53:41.474008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Transition to ACTIVE for port object 35da823b-38ac-44a6-947e-4756dbde4653 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:41.476574 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:41.517274 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94a15ace-4148-471c-a772-3f2e5b9224eb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:41.536948 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:53:41.537306 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:53:41.589517 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:53:41.589756 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:53:41.608102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1870954
Dec 16 09:53:41.608102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:41.618710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:41.653193 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f300a0>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '158eda4c-909d-4b64-8c27-c87d04bb359e', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'port_id': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'mac_address': 'fa:16:3e:9e:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:36Z', 'revision_number': 1, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:53:41.659247 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc72ee-8f33-44b0-919b-186980c86e85 None None] The sync data for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 is: [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': '158eda4c-909d-4b64-8c27-c87d04bb359e', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'port_id': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'mac_address': 'fa:16:3e:9e:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:36Z', 'revision_number': 1, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:53:41.750098 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.751532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=30974219-a451-40e0-9670-c7ba68fb6205,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:41.754623 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:41.760545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d0b579a-e746-4b76-9f03-5e53473efb2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:41.811897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:41.816132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:41.818980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:41.825304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:41.839231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:41.842786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.878784 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:41.971474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699058c5-78ef-4b19-80c2-d9e7c3ed10c0 None None] New status for floating IP 158eda4c-909d-4b64-8c27-c87d04bb359e: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:53:41.997687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Pushing event updated for resources: {'Port': ['ID=35da823b-38ac-44a6-947e-4756dbde4653,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:42.005055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:42.039552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-305edaab-59e9-426b-9b68-1fee5d8ca026 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 999 time: 0.5505414
Dec 16 09:53:42.086867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62d7013b-1684-4e44-a7e1-104b6b8f4909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.183445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-c9ad0703-5f8c-4a7d-9ea1-f23b1d043883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:42.184794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-c9ad0703-5f8c-4a7d-9ea1-f23b1d043883 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1348872
Dec 16 09:53:42.203170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15a83-3fc5-4de5-8a89-321c71f9ead5 req-083136a9-388a-425e-a7be-6d0c03b1c039 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:42.204692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04a15a83-3fc5-4de5-8a89-321c71f9ead5 req-083136a9-388a-425e-a7be-6d0c03b1c039 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 943 time: 0.4452834
Dec 16 09:53:42.266064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Attempting to bind port 35da823b-38ac-44a6-947e-4756dbde4653 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:42.266391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Attempting to bind port 35da823b-38ac-44a6-947e-4756dbde4653 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:42.266725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Attempting to bind port 35da823b-38ac-44a6-947e-4756dbde4653 on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:42.270464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.282333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Port 35da823b-38ac-44a6-947e-4756dbde4653 on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:53:42.282667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Attempting to bind port 35da823b-38ac-44a6-947e-4756dbde4653 on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:42.293884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.304312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:42.304650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:42.305031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Bound using segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:42.305466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Bound port: 35da823b-38ac-44a6-947e-4756dbde4653, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:42.305814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.319034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.324261 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8886bda1-9a2c-44e1-8f5c-0729058206b9 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:42.331337 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04a15a83-3fc5-4de5-8a89-321c71f9ead5 req-058b2d36-323a-4472-8588-6bfb4f1f68f4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909703
Dec 16 09:53:42.404516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=d0f6a774-7cba-4393-a403-bbd0e1040999,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:42.408238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-d051ff2e-6e6e-40ab-894b-9579234d5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:42.410246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-d051ff2e-6e6e-40ab-894b-9579234d5893 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2171381
Dec 16 09:53:42.410761 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:42.420619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:42.421787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:42.433350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:42.435190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.455434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] For port 35da823b-38ac-44a6-947e-4756dbde4653, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:42.475749 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8632934
Dec 16 09:53:42.489624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:42.493072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37050) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:42.507239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:29:43:67', 'name': 'tempest-NetworksTestDHCPv6-1757555378'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:42.510806 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.528705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] For port 35da823b-38ac-44a6-947e-4756dbde4653, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=35da823b-38ac-44a6-947e-4756dbde4653,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:42.544443 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.560899 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:42.608705 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-718b023c-8c1c-401b-8f95-63c109dbc052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:42.701568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-42620241-ec7d-4af2-8ed2-29c9d82cd70d service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2769470
Dec 16 09:53:42.703057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:42.704288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:42.717881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] 10.222.0.54 "PUT /v2.0/ports/35da823b-38ac-44a6-947e-4756dbde4653 HTTP/1.1" status: 200  len: 1091 time: 2.4980223
Dec 16 09:53:42.730748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:42.736934 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:42.789594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:53:42.790073 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:53:42.816700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:42.822400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:42.826993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:42.836802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:42.852867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:42.881359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f115c1-4f48-4167-91be-02c4936d967e', 'tag': '35da823b-38ac-44a6-947e-4756dbde4653'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:42.916498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Pushing event updated for resources: {'Port': ['ID=35da823b-38ac-44a6-947e-4756dbde4653,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:42.922228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:43.010220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:43.020942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edbdb0b7-f998-423e-a36b-8747fab42402 req-356fccdf-cdbe-4373-a784-3c919536c5bc service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2964103
Dec 16 09:53:43.039759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port eced19f5-14fd-4000-bf44-d66478b64d42 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:53:43.045066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20236-191f-4d79-8f80-d72548568a12 req-5874acfa-635f-4370-b258-7b6426c3db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:43.045939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-5874acfa-635f-4370-b258-7b6426c3db36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 1094 time: 0.2689133
Dec 16 09:53:43.138732 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-2a500636-00f5-4cf7-b012-ee8872b4dd8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35da823b-38ac-44a6-947e-4756dbde4653 HTTP/1.1" status: 200  len: 217 time: 0.0816123
Dec 16 09:53:43.226960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e4f79-1aa4-414a-bcad-d05d499957c3 req-03914fdf-4304-4b3a-84ae-df153da0479b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:43.228666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-878e4f79-1aa4-414a-bcad-d05d499957c3 req-03914fdf-4304-4b3a-84ae-df153da0479b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2466333
Dec 16 09:53:43.232600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20236-191f-4d79-8f80-d72548568a12 req-42b9103f-7a73-4f78-b9ad-cce55fe5d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:43.233984 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-42b9103f-7a73-4f78-b9ad-cce55fe5d7ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.0872695
Dec 16 09:53:43.295675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 172.20.0.8 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/d0f6a774-7cba-4393-a403-bbd0e1040999/eced19f5-14fd-4000-bf44-d66478b64d42) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:43.299906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-5dc69f84-9150-4982-b361-c51dfd079422 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513222
Dec 16 09:53:43.304755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:fe29:4367 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/30974219-a451-40e0-9670-c7ba68fb6205/eced19f5-14fd-4000-bf44-d66478b64d42) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:43.344362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-878e4f79-1aa4-414a-bcad-d05d499957c3 req-1cf0735e-a813-4614-a3d3-f6c246b2bbe1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094005
Dec 16 09:53:43.403936 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:43.644412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:43.665091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object eced19f5-14fd-4000-bf44-d66478b64d42 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:43.696078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-5fd76771-e455-4bb8-97b8-c6614a19316e service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3858070
Dec 16 09:53:43.707940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:43.716470 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7fa11e4-60c1-478b-876c-d77f9abb455a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:43.804354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:43.811247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:43.811247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:43.860563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=eced19f5-14fd-4000-bf44-d66478b64d42,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:43.862156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f631f38-3b61-4fb5-801a-fd53cbe62bc7 req-edd6074d-d2ab-4d5e-9459-a9f6dbc21c08 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:43.865939 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:43.874412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f631f38-3b61-4fb5-801a-fd53cbe62bc7 req-edd6074d-d2ab-4d5e-9459-a9f6dbc21c08 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 946 time: 0.2415118
Dec 16 09:53:43.875511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:43.887677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:43.888417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:43.906165 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:43.915002 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:43.918859 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.4226513
Dec 16 09:53:43.921177 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10d20236-191f-4d79-8f80-d72548568a12 req-efe5a69a-e5ad-4b0e-898d-df8a3a4dd299 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165844
Dec 16 09:53:43.922284 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:43.923611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37064) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:44.000251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f631f38-3b61-4fb5-801a-fd53cbe62bc7 req-6db58c2f-5a00-4a87-924f-b12385c8f547 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220963
Dec 16 09:53:44.007539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:44.012150 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:44.072491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50639ed-33f4-406d-ad7a-db48046bbe03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:44.081993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50639ed-33f4-406d-ad7a-db48046bbe03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:44.083647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c50639ed-33f4-406d-ad7a-db48046bbe03 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.1436102
Dec 16 09:53:44.085760 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f115c1-4f48-4167-91be-02c4936d967e', 'tag': '35da823b-38ac-44a6-947e-4756dbde4653', 'status': 'completed', 'code': 200}
Dec 16 09:53:44.086440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37068) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:44.137670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:44.214866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port eced19f5-14fd-4000-bf44-d66478b64d42 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:44.215242 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:44.281008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-4d0b05c1-5318-4e72-8880-7683efe9151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:44.282459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-4d0b05c1-5318-4e72-8880-7683efe9151d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 1094 time: 0.1575966
Dec 16 09:53:44.302067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adac19-a714-4083-a1cd-380f24182efb req-636eeb7a-eb73-4378-ad8b-0d39d377a6d8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:44.303618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96adac19-a714-4083-a1cd-380f24182efb req-636eeb7a-eb73-4378-ad8b-0d39d377a6d8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 943 time: 0.1054015
Dec 16 09:53:44.485932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48b80d36-00a9-4adf-93e7-82ed8f9fd1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:44.511218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-96adac19-a714-4083-a1cd-380f24182efb req-a9497b2b-87b4-4d56-91c8-c0fc976e37b9 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870477
Dec 16 09:53:44.581718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-5d7210da-4fa0-4ab4-9b4f-fe0615108abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:44.587379 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-5d7210da-4fa0-4ab4-9b4f-fe0615108abb service neutron] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 906 time: 0.2827282
Dec 16 09:53:44.626329 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:44.672910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-4ea56f27-808a-42c2-adac-45714d5d07f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35da823b-38ac-44a6-947e-4756dbde4653 HTTP/1.1" status: 200  len: 217 time: 0.0762599
Dec 16 09:53:44.677498 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-d29ef2a4-d7e6-4d2d-93be-3988db63a950 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2621238
Dec 16 09:53:44.828820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for eced19f5-14fd-4000-bf44-d66478b64d42 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:44.868874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:44.904999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89753f71-3e9a-457f-b38c-8a225492b6d7 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:44.983003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-6b542073-9ee2-4cf8-ae9e-89ab7132c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:44.984414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-6b542073-9ee2-4cf8-ae9e-89ab7132c78a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.2907031
Dec 16 09:53:45.037911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] Provisioning complete for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:45.038302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.051222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-11ba8065-8464-4206-a624-244dc4b23ab8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558574
Dec 16 09:53:45.108943 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.119699 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be318612-3622-4034-9a4a-3d890bc5f098 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:45.170987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=eced19f5-14fd-4000-bf44-d66478b64d42,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:45.207540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-6c465dc8-ee0b-48a8-8693-4de0187bf1b5 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:45.209244 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-6c465dc8-ee0b-48a8-8693-4de0187bf1b5 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 946 time: 0.4510837
Dec 16 09:53:45.216664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:45.217052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.221316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c628b47-ac5f-4910-ad3a-f45b7ff68749 req-723952f7-c5da-40d7-844e-ae447145ec9c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:45.221536 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:45.221654 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c628b47-ac5f-4910-ad3a-f45b7ff68749 req-723952f7-c5da-40d7-844e-ae447145ec9c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3424861
Dec 16 09:53:45.259849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-d7b8f9a3-fead-4603-9bdd-f65b7a5ab9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:45.261311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-d7b8f9a3-fead-4603-9bdd-f65b7a5ab9dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 1097 time: 0.4338436
Dec 16 09:53:45.408303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.462868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-15402236-eb23-45bd-972a-1ea669b17e6d service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4021499
Dec 16 09:53:45.473903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Deleting port 269c90bf-d9c9-425b-8f36-cf9464621c31 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:45.474271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.494370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.503623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5c628b47-ac5f-4910-ad3a-f45b7ff68749 req-2874ab08-113c-4cb5-b1c1-fa28cd6cf299 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2407050
Dec 16 09:53:45.507456 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/eced19f5-14fd-4000-bf44-d66478b64d42 HTTP/1.1" status: 204  len: 168 time: 1.4193358
Dec 16 09:53:45.510910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:45.515980 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.567408 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.598541 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.631990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded96b13-d9d5-420c-8231-f5de22f2ec8b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:45.634342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded96b13-d9d5-420c-8231-f5de22f2ec8b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:45.636093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded96b13-d9d5-420c-8231-f5de22f2ec8b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:45.637305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ded96b13-d9d5-420c-8231-f5de22f2ec8b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:45.639884 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:45.661679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ded96b13-d9d5-420c-8231-f5de22f2ec8b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:45.662979 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ded96b13-d9d5-420c-8231-f5de22f2ec8b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1493611
Dec 16 09:53:45.665737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:45.677163 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.683570 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:45.747966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 30974219-a451-40e0-9670-c7ba68fb6205 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:45.751661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.819043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:53:45.819651 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-6276faa5-619f-4410-a721-59756054a29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:53:45.819760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.839474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc289929-0fc2-4fe9-b71d-e186a9dfb20c None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '30974219-a451-40e0-9670-c7ba68fb6205', 'ip_address': '2001:db8::f816:3eff:fe7e:7ec0'}, {'subnet_id': 'd0f6a774-7cba-4393-a403-bbd0e1040999'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:53:45.866294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] Pushing event updated for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=11']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:45.873560 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:45.904281 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc289929-0fc2-4fe9-b71d-e186a9dfb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.913936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:45.989602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-acdf13b1-76ed-4730-ad39-eda107269484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:45.991104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-acdf13b1-76ed-4730-ad39-eda107269484 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.7014616
Dec 16 09:53:46.022438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.028334 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f1283d07-037a-4053-9511-d4aad47705f0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-cc289929-0fc2-4fe9-b71d-e186a9dfb20c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30974219-a451-40e0-9670-c7ba68fb6205: This subnet is being modified by another concurrent operation.
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:53:46.074563 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30974219-a451-40e0-9670-c7ba68fb6205: This subnet is being modified by another concurrent operation.
Dec 16 09:53:46.078907 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:53:46.099859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=30974219-a451-40e0-9670-c7ba68fb6205,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:46.105340 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:46.108905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.124081 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/30974219-a451-40e0-9670-c7ba68fb6205 HTTP/1.1" status: 204  len: 168 time: 0.4566622
Dec 16 09:53:46.127764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37090) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:46.179611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-846972bc-b0fa-4abd-ad85-41a84b72ab92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c HTTP/1.1" status: 200  len: 217 time: 0.1786201
Dec 16 09:53:46.189457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243dc19-821d-461a-a1d3-84c1bee2aad0 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:46.211734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet d0f6a774-7cba-4393-a403-bbd0e1040999 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:46.215556 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.255267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7df28739-7194-4fb8-b59f-e79bd457fb44 req-2eac9ea2-b427-4999-a7fd-6341cab88a80 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7438879
Dec 16 09:53:46.281275 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.292551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4d019f8-a15a-497e-89a5-c9a5d3b9f840 None None] Provisioning complete for port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:46.292932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4d019f8-a15a-497e-89a5-c9a5d3b9f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.303875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-8d965bca-aca3-44c3-9221-316b45a406e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:46.305511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-8d965bca-aca3-44c3-9221-316b45a406e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1085551
Dec 16 09:53:46.321604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93338f-cb8c-4d63-992a-988fd7cbb024 req-fef23e4b-7430-4aed-9b0d-17112d297522 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:46.325264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf93338f-cb8c-4d63-992a-988fd7cbb024 req-fef23e4b-7430-4aed-9b0d-17112d297522 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 946 time: 0.4957345
Dec 16 09:53:46.361776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.452859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.458705 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-36c0f759-0207-4f70-b52d-e7a107722491 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:46.463189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] For port 269c90bf-d9c9-425b-8f36-cf9464621c31, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=269c90bf-d9c9-425b-8f36-cf9464621c31,segment=NetworkSegment(4a1fff89-af85-47f4-90a8-90348563b544),segment_id=4a1fff89-af85-47f4-90a8-90348563b544)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:46.463854 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.497761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f6a774-7cba-4393-a403-bbd0e1040999,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:46.501748 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:46.502713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.515454 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/d0f6a774-7cba-4393-a403-bbd0e1040999 HTTP/1.1" status: 204  len: 168 time: 0.3845606
Dec 16 09:53:46.515905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:46.594606 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6877a729-29b2-4526-b8da-22bbcfa342d2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0774844
Dec 16 09:53:46.598373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37100) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:46.604351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:46.644114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Calling delete_port for 269c90bf-d9c9-425b-8f36-cf9464621c31 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:46.654598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:53:46.659727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Deleting port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:46.660113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.693024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf93338f-cb8c-4d63-992a-988fd7cbb024 req-ed848734-6020-4a60-aa23-51405d25726e tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/security-groups?id=193cc1d1-1039-4b5b-aa4a-3d1493775a92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3104994
Dec 16 09:53:46.727735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-7686cf19-24ab-42e2-a4db-4973810fb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:46.729232 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-7686cf19-24ab-42e2-a4db-4973810fb328 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4030733
Dec 16 09:53:46.745750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:46.752510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:46.755622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:46.762944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:46.777040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:46.784679 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:46.860148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:46.952259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] For port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:46.952714 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.058807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-2bcdfe1b-0aaf-47e1-a186-e2d4d4c85f7a service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3020170
Dec 16 09:53:47.098995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.105818 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7ec2f3c-fb02-4ce2-856e-209f508fc96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:47.161928 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.171353 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:47.173594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Calling delete_port for ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:47.184538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:47.185503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=527f4748-bd3e-43ff-8fd9-230c9973950e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:47.187851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:47.189458 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:47.190748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:47.191361 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.220847 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6185853
Dec 16 09:53:47.221084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37104) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:47.228017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:47.241126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3862e31-8fe7-4a06-9629-44acffe24299 req-856084b1-c95a-41b6-a4d4-3dd1a8a27266 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:47.245839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3862e31-8fe7-4a06-9629-44acffe24299 req-856084b1-c95a-41b6-a4d4-3dd1a8a27266 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 943 time: 0.3763387
Dec 16 09:53:47.267696 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.273499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Pushing event deleted for resources: {'Port': ['ID=269c90bf-d9c9-425b-8f36-cf9464621c31,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:47.275836 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:47.288916 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.368068 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.376776 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:47.383077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:47.387194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:47.387368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] No DVR routers for this DVR port 269c90bf-d9c9-425b-8f36-cf9464621c31 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:47.389929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.390148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:47.397042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:47.411294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:47.415793 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.418611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'name': 'network-vif-deleted', 'tag': '269c90bf-d9c9-425b-8f36-cf9464621c31'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:47.425534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Pushing event deleted for resources: {'Port': ['ID=ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:47.429945 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:47.430759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] No DVR routers for this DVR port ecad9a1f-eeb4-4f17-a73c-ee4beaf4147e on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:47.442039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-780108ac-e2fb-4077-83df-b1db6f85b8dc req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.74 "DELETE /v2.0/ports/269c90bf-d9c9-425b-8f36-cf9464621c31 HTTP/1.1" status: 204  len: 173 time: 2.2161164
Dec 16 09:53:47.448526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe93a0-77f2-4d8e-bb9f-c67502f103b7 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:47.473990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d2fc0e8d-f957-4580-b48b-e2f357984dd0 req-3d9572a2-c9f2-4e82-ba99-9ee9426e1338 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4059937
Dec 16 09:53:47.479303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f3862e31-8fe7-4a06-9629-44acffe24299 req-57b28d9d-a390-46d1-b4b5-1ac58279e3bf tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316756
Dec 16 09:53:47.710034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '527f4748-bd3e-43ff-8fd9-230c9973950e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:53:47.710955 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.849875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacb9b4-57c6-4035-a84b-399fbb296557 req-7ed1afca-36de-4fb8-abd7-a979de5bc785 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:47.855641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5bacb9b4-57c6-4035-a84b-399fbb296557 req-7ed1afca-36de-4fb8-abd7-a979de5bc785 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1012082
Dec 16 09:53:47.904921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5bacb9b4-57c6-4035-a84b-399fbb296557 req-9a470637-5e62-4b34-a077-a1e49d623b0b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477660
Dec 16 09:53:47.914314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Allocated IP 172.20.0.2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/527f4748-bd3e-43ff-8fd9-230c9973950e/1bb41ada-c0a8-4f37-aa24-f3a0aa13d710) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:47.954631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:53:47.955831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:47.960727 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3bd56b73-c861-42c4-aab6-0861031a7e8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:47.966924 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172841a-4a4c-4abd-a71a-e57a7b83b27b', 'name': 'network-vif-deleted', 'tag': '269c90bf-d9c9-425b-8f36-cf9464621c31', 'status': 'completed', 'code': 200}
Dec 16 09:53:47.968164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 35da823b-38ac-44a6-947e-4756dbde4653 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:53:48.025992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:48.029676 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:48.034020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:48.034638 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.067479 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.8452895
Dec 16 09:53:48.070810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37112) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:48.077162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:0b:22:fa', 'name': 'tempest-NetworksTestDHCPv6-393733331'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:48.091975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:48.102557 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:48.121780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 269c90bf-d9c9-425b-8f36-cf9464621c31 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:48.156161 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:53:48.245346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 269c90bf-d9c9-425b-8f36-cf9464621c31 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:53:48.245708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 269c90bf-d9c9-425b-8f36-cf9464621c31 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:53:48.366036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.373742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d3dda1ce-7c06-4302-bb98-f736c3a84e0b req-5e1ed9c0-3d1f-4923-ab7e-636892309bd3 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Synchronizing usage tracker for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:48.392389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Transition to ACTIVE for port object 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:48.405018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 35da823b-38ac-44a6-947e-4756dbde4653, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=35da823b-38ac-44a6-947e-4756dbde4653,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:48.413602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d3dda1ce-7c06-4302-bb98-f736c3a84e0b req-5e1ed9c0-3d1f-4923-ab7e-636892309bd3 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Unset dirty status for tenant:55e00bc65875455a80e09fb4e12058eb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:48.414760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d3dda1ce-7c06-4302-bb98-f736c3a84e0b req-5e1ed9c0-3d1f-4923-ab7e-636892309bd3 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] 10.222.0.66 "GET /v2.0/ports?device_id=9172841a-4a4c-4abd-a71a-e57a7b83b27b HTTP/1.1" status: 200  len: 210 time: 0.3104067
Dec 16 09:53:48.436510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '35da823b-38ac-44a6-947e-4756dbde4653', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'port_id': '35da823b-38ac-44a6-947e-4756dbde4653', 'mac_address': 'fa:16:3e:50:c3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b865947-3a3c-435f-99bf-81e20e11f800', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:53:48.445765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Transition to ACTIVE for port object 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:48.459990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:48.464179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:48.467366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:48.475271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:48.489537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:48.491888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.503394 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8a8577bd-50b4-494e-b4e8-fe5de524495e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:48.590693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:48.595375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:48.600864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.612153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:48.626932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Pushing event updated for resources: {'Port': ['ID=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:48.632576 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:48.633772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35da823b-38ac-44a6-947e-4756dbde4653 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:53:48.707148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.727257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 35da823b-38ac-44a6-947e-4756dbde4653, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=35da823b-38ac-44a6-947e-4756dbde4653,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:48.740660 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.745583 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-adf788e9-80eb-44ff-827d-4d1470c779eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:48.775491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 3449305f-6f59-436c-98ea-181f697a7709 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:53:48.812344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Attempting to bind port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:48.812746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Attempting to bind port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:48.813131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Attempting to bind port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:48.823273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:48.823713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:48.824078 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.824536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:48.824969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Bound port: 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:48.825359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.841890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=35da823b-38ac-44a6-947e-4756dbde4653,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:48.847912 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:48.910104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5de34-9c75-4fef-a0f5-392e3de56a97 req-d979b8e0-8fdc-4789-b4f3-1179f4fa24c1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:48.911647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9db5de34-9c75-4fef-a0f5-392e3de56a97 req-d979b8e0-8fdc-4789-b4f3-1179f4fa24c1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 943 time: 0.2474241
Dec 16 09:53:48.961715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:48.966122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:48.973632 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:48.978177 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:49.016441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:53:49.025563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9db5de34-9c75-4fef-a0f5-392e3de56a97 req-8c3eee9b-5f35-4345-8c17-82589817e857 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988843
Dec 16 09:53:49.147711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 172.20.0.12 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/527f4748-bd3e-43ff-8fd9-230c9973950e/3449305f-6f59-436c-98ea-181f697a7709) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:49.155454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:fe0b:22fa (edd5fbae-4558-4a68-8a1b-05a5b5060dab/38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5/3449305f-6f59-436c-98ea-181f697a7709) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:49.192025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Pushing event updated for resources: {'Port': ['ID=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:49.200747 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:49.438208 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:49.465213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 3449305f-6f59-436c-98ea-181f697a7709 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:49.508484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:49.523681 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:49.633328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:49.641037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:49.643644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:49.718038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=3449305f-6f59-436c-98ea-181f697a7709,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:49.725462 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:49.745244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:49.746018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:49.782476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.7100918
Dec 16 09:53:49.785358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:49.796846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9d01f-e271-4bd5-9860-3b373c0bb4d6 req-3781521c-17c2-482e-8199-02c55447387a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:49.798453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-acb9d01f-e271-4bd5-9860-3b373c0bb4d6 req-3781521c-17c2-482e-8199-02c55447387a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2181711
Dec 16 09:53:49.845932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-acb9d01f-e271-4bd5-9860-3b373c0bb4d6 req-5ae4f528-1d66-409d-8a56-61b33b991023 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408480
Dec 16 09:53:49.886942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cd9b7-0e6f-4b57-a375-2876e23daa0c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:49.895265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09cd9b7-0e6f-4b57-a375-2876e23daa0c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:49.896535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b09cd9b7-0e6f-4b57-a375-2876e23daa0c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:49.931011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b09cd9b7-0e6f-4b57-a375-2876e23daa0c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:49.932763 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b09cd9b7-0e6f-4b57-a375-2876e23daa0c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1763 time: 0.1462390
Dec 16 09:53:49.938038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37132) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:49.981308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 35da823b-38ac-44a6-947e-4756dbde4653 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:50.045976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 3449305f-6f59-436c-98ea-181f697a7709 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:50.046341 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:50.096522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 35da823b-38ac-44a6-947e-4756dbde4653 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:50.109244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 35da823b-38ac-44a6-947e-4756dbde4653 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:50.109643 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:50.303814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:50.349468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f115c1-4f48-4167-91be-02c4936d967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35da823b-38ac-44a6-947e-4756dbde4653'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:53:50.360661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 35da823b-38ac-44a6-947e-4756dbde4653, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=35da823b-38ac-44a6-947e-4756dbde4653,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:50.370172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:50.373191 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:50.472257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=35da823b-38ac-44a6-947e-4756dbde4653,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:50.485510 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:50.614402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242708c8-f2ca-4e59-8666-99c1ebe9cb4b None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:50.630010 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:50.734241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a2c6bd9f-71be-453f-bca8-8dcc906553b1 None None] Provisioning for port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:50.880730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:50.919635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207c8c-4138-4f30-b312-71909541d268 req-18263cbc-5336-4c25-b62f-ed520e3aa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:50.921170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0207c8c-4138-4f30-b312-71909541d268 req-18263cbc-5336-4c25-b62f-ed520e3aa545 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.5167809
Dec 16 09:53:50.933762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 3449305f-6f59-436c-98ea-181f697a7709 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:50.975199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:50.980670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:50.981103 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:50.998088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9383bc-c4cf-4b30-a2ea-99e0b64d5f72 req-c3fac458-77f1-47c1-9820-89b4c404f060 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:50.999517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d9383bc-c4cf-4b30-a2ea-99e0b64d5f72 req-c3fac458-77f1-47c1-9820-89b4c404f060 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 945 time: 0.6504116
Dec 16 09:53:51.167329 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:51.188057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2d9383bc-c4cf-4b30-a2ea-99e0b64d5f72 req-c39ef5c1-eb56-481a-bc42-28fbca3621f0 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749556
Dec 16 09:53:51.202247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '527f4748-bd3e-43ff-8fd9-230c9973950e', 'ip_address': '172.20.0.2'}, {'subnet_id': '38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '1bb41ada-c0a8-4f37-aa24-f3a0aa13d710'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:53:51.261567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207c8c-4138-4f30-b312-71909541d268 req-6803f2ff-ab60-4440-b1a4-059194007e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:51.263081 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0207c8c-4138-4f30-b312-71909541d268 req-6803f2ff-ab60-4440-b1a4-059194007e9f service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.3010890
Dec 16 09:53:51.275786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:51.290039 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:51.293753 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4b9151d6-db76-4474-aa14-7eb74c557273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:51.325437 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:51.442306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:51.447325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:51.512751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0207c8c-4138-4f30-b312-71909541d268 req-bd9e6307-0060-410e-9434-bced5e7adb9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.2402005
Dec 16 09:53:51.585245 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:51.587996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Allocated IP 2001:db8::f816:3eff:feed:8fcd (edd5fbae-4558-4a68-8a1b-05a5b5060dab/38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5/1bb41ada-c0a8-4f37-aa24-f3a0aa13d710) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:51.594632 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-22199e5e-349b-402a-99fa-b4eb6125a14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:51.685174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=3449305f-6f59-436c-98ea-181f697a7709,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:51.688092 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:51.734813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961545-ffb3-4025-9877-916b7c035888 req-188c63a4-16b4-4d71-ba62-f2bd73e0e121 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:51.736380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9961545-ffb3-4025-9877-916b7c035888 req-188c63a4-16b4-4d71-ba62-f2bd73e0e121 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3863015
Dec 16 09:53:51.737875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207c8c-4138-4f30-b312-71909541d268 req-21b508a7-cdd7-4b27-a7ea-47ba9f1c5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:51.739231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0207c8c-4138-4f30-b312-71909541d268 req-21b508a7-cdd7-4b27-a7ea-47ba9f1c5ec9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.2161591
Dec 16 09:53:51.743045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:51.771023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:51.791401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Transition to ACTIVE for port object 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:51.797587 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:51.810489 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:51.911728 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9961545-ffb3-4025-9877-916b7c035888 req-a57c05f3-d560-4cf7-a1f9-ec74c198e1f6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1660643
Dec 16 09:53:51.936856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:51.961912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:51.975471 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/3449305f-6f59-436c-98ea-181f697a7709 HTTP/1.1" status: 204  len: 168 time: 2.0348957
Dec 16 09:53:51.982522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207c8c-4138-4f30-b312-71909541d268 req-81efcbe2-61aa-4da0-a21a-a4e80a138b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:51.984071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Pushing event updated for resources: {'Port': ['ID=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:51.984283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0207c8c-4138-4f30-b312-71909541d268 req-81efcbe2-61aa-4da0-a21a-a4e80a138b3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2199395
Dec 16 09:53:51.987840 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:52.031035 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f115c1-4f48-4167-91be-02c4936d967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35da823b-38ac-44a6-947e-4756dbde4653', 'code': 200}
Dec 16 09:53:52.106828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3bcf6c-3c9f-4252-af71-d044c330b8d6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:52.109956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3bcf6c-3c9f-4252-af71-d044c330b8d6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:52.113196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3bcf6c-3c9f-4252-af71-d044c330b8d6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:52.114632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2c3bcf6c-3c9f-4252-af71-d044c330b8d6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:52.142989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2c3bcf6c-3c9f-4252-af71-d044c330b8d6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:52.148304 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c3bcf6c-3c9f-4252-af71-d044c330b8d6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1826077
Dec 16 09:53:52.150115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:52.307410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0207c8c-4138-4f30-b312-71909541d268 req-0baf4f32-6dca-46ee-b2cd-cf11afb1b134 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3084350
Dec 16 09:53:52.311527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:52.316648 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:52.321618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200c3ec-de35-42e4-8c53-db48676489ab req-6a4b17b5-926f-4143-b285-82a11bd2eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:52.323311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5200c3ec-de35-42e4-8c53-db48676489ab req-6a4b17b5-926f-4143-b285-82a11bd2eda7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 1096 time: 0.1781638
Dec 16 09:53:52.377421 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:52.555090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5200c3ec-de35-42e4-8c53-db48676489ab req-e44d0c96-397b-46b2-a9cb-2840bef2988d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052827
Dec 16 09:53:52.591360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0207c8c-4138-4f30-b312-71909541d268 req-edc23b1e-6b15-44ce-bb97-0653b311c2af service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666919
Dec 16 09:53:52.630809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e69e2-9294-4416-94c6-a069c2a66dda req-9f448c94-ee68-4cf1-93af-083075972950 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:52.632349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:52.632496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c7e69e2-9294-4416-94c6-a069c2a66dda req-9f448c94-ee68-4cf1-93af-083075972950 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 945 time: 0.1890993
Dec 16 09:53:52.721577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:52.731064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c92c5bb6-85b9-4e52-995f-fa816d212ce0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:52.762549 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:52.766139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c7e69e2-9294-4416-94c6-a069c2a66dda req-637ba50a-4be5-4c94-8eff-087f000e28fc tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251547
Dec 16 09:53:52.779769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:52.782350 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:52.789617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5 HTTP/1.1" status: 204  len: 168 time: 0.6378741
Dec 16 09:53:52.793535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:52.865062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:53:52.917444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c510c-20a2-48c2-bea1-a172655f9802 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:53.127368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 527f4748-bd3e-43ff-8fd9-230c9973950e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:53:53.133580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-bd2920d6-7449-470c-aeca-3af5f04e4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:53.135140 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-bd2920d6-7449-470c-aeca-3af5f04e4769 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.4338837
Dec 16 09:53:53.135833 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:53.162414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73b5f913-2bb2-4dd0-b137-0b44a308d798 None None] Could not find standard attr ID for object 3449305f-6f59-436c-98ea-181f697a7709. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:53:53.276727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73b5f913-2bb2-4dd0-b137-0b44a308d798 None None] Provisioning for port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:53:53.298532 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:53.301027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73b5f913-2bb2-4dd0-b137-0b44a308d798 None None] Provisioning complete for port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:53.301418 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73b5f913-2bb2-4dd0-b137-0b44a308d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:53.334771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:53.335069 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:53.427201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae35a85-3588-47a3-9eed-d9ccfc82ba61 req-f8f42f35-3462-4a77-aa9e-509627dcf0e6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:53.429634 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cae35a85-3588-47a3-9eed-d9ccfc82ba61 req-f8f42f35-3462-4a77-aa9e-509627dcf0e6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.4002578
Dec 16 09:53:53.553569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cae35a85-3588-47a3-9eed-d9ccfc82ba61 req-0fdff073-247f-4e07-a8dc-4ad4884e19e3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076167
Dec 16 09:53:53.559814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-d3b560c2-4e01-477d-8248-89c7072ff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:53.561364 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-d3b560c2-4e01-477d-8248-89c7072ff0d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.3872757
Dec 16 09:53:53.748885 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:53.807439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-ed9cb9b7-4895-46d6-b121-04021fcbe942 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.2354469
Dec 16 09:53:53.927118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-54993a87-3ef5-468b-bc4e-28a448f448a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:53.928706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-54993a87-3ef5-468b-bc4e-28a448f448a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1130879
Dec 16 09:53:53.935212 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:53.951256 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a4d1aeb-0f7f-4f9f-838f-448be192a55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:54.029355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=527f4748-bd3e-43ff-8fd9-230c9973950e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:54.033771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:54.037030 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:54.063376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/527f4748-bd3e-43ff-8fd9-230c9973950e HTTP/1.1" status: 204  len: 168 time: 1.2687492
Dec 16 09:53:54.065997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:54.102667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9dae2-3aac-4636-b103-70eb40584b10 req-795cbbcf-bdd2-4a8b-a2ac-26c8b45cb1ee tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:54.104247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ae9dae2-3aac-4636-b103-70eb40584b10 req-795cbbcf-bdd2-4a8b-a2ac-26c8b45cb1ee tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 945 time: 0.2163782
Dec 16 09:53:54.106444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-a26f04a0-11e6-4d26-8744-e1db8ad39f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:54.107858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-a26f04a0-11e6-4d26-8744-e1db8ad39f71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1634474
Dec 16 09:53:54.160698 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-406acfb5-7b17-4481-8bb2-a08516b03116 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0932138
Dec 16 09:53:54.161238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:54.167534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:54.217564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0a5e0c-c62f-4706-8ed6-5eb79c5f9892 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:54.238623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ae9dae2-3aac-4636-b103-70eb40584b10 req-cf07f737-4197-4bd8-92a8-cf3277c73a81 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278946
Dec 16 09:53:54.302176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-72fa6305-d3b5-4b7a-8c4b-c4e92d5c6bd4 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730947
Dec 16 09:53:54.317654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:54.323448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:54.326899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:54.334586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:54.355887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:54.365292 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:54.390800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fd531b12-b289-40c3-a3d2-85a899d114e5 None None] Provisioning complete for port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:53:54.391560 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd531b12-b289-40c3-a3d2-85a899d114e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:54.629297 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:54.643010 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18405d3a-7078-41ff-acbd-01f6e6cb99fd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:54.668039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d1bac07-22bd-4e22-b095-ab34a9f2e4ef req-957d3aa8-9cab-4e24-9653-717d516cf5dc service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3561203
Dec 16 09:53:54.697311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:54.697508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2186c25-68b6-4921-8e7e-4bc4bd3fc432 req-ebd3ae44-3118-40c2-88da-0b3ce612d834 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:54.700534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:54.704174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2186c25-68b6-4921-8e7e-4bc4bd3fc432 req-ebd3ae44-3118-40c2-88da-0b3ce612d834 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2587528
Dec 16 09:53:54.704806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:54.705525 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:54.721387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2186c25-68b6-4921-8e7e-4bc4bd3fc432 req-dfe047c4-90c5-4bfc-8528-a82e5d35033c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0162556
Dec 16 09:53:54.729009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:53:54.735921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Deleting port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:54.736141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=d65d7c43-98c9-4f13-b9fc-6db401493d51,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:54.736756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:54.740068 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:54.750251 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5832901
Dec 16 09:53:54.750251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:54.757369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:54.830838 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2186c25-68b6-4921-8e7e-4bc4bd3fc432 req-c111806d-b61b-43aa-a374-1863b0e6fcb4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1085320
Dec 16 09:53:54.941519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:54.949301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:54.950347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:54.968275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:54.976409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:54.980909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:55.020023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:53:55.042260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2186c25-68b6-4921-8e7e-4bc4bd3fc432 req-9138cc9f-1bdd-4565-8cbf-8edc3cadbdc5 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015951
Dec 16 09:53:55.135264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:55.136083 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:55.343468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2186c25-68b6-4921-8e7e-4bc4bd3fc432 req-677c5538-df6e-4812-b164-e9371231f95f service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965672
Dec 16 09:53:55.353475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Calling delete_port for 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:55.416082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:55.481928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:55.493406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:55.501762 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:55.556796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:53:55.580183 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:53:55.583119 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:53:55.627497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:55.632383 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:55.669183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193bcb-6987-4063-b4bd-b55d786df24d req-1eb76d7e-b5d1-414e-a101-0b7f190d5a1c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:55.670703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1193bcb-6987-4063-b4bd-b55d786df24d req-1eb76d7e-b5d1-414e-a101-0b7f190d5a1c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1011953
Dec 16 09:53:55.743741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b1193bcb-6987-4063-b4bd-b55d786df24d req-fb713923-1e8f-44c8-b98c-0af797d413e3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659089
Dec 16 09:53:55.794386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.083929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:56.084518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Deleting port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:56.085076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.167465 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.175207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.176596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.183398 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbe7de7b-e564-4aad-beaf-5ee7caf85ed0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:56.317054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,revision_number=9']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:56.321216 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:56.323610 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-478e2bc2-eb88-4d08-a300-825145917bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:56.379866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:56.383057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:56.386709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:56.387442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.416627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=a57859ec-910d-44a3-be5f-82cc613b1800,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:56.420493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:56.432490 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6822822
Dec 16 09:53:56.433396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:56.440214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:c1:8a:b2', 'name': 'tempest-NetworksTestDHCPv6-1447782760'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:53:56.441114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] For port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:53:56.441578 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.530724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818cafd-f324-4679-aff7-6a876f03dc74 req-d5bc1cb5-f856-4e92-a557-a2c641fe5be3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:56.533497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a818cafd-f324-4679-aff7-6a876f03dc74 req-d5bc1cb5-f856-4e92-a557-a2c641fe5be3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1243751
Dec 16 09:53:56.575812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Calling delete_port for 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:56.615029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a818cafd-f324-4679-aff7-6a876f03dc74 req-343295e2-0873-4c21-8468-d90285f4f5be tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707252
Dec 16 09:53:56.635392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:53:56.639750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:53:56.645427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:53:56.651411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:53:56.663337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:53:56.738266 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.743067 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:56.858816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Pushing event deleted for resources: {'Port': ['ID=1bb41ada-c0a8-4f37-aa24-f3a0aa13d710,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:56.869903 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:56.870757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:56.905108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 8e34d64b-427b-442b-874d-eccb89be35e5 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:53:56.910316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] No DVR routers for this DVR port 1bb41ada-c0a8-4f37-aa24-f3a0aa13d710 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:53:56.932149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844f7ce-1c1d-45fc-a0c1-2b3c8ce1a98b None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:53:57.271797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': 'a57859ec-910d-44a3-be5f-82cc613b1800'}, {'subnet_id': 'd65d7c43-98c9-4f13-b9fc-6db401493d51'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:53:57.272672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:57.331372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 172.20.0.12 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/d65d7c43-98c9-4f13-b9fc-6db401493d51/8e34d64b-427b-442b-874d-eccb89be35e5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:57.337966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:fec1:8ab2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/a57859ec-910d-44a3-be5f-82cc613b1800/8e34d64b-427b-442b-874d-eccb89be35e5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:57.384165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0fb96f01-c2b8-4746-8276-b48b719f9b0b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:57.388813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0fb96f01-c2b8-4746-8276-b48b719f9b0b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2351518
Dec 16 09:53:57.419198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-22178cdc-da00-4d1c-9b4f-c7e80ce8de1f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0216208
Dec 16 09:53:57.529900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-00e584c7-fd69-423d-b536-b009ddae4840 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1098578
Dec 16 09:53:57.587977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:57.604954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 8e34d64b-427b-442b-874d-eccb89be35e5 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:57.632507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:57.638880 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-073befbc-0568-4229-a854-cac26670829c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:57.710840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-f537e40a-77a3-4aff-87be-fbfada58a0fa service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741931
Dec 16 09:53:57.724862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:57.728915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:57.734049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:57.771353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=8e34d64b-427b-442b-874d-eccb89be35e5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:57.774816 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:57.812623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Allocated IP 172.20.0.2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/d65d7c43-98c9-4f13-b9fc-6db401493d51/5171aae3-5102-4a9e-81d8-eac7169e3200) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:57.819992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:57.820918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:57.824380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Allocated IP 2001:db8::f816:3eff:fe39:d86b (edd5fbae-4558-4a68-8a1b-05a5b5060dab/a57859ec-910d-44a3-be5f-82cc613b1800/5171aae3-5102-4a9e-81d8-eac7169e3200) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:53:57.858991 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.4207830
Dec 16 09:53:57.858991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:57.876312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-2c73f969-1eff-4b18-b0fd-5cca6994f7c5 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584952
Dec 16 09:53:57.954317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd6645-6236-41c8-9540-1052f7b153b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:57.955044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-37dd6645-6236-41c8-9540-1052f7b153b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:53:57.994998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-37dd6645-6236-41c8-9540-1052f7b153b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:53:57.999224 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-37dd6645-6236-41c8-9540-1052f7b153b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1026 time: 0.1379526
Dec 16 09:53:58.000380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:53:58.160927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:58.176164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 8e34d64b-427b-442b-874d-eccb89be35e5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:53:58.176514 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:58.209262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Transition to ACTIVE for port object 5171aae3-5102-4a9e-81d8-eac7169e3200 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:58.321694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Transition to ACTIVE for port object 5171aae3-5102-4a9e-81d8-eac7169e3200 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:53:58.347212 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:58.352362 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:58.486809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:53:58.511111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:53:58.530698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:53:58.680596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a309c28-2ab6-41d9-9494-7849b4e69883 req-a322c4c4-932b-4bb8-89d7-a535f6bfbf88 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:53:58.696806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a309c28-2ab6-41d9-9494-7849b4e69883 req-a322c4c4-932b-4bb8-89d7-a535f6bfbf88 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2930634
Dec 16 09:53:58.732248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Pushing event updated for resources: {'Port': ['ID=5171aae3-5102-4a9e-81d8-eac7169e3200,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:58.896496 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:58.900960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a309c28-2ab6-41d9-9494-7849b4e69883 req-864f0dee-5c63-48c8-b755-6f3be8035b68 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1905835
Dec 16 09:53:58.912960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:59.069075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-53d279ff-d2e3-4b91-bca9-f898a42dad7a req-630b3e27-e38a-431d-9301-c9552c02062b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 210 time: 0.0810680
Dec 16 09:53:59.187068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Attempting to bind port 5171aae3-5102-4a9e-81d8-eac7169e3200 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:53:59.187654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Attempting to bind port 5171aae3-5102-4a9e-81d8-eac7169e3200 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:53:59.188130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Attempting to bind port 5171aae3-5102-4a9e-81d8-eac7169e3200 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:53:59.197670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:53:59.198255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:53:59.198723 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:59.199252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:53:59.199918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Bound port: 5171aae3-5102-4a9e-81d8-eac7169e3200, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:53:59.200423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:59.241690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 8e34d64b-427b-442b-874d-eccb89be35e5 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:53:59.407293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] For port 5171aae3-5102-4a9e-81d8-eac7169e3200, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:53:59.428722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] For port 5171aae3-5102-4a9e-81d8-eac7169e3200, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5171aae3-5102-4a9e-81d8-eac7169e3200,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:53:59.469491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:59.488448 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-644eb9eb-e409-4612-ba9c-4bf9afe049ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:53:59.676699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Pushing event updated for resources: {'Port': ['ID=5171aae3-5102-4a9e-81d8-eac7169e3200,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:53:59.710907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.711482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.711825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.712271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.712696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.712920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.713222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.713799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.714131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.714510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.714973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.715329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:53:59.720766 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:53:59.835223 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:53:59.860782 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e443f33-ee71-4372-8490-b74949100902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:00.027942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37304) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:00.075176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4169b-224b-4984-95dd-e43d465573c6 req-ca3ebdc7-7f83-4fa3-9040-f4a66fafc745 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:00.083064 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85a4169b-224b-4984-95dd-e43d465573c6 req-ca3ebdc7-7f83-4fa3-9040-f4a66fafc745 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1558230
Dec 16 09:54:00.154108 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85a4169b-224b-4984-95dd-e43d465573c6 req-7ac64439-62ba-44a4-bc40-101401fae5f5 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700009
Dec 16 09:54:00.237261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=8e34d64b-427b-442b-874d-eccb89be35e5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:00.245798 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:00.331177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2ed08-d96b-4fed-8544-c8e9f57711d5 req-b1583c61-31b9-4e4d-bf85-0d0c34efb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:00.338171 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ffe2ed08-d96b-4fed-8544-c8e9f57711d5 req-b1583c61-31b9-4e4d-bf85-0d0c34efb3f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1096 time: 0.3075821
Dec 16 09:54:00.405786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:00.420510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b98efcd-89cf-4d16-83ee-26a80ee37c4a req-524582e5-4770-4d29-839b-564b4b54c370 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 210 time: 0.0484798
Dec 16 09:54:00.438363 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/8e34d64b-427b-442b-874d-eccb89be35e5 HTTP/1.1" status: 204  len: 168 time: 2.4341714
Dec 16 09:54:00.439850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:00.591299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aba0bf-cd3e-43ee-bd15-9afc176aa2c9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:00.594152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aba0bf-cd3e-43ee-bd15-9afc176aa2c9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:00.603757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aba0bf-cd3e-43ee-bd15-9afc176aa2c9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:00.604633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c7aba0bf-cd3e-43ee-bd15-9afc176aa2c9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:00.615498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-fd33b75b-a65a-43ae-bc50-67b4b377045f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:00.616948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-fd33b75b-a65a-43ae-bc50-67b4b377045f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.1933095
Dec 16 09:54:00.630255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Request body: {'port': {'device_id': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'admin_state_up': True, 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:00.638800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c7aba0bf-cd3e-43ee-bd15-9afc176aa2c9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:00.640419 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c7aba0bf-cd3e-43ee-bd15-9afc176aa2c9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1972332
Dec 16 09:54:00.644828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:00.654320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ffe2ed08-d96b-4fed-8544-c8e9f57711d5 req-69b5fa4a-cc25-45d4-b006-4e1653c6bcb4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3152599
Dec 16 09:54:00.805661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet a57859ec-910d-44a3-be5f-82cc613b1800 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:00.808776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:00.921659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:00.980142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:00.996115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:01.020071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:01.032484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:01.051375 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:01.064812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5171aae3-5102-4a9e-81d8-eac7169e3200 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:01.236243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:01.249541 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a99eb47d-ad13-4c7a-868e-5dcac8177001 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:01.368126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=a57859ec-910d-44a3-be5f-82cc613b1800,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:01.385206 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:01.394148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:01.411280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5171aae3-5102-4a9e-81d8-eac7169e3200 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:01.425544 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/a57859ec-910d-44a3-be5f-82cc613b1800 HTTP/1.1" status: 204  len: 168 time: 0.7776260
Dec 16 09:54:01.427987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:01.521361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet d65d7c43-98c9-4f13-b9fc-6db401493d51 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:01.525276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:01.593503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Allocated IP 172.20.0.5 (ba6a1215-fe59-45ca-8f84-bd08f9de1e2c/0b865947-3a3c-435f-99bf-81e20e11f800/94c0043c-ee80-4e33-bd6f-9dbc5b48356f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:01.624160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7f605-a3db-4b45-a314-e3d6e9b91f2d req-8987c673-cdd8-40b3-aa02-e0e4917346d1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:01.626321 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95f7f605-a3db-4b45-a314-e3d6e9b91f2d req-8987c673-cdd8-40b3-aa02-e0e4917346d1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2737541
Dec 16 09:54:01.637176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:01.665468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e1bf93-da06-42f3-a87d-430b7a8d56f8 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:01.730610 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95f7f605-a3db-4b45-a314-e3d6e9b91f2d req-d05d1557-00bb-4490-88eb-c9d7b054d9cc tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839968
Dec 16 09:54:01.875289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Provisioning for port 5171aae3-5102-4a9e-81d8-eac7169e3200 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:01.896233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Provisioning complete for port 5171aae3-5102-4a9e-81d8-eac7169e3200 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:01.896807 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:01.929568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:02.047593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dcb6512f-09c9-4c78-ac25-a2a6ffff0b1e req-5a937f81-1ad0-46d8-b50a-be04f72022d7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 210 time: 0.0576820
Dec 16 09:54:02.153689 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:02.158326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:02.162546 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:02.201074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:02.215245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=d65d7c43-98c9-4f13-b9fc-6db401493d51,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:02.219132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:02.235748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.236126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.236495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.237523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.238126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.239677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.239677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.239677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.239677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.239677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.245045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.245045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:02.246648 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:02.250829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/d65d7c43-98c9-4f13-b9fc-6db401493d51 HTTP/1.1" status: 204  len: 168 time: 0.8193600
Dec 16 09:54:02.252151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:02.298487 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:54:02.299090 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:54:02.333568 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a6f4116a-adbc-4e0e-8fc8-a05979e9e0bc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0748699
Dec 16 09:54:02.333568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:02.335315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:02.357283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:02.357932 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:02.515943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event updated for resources: {'Port': ['ID=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:02.521895 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:02.524010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:02.525334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:02.527931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:02.602907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ab738-a6fa-4ae8-afc2-92721d003d86 None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': 'd65d7c43-98c9-4f13-b9fc-6db401493d51'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '5171aae3-5102-4a9e-81d8-eac7169e3200'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:54:02.640777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:02.641462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:02.695097 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0697043
Dec 16 09:54:02.716528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Request body: {'port': {'device_id': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:02.750351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f962dad-20b2-44bd-beb2-c9b5d1d6a1b2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:02.751310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f962dad-20b2-44bd-beb2-c9b5d1d6a1b2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:02.822021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f962dad-20b2-44bd-beb2-c9b5d1d6a1b2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:02.823734 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f962dad-20b2-44bd-beb2-c9b5d1d6a1b2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.4892435
Dec 16 09:54:02.829246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37362) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:03.004410 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.008542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.021107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578a2553-2651-4137-930e-cf82fd06b40f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:03.022415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-578a2553-2651-4137-930e-cf82fd06b40f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:03.055956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-578a2553-2651-4137-930e-cf82fd06b40f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:03.058535 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-578a2553-2651-4137-930e-cf82fd06b40f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2275193
Dec 16 09:54:03.061058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:03.081299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b70ab738-a6fa-4ae8-afc2-92721d003d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.088866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99db6-4683-4b45-9015-c1b08a4e15fe req-abe8c41b-d79d-4d27-97ff-bb7e0c9adf8b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:03.096779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9c99db6-4683-4b45-9015-c1b08a4e15fe req-abe8c41b-d79d-4d27-97ff-bb7e0c9adf8b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2347434
Dec 16 09:54:03.148870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] For port 5171aae3-5102-4a9e-81d8-eac7169e3200, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5171aae3-5102-4a9e-81d8-eac7169e3200,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:03.169143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9c99db6-4683-4b45-9015-c1b08a4e15fe req-df4ca211-79f4-457a-a605-91f8caf015a6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700784
Dec 16 09:54:03.263958 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ab36750-ff16-4e3e-b7e2-ebfd61839e67 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1996269
Dec 16 09:54:03.276956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:03.286488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:03.297893 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.304367 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e1c54f3-d3d3-4eab-bc95-a153b1a14c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:03.416821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22260b-0fdb-43d6-8afb-fc912a95bfb2 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:03.442635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:03.454889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:03.470412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:03.479523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.480699 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:03.481142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:03.510776 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-df33dd56-42ac-4115-a5d6-3e007340ffd1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2328241
Dec 16 09:54:03.513484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37380) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:03.527813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:03.632694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Pushing event updated for resources: {'Port': ['ID=5171aae3-5102-4a9e-81d8-eac7169e3200,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:03.655946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6024573b-0960-4623-91ea-8bbd7bcb0908 None None] Provisioning complete for port 5171aae3-5102-4a9e-81d8-eac7169e3200 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:03.656337 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6024573b-0960-4623-91ea-8bbd7bcb0908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.685374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffdca3-d156-45fc-b9b6-56aab8dcf38e req-83258694-4fd4-423b-9501-8280a05af0aa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:03.686107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7fffdca3-d156-45fc-b9b6-56aab8dcf38e req-83258694-4fd4-423b-9501-8280a05af0aa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:03.724152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7fffdca3-d156-45fc-b9b6-56aab8dcf38e req-83258694-4fd4-423b-9501-8280a05af0aa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:03.731366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7fffdca3-d156-45fc-b9b6-56aab8dcf38e req-83258694-4fd4-423b-9501-8280a05af0aa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 931 time: 0.2799981
Dec 16 09:54:03.733638 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:03.772366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:03.782983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:03.797436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:03.810272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.817478 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:03.818362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:03.849104 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a245d7a0-3a33-4649-96bb-ccc4931c6216 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3340871
Dec 16 09:54:03.852682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:54:03.854062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7fffdca3-d156-45fc-b9b6-56aab8dcf38e req-e03f5ae1-9eef-4e97-ac75-298f377145b8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217227
Dec 16 09:54:03.856564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37386) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:03.861555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c0043c-ee80-4e33-bd6f-9dbc5b48356f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:54:03.879097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.889670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:03.925730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Transition to ACTIVE for port object 94c0043c-ee80-4e33-bd6f-9dbc5b48356f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:03.931348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Deleting port 5171aae3-5102-4a9e-81d8-eac7169e3200 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:03.931868 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.933586 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:03.943253 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b05a0359-bd91-41c5-b126-c393ad1d58fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:04.205507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:04.209640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] For port 5171aae3-5102-4a9e-81d8-eac7169e3200, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5171aae3-5102-4a9e-81d8-eac7169e3200,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:04.210265 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.210526 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:04.230465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:04.250735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:04.253245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Attempting to bind port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:04.257716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Attempting to bind port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:04.258160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Attempting to bind port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:04.264964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:54:04.265289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Attempting to bind port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:04.271943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:04.275879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:04.276052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.276432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:04.277369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Bound using segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:04.277690 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:04.278124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:04.278256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Bound port: 94c0043c-ee80-4e33-bd6f-9dbc5b48356f, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:04.278747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.302527 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e885d984-3ee8-463c-ad08-ddbbb3dd444e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4446924
Dec 16 09:54:04.305955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:04.318846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:04.384356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Calling delete_port for 5171aae3-5102-4a9e-81d8-eac7169e3200 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:04.465470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:04.476259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:04.496407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] For port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:04.506726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:04.509650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] For port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:04.511497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.516898 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.521357 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:04.523093 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:04.523578 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.523789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:04.529344 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a99dab5a-865d-4a66-ab67-47ccbf49adef tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:04.566512 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9d15c8a-79f4-428f-a07d-e1cce78545a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2593539
Dec 16 09:54:04.567403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:04.576239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:04.620803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58f64a-d157-4c4a-9700-e495cc856439 req-0f4e2083-9250-4a4b-9103-fd241dd73426 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:04.622439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf58f64a-d157-4c4a-9700-e495cc856439 req-0f4e2083-9250-4a4b-9103-fd241dd73426 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2125916
Dec 16 09:54:04.631837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:04.632438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.633822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] 10.222.0.74 "PUT /v2.0/ports/94c0043c-ee80-4e33-bd6f-9dbc5b48356f HTTP/1.1" status: 200  len: 1091 time: 1.9307911
Dec 16 09:54:04.634145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Pushing event deleted for resources: {'Port': ['ID=5171aae3-5102-4a9e-81d8-eac7169e3200,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:04.634380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'tag': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:04.650960 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:04.655326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] No DVR routers for this DVR port 5171aae3-5102-4a9e-81d8-eac7169e3200 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:04.662243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:04.670820 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:04.686711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa527bb-27e1-4dc0-a14f-da6882a103d8 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:54:04.734747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bf58f64a-d157-4c4a-9700-e495cc856439 req-1c9bffca-ff0b-4f9a-807f-f90e1ff7e7be tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945580
Dec 16 09:54:04.816269 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'tag': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f', 'status': 'completed', 'code': 200}
Dec 16 09:54:04.822699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-2b776441-17a7-41c9-9aab-3ccdbbe5ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:04.827630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-2b776441-17a7-41c9-9aab-3ccdbbe5ddd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 1094 time: 0.1393664
Dec 16 09:54:04.858407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:04.867071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa527bb-27e1-4dc0-a14f-da6882a103d8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:54:04.903929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:04.928253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:04.932301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:04.933791 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:04.934338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:04.950777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5171aae3-5102-4a9e-81d8-eac7169e3200 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:04.969129 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bf676545-3507-44f1-8133-220d2a2505c0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4004490
Dec 16 09:54:04.977464 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:04.983965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:05.011377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5171aae3-5102-4a9e-81d8-eac7169e3200 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:54:05.011998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5171aae3-5102-4a9e-81d8-eac7169e3200 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:54:05.133475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:05.145880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:05.164361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:05.167684 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-cc2506f6-bc38-4370-8aa4-c73255bc0542 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c0043c-ee80-4e33-bd6f-9dbc5b48356f HTTP/1.1" status: 200  len: 217 time: 0.3306146
Dec 16 09:54:05.168187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:05.169579 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:05.170273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:05.207213 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c2edc452-ec67-47fd-92b1-4b483f9eab73 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2257724
Dec 16 09:54:05.208092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:05.260506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-98963761-c690-428f-b949-29ede297cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:05.261961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-98963761-c690-428f-b949-29ede297cd3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.0850005
Dec 16 09:54:05.287149 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1e72c9ff-80fe-4172-ba04-add086b11578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0770807
Dec 16 09:54:05.287784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37418) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:05.316433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-07693683-5926-4384-89b8-edde56ad9772 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464580
Dec 16 09:54:05.324309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f27ff-7a48-4ed1-ad3c-c632162af9e4 req-c35d61b4-4a4d-4c25-9aac-ed793b426b01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:05.331302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-160f27ff-7a48-4ed1-ad3c-c632162af9e4 req-c35d61b4-4a4d-4c25-9aac-ed793b426b01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2190862
Dec 16 09:54:05.357121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccd85c-cfe0-4fd9-a988-bd67af15c1b0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:05.358571 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9dccd85c-cfe0-4fd9-a988-bd67af15c1b0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0696440
Dec 16 09:54:05.361032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:05.434481 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a2457485-3b2e-49b4-b317-11ff3faf3ed7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0721700
Dec 16 09:54:05.439842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:05.446818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:05.458034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-160f27ff-7a48-4ed1-ad3c-c632162af9e4 req-e20e6408-ba80-4c54-afe1-d2459cf73a2a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258473
Dec 16 09:54:05.505859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-8058dcb8-5f7b-43b3-81e3-6e9fa8e39424 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604981
Dec 16 09:54:05.566530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:05.577115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:05.586482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:05.589949 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:05.720077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05ec92c0-a357-4bbb-9ed2-5ea29acd2055 req-d31329a3-296d-42cb-9be6-5c0500bdd2d2 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2064102
Dec 16 09:54:05.732999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ada3b8-c971-4a1d-90cb-4043219c818e req-d6fdfdf4-fd2b-470a-b17b-79fafebe0171 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:05.734585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10ada3b8-c971-4a1d-90cb-4043219c818e req-d6fdfdf4-fd2b-470a-b17b-79fafebe0171 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 943 time: 0.1423323
Dec 16 09:54:05.829975 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-10ada3b8-c971-4a1d-90cb-4043219c818e req-782b39d4-284c-4c9a-b3d3-adfe686f7b79 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864921
Dec 16 09:54:05.867608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-ddadd1a2-afea-4823-b91d-a02600bae148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:05.869312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-ddadd1a2-afea-4823-b91d-a02600bae148 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 1094 time: 0.1036863
Dec 16 09:54:05.915837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:05.917109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:05.921849 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9d35d82a-5fde-4151-9683-d2cb85b12b23 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:05.977973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:05.981017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:05.985354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:05.985938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:05.991366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8409c3e4-a1a5-4098-83de-447ccdb1135e None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:06.000235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=cad1eec7-5354-42a9-a372-9c85c4574b93,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:06.004857 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:06.038590 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5969265
Dec 16 09:54:06.039209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37434) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:06.044784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:ea:6b:07', 'name': 'tempest-NetworksTestDHCPv6-1128551696'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:06.069855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-a67472bd-7b63-4065-add0-5921da99bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:06.071391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-a67472bd-7b63-4065-add0-5921da99bb29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 906 time: 0.1953456
Dec 16 09:54:06.162161 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-9d94f5f7-0fef-4a83-bc64-da8e46b40bcd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c0043c-ee80-4e33-bd6f-9dbc5b48356f HTTP/1.1" status: 200  len: 217 time: 0.0803077
Dec 16 09:54:06.222390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:06.233164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:06.247607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:06.271519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': 'cad1eec7-5354-42a9-a372-9c85c4574b93'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:54:06.272606 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:06.314533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-3e993b69-510e-44e0-b58a-289e7df5b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:06.316139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-3e993b69-510e-44e0-b58a-289e7df5b07e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.1062720
Dec 16 09:54:06.412855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-9bacc19a-6487-4e7a-82dc-f1a1124fad94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0885625
Dec 16 09:54:06.473901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Allocated IP 2001:db8::f816:3eff:fef1:20ea (edd5fbae-4558-4a68-8a1b-05a5b5060dab/cad1eec7-5354-42a9-a372-9c85c4574b93/1a21753a-aa74-438b-aaf2-fe363e93517a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:06.553283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771afad-0d82-432e-84c5-225aae543fad req-6c6f5b81-4175-43c1-994e-34fe959e4359 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:06.555427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a771afad-0d82-432e-84c5-225aae543fad req-6c6f5b81-4175-43c1-994e-34fe959e4359 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3909953
Dec 16 09:54:06.574632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:06.615376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 91867c96-d5fe-4068-934d-e32604aa76d0 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:06.690301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a771afad-0d82-432e-84c5-225aae543fad req-25217c2b-0382-4beb-a2f6-ce06fc1335b3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172180
Dec 16 09:54:06.694696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-c9213ddf-5c8e-4649-9d56-1f8d6c3ad0e0 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712305
Dec 16 09:54:06.735997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:06.757450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Transition to ACTIVE for port object 1a21753a-aa74-438b-aaf2-fe363e93517a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:06.788884 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Transition to ACTIVE for port object 1a21753a-aa74-438b-aaf2-fe363e93517a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:06.808789 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:06.827024 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:06.893850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:feea:6b07 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/cad1eec7-5354-42a9-a372-9c85c4574b93/91867c96-d5fe-4068-934d-e32604aa76d0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:06.952533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:06.955901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:06.959837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:06.964461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-192e9a0b-c241-481d-a5aa-4074a59c6d80 req-acf88685-f510-46bb-85fd-c039c06f2090 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633371
Dec 16 09:54:06.992126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b546a-8156-41c5-8cdd-36ff38689e37 req-456229a4-adf4-43eb-adce-635edf30b23c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:06.995860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-721b546a-8156-41c5-8cdd-36ff38689e37 req-456229a4-adf4-43eb-adce-635edf30b23c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1655164
Dec 16 09:54:07.005381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Pushing event updated for resources: {'Port': ['ID=1a21753a-aa74-438b-aaf2-fe363e93517a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:07.020680 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:07.050994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-721b546a-8156-41c5-8cdd-36ff38689e37 req-2ea9b482-3238-4bba-b69b-361cad10e1a6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486441
Dec 16 09:54:07.093412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Attempting to bind port 1a21753a-aa74-438b-aaf2-fe363e93517a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:07.094113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Attempting to bind port 1a21753a-aa74-438b-aaf2-fe363e93517a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:07.094776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Attempting to bind port 1a21753a-aa74-438b-aaf2-fe363e93517a on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:07.101961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:07.102354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:07.103242 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:07.103863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:07.104712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Bound port: 1a21753a-aa74-438b-aaf2-fe363e93517a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:07.105416 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:07.162985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:07.187751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 91867c96-d5fe-4068-934d-e32604aa76d0 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:07.219734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:07.230624 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6042957-96e1-488a-8ece-0507897a67e7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:07.237867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] For port 1a21753a-aa74-438b-aaf2-fe363e93517a, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:07.242294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] For port 1a21753a-aa74-438b-aaf2-fe363e93517a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1a21753a-aa74-438b-aaf2-fe363e93517a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:07.256566 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:07.269360 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f541ccef-b740-41e0-b65d-a1d488322f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:07.316774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:07.320483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:07.326716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:07.332517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:07.333166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:07.356477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=91867c96-d5fe-4068-934d-e32604aa76d0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:07.360527 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:07.378863 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.3384347
Dec 16 09:54:07.385137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37452) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:07.439473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Pushing event updated for resources: {'Port': ['ID=1a21753a-aa74-438b-aaf2-fe363e93517a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:07.450043 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:07.468782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27252b-6696-4bcb-812d-9e9455711587 req-a122f887-346d-4b52-b45d-1d49da82fb53 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:07.480038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d27252b-6696-4bcb-812d-9e9455711587 req-a122f887-346d-4b52-b45d-1d49da82fb53 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 943 time: 0.2756674
Dec 16 09:54:07.526153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d0b71-a4ae-4482-afb7-98849a81133a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:07.538898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d0b71-a4ae-4482-afb7-98849a81133a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:07.540755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f53d0b71-a4ae-4482-afb7-98849a81133a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:07.552627 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d27252b-6696-4bcb-812d-9e9455711587 req-2c69aa92-ae46-4571-80a4-64718b545993 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715628
Dec 16 09:54:07.568326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f53d0b71-a4ae-4482-afb7-98849a81133a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:07.572611 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f53d0b71-a4ae-4482-afb7-98849a81133a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1838202
Dec 16 09:54:07.572892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:07.669274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 91867c96-d5fe-4068-934d-e32604aa76d0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:07.669912 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:07.975497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.105959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 91867c96-d5fe-4068-934d-e32604aa76d0 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:08.214941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 94c0043c-ee80-4e33-bd6f-9dbc5b48356f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:54:08.266847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.282172 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d173fef0-ad0d-461a-b3a8-26620d80c90f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:08.372422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.377912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=91867c96-d5fe-4068-934d-e32604aa76d0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:08.380719 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:08.390315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:08.393669 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/91867c96-d5fe-4068-934d-e32604aa76d0 HTTP/1.1" status: 204  len: 168 time: 0.8196929
Dec 16 09:54:08.396456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:08.409912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'port_id': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f', 'mac_address': 'fa:16:3e:9f:80:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b865947-3a3c-435f-99bf-81e20e11f800', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:54:08.481185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace118b6-0c89-4364-b119-ede0f7474838 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:08.482364 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.482715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace118b6-0c89-4364-b119-ede0f7474838 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:08.483727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ace118b6-0c89-4364-b119-ede0f7474838 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:08.508632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c0043c-ee80-4e33-bd6f-9dbc5b48356f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:54:08.510861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ace118b6-0c89-4364-b119-ede0f7474838 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:08.514613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ace118b6-0c89-4364-b119-ede0f7474838 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1147954
Dec 16 09:54:08.515310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37466) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:08.544728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:08.554458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.556702 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:08.654093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet cad1eec7-5354-42a9-a372-9c85c4574b93 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:08.659135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:08.659322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.662506 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:08.726385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.774194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a601ea3-87d9-4594-9905-aa0db7f6be72 None None] Provisioning for port 1a21753a-aa74-438b-aaf2-fe363e93517a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:08.836709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:08.853133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['94c0043c-ee80-4e33-bd6f-9dbc5b48356f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:08.946083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a208c-4a44-4480-9af5-d34b9e4def0f req-ec0b174a-bfa5-4462-8a7e-a70540c12eca tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:08.959783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d7a208c-4a44-4480-9af5-d34b9e4def0f req-ec0b174a-bfa5-4462-8a7e-a70540c12eca tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 944 time: 0.2044182
Dec 16 09:54:09.011413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1a21753a-aa74-438b-aaf2-fe363e93517a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:09.047304 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:09.062671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e5d06cc-9950-4a8a-a15d-2b4604e8bc4e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:09.072130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d7a208c-4a44-4480-9af5-d34b9e4def0f req-dfed5c5b-7c96-4a4f-be32-ad1c23455779 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112232
Dec 16 09:54:09.159187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=cad1eec7-5354-42a9-a372-9c85c4574b93,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:09.166192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:09.172360 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:09.208878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6d2f8ef-6be7-40da-86ef-ffeafbfedf8f None None] Could not find standard attr ID for object 91867c96-d5fe-4068-934d-e32604aa76d0. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:09.209689 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/cad1eec7-5354-42a9-a372-9c85c4574b93 HTTP/1.1" status: 204  len: 168 time: 0.6933630
Dec 16 09:54:09.212297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37478) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:09.218451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1a21753a-aa74-438b-aaf2-fe363e93517a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:09.315815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1a21753a-aa74-438b-aaf2-fe363e93517a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:09.316135 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:09.333177 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cbbaa437-5eed-4fc6-aa76-c653569772c3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1164644
Dec 16 09:54:09.333450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:09.340229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:09.420033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56db973-99bb-4d4a-ad56-24fad26b5a75 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:09.546899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:09.552554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:09.556335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:09.563294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:09.574243 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:09.577868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:09.583469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:09.696037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1a21753a-aa74-438b-aaf2-fe363e93517a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1a21753a-aa74-438b-aaf2-fe363e93517a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:09.708543 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:09.711710 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d9802a94-3595-42ce-97d4-4cd7dc039934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:09.790780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1a21753a-aa74-438b-aaf2-fe363e93517a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:09.794632 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:09.859782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:54:09.864476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Deleting port 1a21753a-aa74-438b-aaf2-fe363e93517a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:09.864862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:09.969211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:10.116617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] For port 1a21753a-aa74-438b-aaf2-fe363e93517a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1a21753a-aa74-438b-aaf2-fe363e93517a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:10.117032 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.176720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.253750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 94c0043c-ee80-4e33-bd6f-9dbc5b48356f up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:10.277162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c682df3-878d-4aab-a1bc-df2314873690 req-5ed6b96a-5243-43d5-8e14-b67da2a9d9a3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:10.279545 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c682df3-878d-4aab-a1bc-df2314873690 req-5ed6b96a-5243-43d5-8e14-b67da2a9d9a3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 944 time: 0.0859716
Dec 16 09:54:10.324691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Calling delete_port for 1a21753a-aa74-438b-aaf2-fe363e93517a owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:10.334251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c682df3-878d-4aab-a1bc-df2314873690 req-2710a129-1a57-44d2-ab2d-88f4b5457981 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481081
Dec 16 09:54:10.437360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:10.442587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:10.442968 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.583154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port 1a21753a-aa74-438b-aaf2-fe363e93517a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1a21753a-aa74-438b-aaf2-fe363e93517a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:10.592572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.621246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.621987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:10.626269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.627477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.632151 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b7d0d0c-dc7c-400a-b257-61a9d0544bae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:10.633470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:10.634806 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:54:10.635091 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:54:10.639420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.641550 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-62125c16-546c-4b14-84cb-af56b23fafa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:10.687840 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f', 'code': 200}
Dec 16 09:54:10.741691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=1a21753a-aa74-438b-aaf2-fe363e93517a,revision_number=6']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:10.745339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:10.746007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:10.746398 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:10.747209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:10.748532 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9273b7cd-749e-4ddd-a5fb-a240a1938a57 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:10.750055 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:10.779830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:10.780505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:10.833624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6ec82-1a65-4641-bf3d-823dec08004f req-4b215e64-9272-49fe-baeb-36a6f1674898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:10.835229 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bd6ec82-1a65-4641-bf3d-823dec08004f req-4b215e64-9272-49fe-baeb-36a6f1674898 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 1096 time: 0.0813990
Dec 16 09:54:10.835363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=07f6425d-5c83-4df0-b726-1a3af3eb10cd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:10.838750 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:10.840063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5056221
Dec 16 09:54:10.842942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37502) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:10.850080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:2d:d9:f4', 'name': 'tempest-NetworksTestDHCPv6-2035375556'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:10.895979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1a21753a-aa74-438b-aaf2-fe363e93517a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:10.981140 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2bd6ec82-1a65-4641-bf3d-823dec08004f req-ffd94093-5cb2-4fe8-b3d0-017e40600056 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161065
Dec 16 09:54:11.027436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:11.031679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:11.032235 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.034985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:11.041019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:11.052155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:11.067120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1a21753a-aa74-438b-aaf2-fe363e93517a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1a21753a-aa74-438b-aaf2-fe363e93517a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:11.072874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.074730 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca682390-e50b-40c5-bd54-9ce11ba880b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:11.138449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Deleting port 1a21753a-aa74-438b-aaf2-fe363e93517a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:11.138638 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.182538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.188213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1a21753a-aa74-438b-aaf2-fe363e93517a,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:11.193261 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:11.212576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:11.362742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:fe2d:d9f4 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/07f6425d-5c83-4df0-b726-1a3af3eb10cd/70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:11.383808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] For port 1a21753a-aa74-438b-aaf2-fe363e93517a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1a21753a-aa74-438b-aaf2-fe363e93517a,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:11.384364 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.520120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Calling delete_port for 1a21753a-aa74-438b-aaf2-fe363e93517a owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:11.664874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a704-1a73-4c8b-a158-758b3acd409e req-4912640e-b732-4f41-a554-8ffd28ab3155 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:11.666264 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f342a704-1a73-4c8b-a158-758b3acd409e req-4912640e-b732-4f41-a554-8ffd28ab3155 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 945 time: 0.2040303
Dec 16 09:54:11.672972 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.685684 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:11.698070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.731394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Pushing event deleted for resources: {'Port': ['ID=1a21753a-aa74-438b-aaf2-fe363e93517a,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:11.731788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:11.733300 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:11.747442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f342a704-1a73-4c8b-a158-758b3acd409e req-226c93f7-a100-4e09-aacd-85244ac406f7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712955
Dec 16 09:54:11.763326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.778146 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ffafa3c-8b4d-45ba-b3a6-aee18c4f5322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:11.822105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] No DVR routers for this DVR port 1a21753a-aa74-438b-aaf2-fe363e93517a on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:11.837554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539cd1a-1a95-4e3d-aef6-3c111c6782b8 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:11.857779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:11.861049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:11.866073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:11.872760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:11.873413 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:11.894981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:11.899217 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:11.912022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.0676825
Dec 16 09:54:11.914732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37512) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:12.023233 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-199b4f42-559a-4bc9-a678-8ff2af8cb60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.026671 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.047002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862ce93-eba0-47f4-a282-b9c825ffacac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:12.048043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f862ce93-eba0-47f4-a282-b9c825ffacac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:12.070652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f862ce93-eba0-47f4-a282-b9c825ffacac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:12.072008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f862ce93-eba0-47f4-a282-b9c825ffacac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1560602
Dec 16 09:54:12.074719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:12.173349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:12.173713 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.211664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '07f6425d-5c83-4df0-b726-1a3af3eb10cd'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:54:12.212631 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.383299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Allocated IP 2001:db8::f816:3eff:fe92:4be3 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/07f6425d-5c83-4df0-b726-1a3af3eb10cd/5f7d422c-0e62-4e1e-a609-d5c174b4d6d2) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:12.434938 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.653509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.664681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Transition to ACTIVE for port object 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:12.687128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Transition to ACTIVE for port object 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:12.693997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.698404 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-14d97d0f-006e-43d7-8767-46acee945e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:12.699820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:12.764407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:12.767412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:12.774913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:12.781707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Pushing event updated for resources: {'Port': ['ID=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:12.808500 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:12.855907 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.862685 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d2ac071-ce33-4d30-9c2d-498db996bda2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:12.874045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Attempting to bind port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:12.874439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Attempting to bind port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:12.874822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Attempting to bind port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:12.881016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:12.881391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:12.881801 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.882364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:12.882833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Bound port: 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:12.883251 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.939018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:12.952439 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:12.978840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] For port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:12.981959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] For port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:12.987329 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:12.990885 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7736eb1f-8b2f-4f08-9bc3-83762c237b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:13.007253 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:13.024787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f HTTP/1.1" status: 204  len: 168 time: 0.9489641
Dec 16 09:54:13.027276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37528) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:13.042648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21a508-37fc-49c7-ad25-ef4157ca4968 req-ae88aa2b-8bf8-4197-8fcd-09ae71b57aa9 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:13.044306 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0c21a508-37fc-49c7-ad25-ef4157ca4968 req-ae88aa2b-8bf8-4197-8fcd-09ae71b57aa9 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 945 time: 0.1507359
Dec 16 09:54:13.073941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Pushing event updated for resources: {'Port': ['ID=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:13.079632 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:13.109045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0c21a508-37fc-49c7-ad25-ef4157ca4968 req-0b53cb58-bde2-4151-85c9-14e4f938c778 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500691
Dec 16 09:54:13.150681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be2755f-368d-413f-8c36-b17e2658ebf5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:13.153456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be2755f-368d-413f-8c36-b17e2658ebf5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:13.154552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8be2755f-368d-413f-8c36-b17e2658ebf5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:13.177938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8be2755f-368d-413f-8c36-b17e2658ebf5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:13.186677 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8be2755f-368d-413f-8c36-b17e2658ebf5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1559119
Dec 16 09:54:13.187067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37538) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:13.260186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 07f6425d-5c83-4df0-b726-1a3af3eb10cd {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:13.263395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:13.339919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:13.505163 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:13.555073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83575be6-ab7a-4d51-b294-c3dc80b15e78 req-fdb57bab-3aae-4182-899c-3bbf3266f294 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:13.556894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83575be6-ab7a-4d51-b294-c3dc80b15e78 req-fdb57bab-3aae-4182-899c-3bbf3266f294 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 945 time: 0.1638947
Dec 16 09:54:13.620569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83575be6-ab7a-4d51-b294-c3dc80b15e78 req-a105db6a-c2ce-456d-9954-7550dc75afee tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555425
Dec 16 09:54:13.627355 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:13.631259 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c6ae058-7e35-4439-b699-d366cc205c2c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:13.671453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=07f6425d-5c83-4df0-b726-1a3af3eb10cd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:13.675188 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:13.677546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:13.715654 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/07f6425d-5c83-4df0-b726-1a3af3eb10cd HTTP/1.1" status: 204  len: 168 time: 0.5268919
Dec 16 09:54:13.717342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37546) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:13.791361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-922e954d-6263-4f78-9911-de6a4308b315 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0725617
Dec 16 09:54:13.793530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37552) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:13.904581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d9fe9-1e59-46f7-b178-0e51f8ab8f1b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:13.905266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5f7d9fe9-1e59-46f7-b178-0e51f8ab8f1b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:13.931775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5f7d9fe9-1e59-46f7-b178-0e51f8ab8f1b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:13.935101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5f7d9fe9-1e59-46f7-b178-0e51f8ab8f1b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1398950
Dec 16 09:54:13.937459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:14.058068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e34f40-17a2-47f8-9bbd-fae3e3448333 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:14.060762 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b6e34f40-17a2-47f8-9bbd-fae3e3448333 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1217656
Dec 16 09:54:14.063177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:14.124651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592e9da-1e8f-4393-9056-e8e008b3c909 req-4772ca1f-0383-45b4-826d-f692d5ff1679 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:14.126671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5592e9da-1e8f-4393-9056-e8e008b3c909 req-4772ca1f-0383-45b4-826d-f692d5ff1679 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 945 time: 0.1178856
Dec 16 09:54:14.150898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:14.160587 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2381aec5-75de-443a-b972-d0438c0405bd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0960340
Dec 16 09:54:14.167825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:14.175741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:14.196300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5592e9da-1e8f-4393-9056-e8e008b3c909 req-aafe394a-9cc1-450c-88d0-eea82227e34a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569243
Dec 16 09:54:14.312817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:14.317959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:14.321573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:14.327638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:14.339533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:14.343946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:14.370755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d617c8-c2d7-43a0-826d-3171af5f656f None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:14.535265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16e63f85-14d4-4305-a3c1-3b85628fe904 None None] Provisioning for port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:14.584633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db573aa6-6d87-414e-b9f0-e325e90163d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:14.592727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16e63f85-14d4-4305-a3c1-3b85628fe904 None None] Could not find standard attr ID for object 70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:14.714081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:54:14.719778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Deleting port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:14.720360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:14.788195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:14.935099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:54:14.995499 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.006046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] For port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:15.006458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.135387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Calling delete_port for 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:15.249739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:15.278032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.283898 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.284982 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.287432 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:54:15.288332 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:54:15.292353 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-567d6c87-9eed-43dd-a087-7697f2932fa4 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:15.326825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.363053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:15.366265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:15.371837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:15.372440 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.399019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,revision_number=5']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:15.403858 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:15.404378 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-561597b8-f72a-41b5-8aa9-07ee2bc96bb1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:15.438112 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.2675726
Dec 16 09:54:15.448193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:15.457329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:80:42:1b', 'name': 'tempest-NetworksTestDHCPv6-311360098'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:15.482929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec163f-7c63-4516-abc0-543a68e42303 req-bccc3b45-59cb-43f4-b56f-f21ee60ad3ce tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:15.489778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bcec163f-7c63-4516-abc0-543a68e42303 req-bccc3b45-59cb-43f4-b56f-f21ee60ad3ce tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 945 time: 0.1548264
Dec 16 09:54:15.544586 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.555885 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bcec163f-7c63-4516-abc0-543a68e42303 req-5de52e5f-7703-4555-96a1-1696761433b4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651302
Dec 16 09:54:15.585085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=4d2b7b23-20f1-45b0-9641-6dbc6c6c333d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:15.589586 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:15.604168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-69636c45-565e-4b03-a673-0998381dd6da tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:15.606003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-69636c45-565e-4b03-a673-0998381dd6da tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 945 time: 0.1793952
Dec 16 09:54:15.674520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:15.684764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:15.697433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:15.718786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Deleting port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:15.719232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:15.790022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Deleting port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:15.790798 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.005738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.047492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port ede25171-6f10-42c6-ae55-4cf708dcbb29 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:16.063479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] For port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:16.063843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.223692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] For port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:16.224347 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.245769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:fe80:421b (edd5fbae-4558-4a68-8a1b-05a5b5060dab/4d2b7b23-20f1-45b0-9641-6dbc6c6c333d/ede25171-6f10-42c6-ae55-4cf708dcbb29) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:16.354937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Calling delete_port for 94c0043c-ee80-4e33-bd6f-9dbc5b48356f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:16.437893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Calling delete_port for 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:16.527831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.549483 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:16.550311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:16.582284 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.618303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object ede25171-6f10-42c6-ae55-4cf708dcbb29 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:16.673667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.683701 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-68d4135a-7017-4ae8-94b9-f6f4a5a33066 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:16.719692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event deleted for resources: {'Port': ['ID=94c0043c-ee80-4e33-bd6f-9dbc5b48356f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:16.735693 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:16.855519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:16.859028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:16.863245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:16.911668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.912533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:16.915954 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:16.921097 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.931529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] No DVR routers for this DVR port 94c0043c-ee80-4e33-bd6f-9dbc5b48356f on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:16.945371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c27abc5-d314-4fe2-8e81-0bc46266689a req-4497c570-97b1-447f-9513-ced34e32a671 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7 HTTP/1.1" status: 200  len: 210 time: 0.1423604
Dec 16 09:54:16.946912 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:16.949774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'name': 'network-vif-deleted', 'tag': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:16.972677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=ede25171-6f10-42c6-ae55-4cf708dcbb29,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:16.972920 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:16.982913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a79c6c07-8909-457d-bb23-fe595c6aaecf req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "DELETE /v2.0/ports/94c0043c-ee80-4e33-bd6f-9dbc5b48356f HTTP/1.1" status: 204  len: 173 time: 1.3702259
Dec 16 09:54:17.005302 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5474303
Dec 16 09:54:17.005673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37592) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:17.018158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Pushing event deleted for resources: {'Port': ['ID=5f7d422c-0e62-4e1e-a609-d5c174b4d6d2,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:17.022742 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:17.156361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] No DVR routers for this DVR port 5f7d422c-0e62-4e1e-a609-d5c174b4d6d2 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:17.160107 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:17.188392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18264847-8f05-4d1b-9055-dfaf7283b4a5 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:17.212710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ea350-02f1-4e17-b788-02fef6512022 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:17.216956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-848ea350-02f1-4e17-b788-02fef6512022 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.2076247
Dec 16 09:54:17.217291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:17.315426 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d4d5a-b993-4e14-89e3-48dbfa2ab2b7', 'name': 'network-vif-deleted', 'tag': '94c0043c-ee80-4e33-bd6f-9dbc5b48356f', 'status': 'completed', 'code': 200}
Dec 16 09:54:17.401760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port ede25171-6f10-42c6-ae55-4cf708dcbb29 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:17.402392 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:17.680556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '4d2b7b23-20f1-45b0-9641-6dbc6c6c333d'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:54:17.689081 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:17.807028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:17.971901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Allocated IP 2001:db8::f816:3eff:fedd:2f74 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/4d2b7b23-20f1-45b0-9641-6dbc6c6c333d/12f4ae1e-0050-4112-b19a-8bf97a26df4f) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:18.010337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for ede25171-6f10-42c6-ae55-4cf708dcbb29 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:18.213417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.221455 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:18.267926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 94c0043c-ee80-4e33-bd6f-9dbc5b48356f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:18.270477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=ede25171-6f10-42c6-ae55-4cf708dcbb29,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:18.275034 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:18.335072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.356442 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/ede25171-6f10-42c6-ae55-4cf708dcbb29 HTTP/1.1" status: 204  len: 168 time: 1.1380618
Dec 16 09:54:18.358861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37612) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:18.396451 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.407201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Transition to ACTIVE for port object 12f4ae1e-0050-4112-b19a-8bf97a26df4f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:18.426994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Transition to ACTIVE for port object 12f4ae1e-0050-4112-b19a-8bf97a26df4f will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:18.449599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 94c0043c-ee80-4e33-bd6f-9dbc5b48356f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:54:18.450007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 94c0043c-ee80-4e33-bd6f-9dbc5b48356f not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:54:18.453592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.458296 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:18.550791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7144fa44-6270-45fc-9207-8333a016e43d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:18.553619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7144fa44-6270-45fc-9207-8333a016e43d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:18.555041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7144fa44-6270-45fc-9207-8333a016e43d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:18.558232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Pushing event updated for resources: {'Port': ['ID=12f4ae1e-0050-4112-b19a-8bf97a26df4f,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:18.569499 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:18.582866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7144fa44-6270-45fc-9207-8333a016e43d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:18.584802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7144fa44-6270-45fc-9207-8333a016e43d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2249279
Dec 16 09:54:18.587742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:18.593652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:18.597687 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:18.606527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:18.679019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 4d2b7b23-20f1-45b0-9641-6dbc6c6c333d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:18.682713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.747996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.809061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Attempting to bind port 12f4ae1e-0050-4112-b19a-8bf97a26df4f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:18.809609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Attempting to bind port 12f4ae1e-0050-4112-b19a-8bf97a26df4f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:18.809750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Attempting to bind port 12f4ae1e-0050-4112-b19a-8bf97a26df4f on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:18.818672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:18.819132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:18.819770 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.820204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:18.820685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Bound port: 12f4ae1e-0050-4112-b19a-8bf97a26df4f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:18.821071 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.894662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:18.911542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-8d37cdcf-9ae2-4945-924c-f31602412a52 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:18.919632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-8d37cdcf-9ae2-4945-924c-f31602412a52 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2309606
Dec 16 09:54:18.935196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-8ad1eb7e-6296-4fce-8975-8631a5f31a46 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0137196
Dec 16 09:54:19.010305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:19.013415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] For port 12f4ae1e-0050-4112-b19a-8bf97a26df4f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:19.016825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] For port 12f4ae1e-0050-4112-b19a-8bf97a26df4f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=12f4ae1e-0050-4112-b19a-8bf97a26df4f,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:19.021126 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e30de524-f7a1-4396-a4eb-65990a4c74a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:19.023654 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:19.028468 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c7393a15-ad61-466d-909c-c0e54917a2dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:19.058939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2b7b23-20f1-45b0-9641-6dbc6c6c333d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:19.066203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:19.069829 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:19.084212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/4d2b7b23-20f1-45b0-9641-6dbc6c6c333d HTTP/1.1" status: 204  len: 168 time: 0.4941833
Dec 16 09:54:19.085793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:19.096252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-79cc54ac-46e3-404e-a6f8-82c641e25746 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:19.139760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-79cc54ac-46e3-404e-a6f8-82c641e25746 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:19.141157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-79cc54ac-46e3-404e-a6f8-82c641e25746 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1950016
Dec 16 09:54:19.153782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Pushing event updated for resources: {'Port': ['ID=12f4ae1e-0050-4112-b19a-8bf97a26df4f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:19.157312 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:19.190829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-72b7952d-ff71-41b5-9d85-e71055981b0c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1012444
Dec 16 09:54:19.191102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37636) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:19.197057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:19.383320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-5e3c329b-0232-46a9-86cc-4bd55e0f1ca3 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196538
Dec 16 09:54:19.395208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:19.404496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:19.408616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:19.414811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:19.434309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:19.443560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:19.674677 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-237adefa-ba2c-44b6-b151-b45d5397d867 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2900219
Dec 16 09:54:20.080968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:20.111440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-904cb1ba-2935-4bd9-902f-1fcf36bb73a6 req-7294a33d-57de-4a67-ada2-f0cbd7f4f63a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 210 time: 0.0732112
Dec 16 09:54:20.483362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b012c76a-3483-4032-8562-06e86818ef41 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:20.651682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-809929f9-0668-490f-8cfa-2556b2f5974f None None] Could not find standard attr ID for object ede25171-6f10-42c6-ae55-4cf708dcbb29. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:20.659440 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:20.687409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-809929f9-0668-490f-8cfa-2556b2f5974f None None] Provisioning for port 12f4ae1e-0050-4112-b19a-8bf97a26df4f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:21.022265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 12f4ae1e-0050-4112-b19a-8bf97a26df4f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:21.087092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port 12f4ae1e-0050-4112-b19a-8bf97a26df4f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=12f4ae1e-0050-4112-b19a-8bf97a26df4f,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:21.135700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.147586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.152086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.164306 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4fa0f90f-3e0b-4589-bb91-7aca3d37b16a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:21.201093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 12f4ae1e-0050-4112-b19a-8bf97a26df4f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:21.210695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 12f4ae1e-0050-4112-b19a-8bf97a26df4f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:21.211305 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.252849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:21.257274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:21.265916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:21.266520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.361125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=12f4ae1e-0050-4112-b19a-8bf97a26df4f,revision_number=5']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:21.365828 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:21.369456 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:21.430545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6832bd-2f5e-4284-a7eb-3b9cb3407e5b None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:21.487810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-20f15528-4721-4cfc-bcb7-48a8ae224f92 req-bf039ad0-4bc1-43d3-afb6-67ea94950a90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 210 time: 0.1304779
Dec 16 09:54:21.575256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37662) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:21.578377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a3827d16-054c-482d-b1b8-90359e0e3828 None None] Provisioning complete for port 12f4ae1e-0050-4112-b19a-8bf97a26df4f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:21.579150 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3827d16-054c-482d-b1b8-90359e0e3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.579317 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.3847320
Dec 16 09:54:21.586540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:e1:45:09', 'name': 'tempest-NetworksTestDHCPv6-1630057326'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:21.626867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=b2d83bdb-0731-4a0e-8ba4-f049a1a3f6f8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:21.629938 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:21.773643 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.910390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-61f7c940-767d-4255-b624-adef282b3c0f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:21.911900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-61f7c940-767d-4255-b624-adef282b3c0f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2598555
Dec 16 09:54:21.921957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 12f4ae1e-0050-4112-b19a-8bf97a26df4f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=12f4ae1e-0050-4112-b19a-8bf97a26df4f,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:21.931744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Request body: {'port': {'device_id': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'admin_state_up': True, 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:21.938266 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:21.947814 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8ca6c7a1-e5f1-4695-a455-b3f21cf36a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:22.051388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=12f4ae1e-0050-4112-b19a-8bf97a26df4f,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:22.058246 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:22.062096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3827d16-054c-482d-b1b8-90359e0e3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:22.188504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:22.208173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:22.213569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:22.240703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:22.285494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:22.308211 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a3827d16-054c-482d-b1b8-90359e0e3828 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:54:22.308880 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-a3827d16-054c-482d-b1b8-90359e0e3828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:54:22.575242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:22.596687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:22.639925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:22.643697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:22.758221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:22.831705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41bc9fb5-ab79-4aee-a84b-55c39f4a586a req-05203275-af3d-4e79-bed8-643295d48354 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 210 time: 0.0924959
Dec 16 09:54:22.853173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 6e3290f7-53da-45bc-9be8-324698a7c7b8 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:23.037074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 12f4ae1e-0050-4112-b19a-8bf97a26df4f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:23.131411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fee02cb-95c7-4d1f-bb4a-aa0790f99585 None None] Provisioning complete for port 12f4ae1e-0050-4112-b19a-8bf97a26df4f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:23.131980 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fee02cb-95c7-4d1f-bb4a-aa0790f99585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:23.176126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Allocated IP 172.20.0.13 (ba6a1215-fe59-45ca-8f84-bd08f9de1e2c/0b865947-3a3c-435f-99bf-81e20e11f800/630bbd03-67d3-4b03-8051-4ad5fea0c40d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:23.200156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:fee1:4509 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/b2d83bdb-0731-4a0e-8ba4-f049a1a3f6f8/6e3290f7-53da-45bc-9be8-324698a7c7b8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:23.248675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 12f4ae1e-0050-4112-b19a-8bf97a26df4f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:23.249008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:23.695328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0ed6a9c0-4f52-4979-bbaf-40a93e3c776e None None] Could not find standard attr ID for object 70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:23.817065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-db839607-114d-4c07-8602-d1ae680da170 None None] Could not find standard attr ID for object ede25171-6f10-42c6-ae55-4cf708dcbb29. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:23.861933 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:23.894448 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:23.928851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 6e3290f7-53da-45bc-9be8-324698a7c7b8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:23.999318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:24.015503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:24.021095 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19a75fee-1bb1-437a-a3f3-6079f9648544 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:24.103621 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:24.146423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:24.153788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:24.171032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:24.334713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:24.339857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event updated for resources: {'Port': ['ID=630bbd03-67d3-4b03-8051-4ad5fea0c40d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:24.342923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:24.348911 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:24.349552 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba9cbb90-4611-4437-ad48-11daf01919e1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:24.383250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:24.389513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:24.390235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:24.472121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:24.472913 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:24.495920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.9150217
Dec 16 09:54:24.496253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37686) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:24.503574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=6e3290f7-53da-45bc-9be8-324698a7c7b8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:24.514512 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:24.526082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6026413
Dec 16 09:54:24.539740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e8f35-8e58-46a0-9b41-84d2c48ab3a1 req-b36feabf-a0c6-47d7-9a74-679e0fc1809a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:24.540576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a4e8f35-8e58-46a0-9b41-84d2c48ab3a1 req-b36feabf-a0c6-47d7-9a74-679e0fc1809a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:24.550121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Request body: {'port': {'device_id': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:24.634787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a4e8f35-8e58-46a0-9b41-84d2c48ab3a1 req-b36feabf-a0c6-47d7-9a74-679e0fc1809a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:24.637154 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a4e8f35-8e58-46a0-9b41-84d2c48ab3a1 req-b36feabf-a0c6-47d7-9a74-679e0fc1809a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 932 time: 0.4670553
Dec 16 09:54:24.659581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ee65f-f93c-4e07-82a0-fc574cb0ba9c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:24.665797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ee65f-f93c-4e07-82a0-fc574cb0ba9c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:24.666824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cd3ee65f-f93c-4e07-82a0-fc574cb0ba9c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:24.685261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cd3ee65f-f93c-4e07-82a0-fc574cb0ba9c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:24.686824 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cd3ee65f-f93c-4e07-82a0-fc574cb0ba9c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.1888196
Dec 16 09:54:24.690406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37692) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:24.787720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:24.860758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7fc27c52-d77c-4b2d-a6cd-8e8f292dc317 None None] Provisioning for port 6e3290f7-53da-45bc-9be8-324698a7c7b8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:24.861433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 6e3290f7-53da-45bc-9be8-324698a7c7b8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:24.861633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:24.868180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7fc27c52-d77c-4b2d-a6cd-8e8f292dc317 None None] Provisioning complete for port 6e3290f7-53da-45bc-9be8-324698a7c7b8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:24.868733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7fc27c52-d77c-4b2d-a6cd-8e8f292dc317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:24.881073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a4e8f35-8e58-46a0-9b41-84d2c48ab3a1 req-d3936862-0a81-438f-8694-d2205b6dedb2 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849909
Dec 16 09:54:25.124419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7fc27c52-d77c-4b2d-a6cd-8e8f292dc317 None None] Port 6e3290f7-53da-45bc-9be8-324698a7c7b8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:54:25.302354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:25.435135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 6e3290f7-53da-45bc-9be8-324698a7c7b8 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:25.456486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630bbd03-67d3-4b03-8051-4ad5fea0c40d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:54:25.466873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:25.488893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Transition to ACTIVE for port object 630bbd03-67d3-4b03-8051-4ad5fea0c40d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:25.495117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:25.504924 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c41c5bf-ad77-4662-bb66-d546af9e25c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:25.665968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:25.673929 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f7454545-c1a6-456e-a11b-81d60656cf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:25.727955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=6e3290f7-53da-45bc-9be8-324698a7c7b8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:25.731641 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:25.787456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:25.806478 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/6e3290f7-53da-45bc-9be8-324698a7c7b8 HTTP/1.1" status: 204  len: 168 time: 1.1144595
Dec 16 09:54:25.808778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:25.880193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=630bbd03-67d3-4b03-8051-4ad5fea0c40d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:25.887825 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:25.890542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2fa3f-35b8-495a-91b2-a2308e18e379 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:25.892389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2fa3f-35b8-495a-91b2-a2308e18e379 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:25.893241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4ed2fa3f-35b8-495a-91b2-a2308e18e379 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:25.914907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4ed2fa3f-35b8-495a-91b2-a2308e18e379 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:25.918051 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4ed2fa3f-35b8-495a-91b2-a2308e18e379 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1079917
Dec 16 09:54:25.919601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:26.012836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Attempting to bind port 630bbd03-67d3-4b03-8051-4ad5fea0c40d on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:26.013469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Attempting to bind port 630bbd03-67d3-4b03-8051-4ad5fea0c40d by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:26.013973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Attempting to bind port 630bbd03-67d3-4b03-8051-4ad5fea0c40d on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:26.020637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Port 630bbd03-67d3-4b03-8051-4ad5fea0c40d on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:54:26.021398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Attempting to bind port 630bbd03-67d3-4b03-8051-4ad5fea0c40d on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:26.029547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:26.030059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:26.038664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet b2d83bdb-0731-4a0e-8ba4-f049a1a3f6f8 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:26.039689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Bound using segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:26.040403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Bound port: 630bbd03-67d3-4b03-8051-4ad5fea0c40d, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:26.041103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.043059 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.112430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.216553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] For port 630bbd03-67d3-4b03-8051-4ad5fea0c40d, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:26.222532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] For port 630bbd03-67d3-4b03-8051-4ad5fea0c40d, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=630bbd03-67d3-4b03-8051-4ad5fea0c40d,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:26.225029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.233436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c813eb8-b50a-4f64-9fa4-e64aeafe29b0 req-6d00cb46-aa64-4d68-bfd5-7d7081121764 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:26.235296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c813eb8-b50a-4f64-9fa4-e64aeafe29b0 req-6d00cb46-aa64-4d68-bfd5-7d7081121764 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 944 time: 0.1815526
Dec 16 09:54:26.237705 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.243111 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b572b815-29d6-4751-b8bf-e4511be1bbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:26.312976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.322011 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c0371be-e39c-43c2-935c-1535fb59b4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:26.337107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:26.338225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.340774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] 10.222.0.74 "PUT /v2.0/ports/630bbd03-67d3-4b03-8051-4ad5fea0c40d HTTP/1.1" status: 200  len: 1092 time: 1.7952089
Dec 16 09:54:26.341581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'tag': '630bbd03-67d3-4b03-8051-4ad5fea0c40d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:26.370280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d83bdb-0731-4a0e-8ba4-f049a1a3f6f8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:26.379299 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:26.383498 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.390458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba29a5-196b-428e-a338-e2c2b9689bb5 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:26.428123 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/b2d83bdb-0731-4a0e-8ba4-f049a1a3f6f8 HTTP/1.1" status: 204  len: 168 time: 0.5037105
Dec 16 09:54:26.429322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37716) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:26.510181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6c813eb8-b50a-4f64-9fa4-e64aeafe29b0 req-b0efeec1-8f85-40d9-9402-8afa47ef59fe tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214317
Dec 16 09:54:26.511143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=630bbd03-67d3-4b03-8051-4ad5fea0c40d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:26.534399 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:26.619573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-9a7287e7-557d-4717-abb0-4819810edce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:26.621375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-9a7287e7-557d-4717-abb0-4819810edce4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 1095 time: 0.2243609
Dec 16 09:54:26.645579 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-81a93d6e-ee68-4835-becd-895e39038e08 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2143128
Dec 16 09:54:26.652786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37722) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:26.712723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-fb1eba15-abdc-4620-866c-4affcd8880d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=630bbd03-67d3-4b03-8051-4ad5fea0c40d HTTP/1.1" status: 200  len: 217 time: 0.0813625
Dec 16 09:54:26.827374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c72192-6661-4be4-9e0a-85c828043dee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:26.827917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34c72192-6661-4be4-9e0a-85c828043dee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:26.862582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34c72192-6661-4be4-9e0a-85c828043dee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:26.866602 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'tag': '630bbd03-67d3-4b03-8051-4ad5fea0c40d', 'status': 'completed', 'code': 200}
Dec 16 09:54:26.866756 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34c72192-6661-4be4-9e0a-85c828043dee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2080302
Dec 16 09:54:26.866933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:26.873691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-1d7f6b88-1447-4512-bcb7-c3d9e8bd1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:26.875184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-1d7f6b88-1447-4512-bcb7-c3d9e8bd1bac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.1550019
Dec 16 09:54:26.943665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-89b30231-772f-454d-a67d-477042aaed7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609562
Dec 16 09:54:26.954505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318537cc-4942-4d23-9ab1-7a4a9ca1325c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:26.956308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-318537cc-4942-4d23-9ab1-7a4a9ca1325c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:26.978226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:54:26.983729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Deleting port 12f4ae1e-0050-4112-b19a-8bf97a26df4f {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:26.984273 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:26.990180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-318537cc-4942-4d23-9ab1-7a4a9ca1325c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:26.993174 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-318537cc-4942-4d23-9ab1-7a4a9ca1325c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1252408
Dec 16 09:54:26.997878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37734) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:27.095735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:27.096992 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aa8cfb4d-8ce8-4474-8f2d-01c32c5503b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0928061
Dec 16 09:54:27.106831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:27.280785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] For port 12f4ae1e-0050-4112-b19a-8bf97a26df4f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=12f4ae1e-0050-4112-b19a-8bf97a26df4f,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:27.281451 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:27.321340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:27.328801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-f0b2a6ae-567b-4509-af1a-67884c0ff54d service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3777070
Dec 16 09:54:27.360364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:27.461726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Calling delete_port for 12f4ae1e-0050-4112-b19a-8bf97a26df4f owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:27.464231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:27.471922 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:27.628406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:27.637167 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:27.673302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-410e7a9b-7ca2-4e53-9a73-46d2c2ccd6ee req-8ffc8693-f1e2-441c-b67c-153f81ce24f0 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3356814
Dec 16 09:54:27.730740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Pushing event deleted for resources: {'Port': ['ID=12f4ae1e-0050-4112-b19a-8bf97a26df4f,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:27.738735 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:27.742366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] No DVR routers for this DVR port 12f4ae1e-0050-4112-b19a-8bf97a26df4f on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:28.174615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-22ca0493-f108-4bb4-8faf-85a5f40c6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:28.176139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-22ca0493-f108-4bb4-8faf-85a5f40c6876 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 1095 time: 0.3938150
Dec 16 09:54:28.178152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:28.182349 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bec165b8-89b9-4f61-a6cd-4fc47c3f765c tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:28.265981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c55978-bea3-4226-92c9-bcb46bbfa024 req-5b7536cd-1c96-4609-ba63-82a054a4edd2 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:28.268181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0c55978-bea3-4226-92c9-bcb46bbfa024 req-5b7536cd-1c96-4609-ba63-82a054a4edd2 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 944 time: 0.4271612
Dec 16 09:54:28.333172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:28.349649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:28.363121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9bd64-266f-48c9-b393-80eb36609518 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:28.372650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:28.373244 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:28.396965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=024ffc7a-b18e-4d60-a4a6-62cb4e16111d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:28.410915 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:28.441587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a0c55978-bea3-4226-92c9-bcb46bbfa024 req-c8b8909b-97d3-4bae-bd94-8fbf913ac7c7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070499
Dec 16 09:54:28.448808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3495736
Dec 16 09:54:28.449668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:28.461745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:a0:20:fc', 'name': 'tempest-NetworksTestDHCPv6-636857009'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:28.482448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-84599b87-d909-4335-8d83-355fa3c445f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:28.484867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-84599b87-d909-4335-8d83-355fa3c445f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 906 time: 0.2700982
Dec 16 09:54:28.615798 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-89e74c0e-2858-4609-b3ee-6af8dbe1f0c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=630bbd03-67d3-4b03-8051-4ad5fea0c40d HTTP/1.1" status: 200  len: 217 time: 0.1227269
Dec 16 09:54:28.677281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '024ffc7a-b18e-4d60-a4a6-62cb4e16111d'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:54:28.678595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:28.726080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-592897f0-1358-4839-bb25-3b3b541a6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:28.728186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:28.728742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-592897f0-1358-4839-bb25-3b3b541a6619 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.1051810
Dec 16 09:54:28.739788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:28.759531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:28.812985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-7b0e7c1b-6f22-4f5a-9de6-c6405e5564d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768795
Dec 16 09:54:28.919245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:28.963499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/024ffc7a-b18e-4d60-a4a6-62cb4e16111d/6bca49b8-987b-4d2e-8113-0b9941d84cdf) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:28.971424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port ea354dc5-f7bd-4831-a3be-d13dd7332fa4 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:29.012885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 12f4ae1e-0050-4112-b19a-8bf97a26df4f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:29.078235 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-0467f4c7-e2b0-4634-bcfc-b95a9eddd887 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565520
Dec 16 09:54:29.100370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 12f4ae1e-0050-4112-b19a-8bf97a26df4f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:54:29.100736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 12f4ae1e-0050-4112-b19a-8bf97a26df4f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:54:29.268052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3270e5c-be75-4a01-bc2f-a4c3a0f74697 req-f1674776-b674-4f81-96ab-5138b203527b service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813900
Dec 16 09:54:29.306857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:29.317852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Transition to ACTIVE for port object 6bca49b8-987b-4d2e-8113-0b9941d84cdf will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:29.340153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Transition to ACTIVE for port object 6bca49b8-987b-4d2e-8113-0b9941d84cdf will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:29.347171 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:29.351067 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:29.425564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:29.428755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:29.432699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:29.432911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::256 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/024ffc7a-b18e-4d60-a4a6-62cb4e16111d/ea354dc5-f7bd-4831-a3be-d13dd7332fa4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:29.439244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Pushing event updated for resources: {'Port': ['ID=6bca49b8-987b-4d2e-8113-0b9941d84cdf,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:29.443525 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:29.592761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Attempting to bind port 6bca49b8-987b-4d2e-8113-0b9941d84cdf on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:29.593148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Attempting to bind port 6bca49b8-987b-4d2e-8113-0b9941d84cdf by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:29.593535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Attempting to bind port 6bca49b8-987b-4d2e-8113-0b9941d84cdf on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:29.600544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:29.600942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:29.601405 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:29.602065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:29.602646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Bound port: 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:29.603043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:29.727382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc1439-cc92-49c6-a8e2-d6a3522692fe req-58f9e885-c0e9-4186-a895-8d85f94dbb5f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:29.729069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fc1439-cc92-49c6-a8e2-d6a3522692fe req-58f9e885-c0e9-4186-a895-8d85f94dbb5f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 944 time: 0.0955970
Dec 16 09:54:29.781594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:29.785466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6bca49b8-987b-4d2e-8113-0b9941d84cdf,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:29.795821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91fc1439-cc92-49c6-a8e2-d6a3522692fe req-610a8947-fdb2-473c-88e1-07ca5c83b659 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598834
Dec 16 09:54:29.802042 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:29.808843 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-007a97c1-ee54-43c9-8cc3-1fc9646b5da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:29.883044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:29.902077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object ea354dc5-f7bd-4831-a3be-d13dd7332fa4 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:29.914623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Pushing event updated for resources: {'Port': ['ID=6bca49b8-987b-4d2e-8113-0b9941d84cdf,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:29.925940 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:29.939724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:29.946933 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ea3d9e9-01b8-4330-ba81-d805fc452754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:30.017101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:30.021030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:30.023715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:30.029844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:30.030414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:30.045953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=ea354dc5-f7bd-4831-a3be-d13dd7332fa4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:30.049756 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:30.071201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37762) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:30.071418 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6195881
Dec 16 09:54:30.132765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-c48d120f-c562-4684-abef-21ecad0ed1b4 req-1cc34e3c-32c2-4081-9989-1edeb45a4e65 tempest-ServersOnMultiNodesTest-712504482 tempest-ServersOnMultiNodesTest-712504482-project] (87654) timed out ('10.222.0.54', 63012) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 09:54:30.198424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ff20b-3476-4fe0-bb64-ca9084bd424e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:30.205990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ff20b-3476-4fe0-bb64-ca9084bd424e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:30.206961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-213ff20b-3476-4fe0-bb64-ca9084bd424e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:30.231644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-213ff20b-3476-4fe0-bb64-ca9084bd424e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:30.234542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-213ff20b-3476-4fe0-bb64-ca9084bd424e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1617863
Dec 16 09:54:30.237896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37768) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:30.277537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 630bbd03-67d3-4b03-8051-4ad5fea0c40d details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:54:30.325197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port ea354dc5-f7bd-4831-a3be-d13dd7332fa4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:30.325763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:30.475586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 630bbd03-67d3-4b03-8051-4ad5fea0c40d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=630bbd03-67d3-4b03-8051-4ad5fea0c40d,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:30.498635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '630bbd03-67d3-4b03-8051-4ad5fea0c40d', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'port_id': '630bbd03-67d3-4b03-8051-4ad5fea0c40d', 'mac_address': 'fa:16:3e:0d:ca:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b865947-3a3c-435f-99bf-81e20e11f800', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:54:30.590614 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:30.614337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630bbd03-67d3-4b03-8051-4ad5fea0c40d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:54:30.635288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 630bbd03-67d3-4b03-8051-4ad5fea0c40d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=630bbd03-67d3-4b03-8051-4ad5fea0c40d,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:30.640833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:30.642787 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:30.689179 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:30.726662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=630bbd03-67d3-4b03-8051-4ad5fea0c40d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:30.730297 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:30.848472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for ea354dc5-f7bd-4831-a3be-d13dd7332fa4 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:30.888512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['630bbd03-67d3-4b03-8051-4ad5fea0c40d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:31.006270 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6bca49b8-987b-4d2e-8113-0b9941d84cdf up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:31.147844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 6bca49b8-987b-4d2e-8113-0b9941d84cdf completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:31.332858 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:31.339696 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:31.346070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Provisioning for port 6bca49b8-987b-4d2e-8113-0b9941d84cdf completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:31.353902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Provisioning complete for port 6bca49b8-987b-4d2e-8113-0b9941d84cdf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:31.354659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:31.413140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04403f3-4377-4621-9086-4cd04e3b820f req-91df1c0c-6b6a-44fe-a27e-1112347671db tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:31.415133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f04403f3-4377-4621-9086-4cd04e3b820f req-91df1c0c-6b6a-44fe-a27e-1112347671db tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 945 time: 0.3694308
Dec 16 09:54:31.416240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=ea354dc5-f7bd-4831-a3be-d13dd7332fa4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:31.425395 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:31.498292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:31.541643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f04403f3-4377-4621-9086-4cd04e3b820f req-323062cc-4388-4101-9e9e-66dbe64a2b4e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855708
Dec 16 09:54:31.545696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37780) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:31.546168 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/ea354dc5-f7bd-4831-a3be-d13dd7332fa4 HTTP/1.1" status: 204  len: 168 time: 1.3067417
Dec 16 09:54:31.613961 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:31.695749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6bca49b8-987b-4d2e-8113-0b9941d84cdf,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:31.707604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:31.709476 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-caec19c2-bc61-4a5e-a198-4ceb21488d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:31.723600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e89f8-6a35-408a-9360-450a17b5b460 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:31.725486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e89f8-6a35-408a-9360-450a17b5b460 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:31.730427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:31.740110 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a70e89f8-6a35-408a-9360-450a17b5b460 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1929269
Dec 16 09:54:31.813539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Pushing event updated for resources: {'Port': ['ID=6bca49b8-987b-4d2e-8113-0b9941d84cdf,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:31.824843 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:31.836840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0494f779-a6f0-429c-bf99-402a4c83a760 None None] Could not find standard attr ID for object ea354dc5-f7bd-4831-a3be-d13dd7332fa4. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:31.880600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 024ffc7a-b18e-4d60-a4a6-62cb4e16111d {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:31.884093 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:31.985140 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.109017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.192814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.199283 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6bfe99a-1b44-4d40-88b7-969a6fd387ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:32.256221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=024ffc7a-b18e-4d60-a4a6-62cb4e16111d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:32.259735 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:32.260771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.268207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c1a3c-ea71-44ac-a6d1-88bf9d2c297f None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:32.287030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 630bbd03-67d3-4b03-8051-4ad5fea0c40d up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:32.287457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/024ffc7a-b18e-4d60-a4a6-62cb4e16111d HTTP/1.1" status: 204  len: 168 time: 0.5556877
Dec 16 09:54:32.291030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:32.376365 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-668ce8ca-ec53-4f09-9d86-06fc017f8926 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0821013
Dec 16 09:54:32.376765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37798) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:32.471090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85193d22-20f1-4ada-b3aa-837184d8fba5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:32.471845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-85193d22-20f1-4ada-b3aa-837184d8fba5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:32.489059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-85193d22-20f1-4ada-b3aa-837184d8fba5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:32.492994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:32.493177 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-85193d22-20f1-4ada-b3aa-837184d8fba5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1152430
Dec 16 09:54:32.523674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 630bbd03-67d3-4b03-8051-4ad5fea0c40d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:32.537125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 630bbd03-67d3-4b03-8051-4ad5fea0c40d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:32.537521 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.562002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c685d41-1d3f-493c-9edb-0394884bf09e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:32.563634 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c685d41-1d3f-493c-9edb-0394884bf09e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0694795
Dec 16 09:54:32.566987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37806) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:32.676771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cd55c73a-f757-405a-8c06-6074f7169b64 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1046832
Dec 16 09:54:32.677552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37812) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:32.694167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:32.708001 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.719571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:54:32.735232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Deleting port 6bca49b8-987b-4d2e-8113-0b9941d84cdf {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:32.735705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.781654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630bbd03-67d3-4b03-8051-4ad5fea0c40d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:32.803936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 630bbd03-67d3-4b03-8051-4ad5fea0c40d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=630bbd03-67d3-4b03-8051-4ad5fea0c40d,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:32.828051 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:32.831433 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7e36551e-c284-4e2b-9115-3542bd7c60c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:32.910933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:32.925529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:32.942300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:32.950676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:32.968154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6bca49b8-987b-4d2e-8113-0b9941d84cdf no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:32.975129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:32.978995 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:33.069774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fe370-14bf-4b20-98a7-fdb49c9503b1 req-9ee049c3-ac0a-437e-b14b-d9377c469eb8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:33.071514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-426fe370-14bf-4b20-98a7-fdb49c9503b1 req-9ee049c3-ac0a-437e-b14b-d9377c469eb8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 946 time: 0.3484755
Dec 16 09:54:33.160141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-426fe370-14bf-4b20-98a7-fdb49c9503b1 req-0f1c270d-247f-49ba-a357-43b155ce6f65 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780244
Dec 16 09:54:33.178866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=630bbd03-67d3-4b03-8051-4ad5fea0c40d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:33.200291 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:33.212952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6bca49b8-987b-4d2e-8113-0b9941d84cdf,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:33.213461 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:33.390149 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630bbd03-67d3-4b03-8051-4ad5fea0c40d', 'code': 200}
Dec 16 09:54:33.398814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Calling delete_port for 6bca49b8-987b-4d2e-8113-0b9941d84cdf owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:33.450234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:33.507541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6bca49b8-987b-4d2e-8113-0b9941d84cdf,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:33.513335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:33.516721 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8a8577bd-50b4-494e-b4e8-fe5de524495e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:33.527454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.objects.ports [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:33.565093 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:54:33.565606 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:54:33.601127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=6bca49b8-987b-4d2e-8113-0b9941d84cdf,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:33.604473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:33.614975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935df7b-aaa1-4a41-a4ad-bba27e21d2e3 req-df47c033-15ec-4916-b2ed-63ee29aeb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:33.616507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2935df7b-aaa1-4a41-a4ad-bba27e21d2e3 req-df47c033-15ec-4916-b2ed-63ee29aeb8eb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 1097 time: 0.1837451
Dec 16 09:54:33.719269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2935df7b-aaa1-4a41-a4ad-bba27e21d2e3 req-e353f3f6-3c9b-49f9-af0b-45a0a9e3fb2c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926826
Dec 16 09:54:33.807370 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.067550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Deleting port 6bca49b8-987b-4d2e-8113-0b9941d84cdf {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:34.068151 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.289910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f7f1a-74c4-49ea-91b3-da0a0ac333ee req-b656d80c-747b-40e1-a600-349256832f3f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:34.291514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-855f7f1a-74c4-49ea-91b3-da0a0ac333ee req-b656d80c-747b-40e1-a600-349256832f3f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.4350605
Dec 16 09:54:34.381406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6bca49b8-987b-4d2e-8113-0b9941d84cdf,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:34.389552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-92d363e2-6fe3-457f-8d85-820167265981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:34.391068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-92d363e2-6fe3-457f-8d85-820167265981 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.3198636
Dec 16 09:54:34.402490 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-855f7f1a-74c4-49ea-91b3-da0a0ac333ee req-400340fd-2763-41c5-8001-a01862d0d7ee tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882442
Dec 16 09:54:34.488176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6bca49b8-987b-4d2e-8113-0b9941d84cdf,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:34.488711 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.512468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 09:54:34.531618 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.549943 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.552226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.612992 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:34.654243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Calling delete_port for 6bca49b8-987b-4d2e-8113-0b9941d84cdf owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:34.706770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:34.718140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:34.721323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:34.722059 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.769932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:54:34.770224 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:54:34.778057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-6a815cad-ea95-4b48-8245-96aed3693b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:34.779592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-6a815cad-ea95-4b48-8245-96aed3693b4f service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.3742237
Dec 16 09:54:34.859483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1808703
Dec 16 09:54:34.862911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:34.868786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:34.902931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=6bca49b8-987b-4d2e-8113-0b9941d84cdf,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:34.909883 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:34.910563 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-58290362-81d4-4c60-8f3e-8a1cbcfb570d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:34.987455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Deleting port 6bca49b8-987b-4d2e-8113-0b9941d84cdf {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:34.988037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dfaba-f570-40a2-8337-d1dab6de7aad req-f421f3f6-f09f-4366-9ce7-5e5912a9402a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:34.988494 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:34.990109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e89dfaba-f570-40a2-8337-d1dab6de7aad req-f421f3f6-f09f-4366-9ce7-5e5912a9402a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 946 time: 0.4299419
Dec 16 09:54:35.005039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-c0e2974b-04a0-4ec5-b456-92f2c3ee6666 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.2145979
Dec 16 09:54:35.029858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:35.034576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:35.038314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:35.047776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:35.059925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:35.064325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:35.099691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=414925b6-8e61-439b-b66d-eb1ba2051487,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:35.106975 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:35.115231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e89dfaba-f570-40a2-8337-d1dab6de7aad req-4184b828-ef54-43f7-8ae9-19360d2dac40 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068897
Dec 16 09:54:35.129103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-e42836d4-cd5b-4fcf-b39a-0028ecfd4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:35.130790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-e42836d4-cd5b-4fcf-b39a-0028ecfd4496 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.0950975
Dec 16 09:54:35.236312 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 414925b6-8e61-439b-b66d-eb1ba2051487 (CIDR: 2001:db8::/64)
Dec 16 09:54:35.242252 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:35.242768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:35.264044 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-60341b89-58dd-4734-8988-fe20d9986578 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3998766
Dec 16 09:54:35.267372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:35.274552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:35.301301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-1acaacf6-5510-4432-868e-537703c042b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:35.303245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-1acaacf6-5510-4432-868e-537703c042b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1638899
Dec 16 09:54:35.422266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] For port 6bca49b8-987b-4d2e-8113-0b9941d84cdf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6bca49b8-987b-4d2e-8113-0b9941d84cdf,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:35.423356 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:35.486562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:35.492684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:35.495533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-2dc0af1b-ff5c-4484-8298-dcc2ea78a7eb service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847446
Dec 16 09:54:35.502171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:35.520884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:35.540759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:35.549236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:35.602669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Calling delete_port for 6bca49b8-987b-4d2e-8113-0b9941d84cdf owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:35.815971 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6923f19b-c4f9-43cf-af2e-63a1ae11d836 req-9562466e-34d2-4c34-af39-118ed07e1e8e service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3120666
Dec 16 09:54:35.846715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e149d6-0fec-4eb3-9990-45b893ca17cb req-126a4f57-2353-4b11-9c44-376a05a6ec36 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:35.849038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31e149d6-0fec-4eb3-9990-45b893ca17cb req-126a4f57-2353-4b11-9c44-376a05a6ec36 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1745927
Dec 16 09:54:35.850008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:35.854379 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:35.916185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31e149d6-0fec-4eb3-9990-45b893ca17cb req-b3ad79a5-1c2c-4b2a-b990-19c7dc7d9918 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591850
Dec 16 09:54:35.925248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Pushing event deleted for resources: {'Port': ['ID=6bca49b8-987b-4d2e-8113-0b9941d84cdf,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:35.928439 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:35.994962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:36.005937 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f5f6e9d-698e-448b-8bc0-578a5f188c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:36.018162 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] No DVR routers for this DVR port 6bca49b8-987b-4d2e-8113-0b9941d84cdf on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:36.043305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df340fc1-b97c-414f-aa2f-a9a7b4ad9170 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:36.091296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:36.097209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:36.103107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:36.103749 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:36.135258 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8666799
Dec 16 09:54:36.139062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37850) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:36.160358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:ff:59:01', 'name': 'tempest-NetworksTestDHCPv6-557668548'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:36.274869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:36.281033 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:36.367127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:36.385376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bff2ef-71c0-4e5f-8999-0e2331ebbf27 req-fb0f1de9-6991-4ba6-ac9a-46863c6ae6e6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:36.387871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d7bff2ef-71c0-4e5f-8999-0e2331ebbf27 req-fb0f1de9-6991-4ba6-ac9a-46863c6ae6e6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 946 time: 0.1190526
Dec 16 09:54:36.409013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:36.430763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:36.496253 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d7bff2ef-71c0-4e5f-8999-0e2331ebbf27 req-1ace06f1-c08b-43a1-9d34-d460624f6ad6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941069
Dec 16 09:54:36.561807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb'}, {'subnet_id': '414925b6-8e61-439b-b66d-eb1ba2051487'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:54:36.583606 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:36.634647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:36.703233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port b0b552d3-e535-4e27-b89b-8fd191cc20f7 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:36.914145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Allocated IP 2001:db8:0:1::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb/8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:36.925203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Allocated IP 2001:db8::f816:3eff:fe79:272c (edd5fbae-4558-4a68-8a1b-05a5b5060dab/414925b6-8e61-439b-b66d-eb1ba2051487/8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:37.159028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8f93d-39f1-4027-af06-937db36d1b7d req-39e0aca6-c75b-40ee-97ee-2fe748a50f09 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:37.166842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8c8f93d-39f1-4027-af06-937db36d1b7d req-39e0aca6-c75b-40ee-97ee-2fe748a50f09 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 946 time: 0.1143990
Dec 16 09:54:37.227889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8c8f93d-39f1-4027-af06-937db36d1b7d req-510a2391-967f-4086-8c3a-212e7bc2fdc7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600154
Dec 16 09:54:37.256875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:37.272183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Transition to ACTIVE for port object 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:37.302107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Transition to ACTIVE for port object 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:37.322882 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:37.328593 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f2e13d72-8c86-4261-a92c-9fc297d1b6a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:37.398403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:37.400814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:37.405015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:37.439930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f1128-37e1-49ec-b1c3-ce7dd75342a3 req-f4a45817-7ff2-416a-a94e-7fd664f0d147 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:37.449960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102f1128-37e1-49ec-b1c3-ce7dd75342a3 req-f4a45817-7ff2-416a-a94e-7fd664f0d147 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1054442
Dec 16 09:54:37.451638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Pushing event updated for resources: {'Port': ['ID=8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:37.459791 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:37.543963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-102f1128-37e1-49ec-b1c3-ce7dd75342a3 req-6842e5db-1cd2-4a29-ad2f-b83703045155 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933406
Dec 16 09:54:37.571940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8:0:1::144 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb/b0b552d3-e535-4e27-b89b-8fd191cc20f7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:37.598360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Attempting to bind port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:37.598772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Attempting to bind port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:37.599607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:feff:5901 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/414925b6-8e61-439b-b66d-eb1ba2051487/b0b552d3-e535-4e27-b89b-8fd191cc20f7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:37.601117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Attempting to bind port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:37.611857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:37.612376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:37.612896 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:37.613307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:37.613860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Bound port: 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:37.614264 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:37.741175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] For port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:37.745744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] For port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:37.752154 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:37.758247 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:37.858129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Pushing event updated for resources: {'Port': ['ID=8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:37.861960 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:38.050740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:38.078642 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object b0b552d3-e535-4e27-b89b-8fd191cc20f7 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:38.121760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:38.145024 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca0feee4-b667-442b-abbf-e13f4490c75e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:38.156752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2749-339a-4f37-ba34-3b83f261f58c req-259412a2-7d30-476e-9436-83aa14b746f4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:38.158614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d3d2749-339a-4f37-ba34-3b83f261f58c req-259412a2-7d30-476e-9436-83aa14b746f4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 946 time: 0.1264961
Dec 16 09:54:38.249328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:38.254537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:38.261310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:38.269073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:38.269293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:38.306407 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.1661229
Dec 16 09:54:38.307549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=b0b552d3-e535-4e27-b89b-8fd191cc20f7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:38.318154 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:38.318663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:38.405914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port b0b552d3-e535-4e27-b89b-8fd191cc20f7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:38.406416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:38.411131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d3d2749-339a-4f37-ba34-3b83f261f58c req-3e35266f-3b58-4bda-a187-491261245941 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463012
Dec 16 09:54:38.688373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:38.819693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for b0b552d3-e535-4e27-b89b-8fd191cc20f7 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:39.022633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:39.116132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:39.127732 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a3f44529-1814-4e79-b289-28660e7cfd76 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:39.151886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:39.182428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=b0b552d3-e535-4e27-b89b-8fd191cc20f7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:39.215100 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:39.277190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:39.287219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4d7b0-89dc-43bc-a14a-e43d61a94f3a None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:39.294311 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/b0b552d3-e535-4e27-b89b-8fd191cc20f7 HTTP/1.1" status: 204  len: 168 time: 0.9720771
Dec 16 09:54:39.294764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:39.390134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32566b44-a5b2-4a90-a228-91d54692145b req-257b7da1-c7fe-446d-8c68-92bc4f693874 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:39.396151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32566b44-a5b2-4a90-a228-91d54692145b req-257b7da1-c7fe-446d-8c68-92bc4f693874 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 946 time: 0.1414249
Dec 16 09:54:39.419982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41528248-0cfe-4d5b-9c86-05afa0e34d3d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:39.421287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41528248-0cfe-4d5b-9c86-05afa0e34d3d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:39.446570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41528248-0cfe-4d5b-9c86-05afa0e34d3d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:39.452779 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41528248-0cfe-4d5b-9c86-05afa0e34d3d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.1565664
Dec 16 09:54:39.453874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:39.469316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Provisioning for port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:39.505555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Provisioning complete for port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:39.506001 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:39.568874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Deleting port 630bbd03-67d3-4b03-8051-4ad5fea0c40d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:39.569715 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:39.603366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73f8d8-b1ef-491e-a7db-c50a07ca5ac2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:39.610728 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bf73f8d8-b1ef-491e-a7db-c50a07ca5ac2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.1544073
Dec 16 09:54:39.612700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37912) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:39.731990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103be930-68a7-4234-b719-11eee30b30d2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:39.734934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103be930-68a7-4234-b719-11eee30b30d2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:39.737926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103be930-68a7-4234-b719-11eee30b30d2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:39.739065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-103be930-68a7-4234-b719-11eee30b30d2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:39.762772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-103be930-68a7-4234-b719-11eee30b30d2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:39.764571 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-103be930-68a7-4234-b719-11eee30b30d2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1501119
Dec 16 09:54:39.769413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37918) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:39.882201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:39.887901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:39.892001 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:39.983923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] For port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:39.994501 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:39.997917 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ccba9ca1-8923-4828-8160-693539427e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:40.012631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.057578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91c91e-2d68-4b0e-b946-1db7c020479f req-aa3ba352-ced0-4219-a7b0-4471747446a6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:40.059547 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d91c91e-2d68-4b0e-b946-1db7c020479f req-aa3ba352-ced0-4219-a7b0-4471747446a6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 946 time: 0.3590024
Dec 16 09:54:40.114589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] For port 630bbd03-67d3-4b03-8051-4ad5fea0c40d, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=630bbd03-67d3-4b03-8051-4ad5fea0c40d,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:40.114956 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.147603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Pushing event updated for resources: {'Port': ['ID=8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:40.150884 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:40.181934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.288683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.298071 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0793528e-bed3-415e-8517-203d649ca41f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:40.326611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45a08421-10c6-4b33-be47-31dee326127e None None] Provisioning complete for port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:40.327001 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45a08421-10c6-4b33-be47-31dee326127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.362202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:40.362415 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d91c91e-2d68-4b0e-b946-1db7c020479f req-4e453c0e-7f1f-4b32-b8f1-4e93ea39bb4e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924345
Dec 16 09:54:40.368166 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:40.373701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.386396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Calling delete_port for 630bbd03-67d3-4b03-8051-4ad5fea0c40d owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:40.399504 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb HTTP/1.1" status: 204  len: 168 time: 0.6284513
Dec 16 09:54:40.401863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:40.589003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 414925b6-8e61-439b-b66d-eb1ba2051487 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:40.593623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.625097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00bdb6-3ae0-4e62-98fc-33828717aa89 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:40.692008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.693172 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.703862 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75f82ed6-2231-43fb-a737-da03888e82a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:40.715669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:40.781626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event deleted for resources: {'Port': ['ID=630bbd03-67d3-4b03-8051-4ad5fea0c40d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:40.807005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-54b9ec47-d204-4a54-9584-968652720987 None None] Could not find standard attr ID for object b0b552d3-e535-4e27-b89b-8fd191cc20f7. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:40.850938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.851508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.851508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.851891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.852839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.852965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.853293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.853814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.854412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.855085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.856157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.856806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.857440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:54:40.871802 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:40.918555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] No DVR routers for this DVR port 630bbd03-67d3-4b03-8051-4ad5fea0c40d on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:40.922186 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:40.928499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'name': 'network-vif-deleted', 'tag': '630bbd03-67d3-4b03-8051-4ad5fea0c40d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:40.953328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-32566b44-a5b2-4a90-a228-91d54692145b req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "DELETE /v2.0/ports/630bbd03-67d3-4b03-8051-4ad5fea0c40d HTTP/1.1" status: 204  len: 173 time: 1.5530303
Dec 16 09:54:41.002836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:41.008632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b302a606-b799-46ca-9dd5-c6d0e08e9b5d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:41.008837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:41.052188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=414925b6-8e61-439b-b66d-eb1ba2051487,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:41.054132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:41.061172 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a91835-9e78-49b0-9e86-e1cd61c3bf9b', 'name': 'network-vif-deleted', 'tag': '630bbd03-67d3-4b03-8051-4ad5fea0c40d', 'status': 'completed', 'code': 200}
Dec 16 09:54:41.071683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37932) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:41.072272 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/414925b6-8e61-439b-b66d-eb1ba2051487 HTTP/1.1" status: 204  len: 168 time: 0.6690936
Dec 16 09:54:41.073370 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:41.166371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-274efc12-8620-4c43-8ebc-b01a7ffb2189 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0931594
Dec 16 09:54:41.169775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37936) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:41.181017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:41.317249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:41.322049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:41.325157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:41.331346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:41.331927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:41.332930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:41.346153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:41.350490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:41.528632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:54:41.553545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Deleting port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:41.553996 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:41.683142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-161acde0-cc07-440f-bb22-48f99ba3e39a req-73a7a097-a80c-4672-b78d-175b5cd6ce8c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:41.736277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-161acde0-cc07-440f-bb22-48f99ba3e39a req-73a7a097-a80c-4672-b78d-175b5cd6ce8c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:41.739863 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-161acde0-cc07-440f-bb22-48f99ba3e39a req-73a7a097-a80c-4672-b78d-175b5cd6ce8c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a91835-9e78-49b0-9e86-e1cd61c3bf9b HTTP/1.1" status: 200  len: 210 time: 0.1111953
Dec 16 09:54:41.843179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] For port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:41.843747 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:41.929427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.objects.ports [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:41.991694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Calling delete_port for 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:42.058090 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:42.063494 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42573c14-01cf-4289-a15b-647a04ac2b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:42.106459 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:42.125136 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:42.186511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Pushing event deleted for resources: {'Port': ['ID=8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:42.188537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] No DVR routers for this DVR port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:42.190118 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:42.199871 n-d-820554-2 neutron-server[87654]: WARNING neutron.services.revisions.revision_plugin [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f72f0bb9700] {port_id='8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b', ip_address='2001:db8::f816:3eff:fe79:272c', subnet_id='0cec3ca2-60ce-4e8d-896a-ec5feca3d61f', network_id='edd5fbae-4558-4a68-8a1b-05a5b5060dab'}> to bump revision.
Dec 16 09:54:42.206341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.ipam_pluggable_backend [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Port 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87654) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 16 09:54:42.206899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.ipam_pluggable_backend [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Reverting IP allocation for 2001:db8::f816:3eff:fe79:272c {{(pid=87654) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 16 09:54:42.211315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.ipam_pluggable_backend [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe79:272c {{(pid=87654) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 16 09:54:42.212584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:42.216561 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-825e6163-3759-45e0-8e57-056df14736a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:42.273782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:42.276789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:42.280996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:42.281593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:42.288584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba9381-933c-421b-a4d6-fa53ed23289d None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:42.296668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=0cec3ca2-60ce-4e8d-896a-ec5feca3d61f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:42.303976 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:42.318133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1468391
Dec 16 09:54:42.321284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:42.327480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:42.364426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 630bbd03-67d3-4b03-8051-4ad5fea0c40d no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:42.417968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 630bbd03-67d3-4b03-8051-4ad5fea0c40d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:54:42.418345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 630bbd03-67d3-4b03-8051-4ad5fea0c40d not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:54:42.498206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:42.505841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:42.510218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:42.519692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:42.530967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:42.535897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:42.575465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '0cec3ca2-60ce-4e8d-896a-ec5feca3d61f'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:54:42.576361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:42.773663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Allocated IP 2001:db8::f816:3eff:fe05:bb5e (edd5fbae-4558-4a68-8a1b-05a5b5060dab/0cec3ca2-60ce-4e8d-896a-ec5feca3d61f/f481e751-f00d-478d-9e6c-a4b3ba8fbbba) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:42.852200 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0cec3ca2-60ce-4e8d-896a-ec5feca3d61f (CIDR: 2001:db8::/64)
Dec 16 09:54:42.856541 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:42.857009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:42.880078 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-358bedca-5eff-45d9-a076-33a8c22aeb5f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5573921
Dec 16 09:54:42.882550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 37956) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:42.889658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:43.071643 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:43.090244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:43.095486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:43.098834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:43.110432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:43.123985 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:54:43.124337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8d7f7d9f-8420-48e5-8737-cb7c3bae8b5b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:54:43.127043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:43.131922 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.304274 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.326903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Transition to ACTIVE for port object f481e751-f00d-478d-9e6c-a4b3ba8fbbba will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:43.361170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Transition to ACTIVE for port object f481e751-f00d-478d-9e6c-a4b3ba8fbbba will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:43.373596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.381176 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:43.464195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:43.468062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:43.470720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:43.497621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db35c90-4995-4190-90c3-712e25b76470 req-ddcf703d-16be-4d21-886e-c5f9970e0b3e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:43.505004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-ddcf703d-16be-4d21-886e-c5f9970e0b3e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2584965
Dec 16 09:54:43.514656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Pushing event updated for resources: {'Port': ['ID=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:43.518806 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:43.527195 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-dc704303-c155-4d64-b0a2-0651ecbe6415 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0212317
Dec 16 09:54:43.574766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Attempting to bind port f481e751-f00d-478d-9e6c-a4b3ba8fbbba on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:43.575237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Attempting to bind port f481e751-f00d-478d-9e6c-a4b3ba8fbbba by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:43.575726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Attempting to bind port f481e751-f00d-478d-9e6c-a4b3ba8fbbba on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:43.581970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:43.582467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:43.582956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.583458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:43.584014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Bound port: f481e751-f00d-478d-9e6c-a4b3ba8fbbba, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:43.584482 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.684286 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-5d8662f4-96c3-469b-a907-b4eae5239559 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1561875
Dec 16 09:54:43.695891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] For port f481e751-f00d-478d-9e6c-a4b3ba8fbbba, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:43.699667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] For port f481e751-f00d-478d-9e6c-a4b3ba8fbbba, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:43.711222 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.716982 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:43.808063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Pushing event updated for resources: {'Port': ['ID=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:43.813918 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:43.846005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.853183 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-599b16b6-a0e3-41b6-818f-d702fcee7346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:43.946801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:43.954916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:43.961844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:43.962470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:43.966572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=efd656de-52b0-4cc6-8c40-53c20946e096,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:43.984838 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:44.000069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-29e123b3-34a0-4e83-8637-574d2c8aa67f service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3050902
Dec 16 09:54:44.029838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:44.030517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1460574
Dec 16 09:54:44.051275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:ba:b3:46', 'name': 'tempest-NetworksTestDHCPv6-826670446'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:44.199097 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:44.239883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-b4df47af-f143-449b-86d9-b6a15d10fac3 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298906
Dec 16 09:54:44.287808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:44.293362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:44.300428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:44.316948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:44.335699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:44.436681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 37988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:44.536335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ad54884b-6b35-4f5b-b5f2-769acd02c1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:44.567032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:44.578432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-c651c9c2-c973-4b32-a181-dc017b64847e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1590247
Dec 16 09:54:44.613720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port c6dec9e7-f533-4e4d-b101-b7b162b40cea yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:44.769878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4d8b5944-a792-437d-b56a-b6e4fe81a42d req-d7c9e3f6-1510-4bcc-a224-b962bd099636 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 210 time: 0.0581288
Dec 16 09:54:44.784848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-67f0a142-bb07-40d0-8bc8-8112b1274eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:44.786508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-67f0a142-bb07-40d0-8bc8-8112b1274eaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 1096 time: 0.1656079
Dec 16 09:54:44.834003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Deleting subnet ca2df6eb-f8fb-454a-9e2a-bfce717627bb {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:44.849101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.039441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f481e751-f00d-478d-9e6c-a4b3ba8fbbba up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:45.084420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-bf6c205a-3a55-4393-9a10-ba6c2099a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:45.086628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-bf6c205a-3a55-4393-9a10-ba6c2099a162 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.2656684
Dec 16 09:54:45.093210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.177348 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.214096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-61f796b1-64e8-48c2-94c2-103e68a6d150 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef HTTP/1.1" status: 200  len: 217 time: 0.1174028
Dec 16 09:54:45.216412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port f481e751-f00d-478d-9e6c-a4b3ba8fbbba completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:45.287026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-e2380aaa-4710-4385-82a8-86145590808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:45.288908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-e2380aaa-4710-4385-82a8-86145590808d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.0685618
Dec 16 09:54:45.346027 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.366334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.371452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8:0:1::342 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/efd656de-52b0-4cc6-8c40-53c20946e096/c6dec9e7-f533-4e4d-b101-b7b162b40cea) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:45.374451 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:45.414883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::f816:3eff:feba:b346 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/0cec3ca2-60ce-4e8d-896a-ec5feca3d61f/c6dec9e7-f533-4e4d-b101-b7b162b40cea) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:45.422000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2df6eb-f8fb-454a-9e2a-bfce717627bb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:45.426911 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:45.430102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.453045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-ad1c2cfe-f02b-4a8b-bf60-d14969287c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:45.454763 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-ad1c2cfe-f02b-4a8b-bf60-d14969287c1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1595974
Dec 16 09:54:45.466112 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ca2df6eb-f8fb-454a-9e2a-bfce717627bb HTTP/1.1" status: 204  len: 168 time: 1.0174899
Dec 16 09:54:45.474212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e9246a-b938-4b04-91f3-c0ec4b59a91e None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:45.475125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:45.639283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Provisioning for port f481e751-f00d-478d-9e6c-a4b3ba8fbbba completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:45.652554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Provisioning complete for port f481e751-f00d-478d-9e6c-a4b3ba8fbbba triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:45.653030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.696454 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.775632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-35b35548-3fd1-4adf-ab21-4058cc2738d9 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3144853
Dec 16 09:54:45.792309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.922950 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.934554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9e6179f3-ce05-4031-ae9b-4ebf5d102a1a req-85b1b8b5-f28e-4d8d-a116-827483806a61 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506872
Dec 16 09:54:45.967945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] For port f481e751-f00d-478d-9e6c-a4b3ba8fbbba, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:45.977814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:45.979813 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7635a60c-89ed-4a96-88ed-fd53d6d58715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:46.066546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.090989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-432d3221-a1e2-4032-891a-ca3bb55058ae req-8905ff02-dd62-4d47-9761-a01f5ed82165 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 210 time: 0.0851979
Dec 16 09:54:46.112191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Pushing event updated for resources: {'Port': ['ID=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:46.118126 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:46.124822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '0cec3ca2-60ce-4e8d-896a-ec5feca3d61f', 'ip_address': '2001:db8::f816:3eff:fe05:bb5e'}, {'subnet_id': 'efd656de-52b0-4cc6-8c40-53c20946e096'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'f481e751-f00d-478d-9e6c-a4b3ba8fbbba'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:54:46.139479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.144095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1172c40>,) {'filters': {'network_id': ['29a81233-dddc-418d-a627-7d44ae308531']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:54:46.163884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1172c40>, '4a1fff89-af85-47f4-90a8-90348563b544') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:54:46.164207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1172c40>, '4a1fff89-af85-47f4-90a8-90348563b544') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:54:46.180044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object c6dec9e7-f533-4e4d-b101-b7b162b40cea will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:46.182178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.187977 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.212194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.222950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:54:46.223563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:54:46.239969 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:54:46.345300 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.352248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.355027 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-92598708-54c4-4aec-9796-3732ab22da4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:46.397006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.417475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db35c90-4995-4190-90c3-712e25b76470 req-55140585-fd6d-4571-9b9c-757a6a21ca22 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:46.419008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-55140585-fd6d-4571-9b9c-757a6a21ca22 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2207758
Dec 16 09:54:46.434407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:46.441016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:46.441485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Request body: {'port': {'device_id': '1fadb09b-98ee-45c8-b789-461a1e177286', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'admin_state_up': True, 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:46.451373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:46.458050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:46.458749 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.466377 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] 10.222.0.66 "DELETE /v2.0/networks/29a81233-dddc-418d-a627-7d44ae308531 HTTP/1.1" status: 204  len: 168 time: 0.9783316
Dec 16 09:54:46.469092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=c6dec9e7-f533-4e4d-b101-b7b162b40cea,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:46.476718 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:46.477243 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-27e31e73-6638-4048-b324-6d665c3ce0f8 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:46.501663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a81233-dddc-418d-a627-7d44ae308531,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:46.504311 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:46.510370 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.4780240
Dec 16 09:54:46.511430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Allocated IP 2001:db8:0:1::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/efd656de-52b0-4cc6-8c40-53c20946e096/f481e751-f00d-478d-9e6c-a4b3ba8fbbba) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:46.513725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38014) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:46.684612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:46.686651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38018) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:46.717139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:46.752214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:46.755528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port c6dec9e7-f533-4e4d-b101-b7b162b40cea {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:46.755880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.756847 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.781713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] For port f481e751-f00d-478d-9e6c-a4b3ba8fbbba, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:46.794083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-edeac936-336e-487e-9879-9cb4cad47517 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55e00bc65875455a80e09fb4e12058eb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1061358
Dec 16 09:54:46.796626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38022) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:46.817309 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.836653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Transition to ACTIVE for port object f481e751-f00d-478d-9e6c-a4b3ba8fbbba will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:46.841767 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:46.847597 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2771e18c-e059-4f65-93bc-a24c174e71a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:47.006226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.037349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.056396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f481e751-f00d-478d-9e6c-a4b3ba8fbbba up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:47.099198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Allocated IP 172.20.0.4 (ba6a1215-fe59-45ca-8f84-bd08f9de1e2c/0b865947-3a3c-435f-99bf-81e20e11f800/bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:47.122729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Pushing event updated for resources: {'Port': ['ID=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:47.142775 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:47.182782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.193935 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7db73e57-f49a-4dd5-a16f-d507c61c9132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:47.201016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.218540 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.227664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193cc1d1-1039-4b5b-aa4a-3d1493775a92,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:47.255772 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:47.392038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2b4afcc0-0a87-4cc3-b8d2-bdedd1045c56 req-6eedf47e-f2bc-42da-a8db-afa7f62002b6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:47.393989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for c6dec9e7-f533-4e4d-b101-b7b162b40cea owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:47.423345 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.424583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/193cc1d1-1039-4b5b-aa4a-3d1493775a92 HTTP/1.1" status: 204  len: 168 time: 0.6267567
Dec 16 09:54:47.441218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2b4afcc0-0a87-4cc3-b8d2-bdedd1045c56 req-6eedf47e-f2bc-42da-a8db-afa7f62002b6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:47.442720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2b4afcc0-0a87-4cc3-b8d2-bdedd1045c56 req-6eedf47e-f2bc-42da-a8db-afa7f62002b6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 210 time: 0.1126742
Dec 16 09:54:47.503398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.555492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.562514 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:47.567312 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:47.705158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:47.709013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:47.711024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.713952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:47.734392 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47e28f49-2c6d-4c87-8da1-44390b90745c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:47.750276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event updated for resources: {'Port': ['ID=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:47.768933 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:47.803648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:47.804936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.833442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4030249
Dec 16 09:54:47.845749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Request body: {'port': {'device_id': '1fadb09b-98ee-45c8-b789-461a1e177286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:47.898416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=c6dec9e7-f533-4e4d-b101-b7b162b40cea,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:47.955285 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:47.977364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:47.991833 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/c6dec9e7-f533-4e4d-b101-b7b162b40cea HTTP/1.1" status: 204  len: 168 time: 1.4769320
Dec 16 09:54:47.992486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:48.039659 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.100816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64a23f-ce17-4807-b614-fd4d27aad314 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:48.102707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc64a23f-ce17-4807-b614-fd4d27aad314 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:48.136638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc64a23f-ce17-4807-b614-fd4d27aad314 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:48.138044 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc64a23f-ce17-4807-b614-fd4d27aad314 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1445813
Dec 16 09:54:48.142911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:48.170105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8434c073-309d-4978-b7da-aa1e20ff1e49 None None] Provisioning for port f481e751-f00d-478d-9e6c-a4b3ba8fbbba completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:48.177866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8434c073-309d-4978-b7da-aa1e20ff1e49 None None] Provisioning complete for port f481e751-f00d-478d-9e6c-a4b3ba8fbbba triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:48.178531 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8434c073-309d-4978-b7da-aa1e20ff1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.271114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98af0305-956a-4042-8fc2-e7e9a88072c2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:48.272865 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-98af0305-956a-4042-8fc2-e7e9a88072c2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1264777
Dec 16 09:54:48.275776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:48.376855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88884410-8ae3-42cd-b64c-e0ba3ef6d450 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:48.379000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88884410-8ae3-42cd-b64c-e0ba3ef6d450 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:48.381211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88884410-8ae3-42cd-b64c-e0ba3ef6d450 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:48.382404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88884410-8ae3-42cd-b64c-e0ba3ef6d450 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:48.406528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88884410-8ae3-42cd-b64c-e0ba3ef6d450 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:48.411374 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88884410-8ae3-42cd-b64c-e0ba3ef6d450 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1341434
Dec 16 09:54:48.412047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:48.467814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a5a04c5a-a581-421b-8e9a-1072fc5f8f48 None None] Could not find standard attr ID for object c6dec9e7-f533-4e4d-b101-b7b162b40cea. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:54:48.508888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 0cec3ca2-60ce-4e8d-896a-ec5feca3d61f {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:48.514742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.631333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.760695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.851880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.859207 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c6fc2e4-5865-4bbb-97cf-ab449f800b8f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:48.879879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:54:48.892821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36eacb-aace-4c6e-a67d-6a0fa6448697 req-91fc515d-9920-464c-a66b-8d830f7bc2b7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:48.894298 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b36eacb-aace-4c6e-a67d-6a0fa6448697 req-91fc515d-9920-464c-a66b-8d830f7bc2b7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 931 time: 0.1982660
Dec 16 09:54:48.901099 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.915546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=0cec3ca2-60ce-4e8d-896a-ec5feca3d61f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:48.918517 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:48.919527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.938424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Transition to ACTIVE for port object bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:48.938952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24c705-5626-4a17-a317-c53ba9e60455 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:48.943063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/0cec3ca2-60ce-4e8d-896a-ec5feca3d61f HTTP/1.1" status: 204  len: 168 time: 0.5297871
Dec 16 09:54:48.946143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:48.952547 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:48.962761 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71f8e4c1-65d4-4e17-8cf1-007122255cf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:48.968441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f481e751-f00d-478d-9e6c-a4b3ba8fbbba up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:49.028572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9b36eacb-aace-4c6e-a67d-6a0fa6448697 req-44244b9f-19e7-4787-9071-75893f678830 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244879
Dec 16 09:54:49.034920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet efd656de-52b0-4cc6-8c40-53c20946e096 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:49.042190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.111942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.115169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:49.119453 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:49.160184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f481e751-f00d-478d-9e6c-a4b3ba8fbbba triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:49.160723 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.206590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.228975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Attempting to bind port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:49.229343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Attempting to bind port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:49.229708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Attempting to bind port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:49.236416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:54:49.236416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Attempting to bind port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:49.241973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:49.243340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:49.243809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Bound using segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:49.244263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Bound port: bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:49.244629 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.301945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.308791 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-766a3c54-f4fe-4a67-ba55-e58e4e2cceac tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:49.361557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=efd656de-52b0-4cc6-8c40-53c20946e096,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:49.371399 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:49.371581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] For port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:49.374918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.379320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] For port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:49.389837 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/efd656de-52b0-4cc6-8c40-53c20946e096 HTTP/1.1" status: 204  len: 168 time: 0.4424167
Dec 16 09:54:49.392827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:49.393456 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.399035 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00e8df46-2aec-4cc6-8ffa-d5e03019efb9 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:49.457814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:49.458441 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.459867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] 10.222.0.74 "PUT /v2.0/ports/bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb HTTP/1.1" status: 200  len: 1091 time: 1.6191986
Dec 16 09:54:49.460404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fadb09b-98ee-45c8-b789-461a1e177286', 'tag': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:49.476837 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b0da4d4-7039-4c34-aa1e-3424c0b295b0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0823195
Dec 16 09:54:49.482791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38068) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:49.491484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:49.538604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b57a77-af1c-4ca9-b3c6-a825e35a91d4 None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': 'efd656de-52b0-4cc6-8c40-53c20946e096'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'f481e751-f00d-478d-9e6c-a4b3ba8fbbba'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:54:49.597999 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5b57a77-af1c-4ca9-b3c6-a825e35a91d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.607865 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fadb09b-98ee-45c8-b789-461a1e177286', 'tag': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb', 'status': 'completed', 'code': 200}
Dec 16 09:54:49.612227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:49.628295 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:49.688870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:49.695479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:49.699000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:49.707458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:49.720034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db35c90-4995-4190-90c3-712e25b76470 req-08fddeea-fe5f-42f2-9d37-8a89934abb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:49.721607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-08fddeea-fe5f-42f2-9d37-8a89934abb4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 1094 time: 0.1945016
Dec 16 09:54:49.722751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:49.726242 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.817011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1bf37-3902-4448-90a9-57339e8bbe83 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:49.858189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-849b62c8-3fd7-4a34-87fb-d4fb453bc777 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb HTTP/1.1" status: 200  len: 217 time: 0.1173780
Dec 16 09:54:49.961868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-61dbf484-3d92-495e-8b2b-cf4e52cfac62 None None] Provisioning complete for port f481e751-f00d-478d-9e6c-a4b3ba8fbbba triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:49.962178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db35c90-4995-4190-90c3-712e25b76470 req-202adf6a-0f87-46f7-90fb-a8b7f6d34b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:49.962672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-61dbf484-3d92-495e-8b2b-cf4e52cfac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:49.963779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-202adf6a-0f87-46f7-90fb-a8b7f6d34b28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.0954676
Dec 16 09:54:50.021392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-59e0b93f-a8dd-4552-99a0-59ddfa9138c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497072
Dec 16 09:54:50.135063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:54:50.154202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Deleting port f481e751-f00d-478d-9e6c-a4b3ba8fbbba {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:50.154589 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:50.310328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-16c1b96e-3de2-43a7-9bcb-c4cf940cea9e service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2527516
Dec 16 09:54:50.312652 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:50.318856 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73716e43-9879-4bd5-80ba-0565648b533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:50.449772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] For port f481e751-f00d-478d-9e6c-a4b3ba8fbbba, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:50.450382 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:50.596796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:50.603339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Calling delete_port for f481e751-f00d-478d-9e6c-a4b3ba8fbbba owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:50.608242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:50.611425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:50.612023 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:50.634082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee1b5f-6ed8-4548-944a-e6ddbbe1d998 req-404a18aa-9c99-4ac6-8f50-debb66f41341 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:50.635648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91ee1b5f-6ed8-4548-944a-e6ddbbe1d998 req-404a18aa-9c99-4ac6-8f50-debb66f41341 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 943 time: 0.4649785
Dec 16 09:54:50.653971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=11914dd2-50ce-47d4-9e9c-bd67958ee1f5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:50.656746 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:50.688725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:50.693868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:50.711044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2244751
Dec 16 09:54:50.711937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:50.718034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:50.740494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Pushing event deleted for resources: {'Port': ['ID=f481e751-f00d-478d-9e6c-a4b3ba8fbbba,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:50.742555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] No DVR routers for this DVR port f481e751-f00d-478d-9e6c-a4b3ba8fbbba on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:54:50.744046 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:50.746696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7db35c90-4995-4190-90c3-712e25b76470 req-3fccd656-942c-4f12-ae21-b657af8e2055 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3966496
Dec 16 09:54:50.750090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91ee1b5f-6ed8-4548-944a-e6ddbbe1d998 req-8429dfcd-f85e-495e-9f3c-298671e17997 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041937
Dec 16 09:54:50.767143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d955dc-5ea3-4d40-b58e-adb73f8b2a22 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:50.946459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:50.951494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:50.954717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:50.961231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:50.968892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f481e751-f00d-478d-9e6c-a4b3ba8fbbba no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:54:50.972166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:50.975903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.007954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-ede08d83-3f07-48d4-9901-302ec2934ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:51.009475 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-ede08d83-3f07-48d4-9901-302ec2934ef6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 1094 time: 0.1086814
Dec 16 09:54:51.018003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-6eb75520-2cdd-4b21-9c4e-987fb071fdfb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1700904
Dec 16 09:54:51.037676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: f481e751-f00d-478d-9e6c-a4b3ba8fbbba {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:54:51.038121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f481e751-f00d-478d-9e6c-a4b3ba8fbbba not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:54:51.113296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'tenant_id': '11c698aafbfb48fda87384d8d1e56352', 'fixed_ips': [{'subnet_id': '11914dd2-50ce-47d4-9e9c-bd67958ee1f5'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:54:51.114447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.229171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa942-12cd-4774-884e-cb233547bbbf req-0ca4dd52-3458-4690-b992-a71d64a3674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:51.230783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-0ca4dd52-3458-4690-b992-a71d64a3674d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1096 time: 0.1883953
Dec 16 09:54:51.232311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-bdb6d7f8-e978-46af-83a6-da8eca1e35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:51.233887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-bdb6d7f8-e978-46af-83a6-da8eca1e35f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 906 time: 0.2150950
Dec 16 09:54:51.314191 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11914dd2-50ce-47d4-9e9c-bd67958ee1f5 (CIDR: 2001:db8::/64)
Dec 16 09:54:51.318472 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:51.319059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:51.331786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/11914dd2-50ce-47d4-9e9c-bd67958ee1f5/a2b62819-d8bb-42d0-b82e-b74b111836f1) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:51.334715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-daeac4e0-c624-4d97-8980-4897886835fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb HTTP/1.1" status: 200  len: 217 time: 0.0922704
Dec 16 09:54:51.342548 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8cd0d292-8cdd-4b0e-ad71-9370e9dda3b6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6292708
Dec 16 09:54:51.345792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:51.356370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:51.476008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-44e05801-88d6-43fc-b1a2-4e13dd2091aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:51.477474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-44e05801-88d6-43fc-b1a2-4e13dd2091aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.0971081
Dec 16 09:54:51.536719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:51.546734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:51.548057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-37606772-522a-46be-9b2a-247206bc595f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498118
Dec 16 09:54:51.549192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa942-12cd-4774-884e-cb233547bbbf req-84e91ddd-a8df-4dad-9898-52c5b90f3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:51.550596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-84e91ddd-a8df-4dad-9898-52c5b90f3263 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.2533841
Dec 16 09:54:51.554139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:51.566835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:51.580953 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.581765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:51.585497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.597869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Transition to ACTIVE for port object a2b62819-d8bb-42d0-b82e-b74b111836f1 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:51.624462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Transition to ACTIVE for port object a2b62819-d8bb-42d0-b82e-b74b111836f1 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:51.633187 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.640577 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-00b08553-00fa-4e9a-8f60-056c849e4011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:51.735761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:51.740021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:51.743988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:51.756405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-c36efead-be48-4e85-8b0b-13d9e1a2bffb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 1001 time: 0.1704431
Dec 16 09:54:51.810950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Pushing event updated for resources: {'Port': ['ID=a2b62819-d8bb-42d0-b82e-b74b111836f1,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:51.815679 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:51.843062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-ed4ebee2-ff48-40a3-82bd-b03794502f18 service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809305
Dec 16 09:54:51.872439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Attempting to bind port a2b62819-d8bb-42d0-b82e-b74b111836f1 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:54:51.872847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Attempting to bind port a2b62819-d8bb-42d0-b82e-b74b111836f1 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:54:51.873186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Attempting to bind port a2b62819-d8bb-42d0-b82e-b74b111836f1 on network edd5fbae-4558-4a68-8a1b-05a5b5060dab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:54:51.875032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa942-12cd-4774-884e-cb233547bbbf req-34aa53cd-c7aa-482f-8847-be4a6e58c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:51.877215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-34aa53cd-c7aa-482f-8847-be4a6e58c8eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1056633
Dec 16 09:54:51.880317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:54:51.880750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Checking segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:54:51.881188 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.881783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Bound using segment: {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:54:51.882144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Bound port: a2b62819-d8bb-42d0-b82e-b74b111836f1, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13647461-e62c-4f4b-8624-9ce6fa45789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:54:51.882579 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.936445 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:54:51.985845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] For port a2b62819-d8bb-42d0-b82e-b74b111836f1, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:54:51.989744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] For port a2b62819-d8bb-42d0-b82e-b74b111836f1, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2b62819-d8bb-42d0-b82e-b74b111836f1,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:54:51.995503 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:51.999558 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:52.042987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:52.096651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Pushing event updated for resources: {'Port': ['ID=a2b62819-d8bb-42d0-b82e-b74b111836f1,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:52.100571 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:52.139541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c31bf90-7bdc-4149-8dd8-2d2ced320e2d req-a4203584-942a-4728-93f8-5757bf59dbbe service neutron] 10.222.0.74 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859366
Dec 16 09:54:52.147645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa942-12cd-4774-884e-cb233547bbbf req-3fe8cdd9-032b-4eaa-ae16-cd9e737bf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:52.149178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-3fe8cdd9-032b-4eaa-ae16-cd9e737bf473 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2183678
Dec 16 09:54:52.157662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc4f3b-8c5f-4e8e-a885-d573c457e519 req-d946bc43-91db-44ef-adab-569f33cff2a1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:52.159185 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bbc4f3b-8c5f-4e8e-a885-d573c457e519 req-d946bc43-91db-44ef-adab-569f33cff2a1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 943 time: 0.2294419
Dec 16 09:54:52.270526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:52.428993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:54:52.516947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bbc4f3b-8c5f-4e8e-a885-d573c457e519 req-32da5a15-a961-4864-87c7-c016d7c1734e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3316517
Dec 16 09:54:52.598063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port a2b62819-d8bb-42d0-b82e-b74b111836f1, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2b62819-d8bb-42d0-b82e-b74b111836f1,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:52.602637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:52.614045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-4f9e9902-385b-43f3-905c-2df2cbd25f81 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4538600
Dec 16 09:54:52.618004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'port_id': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb', 'mac_address': 'fa:16:3e:6c:b5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b865947-3a3c-435f-99bf-81e20e11f800', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:54:52.650000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:52.658028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:52.659182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:52.664139 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43e46461-045d-4a63-aa87-2bb19f3ca565 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:52.681522 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:52.711788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:54:52.733581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:52.742076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:52.744173 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:52.763624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:52.769568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:52.772940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:52.773533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:52.803781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-195aa942-12cd-4774-884e-cb233547bbbf req-1d2d7ba2-22ae-41f9-bc77-4c8f798c3333 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789858
Dec 16 09:54:52.807319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=a2b62819-d8bb-42d0-b82e-b74b111836f1,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:52.812982 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:52.814460 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67681c44-2331-4e20-a04f-2d4b0bd60141 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:52.828852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:52.833304 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:52.845284 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.4967566
Dec 16 09:54:52.848722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:52.857055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:35:97:3e', 'name': 'tempest-NetworksTestDHCPv6-976598809'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:52.889402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=fc598834-9e3e-46ad-b4c9-4df8c5aef013,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:52.900328 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:52.975797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2b62819-d8bb-42d0-b82e-b74b111836f1 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:53.040784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:53.050776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:port and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:53.057130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:53.066390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:53.069063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:54:53.080337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:53.197710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a2b62819-d8bb-42d0-b82e-b74b111836f1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:53.242697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:53.272781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 38b5bd2d-585b-450f-9067-aaa2b1454cab yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:53.441876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7151b2-b45a-459e-bae5-aeb845a9249b None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:53.539996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Provisioning for port a2b62819-d8bb-42d0-b82e-b74b111836f1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:53.549588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:53.550001 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:53.587128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::158 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/11914dd2-50ce-47d4-9e9c-bd67958ee1f5/38b5bd2d-585b-450f-9067-aaa2b1454cab) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:53.597271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:973e (edd5fbae-4558-4a68-8a1b-05a5b5060dab/fc598834-9e3e-46ad-b4c9-4df8c5aef013/38b5bd2d-585b-450f-9067-aaa2b1454cab) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:53.798677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:53.847647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] For port a2b62819-d8bb-42d0-b82e-b74b111836f1, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2b62819-d8bb-42d0-b82e-b74b111836f1,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:53.853825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:53.856868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ce992d97-2972-48d8-a796-ec2349cbc564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:53.861656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f2aa7-09d0-4946-8df8-2112c83b57af req-ad2ef881-b520-4634-b879-4e303eab9db5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:53.864308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-310f2aa7-09d0-4946-8df8-2112c83b57af req-ad2ef881-b520-4634-b879-4e303eab9db5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 944 time: 0.2107384
Dec 16 09:54:53.928982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Pushing event updated for resources: {'Port': ['ID=a2b62819-d8bb-42d0-b82e-b74b111836f1,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:53.933321 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:53.935720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:53.956776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-310f2aa7-09d0-4946-8df8-2112c83b57af req-5d8681cf-a020-4e44-84d4-72b1f133180e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856225
Dec 16 09:54:53.963826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 38b5bd2d-585b-450f-9067-aaa2b1454cab will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:54.006480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.013027 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0a8e974d-e40b-4fea-a6ab-4de06bc1e237 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:54.092839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:54.096744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:54.102889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:54:54.112727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:54.113715 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.136640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=38b5bd2d-585b-450f-9067-aaa2b1454cab,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:54.140457 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:54.156886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.3068655
Dec 16 09:54:54.161133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:54.255429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 38b5bd2d-585b-450f-9067-aaa2b1454cab {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:54:54.256571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.431357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:54.523832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:54.536552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:54.537298 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.602021 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.714144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.733713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ba091385-11ab-48b8-ba37-714f17f9e43e None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:54.733713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba091385-11ab-48b8-ba37-714f17f9e43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.777545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 38b5bd2d-585b-450f-9067-aaa2b1454cab owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:54:54.804241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fadb09b-98ee-45c8-b789-461a1e177286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:54:54.821636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:54.833125 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:54.837896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bb20fa27-e6e6-4513-9509-a0ccbde57857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:54.897808 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fadb09b-98ee-45c8-b789-461a1e177286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb', 'code': 200}
Dec 16 09:54:55.010381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2b62819-d8bb-42d0-b82e-b74b111836f1 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:55.109616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:55.120332 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:55.151230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:55.151590 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:55.218912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97966-a242-4b40-954b-3efb65a7a15c req-9f96372e-3aa8-473c-8530-cd5f0367805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:55.220473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8c97966-a242-4b40-954b-3efb65a7a15c req-9f96372e-3aa8-473c-8530-cd5f0367805f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 1096 time: 0.2266161
Dec 16 09:54:55.341757 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8c97966-a242-4b40-954b-3efb65a7a15c req-58842635-172a-4030-a75d-f97157ac94fe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131275
Dec 16 09:54:55.358516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69175f8-621c-4951-a2e9-897e4ec294c8 req-1a38cc56-3f5c-4ed9-a8e5-d0231da35ea1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:55.360070 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b69175f8-621c-4951-a2e9-897e4ec294c8 req-1a38cc56-3f5c-4ed9-a8e5-d0231da35ea1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 945 time: 0.2505245
Dec 16 09:54:55.389129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e16e2aaf-cecb-4942-bc59-2a80dd1e587c None None] Provisioning for port 38b5bd2d-585b-450f-9067-aaa2b1454cab completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:55.392024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:55.395244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e16e2aaf-cecb-4942-bc59-2a80dd1e587c None None] Provisioning complete for port 38b5bd2d-585b-450f-9067-aaa2b1454cab triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:55.395651 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e16e2aaf-cecb-4942-bc59-2a80dd1e587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:55.405582 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e057c5a2-1a57-4274-9399-c66a01cf01b7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:55.430376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e16e2aaf-cecb-4942-bc59-2a80dd1e587c None None] Port 38b5bd2d-585b-450f-9067-aaa2b1454cab was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 09:54:55.464977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=38b5bd2d-585b-450f-9067-aaa2b1454cab,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:55.474032 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:55.512686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b69175f8-621c-4951-a2e9-897e4ec294c8 req-6c3be929-f846-4973-87f5-7aef1e12a4c4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438775
Dec 16 09:54:55.567130 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:55.580806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/38b5bd2d-585b-450f-9067-aaa2b1454cab HTTP/1.1" status: 204  len: 168 time: 1.4180839
Dec 16 09:54:55.592243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:55.702685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce09a1fb-f09c-49b6-bd58-d411b156449d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:55.703457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce09a1fb-f09c-49b6-bd58-d411b156449d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:55.719975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce09a1fb-f09c-49b6-bd58-d411b156449d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:55.721426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ce09a1fb-f09c-49b6-bd58-d411b156449d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1277311
Dec 16 09:54:55.724096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38110) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:55.807619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a870a8-2ca1-43d7-8376-79b059e18d7d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:55.809019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-73a870a8-2ca1-43d7-8376-79b059e18d7d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0839646
Dec 16 09:54:55.811707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38114) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:55.884430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cf74a-1fd4-46cc-958a-346bf63c5075 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:55.886009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cf74a-1fd4-46cc-958a-346bf63c5075 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:55.887506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cf74a-1fd4-46cc-958a-346bf63c5075 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:55.888302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c1cf74a-1fd4-46cc-958a-346bf63c5075 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:54:55.904418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c1cf74a-1fd4-46cc-958a-346bf63c5075 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:54:55.905784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4c1cf74a-1fd4-46cc-958a-346bf63c5075 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0931828
Dec 16 09:54:55.908965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38118) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:55.977006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 11914dd2-50ce-47d4-9e9c-bd67958ee1f5 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:55.980288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.040874 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.129464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.206019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.209813 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62bcaa1f-8ce4-46d6-a223-5dec6de7f6f8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:56.253963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.256851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=11914dd2-50ce-47d4-9e9c-bd67958ee1f5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:56.260385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e6f05-7d4a-44f7-ac88-e1557420e898 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:56.260925 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:56.273058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/11914dd2-50ce-47d4-9e9c-bd67958ee1f5 HTTP/1.1" status: 204  len: 168 time: 0.3630216
Dec 16 09:54:56.275600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38122) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:56.371980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet fc598834-9e3e-46ad-b4c9-4df8c5aef013 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:54:56.375427 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.443604 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.553144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.648360 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.652577 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5163743d-fe50-4ab3-8865-6f8a346a50ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:56.742501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=fc598834-9e3e-46ad-b4c9-4df8c5aef013,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:56.745489 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:56.761520 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:56.786674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/fc598834-9e3e-46ad-b4c9-4df8c5aef013 HTTP/1.1" status: 204  len: 168 time: 0.5093780
Dec 16 09:54:56.789198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:56.822612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c558dd-a189-46d9-b8f3-6e6687ec26b8 req-b810e0a3-1fb2-43d7-ba0e-c698c996972b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:56.824263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70c558dd-a189-46d9-b8f3-6e6687ec26b8 req-b810e0a3-1fb2-43d7-ba0e-c698c996972b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 945 time: 0.1312656
Dec 16 09:54:56.864095 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1103c2b4-b711-410d-b64e-7a7e4a1a90b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0735118
Dec 16 09:54:56.866725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:56.873721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-70c558dd-a189-46d9-b8f3-6e6687ec26b8 req-cccecde6-6c1b-4b8b-aa47-df2846f6e356 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430927
Dec 16 09:54:56.874362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:56.999462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:57.004462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:57.007528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:57.013692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:57.025495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:57.029247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:57.138751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451662d-d937-42e3-8052-fd7f2043381e None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:57.272775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:57.277456 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5e6336e-9eaa-4b83-92d9-1a5588c00759 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:57.289297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ad94e3f3-cef7-45fb-8b2d-57baaa3f3d20 None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:57.289845 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ad94e3f3-cef7-45fb-8b2d-57baaa3f3d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:57.331447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:57.332613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:57.338134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:57.338782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:57.361191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=42d35f9b-b69a-406b-b1ef-46f8a8c7576d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:57.365973 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:57.374817 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5057406
Dec 16 09:54:57.378272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38138) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:57.383848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:57.529881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:57.535386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:57.538729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:57.545221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:57.558507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:57.561381 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:57.640617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Update dhcp port {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'fixed_ips': [{'subnet_id': '42d35f9b-b69a-406b-b1ef-46f8a8c7576d'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'a2b62819-d8bb-42d0-b82e-b74b111836f1'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:54:57.698821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:57.699993 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42d35f9b-b69a-406b-b1ef-46f8a8c7576d (CIDR: 2001:db8::/64)
Dec 16 09:54:57.703755 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:54:57.704206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:54:57.722787 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b3974786-ecd3-4e03-9914-4c70cae42128 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3435495
Dec 16 09:54:57.725471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:57.731851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'subnet': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:57.916688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Allocated IP 2001:db8::2 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/42d35f9b-b69a-406b-b1ef-46f8a8c7576d/a2b62819-d8bb-42d0-b82e-b74b111836f1) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:58.046167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:58.050530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Usage tracker for resource:subnet and tenant:11c698aafbfb48fda87384d8d1e56352 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:54:58.053671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:54:58.060175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:58.070373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] For port a2b62819-d8bb-42d0-b82e-b74b111836f1, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2b62819-d8bb-42d0-b82e-b74b111836f1,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:58.072180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:58.075774 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:58.097471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:58.116087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Transition to ACTIVE for port object a2b62819-d8bb-42d0-b82e-b74b111836f1 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:54:58.127553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:58.139869 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:58.274364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Pushing event updated for resources: {'Port': ['ID=a2b62819-d8bb-42d0-b82e-b74b111836f1,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:58.277849 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:58.501488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ba04-6fd3-4129-8e8e-4490b49c3ca6 req-250d108b-b011-42d2-979c-f33b50e033a3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:58.507889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0fb2ba04-6fd3-4129-8e8e-4490b49c3ca6 req-250d108b-b011-42d2-979c-f33b50e033a3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 945 time: 0.5165806
Dec 16 09:54:58.570461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0fb2ba04-6fd3-4129-8e8e-4490b49c3ca6 req-28d58210-996d-4131-85c0-13d914f4b2c4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608900
Dec 16 09:54:58.597949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:54:58.793264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:58.945267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2b62819-d8bb-42d0-b82e-b74b111836f1 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:54:58.995313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861d2e6-6444-4567-bcc0-7db8e8e2c6da None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:54:59.065432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] For port a2b62819-d8bb-42d0-b82e-b74b111836f1, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2b62819-d8bb-42d0-b82e-b74b111836f1,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:54:59.092535 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:59.098221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:59.099376 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:59.104952 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac79a9cf-9f46-4cf4-9557-f3be83168c0b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:59.114159 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-eda8204b-d5b2-4bbf-90aa-4baf74d21740 None None] Provisioning for port a2b62819-d8bb-42d0-b82e-b74b111836f1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:54:59.114552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-c6b7a1b6-3b01-4f2e-98a5-f17ad6ed38c7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:59.116076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-c6b7a1b6-3b01-4f2e-98a5-f17ad6ed38c7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.3153424
Dec 16 09:54:59.126855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-eda8204b-d5b2-4bbf-90aa-4baf74d21740 None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:59.127267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eda8204b-d5b2-4bbf-90aa-4baf74d21740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:59.135593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-bf13ab4a-ff72-4c40-a0bc-a7b826565a10 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0128388
Dec 16 09:54:59.170660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:54:59.175658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:54:59.180671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:54:59.181258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:59.206079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:54:59.206832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:59.212055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=a2b62819-d8bb-42d0-b82e-b74b111836f1,revision_number=10']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:59.215672 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:59.216195 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8594763d-9cc6-4c69-a7dd-249fc061afad tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:54:59.238867 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-c34c6545-fe8f-451e-a604-82a4536a3376 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0958676
Dec 16 09:54:59.253602 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.5241485
Dec 16 09:54:59.260031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:54:59.268470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Request body: {'port': {'network_id': 'edd5fbae-4558-4a68-8a1b-05a5b5060dab', 'mac_address': 'fa:16:3e:77:f6:d1', 'name': 'tempest-NetworksTestDHCPv6-1362024546'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:54:59.367921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Subnet': ['ID=322986ea-360d-46bd-9885-62e55ea8c6bb,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:54:59.372775 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:54:59.385840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-eec37a79-3bc4-46b4-b0f9-82eee16e0de5 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393142
Dec 16 09:54:59.426386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:54:59.436325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:54:59.449897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Made reservation on behalf of 11c698aafbfb48fda87384d8d1e56352 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:54:59.545681 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-c011561e-a86d-4a5e-8624-5be45484e32a service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519485
Dec 16 09:54:59.620887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:54:59.652848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] device_id is not set on port 5a2244dd-fd56-40bc-a100-473af5f9b63a yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:54:59.755777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe49fab1-3124-4d73-aa77-35c84c60a5ef req-8dcd225c-98fc-4109-83fd-f7045d190c0a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 210 time: 0.0576987
Dec 16 09:54:59.961437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8::2b7 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/42d35f9b-b69a-406b-b1ef-46f8a8c7576d/5a2244dd-fd56-40bc-a100-473af5f9b63a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:54:59.971980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Allocated IP 2001:db8:0:1:f816:3eff:fe77:f6d1 (edd5fbae-4558-4a68-8a1b-05a5b5060dab/322986ea-360d-46bd-9885-62e55ea8c6bb/5a2244dd-fd56-40bc-a100-473af5f9b63a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:00.222106 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:00.242236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Transition to ACTIVE for port object 5a2244dd-fd56-40bc-a100-473af5f9b63a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:00.256859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838994a-a3c1-4ca5-a82d-6c4cedce5f3d None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:00.272429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:00.279113 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-003ad5a0-dc99-4547-a700-fefd902e8541 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:00.349783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:00.353149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:00.357115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:00.363297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:00.363950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:00.372590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event updated for resources: {'Port': ['ID=5a2244dd-fd56-40bc-a100-473af5f9b63a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:00.380881 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:00.388077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e19c943d-220f-4dbb-87b4-7720c9af1e3d None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:00.388077 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e19c943d-220f-4dbb-87b4-7720c9af1e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:00.406256 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.1425526
Dec 16 09:55:00.407666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:00.497979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting port 5a2244dd-fd56-40bc-a100-473af5f9b63a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:00.498206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:00.965582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:00.997482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34fb4211-e794-4e14-8fc4-2e8c1b3c4368 req-3cf1376e-1764-47cf-8941-0b5b0cb388eb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 210 time: 0.0843282
Dec 16 09:55:01.003334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2b62819-d8bb-42d0-b82e-b74b111836f1 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:55:01.154542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca310abd-c872-4882-b426-6e1dc14eec82 None None] Provisioning for port 5a2244dd-fd56-40bc-a100-473af5f9b63a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:01.160801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca310abd-c872-4882-b426-6e1dc14eec82 None None] Provisioning complete for port 5a2244dd-fd56-40bc-a100-473af5f9b63a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:01.161447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca310abd-c872-4882-b426-6e1dc14eec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:01.196679 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:01.199236 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:01.238230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-324b0a8a-6ce4-4fd0-8b6c-fd5389784c7b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:01.240259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-324b0a8a-6ce4-4fd0-8b6c-fd5389784c7b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.3770556
Dec 16 09:55:01.243212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Calling delete_port for 5a2244dd-fd56-40bc-a100-473af5f9b63a owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:01.261567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Request body: {'port': {'device_id': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'admin_state_up': True, 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:01.308353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ca310abd-c872-4882-b426-6e1dc14eec82 None None] Port 5a2244dd-fd56-40bc-a100-473af5f9b63a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:55:01.371153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca310abd-c872-4882-b426-6e1dc14eec82 None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:01.371892 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca310abd-c872-4882-b426-6e1dc14eec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:01.458779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:01.471779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:01.486798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:01.493079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:01.499277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:01.506529 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e52897a5-c1eb-468c-99cf-d96bd9ee48a4 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:01.556540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Port': ['ID=5a2244dd-fd56-40bc-a100-473af5f9b63a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:01.559732 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:01.661379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-da0cd42b-51c9-4e71-9410-ad9e1ba2c45e None None] Could not find standard attr ID for object 5a2244dd-fd56-40bc-a100-473af5f9b63a. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:55:01.667206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:01.684158 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/5a2244dd-fd56-40bc-a100-473af5f9b63a HTTP/1.1" status: 204  len: 168 time: 1.2752192
Dec 16 09:55:01.686804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:01.727373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Allocated IP 172.20.0.3 (ba6a1215-fe59-45ca-8f84-bd08f9de1e2c/0b865947-3a3c-435f-99bf-81e20e11f800/86bef0c3-97e2-4055-a878-caaef0919103) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:01.801592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d6c03-c364-4e27-8d42-9689249de89a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:01.802432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7f9d6c03-c364-4e27-8d42-9689249de89a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:01.822245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7f9d6c03-c364-4e27-8d42-9689249de89a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:01.823771 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7f9d6c03-c364-4e27-8d42-9689249de89a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1355562
Dec 16 09:55:01.826386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:01.921455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc49a8f-935c-4621-9ab7-56270af624dd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:01.923083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ffc49a8f-935c-4621-9ab7-56270af624dd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0957549
Dec 16 09:55:01.925875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38198) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:01.977635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:01.996370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5594c1e-2eff-4346-8b3b-d245dda94321 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:01.997907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5594c1e-2eff-4346-8b3b-d245dda94321 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:01.999596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5594c1e-2eff-4346-8b3b-d245dda94321 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:02.000956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5594c1e-2eff-4346-8b3b-d245dda94321 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:02.012908 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.017569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5594c1e-2eff-4346-8b3b-d245dda94321 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:02.019377 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c5594c1e-2eff-4346-8b3b-d245dda94321 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0924726
Dec 16 09:55:02.020902 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48339ebd-9d80-48c9-9ddb-3ecf30e56cf2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:02.022367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38202) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:02.026642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:02.058326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:02.122489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:02.124627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 322986ea-360d-46bd-9885-62e55ea8c6bb {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:55:02.128232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:02.131111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:02.145272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.224715 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.273274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event updated for resources: {'Port': ['ID=86bef0c3-97e2-4055-a878-caaef0919103,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:02.278138 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:02.331266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.333437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:02.334349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.377033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0841e-1f59-4353-8b9d-e9e3e218393e req-231e2480-c4d2-4d00-8de2-1d0bfca8ef5f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:02.377784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-37b0841e-1f59-4353-8b9d-e9e3e218393e req-231e2480-c4d2-4d00-8de2-1d0bfca8ef5f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:02.383528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1272604
Dec 16 09:55:02.396648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Request body: {'port': {'device_id': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:02.429232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.435361 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74a03e8b-ee1d-4c40-b012-ddefbc85e1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:02.447031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-37b0841e-1f59-4353-8b9d-e9e3e218393e req-231e2480-c4d2-4d00-8de2-1d0bfca8ef5f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:02.448299 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37b0841e-1f59-4353-8b9d-e9e3e218393e req-231e2480-c4d2-4d00-8de2-1d0bfca8ef5f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 931 time: 0.2782609
Dec 16 09:55:02.474566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=322986ea-360d-46bd-9885-62e55ea8c6bb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:02.477316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.485791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5832cf-a23b-40fa-be4e-7556b9a5e759 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:02.490985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.491478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.491930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.492580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.493023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.493595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.494038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.494477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.494924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.495375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.495812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.496243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:02.500408 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:02.510517 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/322986ea-360d-46bd-9885-62e55ea8c6bb HTTP/1.1" status: 204  len: 168 time: 0.4870415
Dec 16 09:55:02.511247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:02.550331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.592450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Deleting subnet 42d35f9b-b69a-406b-b1ef-46f8a8c7576d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:55:02.596579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.614725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37b0841e-1f59-4353-8b9d-e9e3e218393e req-404cd9c9-fa48-4bc8-ae7a-7a4788a7fdf1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563721
Dec 16 09:55:02.690190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.801690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.901940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.907153 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eba26ca5-e234-4f73-a2a6-1c99066fc378 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:02.947346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Subnet': ['ID=42d35f9b-b69a-406b-b1ef-46f8a8c7576d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:02.950748 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:02.951803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:02.965852 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/42d35f9b-b69a-406b-b1ef-46f8a8c7576d HTTP/1.1" status: 204  len: 168 time: 0.4513814
Dec 16 09:55:02.966248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38214) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.057985 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aea2d266-0be6-4701-92d6-4ac17ef6eb33 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0900033
Dec 16 09:55:03.060400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.145813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bef0c3-97e2-4055-a878-caaef0919103 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:03.153153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d6507-f7ff-4a61-8921-c0ce4dce40a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:03.154434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:03.157212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-728d6507-f7ff-4a61-8921-c0ce4dce40a0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0935264
Dec 16 09:55:03.158477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.173245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Transition to ACTIVE for port object 86bef0c3-97e2-4055-a878-caaef0919103 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:03.177978 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:03.182231 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:03.238573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b563c65-816b-44c2-8cbd-d0d59955907d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:03.239333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3b563c65-816b-44c2-8cbd-d0d59955907d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Synchronizing usage tracker for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:03.257101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3b563c65-816b-44c2-8cbd-d0d59955907d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Unset dirty status for tenant:11c698aafbfb48fda87384d8d1e56352 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:03.259828 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3b563c65-816b-44c2-8cbd-d0d59955907d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1002493
Dec 16 09:55:03.261309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38226) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.340926 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10ab1a19-a461-45b9-bfbe-cc110502684a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0756159
Dec 16 09:55:03.343544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38230) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.362089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=86bef0c3-97e2-4055-a878-caaef0919103,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:03.373233 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:03.395844 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a4b12c-7085-447e-b70f-3b8e92aebefd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.396447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a4b12c-7085-447e-b70f-3b8e92aebefd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.398863 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-49a4b12c-7085-447e-b70f-3b8e92aebefd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/5a2244dd-fd56-40bc-a100-473af5f9b63a HTTP/1.1" status: 404  len: 333 time: 0.0530531
Dec 16 09:55:03.401337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.444963 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabfb551-761a-4de0-92c9-12981a86c582 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.445544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabfb551-761a-4de0-92c9-12981a86c582 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.447388 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dabfb551-761a-4de0-92c9-12981a86c582 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/322986ea-360d-46bd-9885-62e55ea8c6bb HTTP/1.1" status: 404  len: 337 time: 0.0449731
Dec 16 09:55:03.449819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38238) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.452913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Attempting to bind port 86bef0c3-97e2-4055-a878-caaef0919103 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:03.453318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Attempting to bind port 86bef0c3-97e2-4055-a878-caaef0919103 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:03.454162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Attempting to bind port 86bef0c3-97e2-4055-a878-caaef0919103 on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:03.459258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Port 86bef0c3-97e2-4055-a878-caaef0919103 on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:55:03.459585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Attempting to bind port 86bef0c3-97e2-4055-a878-caaef0919103 on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:03.465076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:03.465455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:03.465914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Bound using segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:03.466449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Bound port: 86bef0c3-97e2-4055-a878-caaef0919103, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:03.466859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:03.497014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113d658-9fe1-4c5c-8928-da2799b72df1 None None] Network edd5fbae-4558-4a68-8a1b-05a5b5060dab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:03.504682 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1461f2-a267-45a4-a1ee-9147cf589d49 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.505140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1461f2-a267-45a4-a1ee-9147cf589d49 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.510182 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eb1461f2-a267-45a4-a1ee-9147cf589d49 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/42d35f9b-b69a-406b-b1ef-46f8a8c7576d HTTP/1.1" status: 404  len: 337 time: 0.0592217
Dec 16 09:55:03.510794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38242) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.561927 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0faec6a5-e52d-4f6b-a2b0-4f667e71f6fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.563190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0faec6a5-e52d-4f6b-a2b0-4f667e71f6fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.567414 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0faec6a5-e52d-4f6b-a2b0-4f667e71f6fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/38b5bd2d-585b-450f-9067-aaa2b1454cab HTTP/1.1" status: 404  len: 333 time: 0.0533347
Dec 16 09:55:03.567950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38246) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.583979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] For port 86bef0c3-97e2-4055-a878-caaef0919103, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:03.588055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] For port 86bef0c3-97e2-4055-a878-caaef0919103, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=86bef0c3-97e2-4055-a878-caaef0919103,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:03.592728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:03.598122 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ada80627-f708-4410-a939-b562ad3b81e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:03.615477 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dd9294-3007-4a4c-b059-8416f9f560a8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.616093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dd9294-3007-4a4c-b059-8416f9f560a8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.622666 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-19dd9294-3007-4a4c-b059-8416f9f560a8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/fc598834-9e3e-46ad-b4c9-4df8c5aef013 HTTP/1.1" status: 404  len: 337 time: 0.0537112
Dec 16 09:55:03.623582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38250) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.627247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-db262622-c522-42bb-ad87-6570a03225a4 None None] Provisioning complete for port a2b62819-d8bb-42d0-b82e-b74b111836f1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:03.627640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db262622-c522-42bb-ad87-6570a03225a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:03.656194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:03.657721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:03.660083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] 10.222.0.54 "PUT /v2.0/ports/86bef0c3-97e2-4055-a878-caaef0919103 HTTP/1.1" status: 200  len: 1091 time: 1.2679639
Dec 16 09:55:03.669488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'tag': '86bef0c3-97e2-4055-a878-caaef0919103'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:03.670741 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b33836-4f07-4db3-b1e8-48e71580d772 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.671689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b33836-4f07-4db3-b1e8-48e71580d772 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.679325 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a3b33836-4f07-4db3-b1e8-48e71580d772 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/11914dd2-50ce-47d4-9e9c-bd67958ee1f5 HTTP/1.1" status: 404  len: 337 time: 0.0541708
Dec 16 09:55:03.679955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.739973 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9efd94-ff46-4324-9aa4-8115439dd633 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.740714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9efd94-ff46-4324-9aa4-8115439dd633 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.747287 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cb9efd94-ff46-4324-9aa4-8115439dd633 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/c6dec9e7-f533-4e4d-b101-b7b162b40cea HTTP/1.1" status: 404  len: 333 time: 0.0658038
Dec 16 09:55:03.747910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38262) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.786057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=86bef0c3-97e2-4055-a878-caaef0919103,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:03.789578 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:03.798056 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f126e57-657d-4f14-992f-35949bcbd433 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.798056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f126e57-657d-4f14-992f-35949bcbd433 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.801491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-4fbaa4d4-0889-4fcc-87d7-6120a545d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:03.802764 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f126e57-657d-4f14-992f-35949bcbd433 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/efd656de-52b0-4cc6-8c40-53c20946e096 HTTP/1.1" status: 404  len: 337 time: 0.0537100
Dec 16 09:55:03.803300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-4fbaa4d4-0889-4fcc-87d7-6120a545d3cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 1094 time: 0.1004949
Dec 16 09:55:03.803605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38268) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.844945 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bb092f-8068-468b-9ead-56b67776dc75 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.845428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bb092f-8068-468b-9ead-56b67776dc75 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.849523 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a0bb092f-8068-468b-9ead-56b67776dc75 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/0cec3ca2-60ce-4e8d-896a-ec5feca3d61f HTTP/1.1" status: 404  len: 337 time: 0.0426030
Dec 16 09:55:03.849870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.887714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-4dd95606-c586-49c0-b25c-74a86d724a6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86bef0c3-97e2-4055-a878-caaef0919103 HTTP/1.1" status: 200  len: 217 time: 0.0765524
Dec 16 09:55:03.900308 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e8b2fc-6fae-4fc7-a4c2-6fdbe2fb218c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.901020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e8b2fc-6fae-4fc7-a4c2-6fdbe2fb218c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.905240 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c7e8b2fc-6fae-4fc7-a4c2-6fdbe2fb218c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/b0b552d3-e535-4e27-b89b-8fd191cc20f7 HTTP/1.1" status: 404  len: 333 time: 0.0520310
Dec 16 09:55:03.905483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.952069 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9b467b-e791-49b2-8f73-d54812744c0f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.952610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9b467b-e791-49b2-8f73-d54812744c0f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:03.955231 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ed9b467b-e791-49b2-8f73-d54812744c0f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/141a81a4-3bcf-4aa6-ad32-0a4291aaa7fb HTTP/1.1" status: 404  len: 337 time: 0.0486872
Dec 16 09:55:03.957064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38280) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:03.979779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] DHCP port deletion for edd5fbae-4558-4a68-8a1b-05a5b5060dab request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:55:03.985754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Deleting port a2b62819-d8bb-42d0-b82e-b74b111836f1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:03.986322 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:03.996220 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a411d3b-45e6-4ea5-915a-ab244124699f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:03.996681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a411d3b-45e6-4ea5-915a-ab244124699f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.000680 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a411d3b-45e6-4ea5-915a-ab244124699f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/414925b6-8e61-439b-b66d-eb1ba2051487 HTTP/1.1" status: 404  len: 337 time: 0.0404098
Dec 16 09:55:04.001770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.024107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-96f55267-3905-4718-9e53-b00f9089b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:04.025900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-96f55267-3905-4718-9e53-b00f9089b8e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.1012657
Dec 16 09:55:04.043671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e860-fb1e-4b8a-b00c-a51f7a7e2b8c req-254e9cda-7062-4c3a-9d6a-4511e9e92403 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:04.045228 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd74e860-fb1e-4b8a-b00c-a51f7a7e2b8c req-254e9cda-7062-4c3a-9d6a-4511e9e92403 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 943 time: 0.1568451
Dec 16 09:55:04.049518 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbce28b6-f507-41a4-9780-70b80b0c8db9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.050013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbce28b6-f507-41a4-9780-70b80b0c8db9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.054062 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbce28b6-f507-41a4-9780-70b80b0c8db9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/ea354dc5-f7bd-4831-a3be-d13dd7332fa4 HTTP/1.1" status: 404  len: 333 time: 0.0488086
Dec 16 09:55:04.054376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.094837 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e1000f-0765-449c-8e63-87d71a31198e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.095366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e1000f-0765-449c-8e63-87d71a31198e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.097129 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76e1000f-0765-449c-8e63-87d71a31198e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/024ffc7a-b18e-4d60-a4a6-62cb4e16111d HTTP/1.1" status: 404  len: 337 time: 0.0418704
Dec 16 09:55:04.099746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38292) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.107188 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-5e028c45-733d-416f-9a6d-077a4658137c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0720656
Dec 16 09:55:04.133375 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd74e860-fb1e-4b8a-b00c-a51f7a7e2b8c req-811c3b23-2649-493b-86f0-796c0f7da1c7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546963
Dec 16 09:55:04.144262 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33ba65c-b1fe-4ca5-bee5-cef7ac0c2252 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.144743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33ba65c-b1fe-4ca5-bee5-cef7ac0c2252 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.148781 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b33ba65c-b1fe-4ca5-bee5-cef7ac0c2252 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/6e3290f7-53da-45bc-9be8-324698a7c7b8 HTTP/1.1" status: 404  len: 333 time: 0.0457952
Dec 16 09:55:04.149049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.219766 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'tag': '86bef0c3-97e2-4055-a878-caaef0919103', 'status': 'completed', 'code': 200}
Dec 16 09:55:04.307847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-01ab515c-83ae-473a-83de-81e6fdbf0c44 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779239
Dec 16 09:55:04.341585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] For port a2b62819-d8bb-42d0-b82e-b74b111836f1, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2b62819-d8bb-42d0-b82e-b74b111836f1,segment=NetworkSegment(13647461-e62c-4f4b-8624-9ce6fa45789e),segment_id=13647461-e62c-4f4b-8624-9ce6fa45789e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:04.342070 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:04.375096 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bad93f-9c0c-486e-8ab1-0cbd67da0a63 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.375744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bad93f-9c0c-486e-8ab1-0cbd67da0a63 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.379707 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c8bad93f-9c0c-486e-8ab1-0cbd67da0a63 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/b2d83bdb-0731-4a0e-8ba4-f049a1a3f6f8 HTTP/1.1" status: 404  len: 337 time: 0.2274315
Dec 16 09:55:04.380073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.436614 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-564d7f3f-4466-49d5-9785-5e3348797087 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.437078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564d7f3f-4466-49d5-9785-5e3348797087 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.443466 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-564d7f3f-4466-49d5-9785-5e3348797087 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/ede25171-6f10-42c6-ae55-4cf708dcbb29 HTTP/1.1" status: 404  len: 333 time: 0.0581467
Dec 16 09:55:04.444171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38304) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.475334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Calling delete_port for a2b62819-d8bb-42d0-b82e-b74b111836f1 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:04.498183 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-041db4e2-f8eb-4ca5-8416-56de37afd21a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.498727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041db4e2-f8eb-4ca5-8416-56de37afd21a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.503486 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-041db4e2-f8eb-4ca5-8416-56de37afd21a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/4d2b7b23-20f1-45b0-9641-6dbc6c6c333d HTTP/1.1" status: 404  len: 337 time: 0.0557563
Dec 16 09:55:04.503674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-250661e3-b41b-4f48-8216-16cd91a9aeeb req-0706c6cf-5436-49f5-9e8b-2571e0a37afc service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875048
Dec 16 09:55:04.503993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.552776 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-2406290b-35a7-452f-8de8-8cb5b170e913 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.553422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2406290b-35a7-452f-8de8-8cb5b170e913 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.557570 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2406290b-35a7-452f-8de8-8cb5b170e913 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/70b9d7fd-e2b7-41ac-a7e6-31cdf80c267f HTTP/1.1" status: 404  len: 333 time: 0.0500517
Dec 16 09:55:04.557974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.589875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:04.597333 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:04.604671 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d646a7-f287-4ff2-9181-49effa38e193 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.605142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d646a7-f287-4ff2-9181-49effa38e193 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.609441 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c7d646a7-f287-4ff2-9181-49effa38e193 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/07f6425d-5c83-4df0-b726-1a3af3eb10cd HTTP/1.1" status: 404  len: 337 time: 0.0479672
Dec 16 09:55:04.609699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.646215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Pushing event deleted for resources: {'Port': ['ID=a2b62819-d8bb-42d0-b82e-b74b111836f1,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:04.650483 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-3e7678d4-37c8-4e4b-8891-031f1e51a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:04.653599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-3e7678d4-37c8-4e4b-8891-031f1e51a0ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 1094 time: 0.0988643
Dec 16 09:55:04.655236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] No DVR routers for this DVR port a2b62819-d8bb-42d0-b82e-b74b111836f1 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:04.659227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.659601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.659939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.660548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.660890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.661222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.661579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.661906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.670378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.670378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.670378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.670378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:04.670378 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:04.678126 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-805ccbc8-bac4-44b2-8da3-755d97877f7f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.678838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805ccbc8-bac4-44b2-8da3-755d97877f7f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.681724 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-805ccbc8-bac4-44b2-8da3-755d97877f7f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/91867c96-d5fe-4068-934d-e32604aa76d0 HTTP/1.1" status: 404  len: 333 time: 0.0707800
Dec 16 09:55:04.684147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.733424 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d501f73e-1182-4f8b-a8b9-ea7b526d0568 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.733794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d501f73e-1182-4f8b-a8b9-ea7b526d0568 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.735581 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d501f73e-1182-4f8b-a8b9-ea7b526d0568 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/cad1eec7-5354-42a9-a372-9c85c4574b93 HTTP/1.1" status: 404  len: 337 time: 0.0503032
Dec 16 09:55:04.738133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.782682 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb5de29-93eb-4e7c-a451-16af0b186ee8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.783182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb5de29-93eb-4e7c-a451-16af0b186ee8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.784895 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-deb5de29-93eb-4e7c-a451-16af0b186ee8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/8e34d64b-427b-442b-874d-eccb89be35e5 HTTP/1.1" status: 404  len: 333 time: 0.0457559
Dec 16 09:55:04.787469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38328) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.804125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-5871afb9-e76c-4246-9585-a94bbbff9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:04.805698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-5871afb9-e76c-4246-9585-a94bbbff9ba2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 906 time: 0.1448519
Dec 16 09:55:04.833723 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-079e5f34-b354-4ac2-a216-602db4aeb019 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.834183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079e5f34-b354-4ac2-a216-602db4aeb019 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.838475 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-079e5f34-b354-4ac2-a216-602db4aeb019 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/a57859ec-910d-44a3-be5f-82cc613b1800 HTTP/1.1" status: 404  len: 337 time: 0.0476542
Dec 16 09:55:04.838905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.881138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-fd2b96f7-fb8e-4a69-814f-091d8a010e82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86bef0c3-97e2-4055-a878-caaef0919103 HTTP/1.1" status: 200  len: 217 time: 0.0685663
Dec 16 09:55:04.883570 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-281077f4-845f-4cd7-9091-fdd087d82f37 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.884032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281077f4-845f-4cd7-9091-fdd087d82f37 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.885761 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-281077f4-845f-4cd7-9091-fdd087d82f37 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/d65d7c43-98c9-4f13-b9fc-6db401493d51 HTTP/1.1" status: 404  len: 337 time: 0.0458817
Dec 16 09:55:04.889191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38336) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.926178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2b62819-d8bb-42d0-b82e-b74b111836f1 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:55:04.947720 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4915ec2b-44b0-41ba-92ef-bb48db7a540d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:04.948382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4915ec2b-44b0-41ba-92ef-bb48db7a540d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:04.951014 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4915ec2b-44b0-41ba-92ef-bb48db7a540d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/3449305f-6f59-436c-98ea-181f697a7709 HTTP/1.1" status: 404  len: 333 time: 0.0598948
Dec 16 09:55:04.953790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38340) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:04.967261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a2b62819-d8bb-42d0-b82e-b74b111836f1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:55:04.967770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2b62819-d8bb-42d0-b82e-b74b111836f1 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:55:04.994524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-43c7ab86-a44f-4f08-953f-267544c2ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:04.995934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-43c7ab86-a44f-4f08-953f-267544c2ee52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.1074162
Dec 16 09:55:05.000871 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41375c8-f872-4503-bc88-5f33175ecc6b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.001317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41375c8-f872-4503-bc88-5f33175ecc6b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.003051 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d41375c8-f872-4503-bc88-5f33175ecc6b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/38fa5920-7cbc-4ee4-85e6-6ff6ff3ac2a5 HTTP/1.1" status: 404  len: 337 time: 0.0482275
Dec 16 09:55:05.006971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.046229 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ee6e20-205d-4062-a805-34142cbd43b1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.046700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ee6e20-205d-4062-a805-34142cbd43b1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.048728 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-96ee6e20-205d-4062-a805-34142cbd43b1 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/527f4748-bd3e-43ff-8fd9-230c9973950e HTTP/1.1" status: 404  len: 337 time: 0.0405688
Dec 16 09:55:05.049878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-25f52006-a605-4a6a-bf75-c9625f413334 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457211
Dec 16 09:55:05.051050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.099516 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-38be677a-c500-4a89-81b9-cb5a4cf9d22c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.100011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38be677a-c500-4a89-81b9-cb5a4cf9d22c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.101916 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-38be677a-c500-4a89-81b9-cb5a4cf9d22c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/eced19f5-14fd-4000-bf44-d66478b64d42 HTTP/1.1" status: 404  len: 333 time: 0.0499055
Dec 16 09:55:05.104454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.148561 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bfb344-1e40-4495-b594-d5b9ab951d85 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.149042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bfb344-1e40-4495-b594-d5b9ab951d85 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.150769 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76bfb344-1e40-4495-b594-d5b9ab951d85 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/d0f6a774-7cba-4393-a403-bbd0e1040999 HTTP/1.1" status: 404  len: 337 time: 0.0453758
Dec 16 09:55:05.153359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.197638 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-067ac56a-7dfe-44b8-8617-a0d7930adb0a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.198095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067ac56a-7dfe-44b8-8617-a0d7930adb0a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.202320 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-067ac56a-7dfe-44b8-8617-a0d7930adb0a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/30974219-a451-40e0-9670-c7ba68fb6205 HTTP/1.1" status: 404  len: 337 time: 0.0478837
Dec 16 09:55:05.203125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38362) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.354261 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9742fe-c45b-4e72-8042-1f1cbe3cca26 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.354943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9742fe-c45b-4e72-8042-1f1cbe3cca26 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.356382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-df9742fe-c45b-4e72-8042-1f1cbe3cca26 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/049e5046-a6b8-4c84-9839-25836764874b HTTP/1.1" status: 404  len: 333 time: 0.1485944
Dec 16 09:55:05.359838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.404552 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f344a3-adb3-4abe-8597-30b2a4187d7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.405389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f344a3-adb3-4abe-8597-30b2a4187d7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.409573 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-69f344a3-adb3-4abe-8597-30b2a4187d7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/a1f33353-dc3f-4829-bd9f-ff27a7af79d4 HTTP/1.1" status: 404  len: 337 time: 0.0458643
Dec 16 09:55:05.409857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.415143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-0c3ad208-3595-43ae-8dfd-b76466426505 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3575735
Dec 16 09:55:05.451070 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-841ea864-73f8-4002-9bd9-8287bb45fec8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.451595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841ea864-73f8-4002-9bd9-8287bb45fec8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.457046 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-841ea864-73f8-4002-9bd9-8287bb45fec8 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/dffdeec5-02e7-4ae8-a021-6aaf8418f637 HTTP/1.1" status: 404  len: 337 time: 0.0425847
Dec 16 09:55:05.457430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.505974 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-32858391-8595-4cdb-b328-7544109b7fee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports?device_id=727465cc-280a-4f32-b619-bcb7d0feb06d HTTP/1.1" status: 200  len: 205 time: 0.0470083
Dec 16 09:55:05.507827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75954a0-45ed-425c-ba94-3d1bc54c2b7b req-71d04e09-f29f-4701-884a-1e880e4c39fa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:05.509476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b75954a0-45ed-425c-ba94-3d1bc54c2b7b req-71d04e09-f29f-4701-884a-1e880e4c39fa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 943 time: 0.2248375
Dec 16 09:55:05.512019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38380) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.595580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b75954a0-45ed-425c-ba94-3d1bc54c2b7b req-b0a84359-4875-41df-b47b-cd9cab5073c9 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747669
Dec 16 09:55:05.608927 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-cc9073ea-c402-4d8a-8655-f9620061aaa2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] delete failed (client error): The resource could not be found.
Dec 16 09:55:05.610564 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc9073ea-c402-4d8a-8655-f9620061aaa2 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/routers/727465cc-280a-4f32-b619-bcb7d0feb06d HTTP/1.1" status: 404  len: 336 time: 0.0972569
Dec 16 09:55:05.613190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.622153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cadb61ba-5fd4-4505-a41b-640d5d585dd0 req-c792919f-a086-4ac6-bd30-c514ae5b8dbf service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984348
Dec 16 09:55:05.660034 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc2bab4-38ba-4ccc-b04a-b8e3aa9954b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.660489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc2bab4-38ba-4ccc-b04a-b8e3aa9954b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.662174 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7bc2bab4-38ba-4ccc-b04a-b8e3aa9954b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/c4deec9d-7e6c-4cda-aa7f-e87961bf0580 HTTP/1.1" status: 404  len: 337 time: 0.0478673
Dec 16 09:55:05.664945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.723340 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-81977591-de6a-4fba-b0c0-481b2a7338a5 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "GET /v2.0/ports?device_id=eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 HTTP/1.1" status: 200  len: 205 time: 0.0571418
Dec 16 09:55:05.725597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.799367 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-fc5d972e-4283-44fc-95d6-36278bab7fe4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] delete failed (client error): The resource could not be found.
Dec 16 09:55:05.800379 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fc5d972e-4283-44fc-95d6-36278bab7fe4 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/routers/eec5cba4-9058-4d3c-a900-e2f1ff1b35a5 HTTP/1.1" status: 404  len: 336 time: 0.0736201
Dec 16 09:55:05.802980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.842550 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-94493a40-3226-4f54-a8be-32719b19c019 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.842986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94493a40-3226-4f54-a8be-32719b19c019 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.845261 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94493a40-3226-4f54-a8be-32719b19c019 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/03a41c56-9640-4603-bfce-abecacc5da75 HTTP/1.1" status: 404  len: 337 time: 0.0413613
Dec 16 09:55:05.847943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.893117 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8fbafd-1a8d-4bc3-9211-92dc1caad4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.893578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8fbafd-1a8d-4bc3-9211-92dc1caad4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.895346 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fd8fbafd-1a8d-4bc3-9211-92dc1caad4db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/7a3b5e46-e1e5-497b-a682-78cc30f93929 HTTP/1.1" status: 404  len: 337 time: 0.0464725
Dec 16 09:55:05.899118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:05.949655 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f59f80-b4d1-4a4b-b043-ec837cc4526e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:05.950134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f59f80-b4d1-4a4b-b043-ec837cc4526e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:05.953766 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c2f59f80-b4d1-4a4b-b043-ec837cc4526e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/438c45d8-3e78-40ad-b77e-4e6110bdca0b HTTP/1.1" status: 404  len: 333 time: 0.0520446
Dec 16 09:55:05.955360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.000089 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd906873-44af-4ce9-8e84-fcf3387901ae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.000742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd906873-44af-4ce9-8e84-fcf3387901ae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.002682 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cd906873-44af-4ce9-8e84-fcf3387901ae tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/d009c8f3-4696-4a62-9ab4-ec030ec5d9c8 HTTP/1.1" status: 404  len: 337 time: 0.0460005
Dec 16 09:55:06.005262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.051717 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dcf39e-0c78-49cb-a0c8-b64f3e6b2f3a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.052196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dcf39e-0c78-49cb-a0c8-b64f3e6b2f3a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.053933 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-24dcf39e-0c78-49cb-a0c8-b64f3e6b2f3a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/42f24422-ba24-4379-93d2-0d8e9e726fa2 HTTP/1.1" status: 404  len: 333 time: 0.0477550
Dec 16 09:55:06.056743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38416) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.104628 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7d1baf-4ec1-4e22-ad19-a27ee71b2df7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.105081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7d1baf-4ec1-4e22-ad19-a27ee71b2df7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.107400 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6a7d1baf-4ec1-4e22-ad19-a27ee71b2df7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/3fcc8e0b-a1b1-4985-855e-e6939bfc1cf4 HTTP/1.1" status: 404  len: 337 time: 0.0492811
Dec 16 09:55:06.110332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.165512 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae134a3-ccae-4382-b23c-71dacb6ba678 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.165910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae134a3-ccae-4382-b23c-71dacb6ba678 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.167808 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eae134a3-ccae-4382-b23c-71dacb6ba678 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/1d059c17-c39e-483f-83c7-526858c425a2 HTTP/1.1" status: 404  len: 333 time: 0.0564575
Dec 16 09:55:06.170915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.216318 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d0f89a-b7c4-4d09-a37f-79a5a1a2784c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.216778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d0f89a-b7c4-4d09-a37f-79a5a1a2784c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.218481 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a7d0f89a-b7c4-4d09-a37f-79a5a1a2784c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/71a662ea-7ab4-41fa-b3e4-41a61c28b6e8 HTTP/1.1" status: 404  len: 337 time: 0.0464973
Dec 16 09:55:06.221692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38428) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.271242 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d35df93-2155-4eb7-9d6f-a46d3ae7487b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.271720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d35df93-2155-4eb7-9d6f-a46d3ae7487b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.273423 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6d35df93-2155-4eb7-9d6f-a46d3ae7487b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/88c12beb-8e22-4630-b528-4eeb2503f972 HTTP/1.1" status: 404  len: 333 time: 0.0507102
Dec 16 09:55:06.276635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.318318 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-317c88a3-ee0c-4ba4-88a3-6de7d7cbf97a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.318792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317c88a3-ee0c-4ba4-88a3-6de7d7cbf97a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.320804 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-317c88a3-ee0c-4ba4-88a3-6de7d7cbf97a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/2618bdb3-9558-4a5f-a8dd-cede9b04660b HTTP/1.1" status: 404  len: 337 time: 0.0431354
Dec 16 09:55:06.324638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38436) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.376665 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb16e4b-5b19-4fe9-9ad2-dee9109bb2db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.377660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb16e4b-5b19-4fe9-9ad2-dee9109bb2db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.379051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 86bef0c3-97e2-4055-a878-caaef0919103 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:55:06.380396 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-deb16e4b-5b19-4fe9-9ad2-dee9109bb2db tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/25310f01-063d-4d4c-9193-9348812b8486 HTTP/1.1" status: 404  len: 333 time: 0.0544987
Dec 16 09:55:06.384233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.436936 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-21220f03-853f-4d91-9e9f-b166202b3ac6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.438400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21220f03-853f-4d91-9e9f-b166202b3ac6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.443423 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-21220f03-853f-4d91-9e9f-b166202b3ac6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/dca8979b-5882-4f3d-a461-1eeedb186c13 HTTP/1.1" status: 404  len: 337 time: 0.0537865
Dec 16 09:55:06.444005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.497468 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6d0dba-2154-44ac-ae9c-1596fe117bb7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.498274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6d0dba-2154-44ac-ae9c-1596fe117bb7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.503603 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bd6d0dba-2154-44ac-ae9c-1596fe117bb7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/2cf56546-720b-4d40-8d9f-317240bbf192 HTTP/1.1" status: 404  len: 333 time: 0.0553546
Dec 16 09:55:06.503934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.546210 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-932aa096-1c50-4bc3-887a-8460e15d9021 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.546673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932aa096-1c50-4bc3-887a-8460e15d9021 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.548520 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-932aa096-1c50-4bc3-887a-8460e15d9021 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/1a065214-48ac-4992-accf-c0ed547aed50 HTTP/1.1" status: 404  len: 337 time: 0.0435762
Dec 16 09:55:06.551245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38452) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.593584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 86bef0c3-97e2-4055-a878-caaef0919103, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=86bef0c3-97e2-4055-a878-caaef0919103,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:06.602929 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d78581-182a-46b6-a99e-954a13f42d2e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.603531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d78581-182a-46b6-a99e-954a13f42d2e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.605349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-11d78581-182a-46b6-a99e-954a13f42d2e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/ports/9595e8f5-a78d-4bbe-a1ef-abed74222fcc HTTP/1.1" status: 404  len: 333 time: 0.0527608
Dec 16 09:55:06.609228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.612188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '86bef0c3-97e2-4055-a878-caaef0919103', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'port_id': '86bef0c3-97e2-4055-a878-caaef0919103', 'mac_address': 'fa:16:3e:48:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b865947-3a3c-435f-99bf-81e20e11f800', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:55:06.650509 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09dfc72-fbbf-48b3-a8c4-b9eec68b3443 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:06.651250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09dfc72-fbbf-48b3-a8c4-b9eec68b3443 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:06.656329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f09dfc72-fbbf-48b3-a8c4-b9eec68b3443 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/subnets/dff62e8b-693b-42b7-80c0-ec0373a123a6 HTTP/1.1" status: 404  len: 337 time: 0.0429425
Dec 16 09:55:06.656329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:06.681508 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:06.704137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bef0c3-97e2-4055-a878-caaef0919103 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:06.720379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 86bef0c3-97e2-4055-a878-caaef0919103, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=86bef0c3-97e2-4055-a878-caaef0919103,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:06.728814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:06.731462 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:06.817370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=86bef0c3-97e2-4055-a878-caaef0919103,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:06.821247 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:06.865631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:06.975803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['86bef0c3-97e2-4055-a878-caaef0919103'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:07.004499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd00afa-d250-468f-944d-d661bd8e5b6c req-52e6954e-b344-4af0-97ac-04f89028ba1d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:07.006006 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1dd00afa-d250-468f-944d-d661bd8e5b6c req-52e6954e-b344-4af0-97ac-04f89028ba1d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 944 time: 0.2278769
Dec 16 09:55:07.043907 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:07.088325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f12fc9d0>,) {'filters': {'network_id': ['edd5fbae-4558-4a68-8a1b-05a5b5060dab']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:07.105098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1dd00afa-d250-468f-944d-d661bd8e5b6c req-fe2000db-556e-4160-810a-3ddb1b0e3a3c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848002
Dec 16 09:55:07.108961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12fc9d0>, '13647461-e62c-4f4b-8624-9ce6fa45789e') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:07.109502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12fc9d0>, '13647461-e62c-4f4b-8624-9ce6fa45789e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:07.122714 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:07.150935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:07.158898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:07.159322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:07.176021 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:07.287990 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:07.293167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:07.299715 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-40093f6c-d968-40a7-a709-911a5e40d24d tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:07.318807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Pushing event deleted for resources: {'Network': ['ID=edd5fbae-4558-4a68-8a1b-05a5b5060dab,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:07.322029 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:07.323443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] 10.222.0.66 "DELETE /v2.0/networks/edd5fbae-4558-4a68-8a1b-05a5b5060dab HTTP/1.1" status: 204  len: 168 time: 0.6665349
Dec 16 09:55:07.684446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38472) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:07.847615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-157038d4-c3fa-48c5-80f8-e9cb0ce2e559 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11c698aafbfb48fda87384d8d1e56352&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1617556
Dec 16 09:55:07.850636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38478) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:07.920658 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:07.951080 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:08.012717 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:08.016772 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-79d7d3f1-7978-432b-ab7c-ba89b33ec9ce tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:08.034793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d7e36f-d120-406e-94df-90b68b681ca6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:08.038005 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:08.040179 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:08.042307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64d7e36f-d120-406e-94df-90b68b681ca6 HTTP/1.1" status: 204  len: 168 time: 0.1894541
Dec 16 09:55:08.374367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1b02d-4596-4410-8856-c0e4208d42fe req-303436bf-b176-410a-aada-639e61be6323 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:08.375996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11e1b02d-4596-4410-8856-c0e4208d42fe req-303436bf-b176-410a-aada-639e61be6323 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 944 time: 0.0962453
Dec 16 09:55:08.396164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 86bef0c3-97e2-4055-a878-caaef0919103 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:55:08.430183 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11e1b02d-4596-4410-8856-c0e4208d42fe req-32b8ff9a-7b1a-43d4-8013-1aaf4d3c392d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483162
Dec 16 09:55:08.505291 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 86bef0c3-97e2-4055-a878-caaef0919103 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:08.523484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 86bef0c3-97e2-4055-a878-caaef0919103 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:08.524327 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:08.693065 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:08.737016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bef0c3-97e2-4055-a878-caaef0919103'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:08.748811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 86bef0c3-97e2-4055-a878-caaef0919103, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=86bef0c3-97e2-4055-a878-caaef0919103,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:08.755981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:08.758860 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-020acc21-4680-411b-ad26-9cf0fc6195c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:08.809349 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bef0c3-97e2-4055-a878-caaef0919103', 'code': 200}
Dec 16 09:55:08.844372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=86bef0c3-97e2-4055-a878-caaef0919103,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:08.847937 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:08.978248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f790de2-e43a-4f23-9795-eb852a82eef9 req-2bd84ab9-060b-4cac-8a24-c9c22830dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:08.979997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f790de2-e43a-4f23-9795-eb852a82eef9 req-2bd84ab9-060b-4cac-8a24-c9c22830dca1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 1096 time: 0.1081140
Dec 16 09:55:09.027803 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9f790de2-e43a-4f23-9795-eb852a82eef9 req-793137f7-2751-4347-897e-5fb7493f5430 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398002
Dec 16 09:55:09.091107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38508) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:09.210164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'networks': [{'name': 'tempest-network--1780701356'}, {'name': 'tempest-network--1082497652'}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:09.210479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'network': {'name': 'tempest-network--1780701356'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:09.210943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'network': {'name': 'tempest-network--1082497652'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:09.216351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:09.221331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Usage tracker for resource:network and tenant:0fa1045d35914f0ebd8b9470bc3556d9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:09.224653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:09.236248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:09.246540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Made reservation on behalf of 0fa1045d35914f0ebd8b9470bc3556d9 for: {'network': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:09.251504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.264617 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.280659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:09.285164 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Usage tracker for resource:security_group_rule and tenant:0fa1045d35914f0ebd8b9470bc3556d9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:09.288019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:09.294065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:09.382017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.385996 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.386614 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.396771 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac0ff80e-f99a-4233-8c5f-ad97073878c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:09.435135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b7eddd-8669-40ee-94aa-8a51984e80ae,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:09.439451 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:09.448292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:09.459330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.459703 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Added segment 7668e160-2b77-4835-981d-afd71376dc5d of type vlan for network 363504c7-f7d1-4252-a37c-3cb9184f34ea
Dec 16 09:55:09.491521 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.539828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:09.550167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.550513 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Added segment 217d49f1-2993-4b8b-a1cb-2d5e54784e5b of type vlan for network 1ebdf311-a9dc-45a3-a899-de2e750b97eb
Dec 16 09:55:09.741397 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.794295 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.794853 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.800854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:09.805479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:09.806145 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:09.810889 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5d96d32a-f585-4128-9d66-74044cd9b8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:09.928462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4dda-2060-4123-9a82-b1fcb9306561 req-2d979f21-ecd8-4576-be10-b3c72103d37a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:09.930106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-810f4dda-2060-4123-9a82-b1fcb9306561 req-2d979f21-ecd8-4576-be10-b3c72103d37a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 945 time: 0.3577580
Dec 16 09:55:09.942570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Network': ['ID=363504c7-f7d1-4252-a37c-3cb9184f34ea,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:09.955343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 363504c7-f7d1-4252-a37c-3cb9184f34ea details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:09.972016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 0.8795009
Dec 16 09:55:09.975260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38518) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:10.123812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-810f4dda-2060-4123-9a82-b1fcb9306561 req-b562232e-5262-48e8-95ad-945ea132019d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829321
Dec 16 09:55:10.129420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Network': ['ID=1ebdf311-a9dc-45a3-a899-de2e750b97eb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:10.139857 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:10.140606 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:10.141149 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:10.146005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 1ebdf311-a9dc-45a3-a899-de2e750b97eb details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:10.202039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68dd71-7fb6-40b9-84b5-1d29df15c30b tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:10.209422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68dd71-7fb6-40b9-84b5-1d29df15c30b tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:10.216840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68dd71-7fb6-40b9-84b5-1d29df15c30b tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:10.223726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68dd71-7fb6-40b9-84b5-1d29df15c30b tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:10.225410 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0e68dd71-7fb6-40b9-84b5-1d29df15c30b tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.2480857
Dec 16 09:55:10.228528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:10.349850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:10.493757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:10.524260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2a17fd0>,) {'filters': {'network_id': ['363504c7-f7d1-4252-a37c-3cb9184f34ea']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:10.537597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2a17fd0>, '7668e160-2b77-4835-981d-afd71376dc5d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:10.537889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2a17fd0>, '7668e160-2b77-4835-981d-afd71376dc5d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:10.549801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:10.566454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:10.573741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:10.574262 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:10.589473 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:10.819767 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:10.826158 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be4cc91c-ad9b-45b5-b0c8-e79c3a64c9ff tempest-TaggedBootDevicesTest-525801367 tempest-TaggedBootDevicesTest-525801367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:10.842295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:10.852664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Network': ['ID=363504c7-f7d1-4252-a37c-3cb9184f34ea,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:10.855278 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/networks/363504c7-f7d1-4252-a37c-3cb9184f34ea HTTP/1.1" status: 204  len: 168 time: 0.6252563
Dec 16 09:55:10.856263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:10.857851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:10.992811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.143766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.178512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0cdf400>,) {'filters': {'network_id': ['1ebdf311-a9dc-45a3-a899-de2e750b97eb']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:11.197836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0cdf400>, '217d49f1-2993-4b8b-a1cb-2d5e54784e5b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:11.198867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0cdf400>, '217d49f1-2993-4b8b-a1cb-2d5e54784e5b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:11.215551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.242629 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.253507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:11.254155 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:11.276882 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:11.362102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.366349 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b5dee99-516b-4e30-b66b-0e119d033e10 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:11.380369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121cc95-d11c-4440-89ad-f88e9946d3e0 req-a0f7e57a-cb2d-4856-9ef3-abba4c20f29b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:11.381961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e121cc95-d11c-4440-89ad-f88e9946d3e0 req-a0f7e57a-cb2d-4856-9ef3-abba4c20f29b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 945 time: 0.1096091
Dec 16 09:55:11.385746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.399604 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/networks/1ebdf311-a9dc-45a3-a899-de2e750b97eb HTTP/1.1" status: 204  len: 168 time: 0.5404723
Dec 16 09:55:11.400601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Network': ['ID=1ebdf311-a9dc-45a3-a899-de2e750b97eb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:11.402173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38534) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:11.404665 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:11.434934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e121cc95-d11c-4440-89ad-f88e9946d3e0 req-ab0e1246-e725-4462-b715-62169eb33a68 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461493
Dec 16 09:55:11.622732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0377d-e637-4617-8bce-8ca7cdd27371 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:11.634406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0377d-e637-4617-8bce-8ca7cdd27371 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:11.635771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-17b0377d-e637-4617-8bce-8ca7cdd27371 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Synchronizing usage tracker for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:11.661313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-17b0377d-e637-4617-8bce-8ca7cdd27371 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Unset dirty status for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:11.662932 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-17b0377d-e637-4617-8bce-8ca7cdd27371 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2596710
Dec 16 09:55:11.668238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38540) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:11.675064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-845833128'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:11.681191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:11.701674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:11.718073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Made reservation on behalf of 0fa1045d35914f0ebd8b9470bc3556d9 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:11.723132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.774043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:11.786935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.787463 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Added segment a0b474cb-beb2-4d06-853d-32ddb2de6979 of type vlan for network fa396f8b-acda-4d51-8655-f101d63247a3
Dec 16 09:55:11.815848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d0688-e76a-41d4-90f4-312960a7bf29 req-a1169234-4461-4190-b55d-3fae06e70522 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:11.817421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-575d0688-e76a-41d4-90f4-312960a7bf29 req-a1169234-4461-4190-b55d-3fae06e70522 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 945 time: 0.1155636
Dec 16 09:55:11.823207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.880782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.885871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.889294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:11.889914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:11.890075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-575d0688-e76a-41d4-90f4-312960a7bf29 req-0fa075f5-adbf-4339-bca8-efa97f9a5b81 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623710
Dec 16 09:55:11.893867 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-327d2838-247e-4645-9d4f-54eebc13ccea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:11.962098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3919e26c-5da1-4131-b820-53ac9ad832ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:12.021455 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3521230
Dec 16 09:55:12.024901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Network': ['ID=fa396f8b-acda-4d51-8655-f101d63247a3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:12.025371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38548) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:12.028074 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:12.037450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network fa396f8b-acda-4d51-8655-f101d63247a3 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:12.038424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-194456545'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:12.101279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:12.115801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Usage tracker for resource:network and tenant:0fa1045d35914f0ebd8b9470bc3556d9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:12.121827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:12.141870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:12.164686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Made reservation on behalf of 0fa1045d35914f0ebd8b9470bc3556d9 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:12.170415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:12.226220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898340f-e8a7-46f5-b173-e0953ea1b22b req-8cf11767-dcec-48d7-beae-4681cc069d77 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:12.227791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6898340f-e8a7-46f5-b173-e0953ea1b22b req-8cf11767-dcec-48d7-beae-4681cc069d77 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 945 time: 0.1955619
Dec 16 09:55:12.231772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:12.261658 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:12.262003 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Added segment b63907c1-c983-48d5-a396-eae3cbe3ca12 of type vlan for network d4de4bc0-fa9f-4e72-b81a-660d696810c3
Dec 16 09:55:12.302643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6898340f-e8a7-46f5-b173-e0953ea1b22b req-683ee168-45d0-4aca-8aa5-07e931802152 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678988
Dec 16 09:55:12.309997 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:12.346601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:12.352319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:12.353155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:12.357837 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:12.490623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4612944
Dec 16 09:55:12.491334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:12.498691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Network': ['ID=d4de4bc0-fa9f-4e72-b81a-660d696810c3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:12.502166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'ports': [{'network_id': 'fa396f8b-acda-4d51-8655-f101d63247a3', 'name': 'tempest-port--2085585148', 'admin_state_up': True}, {'network_id': 'd4de4bc0-fa9f-4e72-b81a-660d696810c3', 'admin_state_up': False}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:12.502712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'port': {'network_id': 'fa396f8b-acda-4d51-8655-f101d63247a3', 'name': 'tempest-port--2085585148', 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:12.503836 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:12.504151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'port': {'network_id': 'd4de4bc0-fa9f-4e72-b81a-660d696810c3', 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:12.513594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network d4de4bc0-fa9f-4e72-b81a-660d696810c3 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:12.846752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:12.855540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Usage tracker for resource:port and tenant:0fa1045d35914f0ebd8b9470bc3556d9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:12.868053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:12.876841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:12.890295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Made reservation on behalf of 0fa1045d35914f0ebd8b9470bc3556d9 for: {'port': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:12.896873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:12.922316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:13.059497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727c54e-6141-4360-b9aa-61ac3dc22909 req-8d5544eb-93b7-4621-bee1-b597c2de9fd2 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:13.061934 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3727c54e-6141-4360-b9aa-61ac3dc22909 req-8d5544eb-93b7-4621-bee1-b597c2de9fd2 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 945 time: 0.1329088
Dec 16 09:55:13.110656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] device_id is not set on port 37517537-6558-4570-9aa4-b641212e1d16 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:13.116377 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3727c54e-6141-4360-b9aa-61ac3dc22909 req-3101e9df-8d79-4360-a69d-af1d79238131 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473073
Dec 16 09:55:13.273229 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:13.375487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d205-215f-42f1-9632-26b125bcca84 req-61b1b82b-109a-4380-b19b-98e13d63b794 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:13.377437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e436d205-215f-42f1-9632-26b125bcca84 req-61b1b82b-109a-4380-b19b-98e13d63b794 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.0899410
Dec 16 09:55:13.413809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] device_id is not set on port 518ba969-69c9-4652-a61d-13164ca9f6e5 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:13.438129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e436d205-215f-42f1-9632-26b125bcca84 req-65f96864-db14-4f94-ab3c-8a72a58d9906 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539305
Dec 16 09:55:13.601684 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:13.642683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:13.651781 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:13.678917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703e62a-cfc9-4799-83e2-9ac0c6dfedb0 req-1ada37d7-6dfa-4647-98f0-467e6d0b328b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:13.680440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c703e62a-cfc9-4799-83e2-9ac0c6dfedb0 req-1ada37d7-6dfa-4647-98f0-467e6d0b328b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1000822
Dec 16 09:55:13.732609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c703e62a-cfc9-4799-83e2-9ac0c6dfedb0 req-7dab24f2-72f2-49ba-addb-f51359702ace tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461543
Dec 16 09:55:13.938919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Port': ['ID=37517537-6558-4570-9aa4-b641212e1d16,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:13.942399 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:13.957795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Checking segment: {'id': 'a0b474cb-beb2-4d06-853d-32ddb2de6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fa396f8b-acda-4d51-8655-f101d63247a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:13.958145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network hostable DHCP agents. Network: fa396f8b-acda-4d51-8655-f101d63247a3, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:13.980328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network fa396f8b-acda-4d51-8655-f101d63247a3 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:13.994570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, fa396f8b-acda-4d51-8655-f101d63247a3) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:13.999746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:14.001486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:14.012929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f91c8-3e02-4507-9adc-954dcf56ca63 None None] Network fa396f8b-acda-4d51-8655-f101d63247a3 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:14.025127 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-43b65034-c026-46b4-8bad-03758c47d940 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:14.139976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Port': ['ID=518ba969-69c9-4652-a61d-13164ca9f6e5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:14.145500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:14.155496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Checking segment: {'id': 'b63907c1-c983-48d5-a396-eae3cbe3ca12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd4de4bc0-fa9f-4e72-b81a-660d696810c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:14.155853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network hostable DHCP agents. Network: d4de4bc0-fa9f-4e72-b81a-660d696810c3, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:14.185540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network d4de4bc0-fa9f-4e72-b81a-660d696810c3 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:14.199277 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:14.202712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, d4de4bc0-fa9f-4e72-b81a-660d696810c3) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:14.207462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:14.216522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:14.223084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:14.223938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:14.231322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee76c2f7-b35f-4199-93ae-f337036ac473 None None] Network d4de4bc0-fa9f-4e72-b81a-660d696810c3 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:14.256358 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.7612829
Dec 16 09:55:14.256816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:14.322241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-437326fa-a12c-4631-937d-d3745a80f587 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:14.323508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-437326fa-a12c-4631-937d-d3745a80f587 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 945 time: 0.3263679
Dec 16 09:55:14.330816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-b8742ed5-6944-4b6d-afe6-522dea0fe560 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:14.332426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-b8742ed5-6944-4b6d-afe6-522dea0fe560 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.2829137
Dec 16 09:55:14.377258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d870ba9-b38d-47e8-944a-996c944238a4 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:14.387127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d870ba9-b38d-47e8-944a-996c944238a4 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:14.388324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d870ba9-b38d-47e8-944a-996c944238a4 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Synchronizing usage tracker for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:14.406548 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-508d7ea5-7ccc-4fd3-ad46-fcc2e0754b2b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/quotas/591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 375 time: 0.0305989
Dec 16 09:55:14.417284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d870ba9-b38d-47e8-944a-996c944238a4 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Unset dirty status for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:14.420319 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3d870ba9-b38d-47e8-944a-996c944238a4 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1612511
Dec 16 09:55:14.422979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:14.473342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Deleting port 86bef0c3-97e2-4055-a878-caaef0919103 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:14.473681 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:14.532060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Deleting port 37517537-6558-4570-9aa4-b641212e1d16 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:14.534071 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:14.542542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cde3b4bf-140f-4b94-be43-dd2ca8f80863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:14.824460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:14.877317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-cf8a4b7f-d20b-432c-aaea-0d6047b1cbe7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&fields=id HTTP/1.1" status: 200  len: 486 time: 0.4567955
Dec 16 09:55:14.979723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Calling delete_port for 37517537-6558-4570-9aa4-b641212e1d16 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:15.041461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] For port 86bef0c3-97e2-4055-a878-caaef0919103, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=86bef0c3-97e2-4055-a878-caaef0919103,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:15.041924 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.080729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.089010 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52a7b237-b867-4d7d-b17f-b34bce05c30c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:15.150665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Port': ['ID=37517537-6558-4570-9aa4-b641212e1d16,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:15.154446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.159561 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:15.175117 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/ports/37517537-6558-4570-9aa4-b641212e1d16 HTTP/1.1" status: 204  len: 168 time: 0.7494371
Dec 16 09:55:15.177591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38592) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:15.207631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Calling delete_port for 86bef0c3-97e2-4055-a878-caaef0919103 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:15.272405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Deleting port 518ba969-69c9-4652-a61d-13164ca9f6e5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:15.273325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.275404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-f7e4dcce-ece2-4570-88c4-f8762333109b service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3872659
Dec 16 09:55:15.333182 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.506398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-dc137d10-6a8d-4651-9c6e-26c5df614d04 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187035
Dec 16 09:55:15.515635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.522936 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b46a9f51-b91b-4768-bde9-1e0305f89f8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:15.554369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653', '86bef0c3-97e2-4055-a878-caaef0919103'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:15.591632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.593883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event deleted for resources: {'Port': ['ID=86bef0c3-97e2-4055-a878-caaef0919103,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:15.599197 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:15.637258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:15.714376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] No DVR routers for this DVR port 86bef0c3-97e2-4055-a878-caaef0919103 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:15.718270 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.722128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'name': 'network-vif-deleted', 'tag': '86bef0c3-97e2-4055-a878-caaef0919103'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:15.743789 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-beefe142-7e05-413f-b12d-8ea896a3eb10 req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "DELETE /v2.0/ports/86bef0c3-97e2-4055-a878-caaef0919103 HTTP/1.1" status: 204  len: 173 time: 1.4093664
Dec 16 09:55:15.793060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:15.950444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Calling delete_port for 518ba969-69c9-4652-a61d-13164ca9f6e5 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:16.096826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a5e72f4d-8fed-4024-8797-58961c065080 req-7efea429-84fc-4cd9-8d65-cc7bc596b040 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:16.118334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a5e72f4d-8fed-4024-8797-58961c065080 req-7efea429-84fc-4cd9-8d65-cc7bc596b040 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:16.140658 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a5e72f4d-8fed-4024-8797-58961c065080 req-7efea429-84fc-4cd9-8d65-cc7bc596b040 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d815ca6-fdae-4554-885c-ed4b55da40f1 HTTP/1.1" status: 200  len: 210 time: 0.1494296
Dec 16 09:55:16.196095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.208166 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab844ed9-8b0a-44da-9b07-49b3a673b028 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:16.271542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Port': ['ID=518ba969-69c9-4652-a61d-13164ca9f6e5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:16.275470 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:16.278537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.294234 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/ports/518ba969-69c9-4652-a61d-13164ca9f6e5 HTTP/1.1" status: 204  len: 168 time: 1.1121907
Dec 16 09:55:16.295393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38610) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:16.361680 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19dac1c6-1fb4-48da-83b3-3920510eaf23 req-52f59d92-c63c-487a-8a74-0532822de2ff tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 210 time: 0.0515897
Dec 16 09:55:16.366325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c972449d-1212-49d2-947f-452d38e4c015 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Synchronizing usage tracker for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:16.404331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c972449d-1212-49d2-947f-452d38e4c015 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Unset dirty status for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:16.410034 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c972449d-1212-49d2-947f-452d38e4c015 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1095064
Dec 16 09:55:16.410410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38614) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:16.424946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-717214122'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:16.426549 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d815ca6-fdae-4554-885c-ed4b55da40f1', 'name': 'network-vif-deleted', 'tag': '86bef0c3-97e2-4055-a878-caaef0919103', 'status': 'completed', 'code': 200}
Dec 16 09:55:16.432768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:16.440423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Usage tracker for resource:network and tenant:0fa1045d35914f0ebd8b9470bc3556d9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:16.446116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:16.455291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:16.471351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Made reservation on behalf of 0fa1045d35914f0ebd8b9470bc3556d9 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:16.476735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.529030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:16.544887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.545230 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Added segment f3664a10-4c68-4273-9f6a-c7aa3616bf40 of type vlan for network 9e07c90d-342e-4981-89d8-0722814e800e
Dec 16 09:55:16.594989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.635116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.645976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:16.645976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.649886 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-53a88184-ce81-464b-9aab-e5e27794e115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:16.777474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Network': ['ID=9e07c90d-342e-4981-89d8-0722814e800e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:16.782914 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3694966
Dec 16 09:55:16.786084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38622) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:16.786347 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:16.793195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1081499486'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:16.799431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 9e07c90d-342e-4981-89d8-0722814e800e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:16.818374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:16.830844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Usage tracker for resource:network and tenant:0fa1045d35914f0ebd8b9470bc3556d9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:16.845814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:16.862374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:16.898318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Made reservation on behalf of 0fa1045d35914f0ebd8b9470bc3556d9 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:16.909263 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.965777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:16.980878 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:16.982352 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Added segment 15417c05-8be4-49ea-a4fe-f30f4a4acec9 of type vlan for network 88f67abc-37f1-4857-8183-b4ed617db9a0
Dec 16 09:55:17.029899 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:17.068361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:17.074645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:17.075374 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:17.079290 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-422e2c94-e560-46aa-9858-4e3723c6b305 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:17.101175 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:17.203365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3969507
Dec 16 09:55:17.203365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Network': ['ID=88f67abc-37f1-4857-8183-b4ed617db9a0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:17.204285 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:17.213795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 88f67abc-37f1-4857-8183-b4ed617db9a0 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:17.344389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:17.354959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'subnets': [{'network_id': '9e07c90d-342e-4981-89d8-0722814e800e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2022081082', 'ip_version': 4}, {'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:17.363728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'subnet': {'network_id': '9e07c90d-342e-4981-89d8-0722814e800e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2022081082', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:17.364964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Request body: {'subnet': {'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:18.078836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90540718-cd92-435a-9266-854f8903c8eb req-9a2fb7d2-1774-4f67-ae9d-1258a945bcc3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 210 time: 0.2364075
Dec 16 09:55:18.139216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:18.139216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Usage tracker for resource:subnet and tenant:0fa1045d35914f0ebd8b9470bc3556d9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:18.139216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:18.146270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:18.157189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Made reservation on behalf of 0fa1045d35914f0ebd8b9470bc3556d9 for: {'subnet': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:18.162016 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:18.162558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:18.335730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-c8267c1d-fe44-430f-a486-87d4c02a5695 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:18.337061 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-c8267c1d-fe44-430f-a486-87d4c02a5695 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.8353958
Dec 16 09:55:18.362175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'port': {'device_id': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'admin_state_up': True, 'tenant_id': '591941320db54ca0a61e17e4d8a3861d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:18.411098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 86bef0c3-97e2-4055-a878-caaef0919103 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:55:18.460292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 86bef0c3-97e2-4055-a878-caaef0919103 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:55:18.462300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 86bef0c3-97e2-4055-a878-caaef0919103 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:55:18.609530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d973cf2-dbf6-4be3-9020-c02f25c9055b req-a6b98f36-5714-48eb-8c9d-a416eb1f1f74 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:18.612072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d973cf2-dbf6-4be3-9020-c02f25c9055b req-a6b98f36-5714-48eb-8c9d-a416eb1f1f74 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 945 time: 0.3590121
Dec 16 09:55:18.622422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:18.675577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:18.732236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Made reservation on behalf of 591941320db54ca0a61e17e4d8a3861d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:18.735870 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:18.767218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d973cf2-dbf6-4be3-9020-c02f25c9055b req-4f5588ef-9afb-4384-8143-090f44bb8b5f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403291
Dec 16 09:55:19.140040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Allocated IP 172.20.0.10 (32b3944c-5c2d-48a6-a1ad-41bcce30bf74/74e5b144-3133-4a02-ac4c-43dfbc5faa08/b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:19.352389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fea6a442-1991-4634-a99c-24537750290f req-0c6780e6-7c5a-4305-a5c1-5c82a1a317a8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 210 time: 0.1469715
Dec 16 09:55:19.365441 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:19.374367 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1400e67-27bf-44f9-b807-15f0791582b9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:19.609687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Subnet': ['ID=4c846841-5b42-4ce3-87c4-1c29e73f5acb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:19.616921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:19.648312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Checking segment: {'id': 'f3664a10-4c68-4273-9f6a-c7aa3616bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9e07c90d-342e-4981-89d8-0722814e800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:19.648312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network hostable DHCP agents. Network: 9e07c90d-342e-4981-89d8-0722814e800e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:19.676265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d066b-657c-4377-81f2-33a0f1a10089 req-c67e223c-d0f6-4645-bde7-cc555fc41bf6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:19.677739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-912d066b-657c-4377-81f2-33a0f1a10089 req-c67e223c-d0f6-4645-bde7-cc555fc41bf6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 945 time: 0.4745343
Dec 16 09:55:19.757639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:19.778206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network 9e07c90d-342e-4981-89d8-0722814e800e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:19.802435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Transition to ACTIVE for port object b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:19.805478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 9e07c90d-342e-4981-89d8-0722814e800e) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:19.813053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Deleting port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:19.813053 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:19.818701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a2839-a72f-4c88-8cf6-1258563f2d02 None None] Network 9e07c90d-342e-4981-89d8-0722814e800e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:19.863831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:19.867746 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9299bb0d-22a9-4cbe-8613-7ddba1b59322 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:20.170536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-9e07c90d-342e-4981-89d8-0722814e800e', 'network_id': '9e07c90d-342e-4981-89d8-0722814e800e', 'tenant_id': '0fa1045d35914f0ebd8b9470bc3556d9', 'fixed_ips': [{'subnet_id': '4c846841-5b42-4ce3-87c4-1c29e73f5acb'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:55:20.174219 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:20.182445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event updated for resources: {'Subnet': ['ID=d9740849-45d7-4ccc-a398-ea18b5cd6ee7,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:20.193423 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:20.197554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:20.203846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Checking segment: {'id': '15417c05-8be4-49ea-a4fe-f30f4a4acec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:20.204113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network hostable DHCP agents. Network: 88f67abc-37f1-4857-8183-b4ed617db9a0, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:20.231847 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-abd6a68e-9b6e-4638-9d71-621a79ff5387 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:20.266063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:20.542793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Allocated IP 172.20.0.2 (9e07c90d-342e-4981-89d8-0722814e800e/4c846841-5b42-4ce3-87c4-1c29e73f5acb/21b57dfa-618d-4df5-bd5b-d70e1b41e452) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:20.559642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:20.566663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:20.571972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:20.575618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:20.610735 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:20.611480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Network 88f67abc-37f1-4857-8183-b4ed617db9a0 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:20.696146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 88f67abc-37f1-4857-8183-b4ed617db9a0) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:20.701936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:20.702579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:20.703314 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:20.709861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] For port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:20.710389 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:20.732577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d10c96-6f95-4717-b0db-db53271ed80f None None] Network 88f67abc-37f1-4857-8183-b4ed617db9a0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:20.886426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42570db0-2201-4868-8122-16c44adcc2a6 req-1dd3386b-46a3-4cc2-925b-21fd808cdabb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:20.888159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-42570db0-2201-4868-8122-16c44adcc2a6 req-1dd3386b-46a3-4cc2-925b-21fd808cdabb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 945 time: 0.8036253
Dec 16 09:55:20.894209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:20.894982 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:20.910345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Calling delete_port for bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:20.923964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-982d4bf0-9f5c-4446-89d1-133e048b1c94 None None] Provisioning for port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:20.963845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-982d4bf0-9f5c-4446-89d1-133e048b1c94 None None] Provisioning complete for port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:20.964232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-982d4bf0-9f5c-4446-89d1-133e048b1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.005523 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6522033
Dec 16 09:55:21.006899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 3.6607337
Dec 16 09:55:21.010673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:21.026196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-75ddea59-84d2-443b-9710-a97b2ae7e790 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:55:21.027194 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-75ddea59-84d2-443b-9710-a97b2ae7e790 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0151269
Dec 16 09:55:21.052283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Request body: {'port': {'device_id': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:21.095152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354be5a-ae08-49c3-b6f9-2de4c1931626 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:21.097187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354be5a-ae08-49c3-b6f9-2de4c1931626 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:21.101473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-982d4bf0-9f5c-4446-89d1-133e048b1c94 None None] Port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:55:21.109035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-42570db0-2201-4868-8122-16c44adcc2a6 req-65293332-ea5d-4481-9389-6692bba1ecd6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689196
Dec 16 09:55:21.115462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354be5a-ae08-49c3-b6f9-2de4c1931626 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:21.125121 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1354be5a-ae08-49c3-b6f9-2de4c1931626 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.1124308
Dec 16 09:55:21.128736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38670) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:21.245187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Deleting subnet 4c846841-5b42-4ce3-87c4-1c29e73f5acb {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:55:21.304098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.331110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-88f67abc-37f1-4857-8183-b4ed617db9a0', 'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0', 'tenant_id': '0fa1045d35914f0ebd8b9470bc3556d9', 'fixed_ips': [{'subnet_id': 'd9740849-45d7-4ccc-a398-ea18b5cd6ee7'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:55:21.331966 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.347742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Transition to ACTIVE for port object 21b57dfa-618d-4df5-bd5b-d70e1b41e452 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:21.427147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Transition to ACTIVE for port object 21b57dfa-618d-4df5-bd5b-d70e1b41e452 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:21.434637 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.450640 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a798f985-bd60-4dfa-b5d7-07ca3a9a0777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:21.451029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.537671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Network 9e07c90d-342e-4981-89d8-0722814e800e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:21.544082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:21.551705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:21.595875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Pushing event updated for resources: {'Port': ['ID=21b57dfa-618d-4df5-bd5b-d70e1b41e452,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:21.608019 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:21.630827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.651528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.715040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Allocated IP 172.20.0.18 (88f67abc-37f1-4857-8183-b4ed617db9a0/d9740849-45d7-4ccc-a398-ea18b5cd6ee7/a7466521-488a-48d2-939b-2ebff7c5002f) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:21.717268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Attempting to bind port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:21.717736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Attempting to bind port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'f3664a10-4c68-4273-9f6a-c7aa3616bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9e07c90d-342e-4981-89d8-0722814e800e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:21.718022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Attempting to bind port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 on network 9e07c90d-342e-4981-89d8-0722814e800e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:21.723949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.730737 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:21.731210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Checking segment: {'id': 'f3664a10-4c68-4273-9f6a-c7aa3616bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9e07c90d-342e-4981-89d8-0722814e800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:21.731557 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.732026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Bound using segment: {'id': 'f3664a10-4c68-4273-9f6a-c7aa3616bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9e07c90d-342e-4981-89d8-0722814e800e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:21.732518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Bound port: 21b57dfa-618d-4df5-bd5b-d70e1b41e452, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3664a10-4c68-4273-9f6a-c7aa3616bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9e07c90d-342e-4981-89d8-0722814e800e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:21.732903 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:21.746787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:21.787874 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37d8c7e0-8b14-4dbd-9ba0-449527b6d48c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:21.898314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event deleted for resources: {'Port': ['ID=bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:21.909744 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:22.042628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] For port 21b57dfa-618d-4df5-bd5b-d70e1b41e452, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:22.072625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d6c61-eb68-45e1-bfb4-eecba617e4c3 req-8f3677e5-e359-4aca-af1f-5794c013466b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:22.073339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9d0d6c61-eb68-45e1-bfb4-eecba617e4c3 req-8f3677e5-e359-4aca-af1f-5794c013466b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:22.084579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] For port 21b57dfa-618d-4df5-bd5b-d70e1b41e452, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21b57dfa-618d-4df5-bd5b-d70e1b41e452,segment=NetworkSegment(f3664a10-4c68-4273-9f6a-c7aa3616bf40),segment_id=f3664a10-4c68-4273-9f6a-c7aa3616bf40)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:22.087391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] No DVR routers for this DVR port bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:22.094434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.100690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fadb09b-98ee-45c8-b789-461a1e177286', 'name': 'network-vif-deleted', 'tag': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:22.107478 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.115773 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:22.130063 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.195272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-9d0d6c61-eb68-45e1-bfb4-eecba617e4c3 req-8f3677e5-e359-4aca-af1f-5794c013466b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:22.196343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d0d6c61-eb68-45e1-bfb4-eecba617e4c3 req-8f3677e5-e359-4aca-af1f-5794c013466b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 932 time: 0.8912292
Dec 16 09:55:22.197735 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-912d066b-657c-4377-81f2-33a0f1a10089 req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.74 "DELETE /v2.0/ports/bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb HTTP/1.1" status: 204  len: 173 time: 2.5064666
Dec 16 09:55:22.240818 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.257321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Pushing event updated for resources: {'Port': ['ID=21b57dfa-618d-4df5-bd5b-d70e1b41e452,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:22.273496 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:22.275063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Transition to ACTIVE for port object a7466521-488a-48d2-939b-2ebff7c5002f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:22.348833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d0d6c61-eb68-45e1-bfb4-eecba617e4c3 req-9272a861-19fe-4875-b7aa-ee3be205169e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997944
Dec 16 09:55:22.363436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Transition to ACTIVE for port object a7466521-488a-48d2-939b-2ebff7c5002f will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:22.378668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.393868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e84b2a50-a8c1-4745-90dc-0b4c4cb92b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:22.398894 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.423659 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb7627a5-6490-4553-b240-1b97102c331b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:22.477574 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fadb09b-98ee-45c8-b789-461a1e177286', 'name': 'network-vif-deleted', 'tag': 'bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb', 'status': 'completed', 'code': 200}
Dec 16 09:55:22.485281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.497546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Subnet': ['ID=4c846841-5b42-4ce3-87c4-1c29e73f5acb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:22.497760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Network 88f67abc-37f1-4857-8183-b4ed617db9a0 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:22.506317 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:22.507265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:22.511901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:22.512681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38680) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:22.513324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/subnets/4c846841-5b42-4ce3-87c4-1c29e73f5acb HTTP/1.1" status: 204  len: 168 time: 1.3830144
Dec 16 09:55:22.534969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Pushing event updated for resources: {'Port': ['ID=a7466521-488a-48d2-939b-2ebff7c5002f,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:22.555996 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:22.564955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:55:22.608276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:22.642132 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.686428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Deleting subnet d9740849-45d7-4ccc-a398-ea18b5cd6ee7 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:55:22.695868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.698967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:55:22.699439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device bdbe41c4-c98a-48c1-a2a2-a2cadbb21bbb not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:55:22.785187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.898186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Attempting to bind port a7466521-488a-48d2-939b-2ebff7c5002f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:22.898789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Attempting to bind port a7466521-488a-48d2-939b-2ebff7c5002f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '15417c05-8be4-49ea-a4fe-f30f4a4acec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:22.899258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Attempting to bind port a7466521-488a-48d2-939b-2ebff7c5002f on network 88f67abc-37f1-4857-8183-b4ed617db9a0 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:22.922980 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.930809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:22.931328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Checking segment: {'id': '15417c05-8be4-49ea-a4fe-f30f4a4acec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:22.932183 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.933293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Bound using segment: {'id': '15417c05-8be4-49ea-a4fe-f30f4a4acec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:22.934843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Bound port: a7466521-488a-48d2-939b-2ebff7c5002f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15417c05-8be4-49ea-a4fe-f30f4a4acec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '88f67abc-37f1-4857-8183-b4ed617db9a0'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:22.936012 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:22.961639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-edee7218-bd91-483f-b083-3dda3392eb22 req-80c3bf58-33dd-422b-aa94-6cc6bc264436 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:22.995696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-edee7218-bd91-483f-b083-3dda3392eb22 req-80c3bf58-33dd-422b-aa94-6cc6bc264436 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:22.997266 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edee7218-bd91-483f-b083-3dda3392eb22 req-80c3bf58-33dd-422b-aa94-6cc6bc264436 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fadb09b-98ee-45c8-b789-461a1e177286 HTTP/1.1" status: 200  len: 210 time: 0.3581874
Dec 16 09:55:23.021949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Transition to ACTIVE for port object b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:23.027200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.035686 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-efe38ed6-26b9-4d23-bf8c-998c549547e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:23.062887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.063140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21b57dfa-618d-4df5-bd5b-d70e1b41e452 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:55:23.070828 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-08a6dae5-03f1-4a9b-bd37-9453e05aff7e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:23.160403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.162249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] For port a7466521-488a-48d2-939b-2ebff7c5002f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:23.177409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] For port a7466521-488a-48d2-939b-2ebff7c5002f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a7466521-488a-48d2-939b-2ebff7c5002f,segment=NetworkSegment(15417c05-8be4-49ea-a4fe-f30f4a4acec9),segment_id=15417c05-8be4-49ea-a4fe-f30f4a4acec9)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:23.192148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Subnet': ['ID=d9740849-45d7-4ccc-a398-ea18b5cd6ee7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:23.192752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.198079 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3d325c19-3004-409f-91e7-d5f433c554af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:23.201205 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:23.207527 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/subnets/d9740849-45d7-4ccc-a398-ea18b5cd6ee7 HTTP/1.1" status: 204  len: 168 time: 0.6925597
Dec 16 09:55:23.211417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38684) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:23.271939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:23.307240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Pushing event updated for resources: {'Port': ['ID=a7466521-488a-48d2-939b-2ebff7c5002f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:23.314185 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:23.334717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:23.354430 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:23.381400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9622216-3626-4c7c-be0e-9670e84ae869 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:23.383457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9622216-3626-4c7c-be0e-9670e84ae869 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Synchronizing usage tracker for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:23.417693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Attempting to bind port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:23.419487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Attempting to bind port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:23.419613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9622216-3626-4c7c-be0e-9670e84ae869 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Unset dirty status for tenant:0fa1045d35914f0ebd8b9470bc3556d9 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:23.419704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Attempting to bind port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:23.428225 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e9622216-3626-4c7c-be0e-9670e84ae869 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2149255
Dec 16 09:55:23.429069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38692) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:23.450566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:55:23.451087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Attempting to bind port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:23.470810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:23.471290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:23.471659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Bound using segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:23.472147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Bound port: b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:23.472542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.679103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] For port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:23.683255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] For port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:23.697005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.717901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.774099 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69d6751b-9c71-4e68-bd08-b89a08d000bd tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:23.784843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Deleting port a7466521-488a-48d2-939b-2ebff7c5002f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:23.785399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.876923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:23.877564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:23.879038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] 10.222.0.74 "PUT /v2.0/ports/b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 HTTP/1.1" status: 200  len: 1092 time: 2.8331544
Dec 16 09:55:23.915403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:23.922511 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:24.036986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fa744-682a-4da5-b401-2dfae6d307ac req-a2608eec-d307-433d-984a-4bdba8e0933c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:24.043025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc5fa744-682a-4da5-b401-2dfae6d307ac req-a2608eec-d307-433d-984a-4bdba8e0933c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 944 time: 0.3370454
Dec 16 09:55:24.167003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc5fa744-682a-4da5-b401-2dfae6d307ac req-03d8fd6f-902d-4343-a32a-cc37c82e0d32 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123700
Dec 16 09:55:24.208216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-2af4771d-dea1-4270-8787-12f376756064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:24.211088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-2af4771d-dea1-4270-8787-12f376756064 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 1095 time: 0.2581298
Dec 16 09:55:24.306148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c81e033-8f43-43e3-9398-f10308ee31b4 None None] Network 9e07c90d-342e-4981-89d8-0722814e800e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:24.364256 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0347d2a8-d207-4f14-a737-3ed10280a789 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 HTTP/1.1" status: 200  len: 217 time: 0.1440728
Dec 16 09:55:24.429258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] For port a7466521-488a-48d2-939b-2ebff7c5002f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a7466521-488a-48d2-939b-2ebff7c5002f,segment=NetworkSegment(15417c05-8be4-49ea-a4fe-f30f4a4acec9),segment_id=15417c05-8be4-49ea-a4fe-f30f4a4acec9)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:24.429897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:24.443499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Provisioning for port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:24.470254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-3c7798ac-319f-4401-9d3f-0d504702a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:24.472825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-3c7798ac-319f-4401-9d3f-0d504702a233 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1018524
Dec 16 09:55:24.478092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Provisioning complete for port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:24.478825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:24.483036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:24.634653 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01', 'status': 'completed', 'code': 200}
Dec 16 09:55:24.637294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-c7f27e9f-78d1-43cf-a9d6-c3c998b17943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:24.638958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-c7f27e9f-78d1-43cf-a9d6-c3c998b17943 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1501455
Dec 16 09:55:24.645185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Calling delete_port for a7466521-488a-48d2-939b-2ebff7c5002f owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:24.775000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:24.782685 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b3dafc8-67ee-4d3b-b58e-f6059b2d0c6d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:24.846804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] No DVR routers for this DVR port a7466521-488a-48d2-939b-2ebff7c5002f on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:24.860793 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:24.908395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] For port 21b57dfa-618d-4df5-bd5b-d70e1b41e452, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21b57dfa-618d-4df5-bd5b-d70e1b41e452,segment=NetworkSegment(f3664a10-4c68-4273-9f6a-c7aa3616bf40),segment_id=f3664a10-4c68-4273-9f6a-c7aa3616bf40)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:24.916436 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:24.918779 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7e113c76-7185-49f4-b567-c461992d7af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:24.952818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Port': ['ID=a7466521-488a-48d2-939b-2ebff7c5002f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:24.990422 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:25.041405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] DHCP port deletion for 9e07c90d-342e-4981-89d8-0722814e800e request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:55:25.067052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Deleting port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:25.068273 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.112967 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.154553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a7466521-488a-48d2-939b-2ebff7c5002f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:55:25.154848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0af8a30>,) {'filters': {'network_id': ['88f67abc-37f1-4857-8183-b4ed617db9a0']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:25.158512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-b889425a-1813-42a3-8dd3-97d04f549dd9 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5105426
Dec 16 09:55:25.178507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0af8a30>, '15417c05-8be4-49ea-a4fe-f30f4a4acec9') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:25.178880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0af8a30>, '15417c05-8be4-49ea-a4fe-f30f4a4acec9') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:25.190618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Pushing event updated for resources: {'Port': ['ID=21b57dfa-618d-4df5-bd5b-d70e1b41e452,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:25.199342 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.205979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9011e6-9da2-431c-ba75-a5620f013fc7 None None] Network 88f67abc-37f1-4857-8183-b4ed617db9a0 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:25.221352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.225391 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:25.229349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:25.229782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.242019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a7466521-488a-48d2-939b-2ebff7c5002f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:55:25.242387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a7466521-488a-48d2-939b-2ebff7c5002f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:25.247319 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:25.306180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-73335fca-5e2e-458c-965c-108e6db297d8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:25.310507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-73335fca-5e2e-458c-965c-108e6db297d8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.4763215
Dec 16 09:55:25.344546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port a7466521-488a-48d2-939b-2ebff7c5002f not found, will not notify nova. {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 16 09:55:25.352508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-2fbb79eb-786f-45fe-ae63-6755dbdea7ea tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0361502
Dec 16 09:55:25.372086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.394883 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9702960-48a3-4edd-864c-748760449707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:25.427236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.456420 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/networks/88f67abc-37f1-4857-8183-b4ed617db9a0 HTTP/1.1" status: 204  len: 168 time: 2.0237586
Dec 16 09:55:25.460454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:25.464910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Network': ['ID=88f67abc-37f1-4857-8183-b4ed617db9a0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:25.482865 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:25.525295 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1b432e-b332-43b2-8c00-2dc19628ad2f req-0aaf20f6-6bd9-4238-b105-70d5b2c896ff service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3542228
Dec 16 09:55:25.615559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-53ddae89-c075-47ef-b4fc-a2e347ef8a8c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2396927
Dec 16 09:55:25.671439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.684291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Deleting port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:25.684765 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.752074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d296dfed-ef2d-4c64-9306-f4bc0e4eb0e7 None None] Could not find standard attr ID for object a7466521-488a-48d2-939b-2ebff7c5002f. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:55:25.765307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7796cc-04de-4fab-b42f-a1b6b4f45de8 None None] DHCP port deletion for 88f67abc-37f1-4857-8183-b4ed617db9a0 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:55:25.826424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] For port 21b57dfa-618d-4df5-bd5b-d70e1b41e452, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21b57dfa-618d-4df5-bd5b-d70e1b41e452,segment=NetworkSegment(f3664a10-4c68-4273-9f6a-c7aa3616bf40),segment_id=f3664a10-4c68-4273-9f6a-c7aa3616bf40)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:25.826983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.920543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2676-98d5-4068-8988-74043e047c1c req-ed736981-d608-4f6a-8a80-fcf29406524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:25.922615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-127f2676-98d5-4068-8988-74043e047c1c req-ed736981-d608-4f6a-8a80-fcf29406524b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 1095 time: 0.2803118
Dec 16 09:55:25.962589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-0e9e3511-94c0-480b-9c3e-e879316f03b6 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285702
Dec 16 09:55:25.968515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] For port 21b57dfa-618d-4df5-bd5b-d70e1b41e452, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=21b57dfa-618d-4df5-bd5b-d70e1b41e452,segment=NetworkSegment(f3664a10-4c68-4273-9f6a-c7aa3616bf40),segment_id=f3664a10-4c68-4273-9f6a-c7aa3616bf40)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:25.969091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:25.986843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Calling delete_port for 21b57dfa-618d-4df5-bd5b-d70e1b41e452 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:26.083858 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:26.089989 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e7d36714-e77e-4784-ae8d-04ab7f425244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:26.141429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Pushing event deleted for resources: {'Port': ['ID=21b57dfa-618d-4df5-bd5b-d70e1b41e452,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:26.145335 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:26.148067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] No DVR routers for this DVR port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:26.173136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Calling delete_port for 21b57dfa-618d-4df5-bd5b-d70e1b41e452 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:26.258403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:55:26.258788 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:55:26.477259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2676-98d5-4068-8988-74043e047c1c req-20a81efc-bfb8-422b-b52a-5c4a771565b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:26.478638 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-127f2676-98d5-4068-8988-74043e047c1c req-20a81efc-bfb8-422b-b52a-5c4a771565b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.5485437
Dec 16 09:55:26.480572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-1fb3ddd1-6a13-4fec-ae0c-adfa4a97efbf service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5176940
Dec 16 09:55:26.555922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-127f2676-98d5-4068-8988-74043e047c1c req-85925eb3-107a-4478-9f8e-0ba26f8964c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 HTTP/1.1" status: 200  len: 217 time: 0.0700114
Dec 16 09:55:26.626970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2676-98d5-4068-8988-74043e047c1c req-78cae10c-3938-40f4-b8ba-1aca29b8ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:26.628659 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-127f2676-98d5-4068-8988-74043e047c1c req-78cae10c-3938-40f4-b8ba-1aca29b8ad46 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.0659065
Dec 16 09:55:26.759958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Deleting port 21b57dfa-618d-4df5-bd5b-d70e1b41e452 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:26.760501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:26.774474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2676-98d5-4068-8988-74043e047c1c req-d094c634-fe53-4054-81a3-1b913f97da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:26.776130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-127f2676-98d5-4068-8988-74043e047c1c req-d094c634-fe53-4054-81a3-1b913f97da83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1407721
Dec 16 09:55:26.793940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b076c-bfcc-4e2e-a438-95ba6ae33df7 req-6c1768ef-14ee-4b5f-882f-d580154a025d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:26.795494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c9b076c-bfcc-4e2e-a438-95ba6ae33df7 req-6c1768ef-14ee-4b5f-882f-d580154a025d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 944 time: 0.1127191
Dec 16 09:55:26.852586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] The port '21b57dfa-618d-4df5-bd5b-d70e1b41e452' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:55:26.950257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c9b076c-bfcc-4e2e-a438-95ba6ae33df7 req-908668ee-b5d7-429b-a576-a25ab83fe0b2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328959
Dec 16 09:55:26.985445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a7466521-488a-48d2-939b-2ebff7c5002f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:55:27.012908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-127f2676-98d5-4068-8988-74043e047c1c req-13d07182-5d59-47d0-81a3-2f7954e3ed7d service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281747
Dec 16 09:55:27.047040 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.057957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a7466521-488a-48d2-939b-2ebff7c5002f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:55:27.058607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a7466521-488a-48d2-939b-2ebff7c5002f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:55:27.059385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21b57dfa-618d-4df5-bd5b-d70e1b41e452 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:55:27.096296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 21b57dfa-618d-4df5-bd5b-d70e1b41e452 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:55:27.096984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 21b57dfa-618d-4df5-bd5b-d70e1b41e452 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:55:27.101721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f24c3a30>,) {'filters': {'network_id': ['9e07c90d-342e-4981-89d8-0722814e800e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:27.142899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24c3a30>, 'f3664a10-4c68-4273-9f6a-c7aa3616bf40') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:27.143302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24c3a30>, 'f3664a10-4c68-4273-9f6a-c7aa3616bf40') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:27.160700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.189371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e7e4b47d-bfc2-4016-9c95-3af82de0e542 req-7603aa1b-cc56-478c-addd-4d495e3f35f0 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 210 time: 0.1303468
Dec 16 09:55:27.192055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.201175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:27.202011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:27.231954 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:27.255987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-127f2676-98d5-4068-8988-74043e047c1c req-2e3d9fe2-f97a-4d60-ad87-492142ad8faa service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329516
Dec 16 09:55:27.346508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.351458 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:27.373797 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.393671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Network': ['ID=9e07c90d-342e-4981-89d8-0722814e800e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:27.402477 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:27.418191 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/networks/9e07c90d-342e-4981-89d8-0722814e800e HTTP/1.1" status: 204  len: 168 time: 1.9554288
Dec 16 09:55:27.418920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38738) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:27.753559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.904966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.936426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f4c1ad90>,) {'filters': {'network_id': ['d4de4bc0-fa9f-4e72-b81a-660d696810c3']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:27.951723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f4c1ad90>, 'b63907c1-c983-48d5-a396-eae3cbe3ca12') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:27.952019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f4c1ad90>, 'b63907c1-c983-48d5-a396-eae3cbe3ca12') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:27.966136 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:27.997263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.020239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:28.020802 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:28.038160 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:28.166084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.172102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.176888 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-865c3e86-ce5f-4f3b-acdf-1cbfcb73fe86 tempest-TagsExtTest-685556948 tempest-TagsExtTest-685556948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:28.202117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-dca2b4ce-f6b8-4e10-b6e8-06fc72f5c45b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:28.203712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-dca2b4ce-f6b8-4e10-b6e8-06fc72f5c45b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2211397
Dec 16 09:55:28.204964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Network': ['ID=d4de4bc0-fa9f-4e72-b81a-660d696810c3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:28.207779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:28.209634 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/networks/d4de4bc0-fa9f-4e72-b81a-660d696810c3 HTTP/1.1" status: 204  len: 168 time: 0.7899230
Dec 16 09:55:28.213550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:28.220956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Request body: {'port': {'device_id': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'admin_state_up': True, 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:28.355795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.366389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef492bf-ed0f-45a2-b231-eb5e6908721c req-33d9652e-778c-47e1-a443-21ae2a0646e8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:28.367994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ef492bf-ed0f-45a2-b231-eb5e6908721c req-33d9652e-778c-47e1-a443-21ae2a0646e8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 944 time: 0.2372241
Dec 16 09:55:28.409433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:28.428975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:28.444642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1ef492bf-ed0f-45a2-b231-eb5e6908721c req-fdd6c53d-b5c3-4791-bd5e-8abb5475d241 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641911
Dec 16 09:55:28.450624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:28.455095 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.516745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.550691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ce7b80>,) {'filters': {'network_id': ['fa396f8b-acda-4d51-8655-f101d63247a3']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:28.570970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:55:28.573901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ce7b80>, 'a0b474cb-beb2-4d06-853d-32ddb2de6979') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:28.574204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ce7b80>, 'a0b474cb-beb2-4d06-853d-32ddb2de6979') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:28.591408 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.618540 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.626063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:28.626558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:28.646119 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:28.700477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67490427-fb6b-4d8d-b834-b3b0a7826730 req-e8b26db4-b5c8-4c65-8f57-6a152dcb6d63 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 210 time: 0.0638881
Dec 16 09:55:28.726666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Allocated IP 172.20.0.8 (ba6a1215-fe59-45ca-8f84-bd08f9de1e2c/0b865947-3a3c-435f-99bf-81e20e11f800/a638baf5-a4f9-4015-89b2-452b0fa371dc) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:28.773539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.778318 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94d210c2-6597-48a2-8be3-734b692af71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:28.811452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.811875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:28.826370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Pushing event deleted for resources: {'Network': ['ID=fa396f8b-acda-4d51-8655-f101d63247a3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:28.831032 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] 10.222.0.66 "DELETE /v2.0/networks/fa396f8b-acda-4d51-8655-f101d63247a3 HTTP/1.1" status: 204  len: 168 time: 0.6157329
Dec 16 09:55:28.831570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01', 'mac_address': 'fa:16:3e:0d:f8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:55:28.832537 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:28.931427 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:55:28.956132 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:28.984590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:29.004393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:29.011086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.013600 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:29.093741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:29.096746 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:29.206236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:29.209822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.225686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308fcfb-114f-43d9-9932-df365de4d8bc req-0477a257-2524-41b8-84db-c5e36472ed53 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:29.227216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0308fcfb-114f-43d9-9932-df365de4d8bc req-0477a257-2524-41b8-84db-c5e36472ed53 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1469111
Dec 16 09:55:29.270853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:29.287825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0308fcfb-114f-43d9-9932-df365de4d8bc req-74b2d851-5791-45b9-9ee5-9d454aecbed6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504572
Dec 16 09:55:29.300309 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.308615 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:29.315639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:29.377200 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-51b3774b-05d1-4dbf-a39c-0ef1e3761c25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0fa1045d35914f0ebd8b9470bc3556d9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1669610
Dec 16 09:55:29.377449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:29.382888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:29.386805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:29.391220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:29.424144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event updated for resources: {'Port': ['ID=a638baf5-a4f9-4015-89b2-452b0fa371dc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:29.440880 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:29.455674 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.468838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:29.470047 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.485349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.501833 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2874711
Dec 16 09:55:29.516177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Request body: {'port': {'device_id': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:29.570099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.574573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fdd58ef-9da3-475d-98f7-ea8ad6fd3619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:29.588168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b7eddd-8669-40ee-94aa-8a51984e80ae,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:29.593147 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:29.595226 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.598818 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94b7eddd-8669-40ee-94aa-8a51984e80ae HTTP/1.1" status: 204  len: 168 time: 0.2179918
Dec 16 09:55:29.721898 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:29.779950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461dc74-7b73-48ee-90f6-c74a550126e9 req-8547389f-3359-4f89-92b3-c50d912532e0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:29.782000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c461dc74-7b73-48ee-90f6-c74a550126e9 req-8547389f-3359-4f89-92b3-c50d912532e0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 945 time: 0.1968834
Dec 16 09:55:29.906062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c461dc74-7b73-48ee-90f6-c74a550126e9 req-36b4400e-b55a-463f-acfa-a6d029e0afe1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098027
Dec 16 09:55:30.160341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfda5dc-2623-41a3-b98c-4f3af8292e2b req-edf5d6a4-fd68-4c59-87d3-666ee248b85f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:30.161125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dcfda5dc-2623-41a3-b98c-4f3af8292e2b req-edf5d6a4-fd68-4c59-87d3-666ee248b85f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:30.228357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-dcfda5dc-2623-41a3-b98c-4f3af8292e2b req-edf5d6a4-fd68-4c59-87d3-666ee248b85f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:30.229510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dcfda5dc-2623-41a3-b98c-4f3af8292e2b req-edf5d6a4-fd68-4c59-87d3-666ee248b85f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 931 time: 0.2108531
Dec 16 09:55:30.233699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a638baf5-a4f9-4015-89b2-452b0fa371dc {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:30.243413 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.285940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Transition to ACTIVE for port object a638baf5-a4f9-4015-89b2-452b0fa371dc will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:30.293826 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.299921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f10849cf-2165-4bef-a9f0-dcd2f7fe5f90 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:30.342438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dcfda5dc-2623-41a3-b98c-4f3af8292e2b req-a72c4eb3-8269-4fc2-8249-13d35b5fa4e7 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040676
Dec 16 09:55:30.509204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38800) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.542879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a638baf5-a4f9-4015-89b2-452b0fa371dc,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:30.545924 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:30.586435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:55:30.625823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Attempting to bind port a638baf5-a4f9-4015-89b2-452b0fa371dc on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:30.626170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Attempting to bind port a638baf5-a4f9-4015-89b2-452b0fa371dc by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:30.626508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Attempting to bind port a638baf5-a4f9-4015-89b2-452b0fa371dc on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:30.630807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-23c4f63d-e451-4ba9-92a4-8a41d1c54cbf tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] Request body: {'port': {'network_id': '17756d50-12d8-48eb-b99a-380b3ac17ca8', 'name': 'tempest-NetworksNegativeTestJSON-1888753011'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:30.641839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8452f-4593-4da9-9efa-fb8a6dbcb6dc req-a6be1415-5000-45c3-8b6c-ff242ded05ac tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:30.644122 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2eb8452f-4593-4da9-9efa-fb8a6dbcb6dc req-a6be1415-5000-45c3-8b6c-ff242ded05ac tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1693866
Dec 16 09:55:30.644122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Port a638baf5-a4f9-4015-89b2-452b0fa371dc on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:55:30.644431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Attempting to bind port a638baf5-a4f9-4015-89b2-452b0fa371dc on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:30.653004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:30.653345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:30.653735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Bound using segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:30.653906 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c4f63d-e451-4ba9-92a4-8a41d1c54cbf tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] POST failed (client error): The resource could not be found.
Dec 16 09:55:30.654183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Bound port: a638baf5-a4f9-4015-89b2-452b0fa371dc, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:30.654391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c4f63d-e451-4ba9-92a4-8a41d1c54cbf tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:30.654526 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.655893 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-23c4f63d-e451-4ba9-92a4-8a41d1c54cbf tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1453156
Dec 16 09:55:30.660291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.687599 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e2e5d6-23c0-4bc3-b2f9-24dace6bc00b tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:30.688598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e2e5d6-23c0-4bc3-b2f9-24dace6bc00b tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:30.688726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:30.693554 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b7e2e5d6-23c0-4bc3-b2f9-24dace6bc00b tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "DELETE /v2.0/networks/13053f9a-aa9f-4b41-8828-a8e55b17d2e8 HTTP/1.1" status: 404  len: 339 time: 0.0286362
Dec 16 09:55:30.693990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38810) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.694917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:30.695361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.742772 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cce04c9-83f7-46d0-9aea-5fd220dfd0cc tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:30.743278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cce04c9-83f7-46d0-9aea-5fd220dfd0cc tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:30.745009 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0cce04c9-83f7-46d0-9aea-5fd220dfd0cc tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "DELETE /v2.0/ports/6d411c71-c8dc-44b9-b8ad-8dc9676826ad HTTP/1.1" status: 404  len: 333 time: 0.0499065
Dec 16 09:55:30.749726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38814) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.758686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2eb8452f-4593-4da9-9efa-fb8a6dbcb6dc req-2a2042be-2203-4a59-b348-b6327283e1e6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065462
Dec 16 09:55:30.794120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] For port a638baf5-a4f9-4015-89b2-452b0fa371dc, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:30.798331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] For port a638baf5-a4f9-4015-89b2-452b0fa371dc, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a638baf5-a4f9-4015-89b2-452b0fa371dc,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:30.802674 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8cc5a4-a2c8-48d9-9e20-09c0eff0d637 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:30.803146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8cc5a4-a2c8-48d9-9e20-09c0eff0d637 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:30.803346 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.804874 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7f8cc5a4-a2c8-48d9-9e20-09c0eff0d637 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "DELETE /v2.0/subnets/77a835db-a3da-4c69-bc4b-bb0a795aade0 HTTP/1.1" status: 404  len: 337 time: 0.0544906
Dec 16 09:55:30.807817 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a13000c1-c2fe-492a-8fe3-b3e250a64eaf tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:30.808601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38818) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.836670 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f20242-75ef-43c3-984f-00104118b155 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:30.838027 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40f20242-75ef-43c3-984f-00104118b155 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "GET /v2.0/networks/744292ed-9aa8-4106-9e37-1a6ad5209077 HTTP/1.1" status: 404  len: 339 time: 0.0284266
Dec 16 09:55:30.842531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38822) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.850017 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.866494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:30.867470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.869163 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] 10.222.0.54 "PUT /v2.0/ports/a638baf5-a4f9-4015-89b2-452b0fa371dc HTTP/1.1" status: 200  len: 1091 time: 1.3581712
Dec 16 09:55:30.873320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'tag': 'a638baf5-a4f9-4015-89b2-452b0fa371dc'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:30.892845 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6910bf87-a680-4a7a-bf63-896508a24a5e tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:30.898593 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6910bf87-a680-4a7a-bf63-896508a24a5e tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "GET /v2.0/ports/11ce4d78-e336-445c-a134-a4df57d00aa2 HTTP/1.1" status: 404  len: 333 time: 0.0548542
Dec 16 09:55:30.899224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.904660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a638baf5-a4f9-4015-89b2-452b0fa371dc,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:30.918211 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:30.929991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:30.931232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:30.943415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:30.947585 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-269d3dc9-d135-4078-9694-0d17ff3c08e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:30.948508 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4054037c-1daf-4704-9867-ac27df5dd3fb tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:30.954089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4054037c-1daf-4704-9867-ac27df5dd3fb tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "GET /v2.0/subnets/2cc66f75-e900-483a-b7ec-f8131feb4da9 HTTP/1.1" status: 404  len: 337 time: 0.0536859
Dec 16 09:55:30.954566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.961000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-17532069-6b0d-4a9d-b7e3-ac540899f4f0 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:30.973235 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'tag': 'a638baf5-a4f9-4015-89b2-452b0fa371dc', 'status': 'completed', 'code': 200}
Dec 16 09:55:30.982450 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-17532069-6b0d-4a9d-b7e3-ac540899f4f0 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] PUT failed (client error): The resource could not be found.
Dec 16 09:55:30.982934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17532069-6b0d-4a9d-b7e3-ac540899f4f0 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:30.988765 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-17532069-6b0d-4a9d-b7e3-ac540899f4f0 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "PUT /v2.0/networks/63c04e10-6cf1-4e5f-96c9-86e10e338f14 HTTP/1.1" status: 404  len: 339 time: 0.0329700
Dec 16 09:55:30.989183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38840) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:30.997845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4c46c5c7-9eed-4c9e-9213-1395c7cb001a tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:31.030735 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:31.033947 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:31.038065 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c46c5c7-9eed-4c9e-9213-1395c7cb001a tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] PUT failed (client error): The resource could not be found.
Dec 16 09:55:31.038542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c46c5c7-9eed-4c9e-9213-1395c7cb001a tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:31.039872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4c46c5c7-9eed-4c9e-9213-1395c7cb001a tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "PUT /v2.0/ports/f5face20-f94d-4120-a0f1-866e86e4df98 HTTP/1.1" status: 404  len: 333 time: 0.0496557
Dec 16 09:55:31.044204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:31.051926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7589359b-b8e4-4fdb-964c-f04480042159 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:31.072739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-b6cc3e81-3596-47fb-8958-bf3644bd9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:31.074329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-b6cc3e81-3596-47fb-8958-bf3644bd9ae2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 1094 time: 0.1548858
Dec 16 09:55:31.093886 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7589359b-b8e4-4fdb-964c-f04480042159 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] PUT failed (client error): The resource could not be found.
Dec 16 09:55:31.094344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7589359b-b8e4-4fdb-964c-f04480042159 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:31.095664 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7589359b-b8e4-4fdb-964c-f04480042159 tempest-NetworksNegativeTestJSON-760875537 tempest-NetworksNegativeTestJSON-760875537-project] 10.222.0.66 "PUT /v2.0/subnets/5270f2b7-f14b-4bcf-8ac4-ea5ff739d6a2 HTTP/1.1" status: 404  len: 337 time: 0.0503855
Dec 16 09:55:31.313852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-57c3c82e-cc5b-4f35-93f3-3588b2ed1bca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a638baf5-a4f9-4015-89b2-452b0fa371dc HTTP/1.1" status: 200  len: 217 time: 0.2312169
Dec 16 09:55:31.389577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38854) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:31.409228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-fd1308aa-e7f0-432a-a4a7-bf9d42c95f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:31.410711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-fd1308aa-e7f0-432a-a4a7-bf9d42c95f7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.0904491
Dec 16 09:55:31.464112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-b3d5e4fd-1d0b-4357-af55-e9b25875e9cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467782
Dec 16 09:55:31.472479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee312f-d376-462a-81f9-32a7593b3095 req-f874aad4-fe67-4834-af60-a84dad9d5b2b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:31.473979 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fee312f-d376-462a-81f9-32a7593b3095 req-f874aad4-fe67-4834-af60-a84dad9d5b2b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 946 time: 0.1997190
Dec 16 09:55:31.516999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:31.533585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:31.537863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Usage tracker for resource:security_group_rule and tenant:a2ca6f875b4341f0b57152e44161fbf4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:31.541237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:31.547130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:31.611910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fee312f-d376-462a-81f9-32a7593b3095 req-c6eac03f-3297-4580-b0a4-62a48da765e2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163230
Dec 16 09:55:31.645147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:31.649720 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-01f5aaa3-08fd-4505-8630-561d9cb3adf8 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746886
Dec 16 09:55:31.650640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:31.680005 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-13854968-6e34-4947-91f1-e81f030e85fb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:31.682179 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01', 'code': 200}
Dec 16 09:55:31.695413 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a2ca6f875b4341f0b57152e44161fbf4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3017268
Dec 16 09:55:31.695644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38860) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:31.728541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141f34f8-ed56-48d8-b2ac-fc657943ce70,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:31.737821 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:31.788501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:31.797851 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7648f3-79bb-43a9-9d87-d38afb6e3c5b req-07bcd3ec-6266-40ff-bfbb-4a8d1919c4a9 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410997
Dec 16 09:55:31.839516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:31.908260 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:31.912126 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d6c0f2c6-1a3b-4609-86c2-3e48d16a9025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:31.923763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141f34f8-ed56-48d8-b2ac-fc657943ce70,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:31.927596 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:31.932339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:31.936349 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/141f34f8-ed56-48d8-b2ac-fc657943ce70 HTTP/1.1" status: 204  len: 168 time: 0.2370458
Dec 16 09:55:32.017715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd15e-6b1b-46bb-837d-d3400b14f786 req-e315afb0-3935-4887-8d11-c297dc40a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:32.018779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97bd15e-6b1b-46bb-837d-d3400b14f786 req-e315afb0-3935-4887-8d11-c297dc40a760 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 1097 time: 0.2193005
Dec 16 09:55:32.029012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0f0ab-06e2-4226-b9fb-5f2dfefb22ba req-5e3428b1-2487-43ec-9609-3d1451d20f76 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:32.030550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48f0f0ab-06e2-4226-b9fb-5f2dfefb22ba req-5e3428b1-2487-43ec-9609-3d1451d20f76 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 943 time: 0.1905136
Dec 16 09:55:32.046606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21036072-9161-482b-a7f2-f52c87593839 req-71b8fea0-0535-4c92-a91d-c50cf7a3255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:32.048147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21036072-9161-482b-a7f2-f52c87593839 req-71b8fea0-0535-4c92-a91d-c50cf7a3255d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 1094 time: 0.1994216
Dec 16 09:55:32.192283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c97bd15e-6b1b-46bb-837d-d3400b14f786 req-aaa3def2-97d5-4b97-b7de-a8f5232f80b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599362
Dec 16 09:55:32.205110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48f0f0ab-06e2-4226-b9fb-5f2dfefb22ba req-5134eb09-fb5c-402b-93bc-984e77d3d3db tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543036
Dec 16 09:55:32.246516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21036072-9161-482b-a7f2-f52c87593839 req-d8c29c4d-8c3b-4ee6-8ec7-221d952962b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:32.247933 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21036072-9161-482b-a7f2-f52c87593839 req-d8c29c4d-8c3b-4ee6-8ec7-221d952962b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 906 time: 0.1788995
Dec 16 09:55:32.356562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21036072-9161-482b-a7f2-f52c87593839 req-4cfabd84-39de-49cc-adcf-89f41609692a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a638baf5-a4f9-4015-89b2-452b0fa371dc HTTP/1.1" status: 200  len: 217 time: 0.1011350
Dec 16 09:55:32.447690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21036072-9161-482b-a7f2-f52c87593839 req-da14cc58-3042-4793-9378-1ff3558c5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:32.449186 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21036072-9161-482b-a7f2-f52c87593839 req-da14cc58-3042-4793-9378-1ff3558c5703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.0789490
Dec 16 09:55:32.502542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21036072-9161-482b-a7f2-f52c87593839 req-a4eae7f4-8091-4b94-8c45-93028a52bbcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446010
Dec 16 09:55:32.509737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8b65-1cc5-4eb3-89b1-aaedc3a2c183 req-d31fea17-e328-46d5-b0c7-c1c4d279aeb5 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:32.511237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82fd8b65-1cc5-4eb3-89b1-aaedc3a2c183 req-d31fea17-e328-46d5-b0c7-c1c4d279aeb5 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1941140
Dec 16 09:55:32.644304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82fd8b65-1cc5-4eb3-89b1-aaedc3a2c183 req-0b3de5e6-c483-4a7c-bcda-e3f7e2931cb0 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140609
Dec 16 09:55:32.689595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21036072-9161-482b-a7f2-f52c87593839 req-427db400-a90d-4aa5-97c5-35ff7d946dd6 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773643
Dec 16 09:55:32.779616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:32.907000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2073016210'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:32.913557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:32.917683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:32.920811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:32.927993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:32.940763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:32.944701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:32.962760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:32.978697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:32.982664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group_rule and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:32.985664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:32.991480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:33.069597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21036072-9161-482b-a7f2-f52c87593839 req-3e13b511-905c-4cf1-91cb-0c63f1907efd service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3716941
Dec 16 09:55:33.090544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b755d6-d923-486b-a7cb-80548a7eb5b6 req-4ffce03d-2707-4595-955b-73bfb01c6e24 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:33.092862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:33.093136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4b755d6-d923-486b-a7cb-80548a7eb5b6 req-4ffce03d-2707-4595-955b-73bfb01c6e24 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 946 time: 0.3274474
Dec 16 09:55:33.103315 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:33.107766 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:33.153937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:33.154357 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e4b755d6-d923-486b-a7cb-80548a7eb5b6 req-341ceff5-43de-4c2a-b695-36707b6147c3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546656
Dec 16 09:55:33.159083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c13720-be5f-4077-83e5-300125d5b6db,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:33.161596 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:33.176821 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:33.177380 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 56522a3c-d18e-40d8-b7d4-39e7e5d940d4 of type vlan for network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e
Dec 16 09:55:33.216036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:33.247740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:33.259223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:33.260252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:33.270192 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5eb55048-c45b-46e0-a036-79d9430bfbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:33.560770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267a080-fbe3-4ee8-b4c4-a31faafad580 req-15e93ef8-78c5-4586-8650-3afb73312801 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:33.569058 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7267a080-fbe3-4ee8-b4c4-a31faafad580 req-15e93ef8-78c5-4586-8650-3afb73312801 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 943 time: 0.1465304
Dec 16 09:55:33.583511 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.8019440
Dec 16 09:55:33.589000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:33.599961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=6ea040c6-cf7c-47e9-91e6-80486b1bef3e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:33.607890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'name': 'tempest-PortsTestJSON-2096399061'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:33.613803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:33.628953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7267a080-fbe3-4ee8-b4c4-a31faafad580 req-70fb49d5-f2e1-4e9f-b5b8-78abd43c48ff tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582364
Dec 16 09:55:33.638137 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:33.769823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:33.774429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:33.777520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:33.784459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:33.804310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:33.807934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:33.832603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 50108b02-8712-443b-a38a-27ae6a7b5539 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:33.869085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5a01-e9e2-4e43-9509-1920d17d027f req-f97fe4fb-6651-4cf8-b8b1-7a50f117a8d4 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:33.872943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bbfc5a01-e9e2-4e43-9509-1920d17d027f req-f97fe4fb-6651-4cf8-b8b1-7a50f117a8d4 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1117184
Dec 16 09:55:33.932534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bbfc5a01-e9e2-4e43-9509-1920d17d027f req-cefe7e6d-0460-404e-aff1-e41127bad8ef tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488718
Dec 16 09:55:34.161031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.211145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.219690 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-deed1aae-3c1a-4144-8c15-d7bdf67036f3 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:34.333919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=50108b02-8712-443b-a38a-27ae6a7b5539,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:34.339195 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:34.354119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '56522a3c-d18e-40d8-b7d4-39e7e5d940d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:34.354665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: 6ea040c6-cf7c-47e9-91e6-80486b1bef3e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:34.385597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:34.411232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 6ea040c6-cf7c-47e9-91e6-80486b1bef3e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:34.416659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:34.427108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:34.427425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5708d-6cb6-44d2-b6cb-bdbf1730648f None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:34.428136 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.471712 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.8810289
Dec 16 09:55:34.478533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c85c0-e57c-4473-893e-414d29d01881 req-b3f4620a-b2de-47d3-92d7-a3ab0d5dd4c3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:34.481007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-932c85c0-e57c-4473-893e-414d29d01881 req-b3f4620a-b2de-47d3-92d7-a3ab0d5dd4c3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 946 time: 0.1234992
Dec 16 09:55:34.487633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:34.502624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1475934853'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:34.513540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:34.522849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:34.531318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:34.544098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:34.559881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a638baf5-a4f9-4015-89b2-452b0fa371dc details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:55:34.573677 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-932c85c0-e57c-4473-893e-414d29d01881 req-b21017d9-3260-4d35-9fea-a147ff06485a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796149
Dec 16 09:55:34.579591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:34.586108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.639399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:34.661775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.662709 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 01dee232-0f72-4db2-90e4-ef314df0cb9d of type vlan for network 5c70c9d9-2314-4459-be57-028920e31802
Dec 16 09:55:34.711530 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.761776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.768331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:34.768823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:34.773087 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e38d7d1b-4bcf-45ed-a37c-6ea00523df51 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:34.870986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-c50a3f24-f504-4da4-b2f8-ebb9ad3b34fe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 267 time: 0.0765717
Dec 16 09:55:34.942049 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4513280
Dec 16 09:55:34.944590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38912) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:34.953397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'ports': [{'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e'}, {'network_id': '5c70c9d9-2314-4459-be57-028920e31802'}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:34.953716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:34.954211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '5c70c9d9-2314-4459-be57-028920e31802'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:34.973247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a638baf5-a4f9-4015-89b2-452b0fa371dc, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a638baf5-a4f9-4015-89b2-452b0fa371dc,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:34.974547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=5c70c9d9-2314-4459-be57-028920e31802,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:34.980183 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:34.993291 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'a638baf5-a4f9-4015-89b2-452b0fa371dc', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'port_id': 'a638baf5-a4f9-4015-89b2-452b0fa371dc', 'mac_address': 'fa:16:3e:af:27:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b865947-3a3c-435f-99bf-81e20e11f800', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:55:34.999570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 5c70c9d9-2314-4459-be57-028920e31802 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:35.011557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-193cf02a-bb02-49dc-a526-bad64592fd86 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:35.014349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-193cf02a-bb02-49dc-a526-bad64592fd86 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 946 time: 0.1361382
Dec 16 09:55:35.034407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'port': {'security_groups': []}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:35.159046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.180552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a638baf5-a4f9-4015-89b2-452b0fa371dc {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:35.201268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a638baf5-a4f9-4015-89b2-452b0fa371dc, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a638baf5-a4f9-4015-89b2-452b0fa371dc,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:35.206324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.209098 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:35.220626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.236062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:35.239800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:35.242852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:35.249046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:35.260458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:35.265867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.290204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a638baf5-a4f9-4015-89b2-452b0fa371dc,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:35.297069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.301859 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:35.441956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['a638baf5-a4f9-4015-89b2-452b0fa371dc'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:35.443928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 81d03adf-92fc-4562-94e4-f632ea314fbb yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:35.514227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] For port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:35.549011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.556497 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.565528 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:35.570533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:35.633944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.634740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:35.635804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.642595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6735ef82-bd2a-4b0a-9677-9505b3f4113c req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "PUT /v2.0/ports/b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 HTTP/1.1" status: 200  len: 905 time: 0.6146758
Dec 16 09:55:35.668731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:35.708268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:35.713609 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:35.755447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:35.804241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 9eaa0ea5-a678-4766-9719-e204da157755 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:35.913451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82411ec-7863-47e1-8e71-ff7b4a6efc57 req-2ef214fa-0b15-40ed-acff-41c6caa6575b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:35.921918 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a82411ec-7863-47e1-8e71-ff7b4a6efc57 req-2ef214fa-0b15-40ed-acff-41c6caa6575b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 944 time: 0.1236331
Dec 16 09:55:35.971051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5c32e78c-f22e-4b04-9f3c-3ee7cf95daf1 None None] Provisioning complete for port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:35.971438 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c32e78c-f22e-4b04-9f3c-3ee7cf95daf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:35.980226 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a82411ec-7863-47e1-8e71-ff7b4a6efc57 req-aebde12f-0382-4246-821d-9065f0fc794a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569036
Dec 16 09:55:36.019092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:36.050967 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:36.068333 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5d9b8c7-6afe-42fe-bcd7-7ec6118ed7b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:36.142603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:36.156187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:36.164265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:36.165822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:36.183007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd4736-32ef-4d83-b3ea-e8d7868e411b req-e174d71e-bf54-4db6-999d-8fb5770ce1e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:36.184906 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cbd4736-32ef-4d83-b3ea-e8d7868e411b req-e174d71e-bf54-4db6-999d-8fb5770ce1e1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.0915101
Dec 16 09:55:36.205610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=81d03adf-92fc-4562-94e4-f632ea314fbb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:36.211084 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:36.212686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f73e770b-da55-484d-8a20-d50a2ea0ecc0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:36.244750 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cbd4736-32ef-4d83-b3ea-e8d7868e411b req-8dc261c4-3531-4da1-a407-fd3af8e5cda1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529001
Dec 16 09:55:36.312407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '01dee232-0f72-4db2-90e4-ef314df0cb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c70c9d9-2314-4459-be57-028920e31802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:36.312677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: 5c70c9d9-2314-4459-be57-028920e31802, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:36.319610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=9eaa0ea5-a678-4766-9719-e204da157755,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:36.323052 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:36.339981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 5c70c9d9-2314-4459-be57-028920e31802 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:36.352943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 5c70c9d9-2314-4459-be57-028920e31802) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:36.358902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:36.362070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:36.370267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:36.377318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:36.378415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:36.399995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904af9b-bafb-4fab-b16c-02b966d4c07a None None] Network 5c70c9d9-2314-4459-be57-028920e31802 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:36.418406 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.4682620
Dec 16 09:55:36.418751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38922) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:36.513839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a638baf5-a4f9-4015-89b2-452b0fa371dc up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:55:36.534928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 9eaa0ea5-a678-4766-9719-e204da157755 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:36.535544 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:36.778814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port a638baf5-a4f9-4015-89b2-452b0fa371dc completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:36.795665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port a638baf5-a4f9-4015-89b2-452b0fa371dc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:36.796606 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:36.946034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01082186-60f9-43b1-b5d8-d984798aa58d req-ad8cdb8b-3941-4257-b281-d7bc7215dbf2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:36.948526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-01082186-60f9-43b1-b5d8-d984798aa58d req-ad8cdb8b-3941-4257-b281-d7bc7215dbf2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 908 time: 0.3501501
Dec 16 09:55:36.985472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:37.028729 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:37.070351 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01', 'status': 'completed', 'code': 200}
Dec 16 09:55:37.087112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638baf5-a4f9-4015-89b2-452b0fa371dc'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:37.116462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port a638baf5-a4f9-4015-89b2-452b0fa371dc, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a638baf5-a4f9-4015-89b2-452b0fa371dc,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:37.132115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:37.136325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:37.238040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a638baf5-a4f9-4015-89b2-452b0fa371dc,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:37.241318 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:37.321437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 9eaa0ea5-a678-4766-9719-e204da157755 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:37.494775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:37.502602 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69b6c7a9-4468-4e20-8699-b9cfa0cfab14 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:37.552468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-2471d7ee-b637-401f-93e2-d79da73b92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:37.554052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-2471d7ee-b637-401f-93e2-d79da73b92be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 1059 time: 0.4846995
Dec 16 09:55:37.570105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240e23-3860-4841-887b-8167ebe60719 req-1d6cfb78-5dcc-4f14-9eff-2fcfac4dec4a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:37.571853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9240e23-3860-4841-887b-8167ebe60719 req-1d6cfb78-5dcc-4f14-9eff-2fcfac4dec4a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2630904
Dec 16 09:55:37.574570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=9eaa0ea5-a678-4766-9719-e204da157755,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:37.577622 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:37.602009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:37.688200 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/9eaa0ea5-a678-4766-9719-e204da157755 HTTP/1.1" status: 204  len: 168 time: 1.2682958
Dec 16 09:55:37.690903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38934) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:37.725988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e9240e23-3860-4841-887b-8167ebe60719 req-b2e4de06-632a-4f4e-b0b3-217e2bd8a2e6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1438019
Dec 16 09:55:37.769460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-c3cdd5c3-1115-46f8-8018-366bb2e57bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:37.772004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-c3cdd5c3-1115-46f8-8018-366bb2e57bd8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.1991439
Dec 16 09:55:37.799075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f30c8-ad61-4b7f-b676-5c2e2c345772 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:37.805465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f30c8-ad61-4b7f-b676-5c2e2c345772 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:37.806258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2d1f30c8-ad61-4b7f-b676-5c2e2c345772 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:37.826416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2d1f30c8-ad61-4b7f-b676-5c2e2c345772 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:37.828270 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2d1f30c8-ad61-4b7f-b676-5c2e2c345772 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.1360703
Dec 16 09:55:37.832146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:37.866325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-8b7d2619-6326-4c6d-9f13-6f9ce65157ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 HTTP/1.1" status: 200  len: 217 time: 0.0873206
Dec 16 09:55:37.916042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 81d03adf-92fc-4562-94e4-f632ea314fbb {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:37.916387 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:37.985149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-a26c8dc9-d888-48c9-9da8-4a7b9854669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:37.986694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-a26c8dc9-d888-48c9-9da8-4a7b9854669c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.0888073
Dec 16 09:55:38.061196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014e65-a31a-4fee-a897-819e604f376b req-532fc82d-81b1-41f8-88e7-b6d9e377a0ef tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:38.063644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97014e65-a31a-4fee-a897-819e604f376b req-532fc82d-81b1-41f8-88e7-b6d9e377a0ef tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 945 time: 0.1996927
Dec 16 09:55:38.136445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97014e65-a31a-4fee-a897-819e604f376b req-1a086da6-3606-4e02-a307-32b42d6ca80d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655160
Dec 16 09:55:38.140412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-6d26651e-01d3-4dc3-b76e-67e3eee65004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:38.141697 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-6d26651e-01d3-4dc3-b76e-67e3eee65004 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1473982
Dec 16 09:55:38.177807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:38.215147 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a638baf5-a4f9-4015-89b2-452b0fa371dc', 'code': 200}
Dec 16 09:55:38.328517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 81d03adf-92fc-4562-94e4-f632ea314fbb owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:38.366311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-62b82502-f919-4155-8dc8-ba95771fff24 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167668
Dec 16 09:55:38.581552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:38.587824 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-663b8c72-01d1-4800-b97d-62a03fb9ed80 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:38.617957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76950f8b-13f7-41b4-9603-d811ad3cbfed req-b1593882-f256-4aff-8d2d-4fe641ad04d4 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438054
Dec 16 09:55:38.629134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cb419-e814-4024-a467-2e01417f60dc req-24a63e17-9144-4493-8bf8-4c62f217e21f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:38.630630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f5cb419-e814-4024-a467-2e01417f60dc req-24a63e17-9144-4493-8bf8-4c62f217e21f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.3014674
Dec 16 09:55:38.633887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10cd2b-e506-42e9-93f1-d1a8f59c84ae req-605c3f47-f4fe-4193-be69-cbad71b28965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:38.634455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=81d03adf-92fc-4562-94e4-f632ea314fbb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:38.635495 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad10cd2b-e506-42e9-93f1-d1a8f59c84ae req-605c3f47-f4fe-4193-be69-cbad71b28965 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 1096 time: 0.3447466
Dec 16 09:55:38.638845 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:38.643709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:38.662566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/81d03adf-92fc-4562-94e4-f632ea314fbb HTTP/1.1" status: 204  len: 168 time: 0.8286343
Dec 16 09:55:38.665468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:38.730807 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f5cb419-e814-4024-a467-2e01417f60dc req-1b9810d9-e13d-4902-ac69-099a8881de94 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859871
Dec 16 09:55:38.735447 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad10cd2b-e506-42e9-93f1-d1a8f59c84ae req-c743b23b-e2b6-4438-b982-f02a11f638f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682902
Dec 16 09:55:38.772042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0194dc7-f83d-4a74-97f8-32af47cafac6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:38.772735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0194dc7-f83d-4a74-97f8-32af47cafac6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:38.790567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0194dc7-f83d-4a74-97f8-32af47cafac6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:38.792018 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f0194dc7-f83d-4a74-97f8-32af47cafac6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1252460
Dec 16 09:55:38.795268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38950) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:38.881436 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dbc6c6-81d4-42ba-97da-40909b78fc29 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:38.881987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-34dbc6c6-81d4-42ba-97da-40909b78fc29 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:38.911388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-34dbc6c6-81d4-42ba-97da-40909b78fc29 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:38.912774 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-34dbc6c6-81d4-42ba-97da-40909b78fc29 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/9eaa0ea5-a678-4766-9719-e204da157755 HTTP/1.1" status: 404  len: 333 time: 0.1155248
Dec 16 09:55:38.915898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38954) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:38.951707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85297838-11dd-4e3d-b1e4-3c7db3669ac1 req-fdf7e6c6-9a99-4ddb-af39-8676c5582b65 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:38.953894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85297838-11dd-4e3d-b1e4-3c7db3669ac1 req-fdf7e6c6-9a99-4ddb-af39-8676c5582b65 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1153235
Dec 16 09:55:38.970449 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa4f9b1-ac88-45d8-9841-a47927ce00eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:38.975285 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1fa4f9b1-ac88-45d8-9841-a47927ce00eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/81d03adf-92fc-4562-94e4-f632ea314fbb HTTP/1.1" status: 404  len: 333 time: 0.0552490
Dec 16 09:55:38.980081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:39.018857 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85297838-11dd-4e3d-b1e4-3c7db3669ac1 req-6edeaeeb-07b1-4542-989b-95c1fc4e7dbf tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581663
Dec 16 09:55:39.113976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.288124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.331132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2a20400>,) {'filters': {'network_id': ['5c70c9d9-2314-4459-be57-028920e31802']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:39.350685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2a20400>, '01dee232-0f72-4db2-90e4-ef314df0cb9d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:39.351110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2a20400>, '01dee232-0f72-4db2-90e4-ef314df0cb9d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:39.370009 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.399631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.409409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:39.409875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:39.425611 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:39.458011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-6bf2c60d-2f24-40dc-9309-b074002f50cd tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:39.459726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-6bf2c60d-2f24-40dc-9309-b074002f50cd tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.1989534
Dec 16 09:55:39.476954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-d646004d-ada1-40ec-a90a-c39ea6835efa tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/quotas/591941320db54ca0a61e17e4d8a3861d HTTP/1.1" status: 200  len: 375 time: 0.0105736
Dec 16 09:55:39.520474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.528362 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3ebff94-b8f4-4701-be4b-a0a0a53e7c96 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:39.542454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.557145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=5c70c9d9-2314-4459-be57-028920e31802,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:39.561658 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/5c70c9d9-2314-4459-be57-028920e31802 HTTP/1.1" status: 204  len: 168 time: 0.5798039
Dec 16 09:55:39.563655 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:39.567340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:39.576984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-599527244'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:39.586478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:39.591554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:39.596292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:39.605017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:39.623445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:39.628275 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.661923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:39.672948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.673340 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 3b67c7b3-0386-4cee-8715-aad39c72c3c9 of type vlan for network ca2768e6-0869-408c-b509-1d8e5917d775
Dec 16 09:55:39.709861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.745799 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-47230d2f-d0b8-4608-a6a7-89475d8f600b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&fields=id HTTP/1.1" status: 200  len: 532 time: 0.2626383
Dec 16 09:55:39.753032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.758148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:39.758921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:39.762880 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d3885824-b077-40a2-92db-693fd3ebe531 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:39.898754 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3270743
Dec 16 09:55:39.898754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=ca2768e6-0869-408c-b509-1d8e5917d775,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:39.900433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 38982) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:39.900988 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:39.912954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ca2768e6-0869-408c-b509-1d8e5917d775 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:39.918207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:40.070761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-e7096b96-b406-4ace-b12f-7b7e13209674 service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3151822
Dec 16 09:55:40.185502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:40.193503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:40.198422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:40.206690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:40.236785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:40.240953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:40.333100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-141c3600-9f0c-4a6b-a27a-ffac8d56c4df service neutron] 10.222.0.66 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2503386
Dec 16 09:55:40.355191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 09:55:40.355820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 09:55:40.518455 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:40.523268 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:40.695183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=fd1bf3dd-419c-4153-88de-1af798d1ea9c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:40.701574 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:40.718447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '3b67c7b3-0386-4cee-8715-aad39c72c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:40.718716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: ca2768e6-0869-408c-b509-1d8e5917d775, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:40.753641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cea15-17ba-43bf-b262-26fb6eabcf74 req-bcacfec0-291c-4dac-89ed-3199a9537a9d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:40.756118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d6cea15-17ba-43bf-b262-26fb6eabcf74 req-bcacfec0-291c-4dac-89ed-3199a9537a9d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 945 time: 0.1626997
Dec 16 09:55:40.762542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network ca2768e6-0869-408c-b509-1d8e5917d775 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:40.804141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ca2768e6-0869-408c-b509-1d8e5917d775) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:40.815550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:40.815994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3fb9d-aa6e-4b2d-bbe6-c3644c0fca1e None None] Network ca2768e6-0869-408c-b509-1d8e5917d775 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:40.816165 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:40.827570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d6cea15-17ba-43bf-b262-26fb6eabcf74 req-e4ee2f3c-4161-46da-b85b-f96069c65578 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612411
Dec 16 09:55:40.847209 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9450574
Dec 16 09:55:40.849915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 38996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:40.857386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775', 'name': 'tempest-PortsTestJSON-1493011081'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:41.086965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:41.101751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:41.122673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:41.128867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:41.157526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port a93aadf6-6a3e-495d-bfed-f0682f1ab7c4 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:41.161987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c73f7-ed64-4589-9686-56154ddd6f8a req-9ddacf19-fd09-4f01-bda5-882015430c2a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:41.164336 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e7c73f7-ed64-4589-9686-56154ddd6f8a req-9ddacf19-fd09-4f01-bda5-882015430c2a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1228552
Dec 16 09:55:41.188704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-ca2768e6-0869-408c-b509-1d8e5917d775', 'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775', 'tenant_id': '9ee1fff8fc5f49b5b9ab57b82dfa3beb', 'fixed_ips': [{'subnet_id': 'fd1bf3dd-419c-4153-88de-1af798d1ea9c'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:55:41.190009 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:41.262057 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e7c73f7-ed64-4589-9686-56154ddd6f8a req-538767df-49bb-41df-8b62-97cec502fecb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886483
Dec 16 09:55:41.397652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.4 (ca2768e6-0869-408c-b509-1d8e5917d775/fd1bf3dd-419c-4153-88de-1af798d1ea9c/a93aadf6-6a3e-495d-bfed-f0682f1ab7c4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:41.476961 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e97b05d-5342-41f3-9144-e6b331475bef req-8ae04463-79ac-42e5-8f63-48007650b626 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 210 time: 0.0635638
Dec 16 09:55:41.698833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:41.729215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object a93aadf6-6a3e-495d-bfed-f0682f1ab7c4 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:41.755957 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:41.764790 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c8a13f8-9c7a-41b0-a773-9436d0ac8edb tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:41.847641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Allocated IP 172.20.0.2 (ca2768e6-0869-408c-b509-1d8e5917d775/fd1bf3dd-419c-4153-88de-1af798d1ea9c/dd6c3e3a-b15b-4238-8e42-524e5d24e1d6) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:41.866300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network ca2768e6-0869-408c-b509-1d8e5917d775 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:41.867932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=a93aadf6-6a3e-495d-bfed-f0682f1ab7c4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:41.877212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:41.879502 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:41.880299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:42.008570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:42.009568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.065107 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2120841
Dec 16 09:55:42.067020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:42.228611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port a93aadf6-6a3e-495d-bfed-f0682f1ab7c4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:42.230179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.241852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.243024 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.246221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91fe2a80-9c6d-4bac-9ae3-882e6e1ef016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.258087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Transition to ACTIVE for port object dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:42.283997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Transition to ACTIVE for port object dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:42.294026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.300833 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:42.380410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Network ca2768e6-0869-408c-b509-1d8e5917d775 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:42.385088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:42.387330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Pushing event updated for resources: {'Port': ['ID=dd6c3e3a-b15b-4238-8e42-524e5d24e1d6,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:42.390362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:42.398613 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:42.437288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-5536fd2e-f8d3-49a8-989a-f0a8be749029 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:42.439110 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-5536fd2e-f8d3-49a8-989a-f0a8be749029 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 812 time: 0.4547651
Dec 16 09:55:42.454196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Request body: {'port': {'device_id': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'admin_state_up': True, 'tenant_id': '591941320db54ca0a61e17e4d8a3861d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:42.479452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-83b3e285-ff6b-4771-bdf3-cdbf4e791b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:42.481134 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-83b3e285-ff6b-4771-bdf3-cdbf4e791b07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1096 time: 0.2742586
Dec 16 09:55:42.528423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Attempting to bind port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:42.529587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Attempting to bind port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '3b67c7b3-0386-4cee-8715-aad39c72c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:42.531642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Attempting to bind port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 on network ca2768e6-0869-408c-b509-1d8e5917d775 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:42.546941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:42.548099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Checking segment: {'id': '3b67c7b3-0386-4cee-8715-aad39c72c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:42.549359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.549990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Bound using segment: {'id': '3b67c7b3-0386-4cee-8715-aad39c72c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:42.550829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Bound port: dd6c3e3a-b15b-4238-8e42-524e5d24e1d6, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b67c7b3-0386-4cee-8715-aad39c72c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca2768e6-0869-408c-b509-1d8e5917d775'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:42.551545 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.590860 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.685533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] For port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:42.690365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] For port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd6c3e3a-b15b-4238-8e42-524e5d24e1d6,segment=NetworkSegment(3b67c7b3-0386-4cee-8715-aad39c72c3c9),segment_id=3b67c7b3-0386-4cee-8715-aad39c72c3c9)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:42.696827 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:42.701533 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:42.811003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Pushing event updated for resources: {'Port': ['ID=dd6c3e3a-b15b-4238-8e42-524e5d24e1d6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:42.815231 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:42.846880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb129-76f1-4d81-849f-2b37f0eed887 req-9bfe8d50-b1ef-4a08-93d8-fb813f0fa0c9 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:42.849425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19edb129-76f1-4d81-849f-2b37f0eed887 req-9bfe8d50-b1ef-4a08-93d8-fb813f0fa0c9 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 945 time: 0.6434655
Dec 16 09:55:43.002238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for a93aadf6-6a3e-495d-bfed-f0682f1ab7c4 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:43.014914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19edb129-76f1-4d81-849f-2b37f0eed887 req-375b92b0-0397-45e9-aa49-736939ad3b01 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524625
Dec 16 09:55:43.043507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:43.073612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:43.088980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Made reservation on behalf of 591941320db54ca0a61e17e4d8a3861d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:43.093770 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:43.192694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-ff304c79-cc8f-452d-b621-5812215470dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:43.195459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-ff304c79-cc8f-452d-b621-5812215470dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.6488824
Dec 16 09:55:43.254077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:43.260940 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:43.321553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=a93aadf6-6a3e-495d-bfed-f0682f1ab7c4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:43.349533 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:43.445899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:43.459089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/a93aadf6-6a3e-495d-bfed-f0682f1ab7c4 HTTP/1.1" status: 204  len: 168 time: 1.3907504
Dec 16 09:55:43.461566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39018) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:43.495939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-30737484-65eb-406a-b257-7898cea48858 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 1001 time: 0.2925777
Dec 16 09:55:43.515764 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-124b1f8f-dbd6-4041-9fbc-93df41067790 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:55:43.516254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124b1f8f-dbd6-4041-9fbc-93df41067790 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:55:43.518027 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-124b1f8f-dbd6-4041-9fbc-93df41067790 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/a93aadf6-6a3e-495d-bfed-f0682f1ab7c4 HTTP/1.1" status: 404  len: 333 time: 0.0554106
Dec 16 09:55:43.520680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:43.584579 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b34be1-b95e-467d-87c3-f5225beb9e68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:43.585126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-96b34be1-b95e-467d-87c3-f5225beb9e68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:43.604903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Allocated IP 172.20.0.7 (32b3944c-5c2d-48a6-a1ad-41bcce30bf74/74e5b144-3133-4a02-ac4c-43dfbc5faa08/0375af5c-88b9-4cfb-846c-6e1f5d68968b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:43.610418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-96b34be1-b95e-467d-87c3-f5225beb9e68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:43.614738 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-96b34be1-b95e-467d-87c3-f5225beb9e68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/a93aadf6-6a3e-495d-bfed-f0682f1ab7c4 HTTP/1.1" status: 404  len: 333 time: 0.0897200
Dec 16 09:55:43.615457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39026) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:43.621312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0298dc6-05aa-4970-b450-67d9be31d55d req-671f9616-e4f4-44a2-b0f8-830120a69df1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:43.622806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0298dc6-05aa-4970-b450-67d9be31d55d req-671f9616-e4f4-44a2-b0f8-830120a69df1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.3284538
Dec 16 09:55:43.629132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-a0bb6cf5-cb38-46b9-a7fb-7cf26e506da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:43.630812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-a0bb6cf5-cb38-46b9-a7fb-7cf26e506da8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1219368
Dec 16 09:55:43.706991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet fd1bf3dd-419c-4153-88de-1af798d1ea9c {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:55:43.711154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:43.773497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f0298dc6-05aa-4970-b450-67d9be31d55d req-62e9a346-7044-49ea-a82a-970815047eed tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380725
Dec 16 09:55:43.792010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:43.961379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.000767 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e409c491-4ab4-45d3-9a8d-40c27c3d6955 req-e9e0c671-7b26-4d2e-b894-6d3055ca1999 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 210 time: 0.0733938
Dec 16 09:55:44.006279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-6a362537-657e-4bf7-9626-cf22d2ddd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:44.007836 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-6a362537-657e-4bf7-9626-cf22d2ddd77a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3695216
Dec 16 09:55:44.106637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.117695 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:44.158814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.166218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcccd13-afa8-4315-980f-4d8f31977b75 None None] Network ca2768e6-0869-408c-b509-1d8e5917d775 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:44.178944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1bf3dd-419c-4153-88de-1af798d1ea9c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:44.182204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.188518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:44.192858 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/fd1bf3dd-419c-4153-88de-1af798d1ea9c HTTP/1.1" status: 204  len: 168 time: 0.5760345
Dec 16 09:55:44.203618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:44.272084 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.345590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45fef0e0-7d94-44a3-ab6d-29ee19b73c31 None None] Provisioning for port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:44.347493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Transition to ACTIVE for port object 0375af5c-88b9-4cfb-846c-6e1f5d68968b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:44.379820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.391399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-151b5e11-a892-430d-914b-1b4681a729dc service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3689377
Dec 16 09:55:44.400876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:44.401238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.484788 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a51c3bb-3fc9-48e7-8743-8b94ee42c272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.519296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd29f5-d0fb-490e-a216-0706dbf787d0 req-92b68feb-b319-4b58-9a18-a5d94eee1a59 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:44.528237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06bd29f5-d0fb-490e-a216-0706dbf787d0 req-92b68feb-b319-4b58-9a18-a5d94eee1a59 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 945 time: 0.3528428
Dec 16 09:55:44.599615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] DHCP port deletion for ca2768e6-0869-408c-b509-1d8e5917d775 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:55:44.604234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Deleting port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:44.604812 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.611881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.623085 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48b2f914-b10d-4169-b6d4-04425dfb599a tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:44.633927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:44.661308 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-06bd29f5-d0fb-490e-a216-0706dbf787d0 req-147b507b-1adf-4c5c-96f6-a11ef6da13cc tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315165
Dec 16 09:55:44.738411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] For port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd6c3e3a-b15b-4238-8e42-524e5d24e1d6,segment=NetworkSegment(3b67c7b3-0386-4cee-8715-aad39c72c3c9),segment_id=3b67c7b3-0386-4cee-8715-aad39c72c3c9)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:44.738893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.741211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:44.746581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:44.749931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:44.802374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b5a59435-ba13-442b-96cf-70df7bac0d42 req-fc0e6528-0239-4289-a7da-1ddf6a43194a service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3996170
Dec 16 09:55:44.835464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:44.854528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.855370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.856267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.857121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.857808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.858594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.859319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.860655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.861311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.863123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.864450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.865344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:55:44.872532 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:44.907969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:44.908682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:44.957276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:44.961045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5132594
Dec 16 09:55:44.974050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Request body: {'port': {'device_id': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:45.107508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.112745 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f52da55c-f5da-4da7-8109-3588e0d52228 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:45.119049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] For port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd6c3e3a-b15b-4238-8e42-524e5d24e1d6,segment=NetworkSegment(3b67c7b3-0386-4cee-8715-aad39c72c3c9),segment_id=3b67c7b3-0386-4cee-8715-aad39c72c3c9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:45.119555 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.166744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=dd6c3e3a-b15b-4238-8e42-524e5d24e1d6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:45.169895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:45.171440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No DVR routers for this DVR port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:45.190252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.320420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Calling delete_port for dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:45.339453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.379558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f299c220>,) {'filters': {'network_id': ['ca2768e6-0869-408c-b509-1d8e5917d775']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:45.402723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f299c220>, '3b67c7b3-0386-4cee-8715-aad39c72c3c9') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:45.403778 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.406161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f299c220>, '3b67c7b3-0386-4cee-8715-aad39c72c3c9') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:45.414275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e8ff5366-9a5f-4cb2-8328-5efc4bfd6825 None None] Provisioning for port 0375af5c-88b9-4cfb-846c-6e1f5d68968b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:45.423974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.445147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e8ff5366-9a5f-4cb2-8328-5efc4bfd6825 None None] Provisioning complete for port 0375af5c-88b9-4cfb-846c-6e1f5d68968b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:45.445469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8ff5366-9a5f-4cb2-8328-5efc4bfd6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.447746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.461769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:45.462367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:45.633254 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:45.644060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.649475 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:55:45.650053 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:55:45.655559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.655882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff5366-9a5f-4cb2-8328-5efc4bfd6825 None None] Port 0375af5c-88b9-4cfb-846c-6e1f5d68968b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:55:45.657072 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.664572 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78595a07-8142-417b-ab7d-3a8e32495bc8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:45.698317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=ca2768e6-0869-408c-b509-1d8e5917d775,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:45.704811 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:45.713240 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/ca2768e6-0869-408c-b509-1d8e5917d775 HTTP/1.1" status: 204  len: 168 time: 1.5121093
Dec 16 09:55:45.716377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:45.722854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-590815469'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:45.731425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:45.734910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:45.738238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:45.745258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:45.757551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:45.762853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.763630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93941955-a471-438e-a391-d4e6b5c0e1e9 req-b3467ca9-509e-4bc6-878b-0398ab04df63 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:45.765742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93941955-a471-438e-a391-d4e6b5c0e1e9 req-b3467ca9-509e-4bc6-878b-0398ab04df63 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.5063443
Dec 16 09:55:45.798605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:45.809209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.809491 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 5d6bad3b-ce75-4ae6-9260-5fa18aba4770 of type vlan for network a0b5ba18-aabb-4334-a494-d902aaac7b7f
Dec 16 09:55:45.841179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.876760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.883139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:45.883875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:45.889238 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37102cc6-4eca-40fc-abb9-2a4d2fa13c20 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:45.890294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-93941955-a471-438e-a391-d4e6b5c0e1e9 req-aa7019b6-a863-4fd3-825c-f19e71140f42 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745864
Dec 16 09:55:46.026884 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3093832
Dec 16 09:55:46.029845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39046) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:46.038453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:46.057246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=a0b5ba18-aabb-4334-a494-d902aaac7b7f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:46.064956 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:46.071525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0375af5c-88b9-4cfb-846c-6e1f5d68968b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:46.072319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a0b5ba18-aabb-4334-a494-d902aaac7b7f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:46.082276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.109634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Transition to ACTIVE for port object 0375af5c-88b9-4cfb-846c-6e1f5d68968b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:46.115146 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.122586 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2caef144-46b4-40a3-a045-2909c36c3763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:46.161250 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Deleting port dd6c3e3a-b15b-4238-8e42-524e5d24e1d6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:46.162026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.338208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c536b7a-f7c4-4420-b71a-77e50a173cdf req-9a2c4bd3-21eb-4291-841e-96f9d0934eda tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:46.339452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8c536b7a-f7c4-4420-b71a-77e50a173cdf req-9a2c4bd3-21eb-4291-841e-96f9d0934eda tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:46.359994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-53555c23-96fd-4bab-9987-62b8756f58d1 None None] The port 'dd6c3e3a-b15b-4238-8e42-524e5d24e1d6' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:55:46.373357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:46.377528 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:46.412845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:46.421333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:46.425397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:46.435810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:46.452092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:46.457707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.532170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-8c536b7a-f7c4-4420-b71a-77e50a173cdf req-9a2c4bd3-21eb-4291-841e-96f9d0934eda tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:46.537710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c536b7a-f7c4-4420-b71a-77e50a173cdf req-9a2c4bd3-21eb-4291-841e-96f9d0934eda tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 931 time: 0.5236928
Dec 16 09:55:46.673658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Attempting to bind port 0375af5c-88b9-4cfb-846c-6e1f5d68968b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:46.674008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Attempting to bind port 0375af5c-88b9-4cfb-846c-6e1f5d68968b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:46.674409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Attempting to bind port 0375af5c-88b9-4cfb-846c-6e1f5d68968b on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:46.681319 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c536b7a-f7c4-4420-b71a-77e50a173cdf req-abec5c2b-05c6-4870-9491-a3f6511f1f57 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248982
Dec 16 09:55:46.691154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Port 0375af5c-88b9-4cfb-846c-6e1f5d68968b on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:55:46.691583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Attempting to bind port 0375af5c-88b9-4cfb-846c-6e1f5d68968b on network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:46.702638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:46.702994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Checking segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:46.703399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Bound using segment: {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:46.703903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Bound port: 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5ed147-c4e4-46fd-84bc-e74da90d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:46.704194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.724245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-3e3224e0-b7b1-4340-8764-f2ec862544f5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:46.726003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-3e3224e0-b7b1-4340-8764-f2ec862544f5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 945 time: 0.3101172
Dec 16 09:55:46.735500 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-9b0d4139-6e78-4544-aaf2-7ff6aee8cb87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2785840
Dec 16 09:55:46.787899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.797144 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-876b1393-c556-4a43-8555-c9d444b29cc7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:46.885930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=fe89c984-6733-47ac-bb18-43ec3dd1b821,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:46.889139 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:46.892311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '5d6bad3b-ce75-4ae6-9260-5fa18aba4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:46.892670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: a0b5ba18-aabb-4334-a494-d902aaac7b7f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:46.915542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network a0b5ba18-aabb-4334-a494-d902aaac7b7f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:46.933026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a0b5ba18-aabb-4334-a494-d902aaac7b7f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:46.940377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:46.945230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3b02d-f26a-4e36-a865-b47082c94e81 None None] Network a0b5ba18-aabb-4334-a494-d902aaac7b7f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:46.948253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.987674 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9552898
Dec 16 09:55:46.990976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:46.991145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Deleting port a638baf5-a4f9-4015-89b2-452b0fa371dc {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:46.991671 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:46.998561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-467054154'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:47.100064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:47.106990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:47.147844 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:47.148214 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:47.161143 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e7f677e-1517-4e00-ad50-4638a6073fce tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:47.180922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:47.186109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:47.189526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:47.197253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:47.210341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:47.214570 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:47.229528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a0b5ba18-aabb-4334-a494-d902aaac7b7f', 'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f', 'tenant_id': '9ee1fff8fc5f49b5b9ab57b82dfa3beb', 'fixed_ips': [{'subnet_id': 'fe89c984-6733-47ac-bb18-43ec3dd1b821'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:55:47.231612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:47.243361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port c092b16d-b1cd-44f5-8879-1c41744c015d yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:47.255259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-4d886583-286a-4733-80ea-6d9b583654fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:47.257962 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-4d886583-286a-4733-80ea-6d9b583654fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de745d7a9b7f4096bcddfcc6827156d3&device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1096 time: 0.4718497
Dec 16 09:55:47.275007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:47.276019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:47.277882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] 10.222.0.74 "PUT /v2.0/ports/0375af5c-88b9-4cfb-846c-6e1f5d68968b HTTP/1.1" status: 200  len: 1091 time: 2.3089776
Dec 16 09:55:47.278673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:47.459041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.13 (a0b5ba18-aabb-4334-a494-d902aaac7b7f/fe89c984-6733-47ac-bb18-43ec3dd1b821/c092b16d-b1cd-44f5-8879-1c41744c015d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:47.520261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ae556-47bb-415f-8197-bb3dd7aadec9 req-bc492354-c9e4-4ce5-9b02-e9332ec33637 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:47.531328 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1ae556-47bb-415f-8197-bb3dd7aadec9 req-bc492354-c9e4-4ce5-9b02-e9332ec33637 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae HTTP/1.1" status: 200  len: 945 time: 0.6433480
Dec 16 09:55:47.607085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:47.727467 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:47.751655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object c092b16d-b1cd-44f5-8879-1c41744c015d will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:47.778413 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:47.788695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:47.798395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2b5a9b45-83d2-4a06-ba61-608113e1939f tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:47.864372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f1ae556-47bb-415f-8197-bb3dd7aadec9 req-7898af6f-f2a0-460e-b9e7-cf08e029275c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3315516
Dec 16 09:55:47.885305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network a0b5ba18-aabb-4334-a494-d902aaac7b7f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:47.885672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:47.892965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:47.944104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=c092b16d-b1cd-44f5-8879-1c41744c015d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:47.949524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Allocated IP 172.20.0.2 (a0b5ba18-aabb-4334-a494-d902aaac7b7f/fe89c984-6733-47ac-bb18-43ec3dd1b821/ba059efb-087f-4c3d-b7c6-f60fbba2866c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:47.960965 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:47.997599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:47.998950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.034049 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.0409148
Dec 16 09:55:48.037104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:48.044461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] For port a638baf5-a4f9-4015-89b2-452b0fa371dc, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=a638baf5-a4f9-4015-89b2-452b0fa371dc,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:48.045072 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.072095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-603179be-24f6-4231-999c-323b072fab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:48.073584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-603179be-24f6-4231-999c-323b072fab18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 1094 time: 0.7264190
Dec 16 09:55:48.074612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-f4973cce-f6c4-4396-ab6b-597526d23721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:48.075982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-f4973cce-f6c4-4396-ab6b-597526d23721 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b227d418-09f8-47b5-a468-fc7e121080ea HTTP/1.1" status: 200  len: 909 time: 0.7776115
Dec 16 09:55:48.120142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port c092b16d-b1cd-44f5-8879-1c41744c015d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:48.120515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.248430 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.261731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Transition to ACTIVE for port object ba059efb-087f-4c3d-b7c6-f60fbba2866c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:48.293196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Transition to ACTIVE for port object ba059efb-087f-4c3d-b7c6-f60fbba2866c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:48.299470 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.305258 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-41253919-68ab-44a5-b4c2-cdbd82d0ad55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:48.340052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Calling delete_port for a638baf5-a4f9-4015-89b2-452b0fa371dc owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:48.380548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Network a0b5ba18-aabb-4334-a494-d902aaac7b7f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:48.388891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:48.394920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:48.410159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-81957929-86c9-4c64-8f60-8579905be471 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b HTTP/1.1" status: 200  len: 217 time: 0.2799730
Dec 16 09:55:48.505600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Pushing event updated for resources: {'Port': ['ID=ba059efb-087f-4c3d-b7c6-f60fbba2866c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:48.529221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.531416 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:48.545740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-acb2e578-a65e-4238-9b36-3e05560e7238 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e HTTP/1.1" status: 200  len: 1000 time: 0.4131374
Dec 16 09:55:48.549990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Attempting to bind port ba059efb-087f-4c3d-b7c6-f60fbba2866c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:48.551521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Attempting to bind port ba059efb-087f-4c3d-b7c6-f60fbba2866c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '5d6bad3b-ce75-4ae6-9260-5fa18aba4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:48.552235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Attempting to bind port ba059efb-087f-4c3d-b7c6-f60fbba2866c on network a0b5ba18-aabb-4334-a494-d902aaac7b7f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:48.552724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-2053484b-b03c-4f5d-9558-23b54a31703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:48.554178 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-2053484b-b03c-4f5d-9558-23b54a31703e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1324742
Dec 16 09:55:48.560722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:48.562382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Checking segment: {'id': '5d6bad3b-ce75-4ae6-9260-5fa18aba4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:48.563342 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.563822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Bound using segment: {'id': '5d6bad3b-ce75-4ae6-9260-5fa18aba4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:48.564514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Bound port: ba059efb-087f-4c3d-b7c6-f60fbba2866c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6bad3b-ce75-4ae6-9260-5fa18aba4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a0b5ba18-aabb-4334-a494-d902aaac7b7f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:48.565142 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.683413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] For port ba059efb-087f-4c3d-b7c6-f60fbba2866c, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:48.689454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] For port ba059efb-087f-4c3d-b7c6-f60fbba2866c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ba059efb-087f-4c3d-b7c6-f60fbba2866c,segment=NetworkSegment(5d6bad3b-ce75-4ae6-9260-5fa18aba4770),segment_id=5d6bad3b-ce75-4ae6-9260-5fa18aba4770)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:48.698279 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.701331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c13c88-e4a7-48e5-b595-327a2c9da50a req-b51412eb-f002-48d7-95be-de95a2ea4fe1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:48.703707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-77c13c88-e4a7-48e5-b595-327a2c9da50a req-b51412eb-f002-48d7-95be-de95a2ea4fe1 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.7093635
Dec 16 09:55:48.710249 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-714ee90c-59e5-4536-9edb-f6b1ec4dade4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:48.732614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for c092b16d-b1cd-44f5-8879-1c41744c015d owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:48.807548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Pushing event updated for resources: {'Port': ['ID=ba059efb-087f-4c3d-b7c6-f60fbba2866c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:48.816743 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:48.830810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-d6c9142c-197f-4921-8a87-7202eff1b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:48.832481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-d6c9142c-197f-4921-8a87-7202eff1b505 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cadebf33-61d3-4d7a-b75a-81b0ecf6799a HTTP/1.1" status: 200  len: 847 time: 0.2752004
Dec 16 09:55:48.849047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-77c13c88-e4a7-48e5-b595-327a2c9da50a req-3787437e-8a7d-47eb-b0c4-4c516b190fb3 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196077
Dec 16 09:55:48.921288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.933726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:48.960352 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-014ae4b0-8d5b-4bbd-977d-b452a0684262 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:48.966618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:48.998203 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c47ed12b-fdbc-4b5d-8bc2-606218d913d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:49.036440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b0305be3-151a-4d6d-9bff-4b528e52816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:49.038593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-b0305be3-151a-4d6d-9bff-4b528e52816c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4431682
Dec 16 09:55:49.045201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event deleted for resources: {'Port': ['ID=a638baf5-a4f9-4015-89b2-452b0fa371dc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:49.072584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=c092b16d-b1cd-44f5-8879-1c41744c015d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:49.078842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:49.084661 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:49.292570 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:49.295005 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'status': 'completed', 'code': 200}
Dec 16 09:55:49.314025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/c092b16d-b1cd-44f5-8879-1c41744c015d HTTP/1.1" status: 204  len: 168 time: 1.2736390
Dec 16 09:55:49.314265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:49.374828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] No DVR routers for this DVR port a638baf5-a4f9-4015-89b2-452b0fa371dc on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:49.380376 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-479fa194-12ef-4c8d-934d-70dde7051282 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:49.380934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-479fa194-12ef-4c8d-934d-70dde7051282 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:49.394905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-3d1c386a-dacd-4ab2-8387-e6fa06711181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:49.396679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-3d1c386a-dacd-4ab2-8387-e6fa06711181 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b227d418-09f8-47b5-a468-fc7e121080ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5406287
Dec 16 09:55:49.398014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:49.412471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-479fa194-12ef-4c8d-934d-70dde7051282 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:49.414367 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-479fa194-12ef-4c8d-934d-70dde7051282 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/c092b16d-b1cd-44f5-8879-1c41744c015d HTTP/1.1" status: 404  len: 333 time: 0.0989101
Dec 16 09:55:49.418086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:49.422749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-0f32faa8-2807-4771-85fa-061fb01d6868 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:55:49.423873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-0f32faa8-2807-4771-85fa-061fb01d6868 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0151494
Dec 16 09:55:49.506108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet fe89c984-6733-47ac-bb18-43ec3dd1b821 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:55:49.510819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:49.559335 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7e9f7f5b-326e-4bc9-a733-9785fb461131 req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "DELETE /v2.0/ports/a638baf5-a4f9-4015-89b2-452b0fa371dc HTTP/1.1" status: 204  len: 173 time: 2.8144896
Dec 16 09:55:49.564557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-663cbd8c-bcf4-4aa6-9631-289955f15cd5 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4848149
Dec 16 09:55:49.598672 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:49.731413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:49.851024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:49.859722 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a9ef73a-20aa-4b9d-b962-127793668537 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:49.912084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=fe89c984-6733-47ac-bb18-43ec3dd1b821,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:49.914403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:49.919446 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:49.922688 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/fe89c984-6733-47ac-bb18-43ec3dd1b821 HTTP/1.1" status: 204  len: 168 time: 0.5030892
Dec 16 09:55:49.925769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:50.079209 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fa0f4ef4-8807-44b9-816b-b6cb136b5bcc req-56a6e948-cf80-4a42-afd0-456a69dd6d0a service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4428241
Dec 16 09:55:50.126325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-02340ffd-fe28-4d2d-8398-fbfdec4b281b service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6842952
Dec 16 09:55:50.145113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255f970-21e1-43f2-a3f6-0c0c8378a8b3 req-682f3017-a982-4aeb-afa6-f7a67a77328a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:50.153941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d255f970-21e1-43f2-a3f6-0c0c8378a8b3 req-682f3017-a982-4aeb-afa6-f7a67a77328a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 943 time: 0.7246306
Dec 16 09:55:50.281320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:50.294830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port ba059efb-087f-4c3d-b7c6-f60fbba2866c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:50.295921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:50.314885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adbc7aa-1bdc-405a-a841-3c9f26775a2b None None] Network a0b5ba18-aabb-4334-a494-d902aaac7b7f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:50.366611 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d255f970-21e1-43f2-a3f6-0c0c8378a8b3 req-777d47c5-88e5-43f6-b352-28f06ca2bbb3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109692
Dec 16 09:55:50.447971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-366030a0-6396-4250-af59-e9d7ad7aac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:50.449537 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-366030a0-6396-4250-af59-e9d7ad7aac7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 1094 time: 0.2724564
Dec 16 09:55:50.452131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f94ace08-4e79-4645-b17a-55a4b4b9d5b5 req-be2be4e1-c771-459f-b95e-d5821964425f service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3182287
Dec 16 09:55:50.534748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a638baf5-a4f9-4015-89b2-452b0fa371dc no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:55:50.641767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: a638baf5-a4f9-4015-89b2-452b0fa371dc {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:55:50.642206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device a638baf5-a4f9-4015-89b2-452b0fa371dc not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:55:50.648308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] For port ba059efb-087f-4c3d-b7c6-f60fbba2866c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ba059efb-087f-4c3d-b7c6-f60fbba2866c,segment=NetworkSegment(5d6bad3b-ce75-4ae6-9260-5fa18aba4770),segment_id=5d6bad3b-ce75-4ae6-9260-5fa18aba4770)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:50.649128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:50.658434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fe91e6ab-83fa-4b9c-a4a2-6cb40ee0e847 None None] Provisioning for port ba059efb-087f-4c3d-b7c6-f60fbba2866c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:50.720419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-b39f435b-5e58-40ec-8bfd-d173bc3c503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:50.723597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-b39f435b-5e58-40ec-8bfd-d173bc3c503d service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.2569499
Dec 16 09:55:50.797860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] DHCP port deletion for a0b5ba18-aabb-4334-a494-d902aaac7b7f request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:55:50.802830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Deleting port ba059efb-087f-4c3d-b7c6-f60fbba2866c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:50.803302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:50.847031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for ba059efb-087f-4c3d-b7c6-f60fbba2866c owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:50.874016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-356ef93f-16a0-40f1-9c13-e3ddd439a7d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b HTTP/1.1" status: 200  len: 217 time: 0.1416821
Dec 16 09:55:50.956159 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:50.961832 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-58adeb3e-4b26-4f87-84f0-3da59edfbb1d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:51.039319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=ba059efb-087f-4c3d-b7c6-f60fbba2866c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:51.043249 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:51.044128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No DVR routers for this DVR port ba059efb-087f-4c3d-b7c6-f60fbba2866c on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:55:51.096985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-71023aaf-b7e1-4f94-847e-c0e18f32026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:51.098276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-71023aaf-b7e1-4f94-847e-c0e18f32026e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1308575
Dec 16 09:55:51.115689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-c6eb34f8-0a1d-4d0f-8f65-f43c6858ad87 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:51.117973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-c6eb34f8-0a1d-4d0f-8f65-f43c6858ad87 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2906494
Dec 16 09:55:51.141591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] For port ba059efb-087f-4c3d-b7c6-f60fbba2866c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ba059efb-087f-4c3d-b7c6-f60fbba2866c,segment=NetworkSegment(5d6bad3b-ce75-4ae6-9260-5fa18aba4770),segment_id=5d6bad3b-ce75-4ae6-9260-5fa18aba4770)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:51.142268 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.173872 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-e3bd1f9a-e324-43dc-b3ed-381a004e58bc tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/quotas/b41eda40d7ce41c18a3319e29229bbd8 HTTP/1.1" status: 200  len: 375 time: 0.0155878
Dec 16 09:55:51.196970 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.233452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1dea5b0>,) {'filters': {'network_id': ['a0b5ba18-aabb-4334-a494-d902aaac7b7f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:51.248553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1dea5b0>, '5d6bad3b-ce75-4ae6-9260-5fa18aba4770') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:51.248946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1dea5b0>, '5d6bad3b-ce75-4ae6-9260-5fa18aba4770') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:55:51.262390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.270937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-498ccf74-5674-4e6b-9d6f-6e73a09bc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:51.272778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-498ccf74-5674-4e6b-9d6f-6e73a09bc408 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1536677
Dec 16 09:55:51.284682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Calling delete_port for ba059efb-087f-4c3d-b7c6-f60fbba2866c owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:51.295555 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.303491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:55:51.304304 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.307208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'name': 'network-vif-deleted', 'tag': 'a638baf5-a4f9-4015-89b2-452b0fa371dc'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:55:51.323609 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:55:51.377073 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:55:51.377936 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:55:51.392739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-f36883ad-9bd0-422e-bdde-590de70178de tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:51.435198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-f36883ad-9bd0-422e-bdde-590de70178de tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:51.436995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-f36883ad-9bd0-422e-bdde-590de70178de tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2536032
Dec 16 09:55:51.455817 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.462666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.465513 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c63cc6e-36f9-4d2c-b66b-7ae515fad142 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:51.483251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-10961aad-2a1f-41c3-96e7-64d36a252562 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997144
Dec 16 09:55:51.489613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=a0b5ba18-aabb-4334-a494-d902aaac7b7f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:51.492577 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:51.511759 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/a0b5ba18-aabb-4334-a494-d902aaac7b7f HTTP/1.1" status: 204  len: 168 time: 1.5843716
Dec 16 09:55:51.513171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39100) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:51.519880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'name': 'tempest-PortsTestJSON-208918157'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:51.655290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:51.659783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:51.662826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:51.669312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:51.683604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:51.691397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.710387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-fce17527-37c0-4e08-a8dd-8258fabde94c service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609367
Dec 16 09:55:51.715794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 48678316-6575-4290-9149-4b47676f654c yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:51.761518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b3c2fd7e-288f-4899-aa4d-d9a08c64e8cc req-790e142c-d64a-4276-8a67-c9eae5cf523a service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271652
Dec 16 09:55:51.878321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Deleting port ba059efb-087f-4c3d-b7c6-f60fbba2866c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:51.879069 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:51.935008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-af324fa1-73e8-45e7-9cdb-5715c1e854d0 service neutron] 10.222.0.66 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135274
Dec 16 09:55:51.946922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-b142c49b-84d9-4eee-8582-927a3786a829 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1342695
Dec 16 09:55:51.975151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-35864dae-799b-4bfe-ab36-e9f79a803603 None None] The port 'ba059efb-087f-4c3d-b7c6-f60fbba2866c' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:55:51.997117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:52.037447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:52.044968 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09c2b6ba-a0b4-4101-a050-dbacdffadc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:52.145610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:52.149872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:52.155407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:52.158896 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2cd4ce-eb9c-4f2e-9b84-24aca6cb1cae', 'name': 'network-vif-deleted', 'tag': 'a638baf5-a4f9-4015-89b2-452b0fa371dc', 'status': 'completed', 'code': 200}
Dec 16 09:55:52.161557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:52.162105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-13077dc7-f4e4-4a31-9c52-2b403dc70aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:52.162397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:52.164101 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-13077dc7-f4e4-4a31-9c52-2b403dc70aad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.1204612
Dec 16 09:55:52.181966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=48678316-6575-4290-9149-4b47676f654c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:52.190183 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:52.214231 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.6990943
Dec 16 09:55:52.216726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:52.320293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 48678316-6575-4290-9149-4b47676f654c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:52.320516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:52.593251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-f3d93469-d13e-4162-897b-6cbf4d6d8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:52.594942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-f3d93469-d13e-4162-897b-6cbf4d6d8d63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.4056318
Dec 16 09:55:52.617746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:52.674993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0375af5c-88b9-4cfb-846c-6e1f5d68968b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:55:52.707747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119558f8-3f34-4a25-8f9d-5f7b1b3512a1 req-969c3c6f-6ce5-44bb-999a-8224b2e93a12 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:52.716197 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-119558f8-3f34-4a25-8f9d-5f7b1b3512a1 req-969c3c6f-6ce5-44bb-999a-8224b2e93a12 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 943 time: 0.2726784
Dec 16 09:55:52.790254 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-4b1287b3-a73d-4e51-8eec-d96d07212338 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.1866157
Dec 16 09:55:52.807386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-119558f8-3f34-4a25-8f9d-5f7b1b3512a1 req-42dcd38b-c9ff-4f7c-8e9b-dc4221acb1a2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869410
Dec 16 09:55:52.902505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:52.921552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'mac_address': 'fa:16:3e:6e:b1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:55:52.978512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-7f00638e-1604-4e5a-a923-4e660a05b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:52.982480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-7f00638e-1604-4e5a-a923-4e660a05b10d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1689827
Dec 16 09:55:53.018358 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:53.027054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 48678316-6575-4290-9149-4b47676f654c owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:53.058581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0375af5c-88b9-4cfb-846c-6e1f5d68968b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:53.099354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:53.108724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:53.113193 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:53.133182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-446822e6-4dce-4b53-8858-ded324fab0ca req-de8dab98-5492-4c38-b243-e1ff0a5c9a75 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 210 time: 0.0704560
Dec 16 09:55:53.193427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-00b0fe35-0a16-43f7-a99c-4c80977bd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:53.198242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-00b0fe35-0a16-43f7-a99c-4c80977bd229 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2043564
Dec 16 09:55:53.206744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:53.216087 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f4521d04-bb7d-434a-8921-839716be0b47 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:53.255445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:53.260340 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:53.274167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=48678316-6575-4290-9149-4b47676f654c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:53.278685 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:53.288596 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:53.300083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/48678316-6575-4290-9149-4b47676f654c HTTP/1.1" status: 204  len: 168 time: 1.0817502
Dec 16 09:55:53.302838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:53.308593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'mac_address': 'fa:16:3e:5a:a8:8e', 'name': 'tempest-PortsTestJSON-70567506'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:53.376979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0375af5c-88b9-4cfb-846c-6e1f5d68968b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:53.391768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-146eeb1b-2b29-4413-baea-ee63e0c2f7de service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848867
Dec 16 09:55:53.469530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:53.475801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:53.481260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:53.495357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:53.525216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:53.617520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf409433-f8a7-40f2-be6c-690e58dc11aa req-005ed1dd-f270-4bf4-91f3-be6ee8a443e5 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183535
Dec 16 09:55:53.738546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:53.777115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 7ce5b910-c447-4294-a6fc-b655c8d78f74 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:53.971327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-d7422cc7-f3f8-4194-9e87-6b197f6b922f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:53.973880 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-d7422cc7-f3f8-4194-9e87-6b197f6b922f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 805 time: 0.2435329
Dec 16 09:55:53.992349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Request body: {'port': {'device_id': '96d1e1ec-df24-4723-b013-96be5c82c542', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'admin_state_up': True, 'tenant_id': 'b41eda40d7ce41c18a3319e29229bbd8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:54.131210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:54.181626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:54.187425 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab9e6354-cc98-4867-8c74-4b5fe044ef68 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:54.292544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:54.297928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:54.301776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f1b32-d3e3-4813-952a-4d7dcd80b74a req-ec3849a3-159c-41ba-aa6a-6124c26d3e89 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:54.304825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:54.309276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-776f1b32-d3e3-4813-952a-4d7dcd80b74a req-ec3849a3-159c-41ba-aa6a-6124c26d3e89 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 944 time: 0.2770479
Dec 16 09:55:54.312376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:54.314768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:54.315788 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:54.336094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=7ce5b910-c447-4294-a6fc-b655c8d78f74,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:54.340118 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:54.342747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:54.358309 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 1.0511863
Dec 16 09:55:54.358899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:54.366877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Made reservation on behalf of b41eda40d7ce41c18a3319e29229bbd8 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:54.370938 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:54.399641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-776f1b32-d3e3-4813-952a-4d7dcd80b74a req-07ea9019-0873-41e4-ace9-55d9857c2adf tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891440
Dec 16 09:55:54.465765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdb657c-084e-4a8f-9f43-dab17400d018 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:54.466627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6cdb657c-084e-4a8f-9f43-dab17400d018 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:54.492865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6cdb657c-084e-4a8f-9f43-dab17400d018 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:54.497292 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6cdb657c-084e-4a8f-9f43-dab17400d018 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/7ce5b910-c447-4294-a6fc-b655c8d78f74 HTTP/1.1" status: 200  len: 839 time: 0.1329432
Dec 16 09:55:54.497787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:54.612837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 7ce5b910-c447-4294-a6fc-b655c8d78f74 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:54.613224 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:54.640645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9df78f89-83a9-4333-a565-2e49f3d25b79 req-00db2007-2f95-4de8-a9d7-962caf1c5fb1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 210 time: 0.0650468
Dec 16 09:55:54.669632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Allocated IP 172.20.0.14 (ba6a1215-fe59-45ca-8f84-bd08f9de1e2c/0b865947-3a3c-435f-99bf-81e20e11f800/60c97c81-1786-43f0-b7b7-fea95fbe6a6f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:55:54.682042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0375af5c-88b9-4cfb-846c-6e1f5d68968b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:55:54.773556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 0375af5c-88b9-4cfb-846c-6e1f5d68968b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:55:54.784442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 0375af5c-88b9-4cfb-846c-6e1f5d68968b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:55:54.785762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:54.930952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:54.995709 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.009536 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.038005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.048528 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cf324ed-f51f-4d52-b18c-73a465a1cfa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:55.054243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:55.063365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:55:55.113454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 7ce5b910-c447-4294-a6fc-b655c8d78f74 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:55.127514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:55:55.129634 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'code': 200}
Dec 16 09:55:55.139383 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.146002 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58f5c857-45a5-46df-8eb8-db571c5bebf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:55.265209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.275487 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:55.297233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:55.311812 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:55.341710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=7ce5b910-c447-4294-a6fc-b655c8d78f74,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:55.345535 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.357837 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:55.364493 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/7ce5b910-c447-4294-a6fc-b655c8d78f74 HTTP/1.1" status: 204  len: 168 time: 0.8642793
Dec 16 09:55:55.366902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:55.398204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:55.408181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:55.418264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:55.419910 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-3007abf5-d188-402d-8b7a-47d0f65e3b2d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:55.420630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3007abf5-d188-402d-8b7a-47d0f65e3b2d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:55.442476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3007abf5-d188-402d-8b7a-47d0f65e3b2d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:55.443946 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3007abf5-d188-402d-8b7a-47d0f65e3b2d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/7ce5b910-c447-4294-a6fc-b655c8d78f74 HTTP/1.1" status: 404  len: 333 time: 0.0760829
Dec 16 09:55:55.455736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:55.463090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'name': 'tempest-PortsTestJSON-371615776'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:55.521838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event updated for resources: {'Port': ['ID=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:55.529012 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:55.560521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:55.561893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.581533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41036c-b243-454c-b293-b234c53477ce req-5511ec62-32de-4845-8c6a-b3524588067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:55.584362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc41036c-b243-454c-b293-b234c53477ce req-5511ec62-32de-4845-8c6a-b3524588067d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 1096 time: 0.3005233
Dec 16 09:55:55.647828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:55.664611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:55.681636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6993732
Dec 16 09:55:55.682289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:55.686184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.698337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Request body: {'port': {'device_id': '96d1e1ec-df24-4723-b013-96be5c82c542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:55.713527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 5002c244-9319-42bc-8afb-991a1413e4d9 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:55:55.782792 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc41036c-b243-454c-b293-b234c53477ce req-14d67c59-3291-4a91-a7d7-b8ccdb2769b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879852
Dec 16 09:55:55.880000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:55.900272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ab502-1a2a-4278-95a3-4f83bfa6a5a1 req-457e29d7-67cd-4c80-ba3a-fed5bf7ae76e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:55.901999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c2ab502-1a2a-4278-95a3-4f83bfa6a5a1 req-457e29d7-67cd-4c80-ba3a-fed5bf7ae76e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.2852254
Dec 16 09:55:56.037837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c2ab502-1a2a-4278-95a3-4f83bfa6a5a1 req-cfd9f49a-7c93-4131-a779-56c6578a8ae2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265368
Dec 16 09:55:56.056646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.097493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.107028 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-667ac8ca-9afa-4999-99e4-10c65872590f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:56.198519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:55:56.203757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:56.207646 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:55:56.216249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:56.217104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.231806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=5002c244-9319-42bc-8afb-991a1413e4d9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:56.236533 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:56.252092 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.7951941
Dec 16 09:55:56.254957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39148) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:56.262123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:56.422245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.436879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d8e4e-195a-44a0-b639-ffd772e9460e req-67637cc0-81f4-4067-a27a-349f2721d898 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:56.437781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-703d8e4e-195a-44a0-b639-ffd772e9460e req-67637cc0-81f4-4067-a27a-349f2721d898 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:56.505468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-703d8e4e-195a-44a0-b639-ffd772e9460e req-67637cc0-81f4-4067-a27a-349f2721d898 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:56.507121 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-703d8e4e-195a-44a0-b639-ffd772e9460e req-67637cc0-81f4-4067-a27a-349f2721d898 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 932 time: 0.2936506
Dec 16 09:55:56.587759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c97c81-1786-43f0-b7b7-fea95fbe6a6f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:55:56.607782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.620220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-703d8e4e-195a-44a0-b639-ffd772e9460e req-60c257eb-8550-48d6-8ed0-8d8c6f2c9740 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950322
Dec 16 09:55:56.638348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Transition to ACTIVE for port object 60c97c81-1786-43f0-b7b7-fea95fbe6a6f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:55:56.645049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.650470 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d3407c7-43af-4291-8331-23eedc869038 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:56.789922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.796384 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.802793 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-888d79db-9e2a-41a6-8b6e-f0baccd0be64 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:56.828367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Pushing event updated for resources: {'Port': ['ID=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:56.834194 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:56.869603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] In _notify_port_updated(), no bound segment for port 5002c244-9319-42bc-8afb-991a1413e4d9 on network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:55:56.876620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:56.877347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.878919 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "PUT /v2.0/ports/5002c244-9319-42bc-8afb-991a1413e4d9 HTTP/1.1" status: 200  len: 818 time: 0.6227250
Dec 16 09:55:56.888027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:56.964036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=5002c244-9319-42bc-8afb-991a1413e4d9,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:56.968959 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:56.969301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Attempting to bind port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:55:56.969627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Attempting to bind port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:55:56.970204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Attempting to bind port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:56.979838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:55:56.981277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Attempting to bind port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f on network ba6a1215-fe59-45ca-8f84-bd08f9de1e2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:55:56.985544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 5002c244-9319-42bc-8afb-991a1413e4d9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:55:56.985741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:56.989265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:55:56.989759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Checking segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:56.990332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Bound using segment: {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:55:56.990968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Bound port: 60c97c81-1786-43f0-b7b7-fea95fbe6a6f, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b98b23c-b13a-4472-8e4e-ec7f15fc708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:55:56.991549 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:57.152019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] For port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:55:57.157849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] For port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:55:57.167799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:57.182824 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-941e192d-bb04-496d-a5e8-3d21ce4131fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:57.352080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:57.352726 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:57.354430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] 10.222.0.54 "PUT /v2.0/ports/60c97c81-1786-43f0-b7b7-fea95fbe6a6f HTTP/1.1" status: 200  len: 1092 time: 1.6630211
Dec 16 09:55:57.355005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d1e1ec-df24-4723-b013-96be5c82c542', 'tag': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:55:57.449825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Pushing event updated for resources: {'Port': ['ID=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:57.465541 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:57.468496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:57.532228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd573-3473-4da5-809a-db0439728c83 req-d5d9f738-8df3-4f35-ac70-ce8914e96abe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:57.534791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-560fd573-3473-4da5-809a-db0439728c83 req-d5d9f738-8df3-4f35-ac70-ce8914e96abe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.2622023
Dec 16 09:55:57.589088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-132191c0-4d48-4382-88e2-99e000bf5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:57.591554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-132191c0-4d48-4382-88e2-99e000bf5296 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 1095 time: 0.1863782
Dec 16 09:55:57.711334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 5002c244-9319-42bc-8afb-991a1413e4d9 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:55:57.740831 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-ebef24e8-1955-4156-806b-ee148325c442 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c97c81-1786-43f0-b7b7-fea95fbe6a6f HTTP/1.1" status: 200  len: 217 time: 0.1296222
Dec 16 09:55:57.746362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-560fd573-3473-4da5-809a-db0439728c83 req-885b2a46-4f6d-4c73-888d-2b8cfd9daa4c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997857
Dec 16 09:55:57.874580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:57.892112 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:57.958369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=5002c244-9319-42bc-8afb-991a1413e4d9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:57.961534 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d1e1ec-df24-4723-b013-96be5c82c542', 'tag': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f', 'status': 'completed', 'code': 200}
Dec 16 09:55:57.961926 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:57.962650 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:57.974979 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/5002c244-9319-42bc-8afb-991a1413e4d9 HTTP/1.1" status: 204  len: 168 time: 1.0857842
Dec 16 09:55:57.978903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:58.033202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-d9ebf5a7-3422-4274-b2d3-268cebb47530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:58.034651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-d9ebf5a7-3422-4274-b2d3-268cebb47530 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.2869956
Dec 16 09:55:58.074342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601057dd-c4ab-489a-9181-cc575d79b319 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:58.075107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-601057dd-c4ab-489a-9181-cc575d79b319 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:55:58.091623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-2db0791b-541d-402f-aafd-a13c9d410fc7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487981
Dec 16 09:55:58.095178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-601057dd-c4ab-489a-9181-cc575d79b319 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:55:58.096913 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-601057dd-c4ab-489a-9181-cc575d79b319 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1167321
Dec 16 09:55:58.101083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39166) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:58.105165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f368144-919a-4c24-851f-204e4729eb5e req-da125a24-d6f7-4fc7-ba42-9411e6973074 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:58.106091 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f368144-919a-4c24-851f-204e4729eb5e req-da125a24-d6f7-4fc7-ba42-9411e6973074 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 944 time: 0.1436927
Dec 16 09:55:58.151572 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-062f55fb-8ab1-4e28-9c51-4e8205a07821 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:55:58.152992 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-062f55fb-8ab1-4e28-9c51-4e8205a07821 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/5002c244-9319-42bc-8afb-991a1413e4d9 HTTP/1.1" status: 404  len: 333 time: 0.0507095
Dec 16 09:55:58.162880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:58.168592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-765012141'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:58.176405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:58.180509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:58.183634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:58.189953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:58.203576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:58.209549 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:58.237011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5f368144-919a-4c24-851f-204e4729eb5e req-40a69833-e006-454c-95f2-2089f6d8efe1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119416
Dec 16 09:55:58.265726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:55:58.280531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:58.281102 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 32ebc891-8567-4995-9f41-edeba63b0d02 of type vlan for network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28
Dec 16 09:55:58.292496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-311861eb-a2b2-4e5d-ba19-c870bad03b37 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852367
Dec 16 09:55:58.315801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:58.357151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:58.364303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:58.365189 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:58.372194 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:58.445024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddaab0aa-d13e-4587-bf9b-ac7e2f488d4e req-b73a8302-855d-4781-8d82-746b419f3c50 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456490
Dec 16 09:55:58.473562 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3095584
Dec 16 09:55:58.476743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:55:58.490025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:55:58.498532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:58.501622 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:58.514829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:55:58.682882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:55:58.691730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:55:58.696528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:55:58.705635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:55:58.718410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-66e82134-bc63-419d-b47b-51e921af62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:58.720352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-66e82134-bc63-419d-b47b-51e921af62f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 1095 time: 0.2122898
Dec 16 09:55:58.721763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:55:58.725695 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:59.096433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-26c0867c-9189-4ba7-aeb7-f2a7f1f2fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:59.098601 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-26c0867c-9189-4ba7-aeb7-f2a7f1f2fdf9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 200  len: 906 time: 0.3567698
Dec 16 09:55:59.173137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-5328983f-9225-4833-9f92-4b0d09cde890 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c97c81-1786-43f0-b7b7-fea95fbe6a6f HTTP/1.1" status: 200  len: 217 time: 0.0676289
Dec 16 09:55:59.283756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89bd60-a7b8-449e-bf3f-56e4fda4dd8d req-085f1388-8b5c-4221-9c55-d33924b075bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:59.285226 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa89bd60-a7b8-449e-bf3f-56e4fda4dd8d req-085f1388-8b5c-4221-9c55-d33924b075bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.3726540
Dec 16 09:55:59.337776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-5a0b9383-ce9f-4321-ada8-221293b93010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:59.339246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-5a0b9383-ce9f-4321-ada8-221293b93010 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 200  len: 845 time: 0.1580801
Dec 16 09:55:59.416238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:55:59.421478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-57ca556d-7bf4-47b5-9ddc-7b84ecdee112 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706055
Dec 16 09:55:59.425042 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9c65859-1b90-49a1-8edb-b99c6cb2e1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:55:59.490690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa89bd60-a7b8-449e-bf3f-56e4fda4dd8d req-71a57ef6-1f29-4503-a217-3e3cb383d67d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923814
Dec 16 09:55:59.601022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=a052d626-5635-48d0-9412-f6297de6069b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:55:59.609648 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:55:59.639481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '32ebc891-8567-4995-9f41-edeba63b0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:55:59.639918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:55:59.743406 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-a544522c-4d1f-41a9-8944-bbb0d79ff57e service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2909465
Dec 16 09:55:59.911832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:55:59.990189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:55:59.998400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fdf414-ff30-42a2-9259-4c68692eeede None None] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:55:59.999003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:55:59.999625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:00.056769 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5788233
Dec 16 09:56:00.060363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39184) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:00.066722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:00.070211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abd231-7eee-4bf1-8074-f4511563e294 req-b9030b22-971f-4baf-8543-3664dc961493 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:00.071012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99abd231-7eee-4bf1-8074-f4511563e294 req-b9030b22-971f-4baf-8543-3664dc961493 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 944 time: 0.4202566
Dec 16 09:56:00.118785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9c0b64-e6b9-44c3-a8d2-889c7c1b5e82 req-241b8d3a-0c58-43cd-be2d-a76d6ecbcd56 service neutron] 10.222.0.54 "GET /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637428
Dec 16 09:56:00.151570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99abd231-7eee-4bf1-8074-f4511563e294 req-8eb809fb-31da-47c0-9bea-a4dd94ee8e1e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664639
Dec 16 09:56:00.287397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28', 'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28', 'tenant_id': '9ee1fff8fc5f49b5b9ab57b82dfa3beb', 'fixed_ips': [{'subnet_id': 'a052d626-5635-48d0-9412-f6297de6069b'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:56:00.288515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:00.292187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:00.296964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:00.301981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:00.310435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:00.328693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:00.332876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:00.520965 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a052d626-5635-48d0-9412-f6297de6069b (CIDR: 172.20.0.0/28)
Dec 16 09:56:00.524995 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:56:00.525541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:56:00.551073 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd47eaa7-a5f4-4c3d-82d6-2892cd115c14 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4870882
Dec 16 09:56:00.552744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:00.556306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 60c97c81-1786-43f0-b7b7-fea95fbe6a6f details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:56:00.568131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:00.601288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Allocated IP 172.20.0.2 (8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28/a052d626-5635-48d0-9412-f6297de6069b/632b9a37-ed25-4976-9175-397cf8645c75) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:00.624891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b1be-dc6f-4dd2-9ba3-61868eea0669 req-a28ea8dc-edc5-4e2a-a863-170a767425c7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:00.627224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1713b1be-dc6f-4dd2-9ba3-61868eea0669 req-a28ea8dc-edc5-4e2a-a863-170a767425c7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1114662
Dec 16 09:56:00.707614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1713b1be-dc6f-4dd2-9ba3-61868eea0669 req-8a4ebd77-b33c-4497-8451-1dfb9e4dde3d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660198
Dec 16 09:56:00.789577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:00.796470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:00.801365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:00.809648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:00.826561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:00.832088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:00.865990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:00.898831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f', 'network_id': 'ba6a1215-fe59-45ca-8f84-bd08f9de1e2c', 'port_id': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f', 'mac_address': 'fa:16:3e:d9:0e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b865947-3a3c-435f-99bf-81e20e11f800', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:56:01.036195 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.080145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c97c81-1786-43f0-b7b7-fea95fbe6a6f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:56:01.092455 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.121040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Transition to ACTIVE for port object 632b9a37-ed25-4976-9175-397cf8645c75 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:01.132836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:01.138793 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.144229 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:01.216110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Transition to ACTIVE for port object 632b9a37-ed25-4976-9175-397cf8645c75 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:01.231525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.253543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.262286 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4fbf5ff9-89bf-4049-9988-a49704df8b41 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:01.262556 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:01.268335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:01.269870 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:01.270773 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:01.322971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:01.343292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:01.345216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:01.348901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:01.354620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:01.355128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.376306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=438940cd-c2c3-4745-852b-015ceef56ff1,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:01.380455 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:01.393555 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8388031
Dec 16 09:56:01.397149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:01.414928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28', 'fixed_ips': [{'subnet_id': 'a052d626-5635-48d0-9412-f6297de6069b'}, {'subnet_id': '438940cd-c2c3-4745-852b-015ceef56ff1'}], 'name': 'tempest-PortsTestJSON-1469439748'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:01.424232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Pushing event updated for resources: {'Port': ['ID=632b9a37-ed25-4976-9175-397cf8645c75,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:01.430769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64641f-a17d-4345-80f6-451f952872ef req-b24af43c-a20b-4548-93ab-0b695aeff1aa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:01.433776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da64641f-a17d-4345-80f6-451f952872ef req-b24af43c-a20b-4548-93ab-0b695aeff1aa tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 945 time: 0.1521432
Dec 16 09:56:01.455122 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:01.456133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['60c97c81-1786-43f0-b7b7-fea95fbe6a6f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:56:01.520888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da64641f-a17d-4345-80f6-451f952872ef req-3e7270ea-4e69-42b2-867e-eb1d548512e8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759947
Dec 16 09:56:01.580126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Attempting to bind port 632b9a37-ed25-4976-9175-397cf8645c75 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:56:01.580735 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Attempting to bind port 632b9a37-ed25-4976-9175-397cf8645c75 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '32ebc891-8567-4995-9f41-edeba63b0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:56:01.581348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Attempting to bind port 632b9a37-ed25-4976-9175-397cf8645c75 on network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:56:01.609956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:56:01.610408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Checking segment: {'id': '32ebc891-8567-4995-9f41-edeba63b0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:01.611806 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.611806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Bound using segment: {'id': '32ebc891-8567-4995-9f41-edeba63b0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:56:01.612359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Bound port: 632b9a37-ed25-4976-9175-397cf8645c75, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ebc891-8567-4995-9f41-edeba63b0d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:56:01.612847 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.645779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:01.656803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:01.675604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:01.801824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] For port 632b9a37-ed25-4976-9175-397cf8645c75, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:56:01.811478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] For port 632b9a37-ed25-4976-9175-397cf8645c75, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=632b9a37-ed25-4976-9175-397cf8645c75,segment=NetworkSegment(32ebc891-8567-4995-9f41-edeba63b0d02),segment_id=32ebc891-8567-4995-9f41-edeba63b0d02)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:56:01.818718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.823244 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3b6de3de-60d1-497d-8cac-c007de04a4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:01.913722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:01.941933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port f97b5623-3ba9-4c5f-a21d-91e5282b118c yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:01.987862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Pushing event updated for resources: {'Port': ['ID=632b9a37-ed25-4976-9175-397cf8645c75,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:01.992529 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:02.053720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f6985-b8ff-430c-805e-211ebbfc8c3a req-f28029c9-a748-4290-83e0-750a574ae9fe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:02.056291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-618f6985-b8ff-430c-805e-211ebbfc8c3a req-f28029c9-a748-4290-83e0-750a574ae9fe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1734970
Dec 16 09:56:02.132467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-618f6985-b8ff-430c-805e-211ebbfc8c3a req-ab998913-c8f3-42c9-90c6-f4eaec5cfe6a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604184
Dec 16 09:56:02.509509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.9 (8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28/a052d626-5635-48d0-9412-f6297de6069b/f97b5623-3ba9-4c5f-a21d-91e5282b118c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:02.520278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.22 (8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28/438940cd-c2c3-4745-852b-015ceef56ff1/f97b5623-3ba9-4c5f-a21d-91e5282b118c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:02.566932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 60c97c81-1786-43f0-b7b7-fea95fbe6a6f up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:02.681428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:02.689277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:02.689836 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:02.991950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:02.992733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:03.016200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object f97b5623-3ba9-4c5f-a21d-91e5282b118c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:03.044640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:03.056494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:03.058140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d1e1ec-df24-4723-b013-96be5c82c542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:56:03.059919 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85e197a7-c678-473c-9a80-89d1f71a00e0 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:03.067590 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:03.071618 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:03.187123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 632b9a37-ed25-4976-9175-397cf8645c75 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:03.189419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:03.190774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:03.194741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:03.284801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=f97b5623-3ba9-4c5f-a21d-91e5282b118c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:03.303875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc73de-adb6-44ce-a371-4893f9bd02e3 req-09d106e0-9c60-4efd-9343-f8de70034de2 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:03.307330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6dc73de-adb6-44ce-a371-4893f9bd02e3 req-09d106e0-9c60-4efd-9343-f8de70034de2 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.2003496
Dec 16 09:56:03.307953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.308803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.309419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.310022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.310631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.311543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.312375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.313248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.314247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.314765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.315427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.316028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:03.324783 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:03.332125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:03.339829 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:03.345759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:03.346819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:03.379417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 632b9a37-ed25-4976-9175-397cf8645c75 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:03.408044 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 2.0092857
Dec 16 09:56:03.413112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:03.422857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a052d626-5635-48d0-9412-f6297de6069b'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:03.433790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6dc73de-adb6-44ce-a371-4893f9bd02e3 req-0768195e-5ef8-4fc9-bdb0-91f57f354142 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179154
Dec 16 09:56:03.558107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5f98a-114b-450c-94b2-0363eb457a8d None None] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:03.677350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:03.734254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Provisioning for port 632b9a37-ed25-4976-9175-397cf8645c75 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:03.743991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Provisioning complete for port 632b9a37-ed25-4976-9175-397cf8645c75 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:03.744716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:03.804346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7e83-dba2-48c9-b5cd-4c181dae85d9 req-e7962c4c-c224-411c-bafa-342bb0c68ec8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:03.806884 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-163e7e83-dba2-48c9-b5cd-4c181dae85d9 req-e7962c4c-c224-411c-bafa-342bb0c68ec8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1516647
Dec 16 09:56:03.884579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-163e7e83-dba2-48c9-b5cd-4c181dae85d9 req-1a3098ee-c662-4703-8346-272e1cc1d665 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691409
Dec 16 09:56:03.949846 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d1e1ec-df24-4723-b013-96be5c82c542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f', 'code': 200}
Dec 16 09:56:04.103698 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:04.149047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e596a9a-5e2e-4091-b6d7-7a92af7b6a3c req-3f6a5cfa-bb18-4feb-9d5b-1c6ff1f847b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:04.151444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e596a9a-5e2e-4091-b6d7-7a92af7b6a3c req-3f6a5cfa-bb18-4feb-9d5b-1c6ff1f847b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 1097 time: 0.1352556
Dec 16 09:56:04.155957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] For port 632b9a37-ed25-4976-9175-397cf8645c75, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=632b9a37-ed25-4976-9175-397cf8645c75,segment=NetworkSegment(32ebc891-8567-4995-9f41-edeba63b0d02),segment_id=32ebc891-8567-4995-9f41-edeba63b0d02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:04.163750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:04.167332 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4f27e35a-23e6-43b1-8151-b279f8f4507f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:04.222770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e596a9a-5e2e-4091-b6d7-7a92af7b6a3c req-47db240b-c037-48e1-a5d5-30d665417b92 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647647
Dec 16 09:56:04.246686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Delete allocated IP 172.20.0.22 (8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28/438940cd-c2c3-4745-852b-015ceef56ff1) {{(pid=87655) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 09:56:04.365615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Pushing event updated for resources: {'Port': ['ID=632b9a37-ed25-4976-9175-397cf8645c75,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:04.372697 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:04.390012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Update dhcp port {'port': {'network_id': '8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28', 'fixed_ips': [{'subnet_id': 'a052d626-5635-48d0-9412-f6297de6069b', 'ip_address': '172.20.0.2'}, {'subnet_id': '438940cd-c2c3-4745-852b-015ceef56ff1'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '632b9a37-ed25-4976-9175-397cf8645c75'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:56:04.449393 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:04.517003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:04.532964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Ignored duplicate provisioning block setup for port f97b5623-3ba9-4c5f-a21d-91e5282b118c by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 09:56:04.537962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:04.545138 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02bac8b0-fd05-49fc-9f91-2cf06072ed2e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:04.704982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69f08c-981a-4e8e-a218-d6f3ced4c055 req-0cbc2b7f-0336-4e07-9c01-fe7ef8f08443 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:04.706941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3e69f08c-981a-4e8e-a218-d6f3ced4c055 req-0cbc2b7f-0336-4e07-9c01-fe7ef8f08443 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.0973396
Dec 16 09:56:04.723433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Allocated IP 172.20.0.18 (8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28/438940cd-c2c3-4745-852b-015ceef56ff1/632b9a37-ed25-4976-9175-397cf8645c75) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:04.764219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3e69f08c-981a-4e8e-a218-d6f3ced4c055 req-2b21c511-d425-4570-8e75-a60785738f7a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496454
Dec 16 09:56:04.775048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0375af5c-88b9-4cfb-846c-6e1f5d68968b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:56:04.785536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=f97b5623-3ba9-4c5f-a21d-91e5282b118c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:04.794003 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:04.823114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] In _notify_port_updated(), no bound segment for port f97b5623-3ba9-4c5f-a21d-91e5282b118c on network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:56:04.833273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:04.834331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:04.836527 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "PUT /v2.0/ports/f97b5623-3ba9-4c5f-a21d-91e5282b118c HTTP/1.1" status: 200  len: 919 time: 1.4213665
Dec 16 09:56:04.839983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:04.846922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a052d626-5635-48d0-9412-f6297de6069b'}, {'subnet_id': '438940cd-c2c3-4745-852b-015ceef56ff1'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:05.004296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 632b9a37-ed25-4976-9175-397cf8645c75 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:05.051112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:05.084912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] For port 632b9a37-ed25-4976-9175-397cf8645c75, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=632b9a37-ed25-4976-9175-397cf8645c75,segment=NetworkSegment(32ebc891-8567-4995-9f41-edeba63b0d02),segment_id=32ebc891-8567-4995-9f41-edeba63b0d02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:05.174546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:05.184994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9023ea8-5a4f-4dfe-8749-da16c8ad39e9 req-5a5c8cea-2c5b-4932-9dd8-81c549d29584 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:05.187291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9023ea8-5a4f-4dfe-8749-da16c8ad39e9 req-5a5c8cea-2c5b-4932-9dd8-81c549d29584 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1204603
Dec 16 09:56:05.204169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'port_id': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'mac_address': 'fa:16:3e:6e:b1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:56:05.211770 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:05.292239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9023ea8-5a4f-4dfe-8749-da16c8ad39e9 req-c701fbcb-f562-447f-9413-be6f80ca5287 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931351
Dec 16 09:56:05.314248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 632b9a37-ed25-4976-9175-397cf8645c75 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:05.314740 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:05.403540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Transition to ACTIVE for port object 632b9a37-ed25-4976-9175-397cf8645c75 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:05.453895 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:05.469773 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:05.643668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:05.686064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.25 (8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28/438940cd-c2c3-4745-852b-015ceef56ff1/f97b5623-3ba9-4c5f-a21d-91e5282b118c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:05.786483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port 632b9a37-ed25-4976-9175-397cf8645c75 had new provisioning blocks added so it will not transition to active. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}}
Dec 16 09:56:05.793677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0375af5c-88b9-4cfb-846c-6e1f5d68968b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:56:05.810383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Pushing event updated for resources: {'Port': ['ID=632b9a37-ed25-4976-9175-397cf8645c75,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:05.837676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.838574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.839392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.840141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.841189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.842367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.843030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.843599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.844136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.844659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.845170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.845717 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:05.851599 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:05.854892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:05.861677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:05.865226 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:05.935095 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:56:05.968712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['0375af5c-88b9-4cfb-846c-6e1f5d68968b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:56:06.001225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:06.024475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Ignored duplicate provisioning block setup for port f97b5623-3ba9-4c5f-a21d-91e5282b118c by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 09:56:06.031468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:06.032226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:06.039330 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:06.070827 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9304030b-f5be-4e1b-aa12-1a15d095d8fc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:06.156735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c7393-5b4d-4e87-b609-f52e6f207a4e req-14e9a480-f7e0-4190-928d-c414e90a8ab8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:06.160577 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c7c7393-5b4d-4e87-b609-f52e6f207a4e req-14e9a480-f7e0-4190-928d-c414e90a8ab8 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.2114015
Dec 16 09:56:06.258100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c7c7393-5b4d-4e87-b609-f52e6f207a4e req-8ae465cb-96d6-4080-b7c0-23e784013e71 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878959
Dec 16 09:56:06.324461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=f97b5623-3ba9-4c5f-a21d-91e5282b118c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:06.338215 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:06.452780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] In _notify_port_updated(), no bound segment for port f97b5623-3ba9-4c5f-a21d-91e5282b118c on network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:56:06.462721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:06.464757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:06.471374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39268) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:06.486591 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "PUT /v2.0/ports/f97b5623-3ba9-4c5f-a21d-91e5282b118c HTTP/1.1" status: 200  len: 999 time: 1.6450896
Dec 16 09:56:06.661082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port f97b5623-3ba9-4c5f-a21d-91e5282b118c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:06.661452 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:06.761906 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0375af5c-88b9-4cfb-846c-6e1f5d68968b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:06.895137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 0375af5c-88b9-4cfb-846c-6e1f5d68968b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:06.896431 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:06.969067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e864bdc1-b4d5-470d-8c5d-d7555972ff14 None None] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:07.199288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 632b9a37-ed25-4976-9175-397cf8645c75 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:07.239909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c216-34b1-4174-aca2-bdb652166f0a req-2af23011-411e-4f21-84d4-c23d46b7cc01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:07.248360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cbb4c216-34b1-4174-aca2-bdb652166f0a req-2af23011-411e-4f21-84d4-c23d46b7cc01 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 944 time: 0.3088930
Dec 16 09:56:07.254450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a29ca01c-bd71-4ff8-8f33-7fef83801d31 None None] Provisioning for port 632b9a37-ed25-4976-9175-397cf8645c75 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:07.291119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a29ca01c-bd71-4ff8-8f33-7fef83801d31 None None] Provisioning complete for port 632b9a37-ed25-4976-9175-397cf8645c75 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:07.291898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a29ca01c-bd71-4ff8-8f33-7fef83801d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:07.337565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cbb4c216-34b1-4174-aca2-bdb652166f0a req-cbef8131-cba2-48e2-9064-f000147dd51a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882530
Dec 16 09:56:07.343458 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:07.487780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 632b9a37-ed25-4976-9175-397cf8645c75 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:07.488895 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:07.538409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for f97b5623-3ba9-4c5f-a21d-91e5282b118c owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:07.737547 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:07.890905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:56:07.968911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:07.991690 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:07.998745 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-09e705dd-4c53-4f52-bc24-e91454ce4dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:08.020073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1ebd-bf1f-4275-aae1-a54c85e96a11 req-86e03606-c5ad-458b-ab9b-be2d1dd17c56 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:08.034567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-087d1ebd-bf1f-4275-aae1-a54c85e96a11 req-86e03606-c5ad-458b-ab9b-be2d1dd17c56 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.2691975
Dec 16 09:56:08.106462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:08.112113 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:08.154592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-087d1ebd-bf1f-4275-aae1-a54c85e96a11 req-08cbc7b6-13f1-4120-ac74-862240e07d76 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185567
Dec 16 09:56:08.269878 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'code': 200}
Dec 16 09:56:08.322155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a29ca01c-bd71-4ff8-8f33-7fef83801d31 None None] Provisioning for port f97b5623-3ba9-4c5f-a21d-91e5282b118c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:08.322625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:08.330398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a29ca01c-bd71-4ff8-8f33-7fef83801d31 None None] Provisioning complete for port f97b5623-3ba9-4c5f-a21d-91e5282b118c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:08.330398 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a29ca01c-bd71-4ff8-8f33-7fef83801d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:08.343709 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9d714a70-7a42-4af5-b040-f73a4b73efe5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:08.414240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a29ca01c-bd71-4ff8-8f33-7fef83801d31 None None] Port f97b5623-3ba9-4c5f-a21d-91e5282b118c was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 09:56:08.444822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=f97b5623-3ba9-4c5f-a21d-91e5282b118c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:08.453655 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:08.765258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:08.795189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/f97b5623-3ba9-4c5f-a21d-91e5282b118c HTTP/1.1" status: 204  len: 168 time: 2.3214896
Dec 16 09:56:08.804335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39280) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:08.871689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d712-e6c7-401e-ad0b-a2cd75f8c235 req-ef6d43ae-82b3-4a29-844c-a90961d3adaf tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:08.874385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a269d712-e6c7-401e-ad0b-a2cd75f8c235 req-ef6d43ae-82b3-4a29-844c-a90961d3adaf tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.4337864
Dec 16 09:56:08.901374 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd556bb1-6279-47b9-a690-947dbe3143eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:56:08.902002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd556bb1-6279-47b9-a690-947dbe3143eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:08.998892 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a269d712-e6c7-401e-ad0b-a2cd75f8c235 req-44ce34b1-2ba0-4736-8a34-738ebc2e82ed tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086161
Dec 16 09:56:09.001194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd556bb1-6279-47b9-a690-947dbe3143eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:09.007323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fd556bb1-6279-47b9-a690-947dbe3143eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/f97b5623-3ba9-4c5f-a21d-91e5282b118c HTTP/1.1" status: 404  len: 333 time: 0.1979206
Dec 16 09:56:09.008570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39284) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:09.115438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet 438940cd-c2c3-4745-852b-015ceef56ff1 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:56:09.121163 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:09.219546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:09.511105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:09.594804 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1190fe5d-ca12-4138-9d46-ba33cc2e59ba None None] Provisioning complete for port 632b9a37-ed25-4976-9175-397cf8645c75 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:09.597896 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1190fe5d-ca12-4138-9d46-ba33cc2e59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:09.652438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04564-16de-4c5f-afb0-9c024ffda3e5 req-8f6af93c-3388-4a2a-aa63-b7be01043e86 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:09.654874 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3af04564-16de-4c5f-afb0-9c024ffda3e5 req-8f6af93c-3388-4a2a-aa63-b7be01043e86 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.3400960
Dec 16 09:56:09.716824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:09.724455 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c96ac86b-c054-4f07-a5f3-be7d480803b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:09.803121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=438940cd-c2c3-4745-852b-015ceef56ff1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:09.813366 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:09.820173 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:09.835309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1190fe5d-ca12-4138-9d46-ba33cc2e59ba None None] Could not find standard attr ID for object f97b5623-3ba9-4c5f-a21d-91e5282b118c. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:56:09.836594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3af04564-16de-4c5f-afb0-9c024ffda3e5 req-cce13e21-7ab6-4c35-8d31-877c8d3dae25 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608491
Dec 16 09:56:09.844056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39292) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:09.844766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/438940cd-c2c3-4745-852b-015ceef56ff1 HTTP/1.1" status: 204  len: 168 time: 0.8346720
Dec 16 09:56:09.939013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet a052d626-5635-48d0-9412-f6297de6069b {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:56:09.942741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:09.943992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9737cbe-5285-4742-ad4c-772df24e707b None None] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:10.011401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:10.026308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5cc97d05-af39-4832-a63d-533847b24799 None None] Could not find standard attr ID for object f97b5623-3ba9-4c5f-a21d-91e5282b118c. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:56:10.178536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:10.310906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:10.323830 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-31551b98-7ace-49cb-84ce-14945e8e02ea tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:10.399075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:10.410352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=a052d626-5635-48d0-9412-f6297de6069b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:10.414064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:10.418955 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/a052d626-5635-48d0-9412-f6297de6069b HTTP/1.1" status: 204  len: 168 time: 0.5735753
Dec 16 09:56:10.421442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:10.470256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39629f-18de-44d9-9dcc-6cfec4e8f92a req-a757fd3a-59a7-495d-a18a-94f00dce6f94 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:10.472090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb39629f-18de-44d9-9dcc-6cfec4e8f92a req-a757fd3a-59a7-495d-a18a-94f00dce6f94 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1516163
Dec 16 09:56:10.581778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:10.615035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 632b9a37-ed25-4976-9175-397cf8645c75 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:10.616088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:10.656702 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb39629f-18de-44d9-9dcc-6cfec4e8f92a req-fd64bf4f-908c-4c42-a4de-34fe26259369 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619706
Dec 16 09:56:11.003552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] For port 632b9a37-ed25-4976-9175-397cf8645c75, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=632b9a37-ed25-4976-9175-397cf8645c75,segment=NetworkSegment(32ebc891-8567-4995-9f41-edeba63b0d02),segment_id=32ebc891-8567-4995-9f41-edeba63b0d02)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:11.004382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.152357 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faea82-da80-4b87-9670-ff660860c65f req-61ccf7c6-abc5-4552-91eb-a6ec94443631 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:11.154316 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7faea82-da80-4b87-9670-ff660860c65f req-61ccf7c6-abc5-4552-91eb-a6ec94443631 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1217449
Dec 16 09:56:11.282753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7faea82-da80-4b87-9670-ff660860c65f req-e504311e-77a0-44b6-b1a6-818fcb261431 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179259
Dec 16 09:56:11.352508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8976ad8-ffd5-4ebf-abd9-b09ab62afbca None None] Network 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:11.369235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 632b9a37-ed25-4976-9175-397cf8645c75 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:11.496619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f9fcfbce-9936-480f-aa88-0e3200c05563 None None] Provisioning complete for port 632b9a37-ed25-4976-9175-397cf8645c75 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:11.497384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9fcfbce-9936-480f-aa88-0e3200c05563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.528637 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.543493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6cc00911-6e78-4540-815b-0dc2a01f9b4e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:11.556335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f9fcfbce-9936-480f-aa88-0e3200c05563 None None] Port 632b9a37-ed25-4976-9175-397cf8645c75 was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 09:56:11.611687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=632b9a37-ed25-4976-9175-397cf8645c75,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:11.620826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No DVR routers for this DVR port 632b9a37-ed25-4976-9175-397cf8645c75 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:56:11.623382 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:11.754777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bd28c-d824-468b-8f8e-45b1e53dc10f None None] DHCP port deletion for 8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:56:11.832881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.880876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2001af0>,) {'filters': {'network_id': ['8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:11.900897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2001af0>, '32ebc891-8567-4995-9f41-edeba63b0d02') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:11.901355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2001af0>, '32ebc891-8567-4995-9f41-edeba63b0d02') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:11.914765 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.920559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.954282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.958742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3814a54-c37d-4db4-ae50-f1d1e8621ab5 req-8868df19-4b01-4fb8-9147-dec9dcbbd4ec tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:11.968461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:56:11.969143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.972891 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a29f7978-cb37-4dda-b42d-bf700ce3cd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:11.973093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3814a54-c37d-4db4-ae50-f1d1e8621ab5 req-8868df19-4b01-4fb8-9147-dec9dcbbd4ec tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1410553
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:56:12.020119 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:56:12.045946 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3814a54-c37d-4db4-ae50-f1d1e8621ab5 req-917bce32-897b-4b05-89d1-cd41ff96a56e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716197
Dec 16 09:56:12.137884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:12.144689 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:12.166525 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5bb055a6-9862-4c23-8c06-4375deb23ff1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:12.197104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:12.203526 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:12.212658 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/8d8a6a0d-6557-452f-ab04-a8f9dd2bdb28 HTTP/1.1" status: 204  len: 168 time: 1.7898633
Dec 16 09:56:12.216149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39310) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:12.365998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4af6c-fa26-4ca1-9a62-4e1f9472b564 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:12.367139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60d4af6c-fa26-4ca1-9a62-4e1f9472b564 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:12.397909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60d4af6c-fa26-4ca1-9a62-4e1f9472b564 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:12.405497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39316) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:12.406458 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-60d4af6c-fa26-4ca1-9a62-4e1f9472b564 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1881084
Dec 16 09:56:12.706172 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-85be9fb7-d98c-486b-9f0d-aaad4abfd0cd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2865622
Dec 16 09:56:12.712597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:12.718760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa7687-df73-4573-b5d3-7798a981d74d req-f151acf7-e6f4-479e-9819-302b854ade72 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:12.718760 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1dfa7687-df73-4573-b5d3-7798a981d74d req-f151acf7-e6f4-479e-9819-302b854ade72 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1838353
Dec 16 09:56:12.724801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1847162007'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:12.739534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:12.751972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:12.751972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:12.775328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:12.780999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1dfa7687-df73-4573-b5d3-7798a981d74d req-95aa9f1a-6126-4636-9b9c-04650a502d24 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601454
Dec 16 09:56:12.795673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:12.802798 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:12.881329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:56:12.909343 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:12.909343 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 886e2d64-0e33-4668-a6ce-c924a03137d5 of type vlan for network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc
Dec 16 09:56:12.968656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:12.996942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 632b9a37-ed25-4976-9175-397cf8645c75 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:56:13.017653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:13.023808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:13.025191 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:13.029728 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6b523914-1668-4126-ad71-b5f40937773c tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:13.056637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 632b9a37-ed25-4976-9175-397cf8645c75 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:56:13.056992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 632b9a37-ed25-4976-9175-397cf8645c75 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:56:13.219915 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5152502
Dec 16 09:56:13.224185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:13.238024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:13.267075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:13.271140 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:13.282948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:56:13.343605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d6491-bf9a-4970-b5d2-aa2f0ef45d73 req-a70b4a4a-f3e9-42f8-9753-c19fa20fe685 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:13.346312 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd7d6491-bf9a-4970-b5d2-aa2f0ef45d73 req-a70b4a4a-f3e9-42f8-9753-c19fa20fe685 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1274679
Dec 16 09:56:13.409670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:13.414993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:13.418915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:13.430524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cd7d6491-bf9a-4970-b5d2-aa2f0ef45d73 req-dbd6f198-ea22-4bf8-b444-8857f27e09ef tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751872
Dec 16 09:56:13.431516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:13.460173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:13.466306 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:13.801493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:13.809560 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-20d7c411-2e8d-4c88-ba72-7196377f880b tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:13.960728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '886e2d64-0e33-4668-a6ce-c924a03137d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:13.961964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:56:13.997744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=dc6a8a59-6c34-4848-a025-5e8a07ced4d5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:14.002218 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:14.009276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:56:14.023799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6a100-c3c0-47c7-8631-28ea6035b33b req-47e9c0ec-c1c4-4357-899d-1baf88b57970 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:14.025535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8d6a100-c3c0-47c7-8631-28ea6035b33b req-47e9c0ec-c1c4-4357-899d-1baf88b57970 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1094279
Dec 16 09:56:14.027518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:14.035599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:14.038558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73424b61-d182-4428-9d91-aecd3011a2ae None None] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:14.039062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:14.081957 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8552072
Dec 16 09:56:14.085586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39332) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:14.094263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc', 'name': 'tempest-PortsTestJSON-145537943'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:14.377082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:14.457917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8d6a100-c3c0-47c7-8631-28ea6035b33b req-80f83e09-ea2c-43d2-bc1e-7422cfa9638c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4001210
Dec 16 09:56:14.508118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc', 'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc', 'tenant_id': '9ee1fff8fc5f49b5b9ab57b82dfa3beb', 'fixed_ips': [{'subnet_id': 'dc6a8a59-6c34-4848-a025-5e8a07ced4d5'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:56:14.509117 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:14.535999 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a4672d9c-6e1a-4955-bf78-83e19f88b61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:14.607094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:14.618609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:14.636924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:14.643339 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:14.672688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port e66ae8f8-9ede-4820-810a-cdda44eefa24 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:14.719203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Allocated IP 172.20.0.2 (9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc/dc6a8a59-6c34-4848-a025-5e8a07ced4d5/a0b35e95-c0b2-4f21-96f6-50983482ed4c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:14.890414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cec5f8-9cd9-40a1-90df-dd02cd98ce0c req-a57462d4-2f42-4e37-a5cb-a00a99e24ef3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:14.892120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86cec5f8-9cd9-40a1-90df-dd02cd98ce0c req-a57462d4-2f42-4e37-a5cb-a00a99e24ef3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1200731
Dec 16 09:56:14.955069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86cec5f8-9cd9-40a1-90df-dd02cd98ce0c req-84e2fa6b-4aaa-4c2b-bf07-4eefbe404595 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566854
Dec 16 09:56:14.984658 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:14.996144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Transition to ACTIVE for port object a0b35e95-c0b2-4f21-96f6-50983482ed4c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:15.022296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Transition to ACTIVE for port object a0b35e95-c0b2-4f21-96f6-50983482ed4c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:15.046804 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:15.053444 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:15.145276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:15.146085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Pushing event updated for resources: {'Port': ['ID=a0b35e95-c0b2-4f21-96f6-50983482ed4c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:15.148783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:15.150579 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:15.151413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:15.160437 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-aab215e4-6a6f-4f78-b8cc-86999fb6ef02 {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:56:15.160767 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:56:15.249787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Attempting to bind port a0b35e95-c0b2-4f21-96f6-50983482ed4c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:56:15.250334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Attempting to bind port a0b35e95-c0b2-4f21-96f6-50983482ed4c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '886e2d64-0e33-4668-a6ce-c924a03137d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:56:15.250617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Attempting to bind port a0b35e95-c0b2-4f21-96f6-50983482ed4c on network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:56:15.256526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:56:15.256917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Checking segment: {'id': '886e2d64-0e33-4668-a6ce-c924a03137d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:15.257337 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:15.257753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Bound using segment: {'id': '886e2d64-0e33-4668-a6ce-c924a03137d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:56:15.258407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Bound port: a0b35e95-c0b2-4f21-96f6-50983482ed4c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e2d64-0e33-4668-a6ce-c924a03137d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:56:15.258855 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:15.383060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:15.402307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] For port a0b35e95-c0b2-4f21-96f6-50983482ed4c, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:56:15.408764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] For port a0b35e95-c0b2-4f21-96f6-50983482ed4c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a0b35e95-c0b2-4f21-96f6-50983482ed4c,segment=NetworkSegment(886e2d64-0e33-4668-a6ce-c924a03137d5),segment_id=886e2d64-0e33-4668-a6ce-c924a03137d5)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:56:15.415210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:15.419432 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:15.508932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Pushing event updated for resources: {'Port': ['ID=a0b35e95-c0b2-4f21-96f6-50983482ed4c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:15.517748 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:15.546052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:15.700590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:15.768710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 5d4437e6-34fe-49dc-a414-49aba5bb1b35 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:16.078950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.6 (9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc/dc6a8a59-6c34-4848-a025-5e8a07ced4d5/5d4437e6-34fe-49dc-a414-49aba5bb1b35) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:16.102255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffba25-c137-4607-a0b8-535ad0ff29cd req-e3a46652-b507-4216-af16-a9983529a882 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:16.104198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ffba25-c137-4607-a0b8-535ad0ff29cd req-e3a46652-b507-4216-af16-a9983529a882 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.4636879
Dec 16 09:56:16.328048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-48ffba25-c137-4607-a0b8-535ad0ff29cd req-dabfc559-3563-4f42-8a77-49f4d170ec4f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906929
Dec 16 09:56:16.496368 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:16.532383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object 5d4437e6-34fe-49dc-a414-49aba5bb1b35 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:16.632083 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:16.649604 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:16.775460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:16.785094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:16.787939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:16.895263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:16.896079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:16.954801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=5d4437e6-34fe-49dc-a414-49aba5bb1b35,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:16.961799 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:17.024007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.9370036
Dec 16 09:56:17.028921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:17.039945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc', 'name': 'tempest-PortsTestJSON-840505976'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:17.074288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652223-1a96-4aaf-9a46-d1662f8ad725 req-be6baabc-5550-4d21-ba7a-ad822bf07edb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:17.079370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a652223-1a96-4aaf-9a46-d1662f8ad725 req-be6baabc-5550-4d21-ba7a-ad822bf07edb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.5000534
Dec 16 09:56:17.155954 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:17.178596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0b35e95-c0b2-4f21-96f6-50983482ed4c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:17.268827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3a652223-1a96-4aaf-9a46-d1662f8ad725 req-4e227ea2-4a2b-49cc-bb61-5a44318e0cc5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711159
Dec 16 09:56:17.297739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e1c21-aa8b-4a31-9997-b90604015b81 None None] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:17.411967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:17.417173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:17.421481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:17.428545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:17.444089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:17.448701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a0b35e95-c0b2-4f21-96f6-50983482ed4c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:17.455920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:17.472615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Provisioning for port a0b35e95-c0b2-4f21-96f6-50983482ed4c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:17.481103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Provisioning complete for port a0b35e95-c0b2-4f21-96f6-50983482ed4c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:17.482497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:17.554770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:17.795474 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:17.832019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0b3a8-3670-4107-b329-1c07ffcdd30e req-aebdf5b7-1533-43c9-9181-789dd2cc7898 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:17.835727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.3 (9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc/dc6a8a59-6c34-4848-a025-5e8a07ced4d5/f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:17.843860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ae0b3a8-3670-4107-b329-1c07ffcdd30e req-aebdf5b7-1533-43c9-9181-789dd2cc7898 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.2180071
Dec 16 09:56:18.015371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ae0b3a8-3670-4107-b329-1c07ffcdd30e req-5003339c-9a7c-41f0-a554-6d229bf522ed tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697977
Dec 16 09:56:18.105338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:18.116273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] For port a0b35e95-c0b2-4f21-96f6-50983482ed4c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a0b35e95-c0b2-4f21-96f6-50983482ed4c,segment=NetworkSegment(886e2d64-0e33-4668-a6ce-c924a03137d5),segment_id=886e2d64-0e33-4668-a6ce-c924a03137d5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:18.132954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:18.133239 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:18.144899 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2ca40d75-e4c3-47d6-86ba-6605c09af50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:18.197881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:18.214305 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-86dc0b3c-de8e-43f8-9cb1-199e5c163389 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:18.302807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:18.317051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:18.325624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:18.395109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Pushing event updated for resources: {'Port': ['ID=a0b35e95-c0b2-4f21-96f6-50983482ed4c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:18.399518 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:18.743817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6c730-c56a-400a-9445-1297801a6398 req-32e79d40-d4d8-4f37-8fba-de07be7b3671 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:18.748929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:18.753652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fa6c730-c56a-400a-9445-1297801a6398 req-32e79d40-d4d8-4f37-8fba-de07be7b3671 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.2537403
Dec 16 09:56:18.770280 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:18.791717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:18.792632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:18.809589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2168ebd0-a4b8-4912-92bb-9866ebf148d4 None None] Provisioning for port 5d4437e6-34fe-49dc-a414-49aba5bb1b35 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:18.817951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2168ebd0-a4b8-4912-92bb-9866ebf148d4 None None] Provisioning complete for port 5d4437e6-34fe-49dc-a414-49aba5bb1b35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:18.818535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2168ebd0-a4b8-4912-92bb-9866ebf148d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:18.835598 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.8053093
Dec 16 09:56:18.840318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:18.870883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1fa6c730-c56a-400a-9445-1297801a6398 req-47d8b1ff-cc67-453e-bb88-8db40b3a8533 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154480
Dec 16 09:56:18.955340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2168ebd0-a4b8-4912-92bb-9866ebf148d4 None None] Port 5d4437e6-34fe-49dc-a414-49aba5bb1b35 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:18.970157 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2168ebd0-a4b8-4912-92bb-9866ebf148d4 None None] Provisioning complete for port a0b35e95-c0b2-4f21-96f6-50983482ed4c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:18.970704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2168ebd0-a4b8-4912-92bb-9866ebf148d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:19.040691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0b35e95-c0b2-4f21-96f6-50983482ed4c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:19.049356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984ecc9-5845-4e2f-b19a-3a9c026f132e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:19.050183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d984ecc9-5845-4e2f-b19a-3a9c026f132e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:19.079608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d984ecc9-5845-4e2f-b19a-3a9c026f132e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:19.081378 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d984ecc9-5845-4e2f-b19a-3a9c026f132e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200  len: 921 time: 0.2388334
Dec 16 09:56:19.084892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39362) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:19.305105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a0b35e95-c0b2-4f21-96f6-50983482ed4c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:19.305803 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:19.314753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:19.315119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:19.554964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d92b49e0-a63d-4205-927c-22bd8274e25b None None] Provisioning complete for port 5d4437e6-34fe-49dc-a414-49aba5bb1b35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:19.555694 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d92b49e0-a63d-4205-927c-22bd8274e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:19.635282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d92b49e0-a63d-4205-927c-22bd8274e25b None None] Port 5d4437e6-34fe-49dc-a414-49aba5bb1b35 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:19.691276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b613d4-5f4e-4ac0-8bb6-5d9cd15cf603 req-1be4a211-62c2-467f-aa00-3401147c1058 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:19.698639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e7b613d4-5f4e-4ac0-8bb6-5d9cd15cf603 req-1be4a211-62c2-467f-aa00-3401147c1058 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.5067632
Dec 16 09:56:19.768246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-84ac94ca-12c4-4347-922d-acfd95b2dde0 None None] Provisioning for port f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:19.776536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-84ac94ca-12c4-4347-922d-acfd95b2dde0 None None] Provisioning complete for port f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:19.777058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84ac94ca-12c4-4347-922d-acfd95b2dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:19.787569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e7b613d4-5f4e-4ac0-8bb6-5d9cd15cf603 req-0833d9b1-be21-4162-a424-24c48e40dd9e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877571
Dec 16 09:56:19.934013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-84ac94ca-12c4-4347-922d-acfd95b2dde0 None None] Port f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:19.958835 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:20.145733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:20.302438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24c7f-7d3a-45b9-83ed-e9d0669c1d23 req-4ee02748-d35c-4ea4-8b77-68a81cfd0b15 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:20.303985 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e5c24c7f-7d3a-45b9-83ed-e9d0669c1d23 req-4ee02748-d35c-4ea4-8b77-68a81cfd0b15 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.2727764
Dec 16 09:56:20.380604 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e5c24c7f-7d3a-45b9-83ed-e9d0669c1d23 req-28cdb361-713d-4cde-aaaf-0feee6a5db53 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661743
Dec 16 09:56:20.381704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:20.387827 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31a76559-ae50-4bb3-8b06-3e5b4c0fa6f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:20.443836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:20.447322 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:20.565785 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:20.581871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 HTTP/1.1" status: 204  len: 168 time: 1.4946861
Dec 16 09:56:20.584349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39372) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:20.652903 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa3fdb0-0973-44e8-8331-37217bde39f2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:56:20.653336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3aa3fdb0-0973-44e8-8331-37217bde39f2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:20.674271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3aa3fdb0-0973-44e8-8331-37217bde39f2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:20.678825 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3aa3fdb0-0973-44e8-8331-37217bde39f2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/f0ca3ae3-e4fe-4a80-ba1a-97447f13f7d0 HTTP/1.1" status: 404  len: 333 time: 0.0905735
Dec 16 09:56:20.678825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39382) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:20.759351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 5d4437e6-34fe-49dc-a414-49aba5bb1b35 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:20.759955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:21.107243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:21.245073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 5d4437e6-34fe-49dc-a414-49aba5bb1b35 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:21.295412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e09aad-0aec-4891-9a0d-c82c0855b8c9 req-987b843e-3f8e-4499-9ede-5a75281a44ac tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:21.297024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6e09aad-0aec-4891-9a0d-c82c0855b8c9 req-987b843e-3f8e-4499-9ede-5a75281a44ac tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.3132622
Dec 16 09:56:21.384889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e6e09aad-0aec-4891-9a0d-c82c0855b8c9 req-dea779e7-f57c-4376-b000-f01e78747bab tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797424
Dec 16 09:56:21.577841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:21.587332 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e6bd2174-f6d1-43b1-9b43-42700bceed0d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:21.651420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=5d4437e6-34fe-49dc-a414-49aba5bb1b35,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:21.654411 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:21.844659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-7d92b4b6-e7eb-4f49-94c6-ad58234cb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:21.846201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-7d92b4b6-e7eb-4f49-94c6-ad58234cb0d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 1096 time: 0.4130321
Dec 16 09:56:22.012201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bff262-388c-4820-bced-cbfbb0fa79ea req-1cd042e9-46c2-43de-a74f-ccae29f643f4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:22.014166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66bff262-388c-4820-bced-cbfbb0fa79ea req-1cd042e9-46c2-43de-a74f-ccae29f643f4 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.4925027
Dec 16 09:56:22.026341 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.105031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/5d4437e6-34fe-49dc-a414-49aba5bb1b35 HTTP/1.1" status: 204  len: 168 time: 1.4251549
Dec 16 09:56:22.108266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:22.117941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-101d76b8-2dae-42eb-b385-435931f19e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:22.119445 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-101d76b8-2dae-42eb-b385-435931f19e4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.2386329
Dec 16 09:56:22.123391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66bff262-388c-4820-bced-cbfbb0fa79ea req-b89882ae-5faa-4036-bfcb-c1e5b6cbdd32 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009779
Dec 16 09:56:22.179539 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d40693-f856-4e44-bc14-02205c494df1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:56:22.181761 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10d40693-f856-4e44-bc14-02205c494df1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/5d4437e6-34fe-49dc-a414-49aba5bb1b35 HTTP/1.1" status: 404  len: 333 time: 0.0709310
Dec 16 09:56:22.184409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:22.240392 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-e12da0df-62a2-4c24-a6b7-af1ccb3bd0b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b HTTP/1.1" status: 200  len: 217 time: 0.1133177
Dec 16 09:56:22.283221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet dc6a8a59-6c34-4848-a025-5e8a07ced4d5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:56:22.286850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.323243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-c81858b5-7961-4eb8-b409-936a11713a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:22.324747 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-c81858b5-7961-4eb8-b409-936a11713a47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.0781100
Dec 16 09:56:22.363701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.416380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-a7b340aa-e4a9-49a0-9498-daf9fbbd1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:22.418148 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-a7b340aa-e4a9-49a0-9498-daf9fbbd1a34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0843029
Dec 16 09:56:22.485292 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.594895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.602792 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:22.656723 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-51338fe8-a06e-40ad-a594-59e7cb179a71 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304902
Dec 16 09:56:22.661753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6a8a59-6c34-4848-a025-5e8a07ced4d5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:22.665776 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:22.666785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.677265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509554cc-0bc2-4656-8521-2c0c78b9e7f8 None None] Network 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:22.679924 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/dc6a8a59-6c34-4848-a025-5e8a07ced4d5 HTTP/1.1" status: 204  len: 168 time: 0.4934037
Dec 16 09:56:22.681340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:22.855192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.861391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a29b90-2bcc-4fcb-b51d-43be41919d8c req-eb652b65-946a-4804-9096-2ac0205df21d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:22.863225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4a29b90-2bcc-4fcb-b51d-43be41919d8c req-eb652b65-946a-4804-9096-2ac0205df21d tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.2633822
Dec 16 09:56:22.870465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port a0b35e95-c0b2-4f21-96f6-50983482ed4c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:22.870913 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:22.918775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f1a5ed4-e74b-44e5-9800-e40d8d0988b1 req-2ed7ff39-4156-49f9-9487-ff1a5d94e50b service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421026
Dec 16 09:56:22.962883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4a29b90-2bcc-4fcb-b51d-43be41919d8c req-974f7c72-db9d-4085-890e-9e1a1c997705 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825837
Dec 16 09:56:23.050004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] DHCP port deletion for 9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:56:23.058275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Deleting port a0b35e95-c0b2-4f21-96f6-50983482ed4c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:23.059139 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.212352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] For port a0b35e95-c0b2-4f21-96f6-50983482ed4c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a0b35e95-c0b2-4f21-96f6-50983482ed4c,segment=NetworkSegment(886e2d64-0e33-4668-a6ce-c924a03137d5),segment_id=886e2d64-0e33-4668-a6ce-c924a03137d5)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:23.212926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.348135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] For port a0b35e95-c0b2-4f21-96f6-50983482ed4c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a0b35e95-c0b2-4f21-96f6-50983482ed4c,segment=NetworkSegment(886e2d64-0e33-4668-a6ce-c924a03137d5),segment_id=886e2d64-0e33-4668-a6ce-c924a03137d5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:23.349281 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.390467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for a0b35e95-c0b2-4f21-96f6-50983482ed4c owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:23.542435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.547893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Calling delete_port for a0b35e95-c0b2-4f21-96f6-50983482ed4c owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:23.549843 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf14ba18-552f-411d-afa3-54650be5debe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:23.627128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=a0b35e95-c0b2-4f21-96f6-50983482ed4c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:23.633201 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:23.636942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No DVR routers for this DVR port a0b35e95-c0b2-4f21-96f6-50983482ed4c on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:56:23.702554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:56:23.704447 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:56:23.764855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a89b76-d75b-4481-9ba4-4bccf39dd33b req-2bcd57dd-b33b-4a46-a1af-5744054d8e8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:23.766769 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4a89b76-d75b-4481-9ba4-4bccf39dd33b req-2bcd57dd-b33b-4a46-a1af-5744054d8e8b tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1856523
Dec 16 09:56:23.817702 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4a89b76-d75b-4481-9ba4-4bccf39dd33b req-e3193276-1a26-4ff9-9a9e-6db4e23527ee tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445695
Dec 16 09:56:23.832251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.861536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f380a0>,) {'filters': {'network_id': ['9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:23.876426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f380a0>, '886e2d64-0e33-4668-a6ce-c924a03137d5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:23.876874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f380a0>, '886e2d64-0e33-4668-a6ce-c924a03137d5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:23.893966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.921494 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.929673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:56:23.930076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:56:23.947577 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:56:24.043525 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.050783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.054274 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88a0c583-aab6-463d-8a32-516b60d940e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:24.082660 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:24.085867 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:24.095536 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/9c3be6b5-f2d2-4e24-a845-d3b66de1dcfc HTTP/1.1" status: 204  len: 168 time: 1.4123847
Dec 16 09:56:24.100430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:24.111042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1905801841'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:24.114789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:24.121813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:24.125816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:24.133146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:24.149994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:24.154269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.190248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:56:24.197481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a912e-f398-419a-a4fe-2b967a6503af req-62174e4d-2f18-4042-985a-80b12d7beb12 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:24.199251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-836a912e-f398-419a-a4fe-2b967a6503af req-62174e4d-2f18-4042-985a-80b12d7beb12 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.1147208
Dec 16 09:56:24.206599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Deleting port a0b35e95-c0b2-4f21-96f6-50983482ed4c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:24.206852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.207478 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.207614 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 96bf6fb7-fce7-4d9b-b307-d378e53d9e58 of type vlan for network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1
Dec 16 09:56:24.280161 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-836a912e-f398-419a-a4fe-2b967a6503af req-d8f9e46b-3abe-49b3-92d4-0d21d08cf9ea tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736539
Dec 16 09:56:24.289734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.334239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c706feae-f988-4ea4-9472-b52f11dd5926 None None] The port 'a0b35e95-c0b2-4f21-96f6-50983482ed4c' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:56:24.354354 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.359978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:24.360571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:24.366381 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eb9b8628-c7af-4b8b-a212-b85c1b3e7562 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:24.476447 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3749099
Dec 16 09:56:24.480229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39426) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:24.488069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:24.496327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=8f0e9f67-f14e-47df-9457-fbfeb674c6c1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:24.500804 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:24.514963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:56:24.632509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:24.639684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:24.646574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:24.660864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:24.683676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:24.689430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:25.034071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0b35e95-c0b2-4f21-96f6-50983482ed4c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:56:25.066629 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:25.077715 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-74d4257e-415f-4526-9fab-dee41acbe9c6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:25.107927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a0b35e95-c0b2-4f21-96f6-50983482ed4c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:56:25.108524 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a0b35e95-c0b2-4f21-96f6-50983482ed4c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:56:25.200648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=4ef620c3-a942-4eef-a491-8d4711e88826,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:25.204495 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:25.226071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '96bf6fb7-fce7-4d9b-b307-d378e53d9e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:25.226504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: 8f0e9f67-f14e-47df-9457-fbfeb674c6c1, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:56:25.249276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0fde9-c732-4d7a-9d56-38bf38fd57c3 req-449ee6f5-d43c-4f5f-bc3b-3cc74acd7109 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:25.250895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d1d0fde9-c732-4d7a-9d56-38bf38fd57c3 req-449ee6f5-d43c-4f5f-bc3b-3cc74acd7109 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.2432375
Dec 16 09:56:25.293194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:56:25.324153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8f0e9f67-f14e-47df-9457-fbfeb674c6c1) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:25.331909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d1d0fde9-c732-4d7a-9d56-38bf38fd57c3 req-8c356314-0511-4ec2-8505-f80ee85f1d12 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710268
Dec 16 09:56:25.333349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:25.333975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:25.336900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e89921-404d-4114-9089-37efb59e2157 None None] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:25.365389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8834701
Dec 16 09:56:25.369800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39436) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:25.378247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1', 'name': 'tempest-PortsTestJSON-1803213191', 'fixed_ips': [{'subnet_id': '4ef620c3-a942-4eef-a491-8d4711e88826', 'ip_address': '172.20.0.10'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:25.634176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:25.643136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:25.647977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:25.658051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:25.678841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:25.802701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eeb9c-43b7-454f-8480-362b3b9d4be1 req-1e8152ae-2db0-4076-89ae-37109e7224eb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:25.804802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-121eeb9c-43b7-454f-8480-362b3b9d4be1 req-1e8152ae-2db0-4076-89ae-37109e7224eb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 945 time: 0.3058755
Dec 16 09:56:25.871011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8f0e9f67-f14e-47df-9457-fbfeb674c6c1', 'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1', 'tenant_id': '9ee1fff8fc5f49b5b9ab57b82dfa3beb', 'fixed_ips': [{'subnet_id': '4ef620c3-a942-4eef-a491-8d4711e88826'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:56:25.872715 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:25.881991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-121eeb9c-43b7-454f-8480-362b3b9d4be1 req-8c54a18c-cbd0-4be6-8858-ce9e67d2a4c2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649107
Dec 16 09:56:26.203117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:26.226557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Allocated IP 172.20.0.2 (8f0e9f67-f14e-47df-9457-fbfeb674c6c1/4ef620c3-a942-4eef-a491-8d4711e88826/fdf875fd-37fc-4260-8823-e0b42bbba0ae) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:26.237801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 2562453b-31ed-47d8-8160-ff723d69dddc yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:26.305036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71f70-2800-47ef-8c7d-fed6b5cce9e2 req-b8fbef08-c557-41c3-9e5f-6970fa3a87b5 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:26.319141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59c71f70-2800-47ef-8c7d-fed6b5cce9e2 req-b8fbef08-c557-41c3-9e5f-6970fa3a87b5 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1961572
Dec 16 09:56:26.393420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-59c71f70-2800-47ef-8c7d-fed6b5cce9e2 req-672bb5bf-4616-4d02-ac2e-5e091886528f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703306
Dec 16 09:56:26.584983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:26.601223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Transition to ACTIVE for port object fdf875fd-37fc-4260-8823-e0b42bbba0ae will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:26.629155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Transition to ACTIVE for port object fdf875fd-37fc-4260-8823-e0b42bbba0ae will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:26.637504 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:26.643465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:26.720973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:26.726766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:26.738888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.10 (8f0e9f67-f14e-47df-9457-fbfeb674c6c1/4ef620c3-a942-4eef-a491-8d4711e88826/2562453b-31ed-47d8-8160-ff723d69dddc) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:26.744269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:26.744269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Pushing event updated for resources: {'Port': ['ID=fdf875fd-37fc-4260-8823-e0b42bbba0ae,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:26.748070 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:26.869852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4cf00-8f5c-424c-a0ec-9d67bc09c0db req-864e1a78-32f0-4fe7-b101-b4ba05a493d3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:26.871457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66c4cf00-8f5c-424c-a0ec-9d67bc09c0db req-864e1a78-32f0-4fe7-b101-b4ba05a493d3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1463580
Dec 16 09:56:26.878773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 0375af5c-88b9-4cfb-846c-6e1f5d68968b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:56:26.939801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-66c4cf00-8f5c-424c-a0ec-9d67bc09c0db req-ab4d3aa8-e4c9-4fac-81ba-d20753a3cec1 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588810
Dec 16 09:56:26.945997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Attempting to bind port fdf875fd-37fc-4260-8823-e0b42bbba0ae on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:56:26.946606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Attempting to bind port fdf875fd-37fc-4260-8823-e0b42bbba0ae by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '96bf6fb7-fce7-4d9b-b307-d378e53d9e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:56:26.947241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Attempting to bind port fdf875fd-37fc-4260-8823-e0b42bbba0ae on network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:56:26.958294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:56:26.958718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Checking segment: {'id': '96bf6fb7-fce7-4d9b-b307-d378e53d9e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:26.959146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:26.959576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Bound using segment: {'id': '96bf6fb7-fce7-4d9b-b307-d378e53d9e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:56:26.960137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Bound port: fdf875fd-37fc-4260-8823-e0b42bbba0ae, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bf6fb7-fce7-4d9b-b307-d378e53d9e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:56:26.960562 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:27.092741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:27.118965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object 2562453b-31ed-47d8-8160-ff723d69dddc will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:27.137433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:27.159669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] For port fdf875fd-37fc-4260-8823-e0b42bbba0ae, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:56:27.173141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:27.184326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f025bd7-e2b4-45f6-b9ab-b4579c1edf3f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:27.187144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:56:27.195016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] For port fdf875fd-37fc-4260-8823-e0b42bbba0ae, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fdf875fd-37fc-4260-8823-e0b42bbba0ae,segment=NetworkSegment(96bf6fb7-fce7-4d9b-b307-d378e53d9e58),segment_id=96bf6fb7-fce7-4d9b-b307-d378e53d9e58)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:56:27.202325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46299d-4c04-4d11-bd15-e3eb670521b8 req-3a9c39c0-8d79-49c9-a340-c03453f47a4e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:27.204187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:27.207380 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:27.212583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d46299d-4c04-4d11-bd15-e3eb670521b8 req-3a9c39c0-8d79-49c9-a340-c03453f47a4e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1422787
Dec 16 09:56:27.213934 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:27.275915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:27.309666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d46299d-4c04-4d11-bd15-e3eb670521b8 req-f1f0b199-ac06-4fa0-bd17-6add716a5c46 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934474
Dec 16 09:56:27.314629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:27.319843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:27.326751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:27.349913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Pushing event updated for resources: {'Port': ['ID=fdf875fd-37fc-4260-8823-e0b42bbba0ae,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:27.368620 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:27.370042 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:27.371485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=2562453b-31ed-47d8-8160-ff723d69dddc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:27.389507 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:27.426510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:27.427194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:27.475822 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.1042778
Dec 16 09:56:27.480106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:27.491426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '8f0e9f67-f14e-47df-9457-fbfeb674c6c1', 'name': 'tempest-PortsTestJSON-1873706716', 'fixed_ips': [{'subnet_id': '4ef620c3-a942-4eef-a491-8d4711e88826', 'ip_address': '172.20.0.9'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:27.547934 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:27.553596 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:27.813004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dfe99-6641-4acd-9f89-2e6a860f8486 req-dc95d894-b82c-4c09-8569-16fdffbcd9ea tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:27.815066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb6dfe99-6641-4acd-9f89-2e6a860f8486 req-dc95d894-b82c-4c09-8569-16fdffbcd9ea tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.2174942
Dec 16 09:56:27.816908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:27.829695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:27.849450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:27.859878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:27.902859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb6dfe99-6641-4acd-9f89-2e6a860f8486 req-f8e70b69-99af-48a7-8a5f-1faff7cdd52c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755844
Dec 16 09:56:27.904425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:28.033303 n-d-820554-2 neutron-server[87656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'code': 422} returned with failed status
Dec 16 09:56:28.054834 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:28.085251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port d1e5d3c4-aab3-4d41-ae12-353bafe25f78 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:28.418298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.9 (8f0e9f67-f14e-47df-9457-fbfeb674c6c1/4ef620c3-a942-4eef-a491-8d4711e88826/d1e5d3c4-aab3-4d41-ae12-353bafe25f78) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:28.498613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d6ea-341a-4ddd-9f09-e6ed0221eb4b req-e765ee5f-e72a-44e3-a1af-89ce8097a568 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:28.500209 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f20d6ea-341a-4ddd-9f09-e6ed0221eb4b req-e765ee5f-e72a-44e3-a1af-89ce8097a568 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1691978
Dec 16 09:56:28.640496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff372b-143f-483f-8bb4-96f880b0d187 None None] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:28.657238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f20d6ea-341a-4ddd-9f09-e6ed0221eb4b req-fc109536-295d-4a21-a922-e776b2dc2593 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343067
Dec 16 09:56:28.724319 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:28.750671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object d1e5d3c4-aab3-4d41-ae12-353bafe25f78 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:28.761003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a733d219-343f-43ad-b36a-1f402550f74d None None] Provisioning for port fdf875fd-37fc-4260-8823-e0b42bbba0ae completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:28.801006 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:28.810694 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:28.941362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:28.954430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:28.963433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:29.002239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=d1e5d3c4-aab3-4d41-ae12-353bafe25f78,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:29.018371 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:29.073405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fdf875fd-37fc-4260-8823-e0b42bbba0ae up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:29.074856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:29.075592 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.105255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22c30e-4e44-41aa-875c-2afc05810895 req-418fc92a-b125-4fad-ae7d-3f1e1b54d22f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:29.111855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba22c30e-4e44-41aa-875c-2afc05810895 req-418fc92a-b125-4fad-ae7d-3f1e1b54d22f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2681341
Dec 16 09:56:29.151514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.6700625
Dec 16 09:56:29.155316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:29.177388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port fdf875fd-37fc-4260-8823-e0b42bbba0ae completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:29.184067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba22c30e-4e44-41aa-875c-2afc05810895 req-999149fd-8137-4ed2-a34a-0fc1d764f8f8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678022
Dec 16 09:56:29.186951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port fdf875fd-37fc-4260-8823-e0b42bbba0ae triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:29.187423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.297805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40a7ed-6287-4f06-a436-1c59ede770d9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:29.298710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5d40a7ed-6287-4f06-a436-1c59ede770d9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:29.326340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5d40a7ed-6287-4f06-a436-1c59ede770d9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:29.331907 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5d40a7ed-6287-4f06-a436-1c59ede770d9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1728578
Dec 16 09:56:29.337126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39472) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:29.353189 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.377754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Provisioning complete for port fdf875fd-37fc-4260-8823-e0b42bbba0ae triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:29.378327 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.461897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7729d4e-005c-466c-b703-ccc22cf50491 req-9b5fe617-9184-4b38-81c4-96ac3f611d32 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:29.464965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port fdf875fd-37fc-4260-8823-e0b42bbba0ae, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fdf875fd-37fc-4260-8823-e0b42bbba0ae,segment=NetworkSegment(96bf6fb7-fce7-4d9b-b307-d378e53d9e58),segment_id=96bf6fb7-fce7-4d9b-b307-d378e53d9e58)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:29.468455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d7729d4e-005c-466c-b703-ccc22cf50491 req-9b5fe617-9184-4b38-81c4-96ac3f611d32 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1351924
Dec 16 09:56:29.474978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f750e4-002d-46f7-96fb-f83863be45ab tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:29.485650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f750e4-002d-46f7-96fb-f83863be45ab tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:29.493172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f750e4-002d-46f7-96fb-f83863be45ab tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:29.496456 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76f750e4-002d-46f7-96fb-f83863be45ab tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.1580422
Dec 16 09:56:29.502395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39476) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:29.524890 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.532668 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:29.634395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port d1e5d3c4-aab3-4d41-ae12-353bafe25f78 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:29.634756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.648597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=fdf875fd-37fc-4260-8823-e0b42bbba0ae,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:29.651889 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:29.658085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Provisioning for port 2562453b-31ed-47d8-8160-ff723d69dddc completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:29.667152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Provisioning complete for port 2562453b-31ed-47d8-8160-ff723d69dddc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:29.667664 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.795842 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Port 2562453b-31ed-47d8-8160-ff723d69dddc cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:29.813768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Provisioning for port d1e5d3c4-aab3-4d41-ae12-353bafe25f78 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:29.819998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Provisioning complete for port d1e5d3c4-aab3-4d41-ae12-353bafe25f78 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:29.820383 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:29.833769 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d7729d4e-005c-466c-b703-ccc22cf50491 req-040a06fd-49c7-4515-a074-5b6a443a175e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3613617
Dec 16 09:56:29.893223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ff116332-6cc6-47fb-a8f1-4494bf1a47e8 None None] Port d1e5d3c4-aab3-4d41-ae12-353bafe25f78 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:30.020156 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3294f157-4593-4a5e-9b10-38e70de8c220 None None] Provisioning complete for port 2562453b-31ed-47d8-8160-ff723d69dddc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:30.020701 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3294f157-4593-4a5e-9b10-38e70de8c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:30.102052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3294f157-4593-4a5e-9b10-38e70de8c220 None None] Port 2562453b-31ed-47d8-8160-ff723d69dddc cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:30.113271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3294f157-4593-4a5e-9b10-38e70de8c220 None None] Provisioning complete for port d1e5d3c4-aab3-4d41-ae12-353bafe25f78 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:30.113658 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3294f157-4593-4a5e-9b10-38e70de8c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:30.173629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3294f157-4593-4a5e-9b10-38e70de8c220 None None] Port d1e5d3c4-aab3-4d41-ae12-353bafe25f78 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:30.178610 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:30.315891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for d1e5d3c4-aab3-4d41-ae12-353bafe25f78 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:30.352330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a6c3e-1eb2-40ed-94e0-b7b288b5a413 req-f9bedf21-3084-4186-a9fb-3bbfd2d26522 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:30.353779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-221a6c3e-1eb2-40ed-94e0-b7b288b5a413 req-f9bedf21-3084-4186-a9fb-3bbfd2d26522 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.3698173
Dec 16 09:56:30.437847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-221a6c3e-1eb2-40ed-94e0-b7b288b5a413 req-ec4c4698-762c-470c-8994-16d7c6303183 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766823
Dec 16 09:56:30.533854 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:30.551043 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27c15ee0-92d6-441c-bdeb-22f968fd653c tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:30.679513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=d1e5d3c4-aab3-4d41-ae12-353bafe25f78,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:30.726027 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:30.818915 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:30.837742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/d1e5d3c4-aab3-4d41-ae12-353bafe25f78 HTTP/1.1" status: 204  len: 168 time: 1.3295169
Dec 16 09:56:30.842151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:30.846475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe849-d5ab-4531-94a3-de7fec15ef8c req-6f94a1ad-773f-423f-ab3c-f008913558fe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:30.848023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-509fe849-d5ab-4531-94a3-de7fec15ef8c req-6f94a1ad-773f-423f-ab3c-f008913558fe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2620599
Dec 16 09:56:30.889305 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f32db0e-bdcd-4f99-8e57-673641053bf4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:56:30.890827 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f32db0e-bdcd-4f99-8e57-673641053bf4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/d1e5d3c4-aab3-4d41-ae12-353bafe25f78 HTTP/1.1" status: 404  len: 333 time: 0.0476098
Dec 16 09:56:30.893709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:30.912860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-509fe849-d5ab-4531-94a3-de7fec15ef8c req-056eb30e-4494-423b-aa4e-d227fd9028af tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542095
Dec 16 09:56:30.978247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 2562453b-31ed-47d8-8160-ff723d69dddc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:30.979252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:31.019592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fdf875fd-37fc-4260-8823-e0b42bbba0ae up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:31.121598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port fdf875fd-37fc-4260-8823-e0b42bbba0ae triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:31.122960 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:31.206585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992525-ec54-476a-83bb-bf64bfb938bd req-0fd7be1a-c02c-4d19-a9ce-87c38f116b2a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:31.208457 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88992525-ec54-476a-83bb-bf64bfb938bd req-0fd7be1a-c02c-4d19-a9ce-87c38f116b2a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1204443
Dec 16 09:56:31.272348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88992525-ec54-476a-83bb-bf64bfb938bd req-8038e91c-35ed-40a5-afbc-e1196ed5e8db tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571024
Dec 16 09:56:31.363663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:31.507081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 2562453b-31ed-47d8-8160-ff723d69dddc owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:31.652201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b23fc-92d0-4646-abb8-08ab91a6c44a req-0a4e6f38-059c-4b3a-818c-d405ace48438 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:31.655355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-957b23fc-92d0-4646-abb8-08ab91a6c44a req-0a4e6f38-059c-4b3a-818c-d405ace48438 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.0940940
Dec 16 09:56:31.706259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:31.719245 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74070eea-1fb2-485c-b181-d9ff55c85f39 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:31.727842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-957b23fc-92d0-4646-abb8-08ab91a6c44a req-0f9c9eb1-b7fb-435c-b9ce-a32726442623 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656931
Dec 16 09:56:31.783018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=2562453b-31ed-47d8-8160-ff723d69dddc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:31.811350 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:31.902758 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:31.914956 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/2562453b-31ed-47d8-8160-ff723d69dddc HTTP/1.1" status: 204  len: 168 time: 1.0201535
Dec 16 09:56:31.917567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39496) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:31.973963 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-15201c8d-1cd5-45d6-b0ac-6fd67dc7ec26 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:56:31.974838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-15201c8d-1cd5-45d6-b0ac-6fd67dc7ec26 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:31.996558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-15201c8d-1cd5-45d6-b0ac-6fd67dc7ec26 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:32.002465 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15201c8d-1cd5-45d6-b0ac-6fd67dc7ec26 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/2562453b-31ed-47d8-8160-ff723d69dddc HTTP/1.1" status: 404  len: 333 time: 0.0803297
Dec 16 09:56:32.002774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39502) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:32.125731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet 4ef620c3-a942-4eef-a491-8d4711e88826 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:56:32.134476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.206331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.283494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438061b-1ec9-4bb9-bade-19c355cfd1b9 req-d15a84d4-466a-4279-8d24-239112166709 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:32.284929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e438061b-1ec9-4bb9-bade-19c355cfd1b9 req-d15a84d4-466a-4279-8d24-239112166709 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2203014
Dec 16 09:56:32.356829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e438061b-1ec9-4bb9-bade-19c355cfd1b9 req-2d16902f-6130-49da-8b99-4cf320fe8446 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626242
Dec 16 09:56:32.358246 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.453812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.457814 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-407ffabf-0cf0-4ef0-afe5-7724c6aa0545 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:32.533297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef620c3-a942-4eef-a491-8d4711e88826,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:32.535003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.552125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:32.552455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efdcb6a-65de-4967-a736-f3503fe14260 None None] Network 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:32.558908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/4ef620c3-a942-4eef-a491-8d4711e88826 HTTP/1.1" status: 204  len: 168 time: 0.5522377
Dec 16 09:56:32.559360 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39508) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:32.618349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2da0d-33cc-4d1a-b829-76b39725a831 req-cfba314d-c7a1-4942-b45c-69c1b42209c5 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:32.620235 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33a2da0d-33cc-4d1a-b829-76b39725a831 req-cfba314d-c7a1-4942-b45c-69c1b42209c5 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1354601
Dec 16 09:56:32.684099 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33a2da0d-33cc-4d1a-b829-76b39725a831 req-55724fb9-e11a-49c1-aed7-ae5feea4b872 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566175
Dec 16 09:56:32.713021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.732768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port fdf875fd-37fc-4260-8823-e0b42bbba0ae {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:32.732768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.874134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] DHCP port deletion for 8f0e9f67-f14e-47df-9457-fbfeb674c6c1 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:56:32.880801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Deleting port fdf875fd-37fc-4260-8823-e0b42bbba0ae {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:32.881302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:32.998684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acebcdf-a62a-4559-9b39-9bb6d3016d7d req-98d808b8-a277-4c68-a754-89311002633f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:33.007334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7acebcdf-a62a-4559-9b39-9bb6d3016d7d req-98d808b8-a277-4c68-a754-89311002633f tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1337917
Dec 16 09:56:33.048285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fdf875fd-37fc-4260-8823-e0b42bbba0ae no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:56:33.068561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] For port fdf875fd-37fc-4260-8823-e0b42bbba0ae, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fdf875fd-37fc-4260-8823-e0b42bbba0ae,segment=NetworkSegment(96bf6fb7-fce7-4d9b-b307-d378e53d9e58),segment_id=96bf6fb7-fce7-4d9b-b307-d378e53d9e58)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:33.070631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.075951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7acebcdf-a62a-4559-9b39-9bb6d3016d7d req-024a7ae3-af1b-4454-9359-6f26d3eebe72 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673680
Dec 16 09:56:33.375778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for fdf875fd-37fc-4260-8823-e0b42bbba0ae owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:33.383851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] For port fdf875fd-37fc-4260-8823-e0b42bbba0ae, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fdf875fd-37fc-4260-8823-e0b42bbba0ae,segment=NetworkSegment(96bf6fb7-fce7-4d9b-b307-d378e53d9e58),segment_id=96bf6fb7-fce7-4d9b-b307-d378e53d9e58)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:33.384859 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.502827 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.512449 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6307936f-5e74-4068-8a85-b6e9f3f6324d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:33.567550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Calling delete_port for fdf875fd-37fc-4260-8823-e0b42bbba0ae owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:33.587052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=fdf875fd-37fc-4260-8823-e0b42bbba0ae,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:33.593323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No DVR routers for this DVR port fdf875fd-37fc-4260-8823-e0b42bbba0ae on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:56:33.595423 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:33.606668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.734113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:56:33.735968 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:56:33.768691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.796261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356af9ec-02b9-4c1d-9759-f43969559053 req-230b8b1a-14b6-4880-ba24-834f31d53852 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:33.798356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-356af9ec-02b9-4c1d-9759-f43969559053 req-230b8b1a-14b6-4880-ba24-834f31d53852 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2575922
Dec 16 09:56:33.812010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f12eae50>,) {'filters': {'network_id': ['8f0e9f67-f14e-47df-9457-fbfeb674c6c1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:33.827603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12eae50>, '96bf6fb7-fce7-4d9b-b307-d378e53d9e58') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:33.827924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f12eae50>, '96bf6fb7-fce7-4d9b-b307-d378e53d9e58') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:33.841370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.865197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.865434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-356af9ec-02b9-4c1d-9759-f43969559053 req-6533a1b7-f920-4dd8-b732-3245770cb98c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605340
Dec 16 09:56:33.874043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:56:33.874506 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:56:33.892329 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:56:33.992969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:33.997588 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0946cf4-82df-4f32-83f6-d3895494c9c9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:34.015431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.030551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=8f0e9f67-f14e-47df-9457-fbfeb674c6c1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:34.035052 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:34.045634 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/8f0e9f67-f14e-47df-9457-fbfeb674c6c1 HTTP/1.1" status: 204  len: 168 time: 1.4844942
Dec 16 09:56:34.050851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:34.059708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-582629011'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:34.074080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:34.080443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:network and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:34.085242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:34.092874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:34.105412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:34.109888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.117265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0368b-b315-41eb-a96c-24d765f53208 req-a84b9366-0184-4ad2-85f6-d84ad935e705 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:34.119667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82e0368b-b315-41eb-a96c-24d765f53208 req-a84b9366-0184-4ad2-85f6-d84ad935e705 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1185675
Dec 16 09:56:34.149916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:56:34.161981 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.162393 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Added segment 05cc23b4-725c-4665-809e-673a87d2cae3 of type vlan for network 2dec9ea6-d768-45d4-a067-ea47924858df
Dec 16 09:56:34.196014 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-82e0368b-b315-41eb-a96c-24d765f53208 req-ca1f09ab-7218-478e-971b-1763f3ad1d14 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652659
Dec 16 09:56:34.201592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.237377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Deleting port fdf875fd-37fc-4260-8823-e0b42bbba0ae {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:34.238709 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.259194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.268504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:34.269287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.277655 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:34.350135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-337118e2-be85-4968-b88a-a78dd8600f7a None None] The port 'fdf875fd-37fc-4260-8823-e0b42bbba0ae' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:56:34.403925 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3509593
Dec 16 09:56:34.409044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:34.420914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:34.443716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Network': ['ID=2dec9ea6-d768-45d4-a067-ea47924858df,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:34.447442 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:34.461342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2dec9ea6-d768-45d4-a067-ea47924858df details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:56:34.475219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b200d7-2673-44ac-8a63-bc5cf307e068 req-3bdaa2f2-f51c-4679-af83-b449886d5052 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:34.477354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e5b200d7-2673-44ac-8a63-bc5cf307e068 req-3bdaa2f2-f51c-4679-af83-b449886d5052 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1347041
Dec 16 09:56:34.572858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e5b200d7-2673-44ac-8a63-bc5cf307e068 req-91d39197-eb1e-4a0d-b790-c73ffb268cfb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767186
Dec 16 09:56:34.583110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:34.588037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:34.592817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:34.600429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:34.620133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:34.624729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.904934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:34.912385 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7ddbf756-90cf-4ffd-8bd5-7b7f47cf95e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:35.008982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=bd0bd9a9-e347-45c7-876e-b415da055439,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:35.013311 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:35.016126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Checking segment: {'id': '05cc23b4-725c-4665-809e-673a87d2cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:35.018009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network hostable DHCP agents. Network: 2dec9ea6-d768-45d4-a067-ea47924858df, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:56:35.047286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 2dec9ea6-d768-45d4-a067-ea47924858df is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:56:35.059172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2dec9ea6-d768-45d4-a067-ea47924858df) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:35.064338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:35.065364 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.074368 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff8a8a-76a1-4ecd-a740-6319de94c71b None None] Network 2dec9ea6-d768-45d4-a067-ea47924858df requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:35.096765 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6867428
Dec 16 09:56:35.099714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:35.106670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1703271233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:35.115665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:35.115961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29c18a-034a-4c50-94a3-1d5eaaee98fd req-2538ec97-839d-4611-8113-5569c4bb3ec2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:35.117440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a29c18a-034a-4c50-94a3-1d5eaaee98fd req-2538ec97-839d-4611-8113-5569c4bb3ec2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1097579
Dec 16 09:56:35.120631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:router and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:35.124039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:35.133603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:35.148862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.150298 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.171995 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.182455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1a29c18a-034a-4c50-94a3-1d5eaaee98fd req-4a3a3e51-8ec0-43af-bb53-bbfe4dead898 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554037
Dec 16 09:56:35.207151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.246602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.248134 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7b8b22bc-083d-4e5c-bb40-8d4b06a3529d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1467693
Dec 16 09:56:35.252671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:35.261043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df', 'name': 'tempest-PortsTestJSON-1795771792'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:35.417392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2dec9ea6-d768-45d4-a067-ea47924858df', 'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df', 'tenant_id': '9ee1fff8fc5f49b5b9ab57b82dfa3beb', 'fixed_ips': [{'subnet_id': 'bd0bd9a9-e347-45c7-876e-b415da055439'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:56:35.419085 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.459863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c6e0a-c832-412b-b19a-97f92f204fb4 req-b9593424-277a-4bf7-ba45-9037343937a6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:35.462305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f07c6e0a-c832-412b-b19a-97f92f204fb4 req-b9593424-277a-4bf7-ba45-9037343937a6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.1256342
Dec 16 09:56:35.492423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:35.499702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:port and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:35.505684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:35.518168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:35.524247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f07c6e0a-c832-412b-b19a-97f92f204fb4 req-57afcf6b-cf1c-4556-89f9-2910b6a05890 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535803
Dec 16 09:56:35.536655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:35.542419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:35.582847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:35.678151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Allocated IP 172.20.0.2 (2dec9ea6-d768-45d4-a067-ea47924858df/bd0bd9a9-e347-45c7-876e-b415da055439/3291130c-62ef-4acc-94ee-f4e7b5d76a18) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:35.824549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d415b-4f05-44ca-b986-eb59cae728bc req-b8f0d093-e95e-4a85-9e02-a13d995029d6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:35.826921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-322d415b-4f05-44ca-b986-eb59cae728bc req-b8f0d093-e95e-4a85-9e02-a13d995029d6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1148956
Dec 16 09:56:35.898443 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-322d415b-4f05-44ca-b986-eb59cae728bc req-c33a5da4-7d6e-4bb0-a8dd-c7a35ce3a962 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653203
Dec 16 09:56:35.998197 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.009930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Transition to ACTIVE for port object 3291130c-62ef-4acc-94ee-f4e7b5d76a18 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:36.042142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Transition to ACTIVE for port object 3291130c-62ef-4acc-94ee-f4e7b5d76a18 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:36.049845 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.054452 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:36.141289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Network 2dec9ea6-d768-45d4-a067-ea47924858df is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:36.144985 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:36.146893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Pushing event updated for resources: {'Port': ['ID=3291130c-62ef-4acc-94ee-f4e7b5d76a18,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:36.149147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:36.153906 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:36.157353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.13 (2dec9ea6-d768-45d4-a067-ea47924858df/bd0bd9a9-e347-45c7-876e-b415da055439/0f8b91cb-6e84-4a7d-8d51-93863d7d2871) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:36.260003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Attempting to bind port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:56:36.260397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Attempting to bind port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '05cc23b4-725c-4665-809e-673a87d2cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:56:36.260780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Attempting to bind port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 on network 2dec9ea6-d768-45d4-a067-ea47924858df {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:56:36.269568 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:56:36.269978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Checking segment: {'id': '05cc23b4-725c-4665-809e-673a87d2cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:36.270376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.270823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Bound using segment: {'id': '05cc23b4-725c-4665-809e-673a87d2cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:56:36.271463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Bound port: 3291130c-62ef-4acc-94ee-f4e7b5d76a18, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cc23b4-725c-4665-809e-673a87d2cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2dec9ea6-d768-45d4-a067-ea47924858df'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:56:36.271861 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.421203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] For port 3291130c-62ef-4acc-94ee-f4e7b5d76a18, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:56:36.426808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] For port 3291130c-62ef-4acc-94ee-f4e7b5d76a18, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3291130c-62ef-4acc-94ee-f4e7b5d76a18,segment=NetworkSegment(05cc23b4-725c-4665-809e-673a87d2cae3),segment_id=05cc23b4-725c-4665-809e-673a87d2cae3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:56:36.437108 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.442164 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8e7b42a5-226e-4c93-a072-11b5e2c049eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:36.467204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb250d4-367b-4782-970f-8a2a0603fce0 req-bbf0d729-80da-4268-b174-be2bd166614f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:36.469340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0fb250d4-367b-4782-970f-8a2a0603fce0 req-bbf0d729-80da-4268-b174-be2bd166614f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1213865
Dec 16 09:56:36.487497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.517444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:36.536982 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0fb250d4-367b-4782-970f-8a2a0603fce0 req-3fef3ca3-0fdd-4293-8487-c66154efe40a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504575
Dec 16 09:56:36.550083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Pushing event updated for resources: {'Port': ['ID=3291130c-62ef-4acc-94ee-f4e7b5d76a18,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:36.554335 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:36.562898 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.577122 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3b6fdf4a-80ef-476e-9c94-822021f9f376 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:36.712850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 2dec9ea6-d768-45d4-a067-ea47924858df is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:36.719394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:36.726403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:36.767641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12b182-268a-4a0b-b5de-a7fa86ea033b req-f1187d6d-9a6c-4485-b361-b5d189705798 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:36.768332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=0f8b91cb-6e84-4a7d-8d51-93863d7d2871,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:36.769219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d12b182-268a-4a0b-b5de-a7fa86ea033b req-f1187d6d-9a6c-4485-b361-b5d189705798 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.0957718
Dec 16 09:56:36.774117 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:36.812846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:36.814117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:36.845501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d12b182-268a-4a0b-b5de-a7fa86ea033b req-f4d2b4af-053f-4251-a028-6e4e1a623ff5 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635843
Dec 16 09:56:36.880435 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.6265314
Dec 16 09:56:36.884461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39548) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:37.089991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3291130c-62ef-4acc-94ee-f4e7b5d76a18 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:37.204786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:37.225399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ffe64-7288-4dc9-8176-6f1528178bf1 req-b395e028-744d-46ad-aeb6-64d9a16d4ffb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:37.227008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c70ffe64-7288-4dc9-8176-6f1528178bf1 req-b395e028-744d-46ad-aeb6-64d9a16d4ffb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1589983
Dec 16 09:56:37.281757 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c70ffe64-7288-4dc9-8176-6f1528178bf1 req-c595627b-20d9-4111-9d8c-8d101dc6b746 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479333
Dec 16 09:56:37.922552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.017821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96de29-d7e3-4ed3-b91d-1dda2b369ff4 req-2a99ee53-5a1e-4b05-9c29-95f85621b740 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:38.019772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b96de29-d7e3-4ed3-b91d-1dda2b369ff4 req-2a99ee53-5a1e-4b05-9c29-95f85621b740 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1156566
Dec 16 09:56:38.025823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8486730e-79bb-4c2d-ac23-9eb01e01a00f None None] Network 2dec9ea6-d768-45d4-a067-ea47924858df requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:38.088730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b96de29-d7e3-4ed3-b91d-1dda2b369ff4 req-545a196d-f4b5-4d04-9ab3-f8355b495d1b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547636
Dec 16 09:56:38.148345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Provisioning for port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:38.161584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Provisioning complete for port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:38.161871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.324335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c34d2-5ab1-4bb3-b1e7-7ac37c6b30ae req-b3f70f56-f395-49a1-b157-e5be2f297420 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:38.326414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf8c34d2-5ab1-4bb3-b1e7-7ac37c6b30ae req-b3f70f56-f395-49a1-b157-e5be2f297420 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1042511
Dec 16 09:56:38.390060 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cf8c34d2-5ab1-4bb3-b1e7-7ac37c6b30ae req-f7aaf78c-efc6-47c1-86b1-353686f883e6 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515387
Dec 16 09:56:38.438500 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.445471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.451517 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440c7666-b089-4990-b23f-ac6ea7201f59 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:38.497425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.556443 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] For port 3291130c-62ef-4acc-94ee-f4e7b5d76a18, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3291130c-62ef-4acc-94ee-f4e7b5d76a18,segment=NetworkSegment(05cc23b4-725c-4665-809e-673a87d2cae3),segment_id=05cc23b4-725c-4665-809e-673a87d2cae3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:38.566243 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.568551 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:38.606832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=0f8b91cb-6e84-4a7d-8d51-93863d7d2871,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:38.620431 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:38.691965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Pushing event updated for resources: {'Port': ['ID=3291130c-62ef-4acc-94ee-f4e7b5d76a18,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:38.696813 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:38.728512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957bf68-4430-4b09-9572-d613b5af855a req-1cb56526-3435-4c2e-b7d8-48c8dc4875a4 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:38.736391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b957bf68-4430-4b09-9572-d613b5af855a req-1cb56526-3435-4c2e-b7d8-48c8dc4875a4 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.2108357
Dec 16 09:56:38.804667 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b957bf68-4430-4b09-9572-d613b5af855a req-9434b538-dabd-410d-ac24-f044334d6362 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673590
Dec 16 09:56:38.892056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cb7d1220-f5ec-4b4f-b8a7-d683208aab9c None None] Provisioning for port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:38.899178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cb7d1220-f5ec-4b4f-b8a7-d683208aab9c None None] Provisioning complete for port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:38.899763 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1220-f5ec-4b4f-b8a7-d683208aab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.981831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:38.982430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d1220-f5ec-4b4f-b8a7-d683208aab9c None None] Port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:38.996147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cb7d1220-f5ec-4b4f-b8a7-d683208aab9c None None] Provisioning complete for port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:38.997104 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1220-f5ec-4b4f-b8a7-d683208aab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:39.051850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3291130c-62ef-4acc-94ee-f4e7b5d76a18 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:39.092905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc82e9-fe5c-40c8-bbe0-a1c5beecd2d4 req-a9d9c3b0-14e5-43d3-8ee6-0ae92d89d90e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:39.094678 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44bc82e9-fe5c-40c8-bbe0-a1c5beecd2d4 req-a9d9c3b0-14e5-43d3-8ee6-0ae92d89d90e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1330643
Dec 16 09:56:39.151433 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:39.174370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-44bc82e9-fe5c-40c8-bbe0-a1c5beecd2d4 req-8e0b821b-e61e-464d-b058-97acf4a0f8fb tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731921
Dec 16 09:56:39.233233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:39.233625 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:39.629150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-128e6058-cc31-401a-9c53-eeb9699341d1 None None] Provisioning complete for port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:39.630047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-128e6058-cc31-401a-9c53-eeb9699341d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:39.747914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-128e6058-cc31-401a-9c53-eeb9699341d1 None None] Port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:39.815469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:39.820122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f74cc-2589-48fa-a49e-b214aae84766 req-3065da40-0b5f-449c-b1ac-680572e39e7e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:39.821818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c9f74cc-2589-48fa-a49e-b214aae84766 req-3065da40-0b5f-449c-b1ac-680572e39e7e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1836538
Dec 16 09:56:39.822169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:39.851552 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:39.856376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-c91beef7-3c8f-48f3-8b07-57401f964643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:39.857901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-c91beef7-3c8f-48f3-8b07-57401f964643 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1096 time: 0.1253989
Dec 16 09:56:39.963497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c9f74cc-2589-48fa-a49e-b214aae84766 req-20fb9ef6-426a-43ca-b09f-c2674a13c2e8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1289968
Dec 16 09:56:40.083967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-39c0db5f-f4a5-49c5-8dfc-baed902e5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:40.085778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-39c0db5f-f4a5-49c5-8dfc-baed902e5d50 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.2188103
Dec 16 09:56:40.166264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=0f8b91cb-6e84-4a7d-8d51-93863d7d2871,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:40.169161 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:40.177269 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:40.240551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-f65f8c78-edff-4097-a641-7f7c4fd191c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 1001 time: 0.1476767
Dec 16 09:56:40.331862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-38e90119-7433-4fea-bfdb-468cc2bbbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:40.334488 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-38e90119-7433-4fea-bfdb-468cc2bbbd8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.0865033
Dec 16 09:56:40.358680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 2dec9ea6-d768-45d4-a067-ea47924858df is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:40.360304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:40.611585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Router 4f1c848a-499c-49e1-bd65-ded70e8c7110 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:56:40.728770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-8c215819-f06a-42b0-8dd6-cb76558f6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:40.730297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-8c215819-f06a-42b0-8dd6-cb76558f6dca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3883157
Dec 16 09:56:40.739740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b13b31-2985-45e2-b5d9-2056cde62667 req-39e6f536-9356-4993-ba1f-67088f372e76 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:40.741939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4b13b31-2985-45e2-b5d9-2056cde62667 req-39e6f536-9356-4993-ba1f-67088f372e76 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.3292868
Dec 16 09:56:40.785720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-126c0f7a-b3e5-4266-90f8-25758e6e8c39 None None] Provisioning complete for port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:40.786614 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-126c0f7a-b3e5-4266-90f8-25758e6e8c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:40.848602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-126c0f7a-b3e5-4266-90f8-25758e6e8c39 None None] Port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:40.858767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:56:40.864765 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "PUT /v2.0/routers/4f1c848a-499c-49e1-bd65-ded70e8c7110/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9786131
Dec 16 09:56:40.868647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:40.871214 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] Sync routers for ids ['4f1c848a-499c-49e1-bd65-ded70e8c7110'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:56:40.882348 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] Routers {'4f1c848a-499c-49e1-bd65-ded70e8c7110'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:56:40.883005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d12c40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:56:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4f1c848a-499c-49e1-bd65-ded70e8c7110'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:40.922374 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4b13b31-2985-45e2-b5d9-2056cde62667 req-0f7100dc-e453-4066-a65e-277082c47827 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593459
Dec 16 09:56:40.964750 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d12c40>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:40.977451 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] Routers {'4f1c848a-499c-49e1-bd65-ded70e8c7110'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:56:40.978502 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d12c40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:56:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4f1c848a-499c-49e1-bd65-ded70e8c7110'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:41.020691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c793772-df38-4d06-bd85-8323c0da9199 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:41.022214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9c793772-df38-4d06-bd85-8323c0da9199 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:41.024143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-2de2b19b-7325-4a24-8051-ac84ca62ab72 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808323
Dec 16 09:56:41.050286 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d12c40>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:41.050984 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4142d6-a7ce-48ca-bf69-10376ad330f3 None None] The sync data for ids ['4f1c848a-499c-49e1-bd65-ded70e8c7110'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:56:41.052241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9c793772-df38-4d06-bd85-8323c0da9199 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:41.056462 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c793772-df38-4d06-bd85-8323c0da9199 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1c848a-499c-49e1-bd65-ded70e8c7110 HTTP/1.1" status: 200  len: 983 time: 0.1834404
Dec 16 09:56:41.061627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:41.309648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ab4a782-6cae-4919-85ca-4044d97d1a00 req-c02a8cd6-75e3-45cb-958b-2a76d29df310 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2772849
Dec 16 09:56:41.364308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee368b9-ee30-46d5-9c83-6bba763444e5 req-7e328d18-8720-427d-9419-318317fe8bac tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:41.365965 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ee368b9-ee30-46d5-9c83-6bba763444e5 req-7e328d18-8720-427d-9419-318317fe8bac tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1049466
Dec 16 09:56:41.529527 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7ee368b9-ee30-46d5-9c83-6bba763444e5 req-b2a5c3db-eb74-49b4-9871-a1bab191586d tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303642
Dec 16 09:56:41.586332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-f95832d4-0f40-4c4c-8b3b-c47351d813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:41.587912 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-f95832d4-0f40-4c4c-8b3b-c47351d813df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.2209785
Dec 16 09:56:41.628806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-dbbfa30a-2e1f-4d41-8a0f-f58266db2d3a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:41.630131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-dbbfa30a-2e1f-4d41-8a0f-f58266db2d3a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 946 time: 0.1790268
Dec 16 09:56:41.670780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:41.919910 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:41.936772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Deleting port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:41.937332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:41.975482 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5346bc6-d9f8-421f-8498-2069037fcef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:42.046026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-cebee909-4a5d-42cd-b83f-0becc35a388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:42.047543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-cebee909-4a5d-42cd-b83f-0becc35a388e service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.4520535
Dec 16 09:56:42.169041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf86c6-b450-4b27-b4b7-9cb8f664cee5 req-23e8c624-b444-4a55-8dd6-2e40f0afbf2c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:42.170786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95cf86c6-b450-4b27-b4b7-9cb8f664cee5 req-23e8c624-b444-4a55-8dd6-2e40f0afbf2c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.4128120
Dec 16 09:56:42.288916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:42.289423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:42.349602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-390097ad-be2f-4ec2-a32a-9be2ac2fb8ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.2725182
Dec 16 09:56:42.401632 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95cf86c6-b450-4b27-b4b7-9cb8f664cee5 req-55273255-c616-4f74-8f67-8842ae6c0c0b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2101419
Dec 16 09:56:42.479389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-e3f6fdf9-2d9e-4443-912f-b03cfecaab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:42.481442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-e3f6fdf9-2d9e-4443-912f-b03cfecaab99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1196027
Dec 16 09:56:42.490027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] For port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:42.492276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:42.566691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:42.699755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 0f8b91cb-6e84-4a7d-8d51-93863d7d2871 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:42.911923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:42.919397 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11814e63-52db-4d5d-b692-c2abb2773baf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:42.934608 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:56:42.978798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=0f8b91cb-6e84-4a7d-8d51-93863d7d2871,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:42.982837 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:43.096605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Calling delete_port for 60c97c81-1786-43f0-b7b7-fea95fbe6a6f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:43.235866 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:43.314576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-8a06fdc7-da89-4df6-b967-6f77d45e9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:43.316343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-8a06fdc7-da89-4df6-b967-6f77d45e9a6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8134949
Dec 16 09:56:43.453302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a3b32-9449-44e4-9fd2-50ae04069e35 req-c84a9ba0-ee02-4992-8fcb-2a5cbdfbb01b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:43.454871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b2a3b32-9449-44e4-9fd2-50ae04069e35 req-c84a9ba0-ee02-4992-8fcb-2a5cbdfbb01b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.9053822
Dec 16 09:56:43.527531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:43.540585 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d864c01a-de79-4935-89d7-dcef85eeaf4c tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:43.541539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['35da823b-38ac-44a6-947e-4756dbde4653'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:56:43.588492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Router 4f1c848a-499c-49e1-bd65-ded70e8c7110 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:56:43.595901 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b2a3b32-9449-44e4-9fd2-50ae04069e35 req-9e1f5801-7ca7-41dd-9289-d94da070cf2f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1203635
Dec 16 09:56:43.623349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event deleted for resources: {'Port': ['ID=60c97c81-1786-43f0-b7b7-fea95fbe6a6f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:43.654174 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:43.723517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-412ca0b6-e25f-4a50-a03c-63a2c42bf00d service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657670
Dec 16 09:56:43.751121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] No DVR routers for this DVR port 60c97c81-1786-43f0-b7b7-fea95fbe6a6f on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:56:43.759199 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:43.764201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d1e1ec-df24-4723-b013-96be5c82c542', 'name': 'network-vif-deleted', 'tag': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:56:43.767788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:56:43.789271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] Sync routers for ids ['4f1c848a-499c-49e1-bd65-ded70e8c7110'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:56:43.794371 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "PUT /v2.0/routers/4f1c848a-499c-49e1-bd65-ded70e8c7110/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7284946
Dec 16 09:56:43.796651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:43.826105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] Routers {'4f1c848a-499c-49e1-bd65-ded70e8c7110'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:56:43.826858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e50e80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:56:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4f1c848a-499c-49e1-bd65-ded70e8c7110'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:43.895625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e50e80>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:43.907920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] Routers {'4f1c848a-499c-49e1-bd65-ded70e8c7110'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:56:43.908672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e50e80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:56:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4f1c848a-499c-49e1-bd65-ded70e8c7110'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:43.918050 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff4c131f-89a6-408d-9e36-b9a5b238ee62 req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "DELETE /v2.0/ports/60c97c81-1786-43f0-b7b7-fea95fbe6a6f HTTP/1.1" status: 204  len: 173 time: 2.2783854
Dec 16 09:56:43.924641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4510affd-2c28-421d-9305-43beff2d33c1 req-e58f542a-012b-4f32-8c0d-6eaad62a5aac tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:43.976252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e50e80>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:43.976783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f98f7a-43de-4fe6-9130-125c5080c87b None None] The sync data for ids ['4f1c848a-499c-49e1-bd65-ded70e8c7110'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:56:44.000515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4510affd-2c28-421d-9305-43beff2d33c1 req-e58f542a-012b-4f32-8c0d-6eaad62a5aac tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:44.001712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4510affd-2c28-421d-9305-43beff2d33c1 req-e58f542a-012b-4f32-8c0d-6eaad62a5aac tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d1e1ec-df24-4723-b013-96be5c82c542 HTTP/1.1" status: 200  len: 210 time: 0.1636624
Dec 16 09:56:44.017278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2eb4cc4-4a06-4c26-980b-574fd127e127 req-bae47643-2c79-4521-af73-1b82a4af3d42 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868614
Dec 16 09:56:44.090922 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b13f16d-99a7-4d2f-8b64-38e7f90fbe68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:56:44.091488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b13f16d-99a7-4d2f-8b64-38e7f90fbe68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:44.114755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b13f16d-99a7-4d2f-8b64-38e7f90fbe68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:44.119239 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4b13f16d-99a7-4d2f-8b64-38e7f90fbe68 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/0f8b91cb-6e84-4a7d-8d51-93863d7d2871 HTTP/1.1" status: 404  len: 333 time: 0.3180947
Dec 16 09:56:44.120688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:44.138326 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.210896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7179d80-aa25-46af-afaa-be1018daae2f req-f7d0c4e7-42c6-49ca-92ce-4ca3b7313df0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:44.212439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7179d80-aa25-46af-afaa-be1018daae2f req-f7d0c4e7-42c6-49ca-92ce-4ca3b7313df0 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1004646
Dec 16 09:56:44.264941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c7179d80-aa25-46af-afaa-be1018daae2f req-f87ab039-3bd2-43ba-80d7-2cc9d920dc0a tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453482
Dec 16 09:56:44.267088 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce7b7-3c3b-49c7-a2b5-d272367229d6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.323863 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d1e1ec-df24-4723-b013-96be5c82c542', 'name': 'network-vif-deleted', 'tag': '60c97c81-1786-43f0-b7b7-fea95fbe6a6f', 'status': 'completed', 'code': 200}
Dec 16 09:56:44.492069 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c15a65a-a4aa-460f-a510-9d94d8637b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.643530 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce7b7-3c3b-49c7-a2b5-d272367229d6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.645752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce7b7-3c3b-49c7-a2b5-d272367229d6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.674132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce7b7-3c3b-49c7-a2b5-d272367229d6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.674723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dce7b7-3c3b-49c7-a2b5-d272367229d6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Fanout notify agent at l3_agent the message router_deleted on router 4f1c848a-499c-49e1-bd65-ded70e8c7110 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:56:44.689811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce7b7-3c3b-49c7-a2b5-d272367229d6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.690958 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-44dce7b7-3c3b-49c7-a2b5-d272367229d6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/routers/4f1c848a-499c-49e1-bd65-ded70e8c7110 HTTP/1.1" status: 204  len: 168 time: 0.5691984
Dec 16 09:56:44.693588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:44.768283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet bd0bd9a9-e347-45c7-876e-b415da055439 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:56:44.771601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.797826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 60c97c81-1786-43f0-b7b7-fea95fbe6a6f no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:56:44.832612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:44.843712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 60c97c81-1786-43f0-b7b7-fea95fbe6a6f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:56:44.844224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 60c97c81-1786-43f0-b7b7-fea95fbe6a6f not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:56:44.941202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.019547 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.023284 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aae26056-a5fa-4d68-827b-a8f1249cd81f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:45.061087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0bd9a9-e347-45c7-876e-b415da055439,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:45.064143 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:45.065131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.071730 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/bd0bd9a9-e347-45c7-876e-b415da055439 HTTP/1.1" status: 204  len: 168 time: 0.3771198
Dec 16 09:56:45.073399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82862a7a-f6a5-4e17-bb6d-0a69d4c68cea None None] Network 2dec9ea6-d768-45d4-a067-ea47924858df requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:45.074257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39610) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:45.230711 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.249243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:45.249806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.348141 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.382963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] DHCP port deletion for 2dec9ea6-d768-45d4-a067-ea47924858df request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:56:45.388360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Deleting port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:45.388734 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.515977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e7a1-745f-48cd-8778-c06232e980c2 req-b03536b4-84e4-468a-bfa5-d84ab197b222 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:45.518154 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8541e7a1-745f-48cd-8778-c06232e980c2 req-b03536b4-84e4-468a-bfa5-d84ab197b222 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.0979273
Dec 16 09:56:45.523418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] For port 3291130c-62ef-4acc-94ee-f4e7b5d76a18, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3291130c-62ef-4acc-94ee-f4e7b5d76a18,segment=NetworkSegment(05cc23b4-725c-4665-809e-673a87d2cae3),segment_id=05cc23b4-725c-4665-809e-673a87d2cae3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:45.524471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.574998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.621738 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8541e7a1-745f-48cd-8778-c06232e980c2 req-29ef9767-fd7e-45b7-89f7-726b311e23c3 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911546
Dec 16 09:56:45.675852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 3291130c-62ef-4acc-94ee-f4e7b5d76a18 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:45.697293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] For port 3291130c-62ef-4acc-94ee-f4e7b5d76a18, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3291130c-62ef-4acc-94ee-f4e7b5d76a18,segment=NetworkSegment(05cc23b4-725c-4665-809e-673a87d2cae3),segment_id=05cc23b4-725c-4665-809e-673a87d2cae3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:45.698268 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.767695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:45.772744 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79bfc047-7498-45d8-ad04-eee38cffefd7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:45.818564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=3291130c-62ef-4acc-94ee-f4e7b5d76a18,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:45.820924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No DVR routers for this DVR port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:56:45.822448 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:45.843282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Calling delete_port for 3291130c-62ef-4acc-94ee-f4e7b5d76a18 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:45.949168 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:56:45.950077 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:56:45.951544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62f254-38c2-454c-8f0d-88f08eee93e6 req-ed95e229-01c7-4c08-8938-277a90b20a50 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:45.953168 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca62f254-38c2-454c-8f0d-88f08eee93e6 req-ed95e229-01c7-4c08-8938-277a90b20a50 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1150494
Dec 16 09:56:46.008809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca62f254-38c2-454c-8f0d-88f08eee93e6 req-2948eba5-a7fd-412d-912b-41b27a8f8244 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471845
Dec 16 09:56:46.125209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:46.155504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0e980d0>,) {'filters': {'network_id': ['2dec9ea6-d768-45d4-a067-ea47924858df']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:46.172233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e980d0>, '05cc23b4-725c-4665-809e-673a87d2cae3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:46.172700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e980d0>, '05cc23b4-725c-4665-809e-673a87d2cae3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:46.189048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:46.232029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:46.243618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:56:46.244023 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:56:46.263194 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:56:46.313805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273858-2ad4-4692-a009-3a40e19dfedd req-253793b3-4799-498b-8878-068bbb195204 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:46.315879 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62273858-2ad4-4692-a009-3a40e19dfedd req-253793b3-4799-498b-8878-068bbb195204 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.0995445
Dec 16 09:56:46.351823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:46.356293 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab36e4da-10ff-40f7-bae4-e29ff4139c9e tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:46.376139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62273858-2ad4-4692-a009-3a40e19dfedd req-b9cd8e98-74f0-4353-8ed1-7ee236da448e tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520356
Dec 16 09:56:46.377472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:46.391264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=2dec9ea6-d768-45d4-a067-ea47924858df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:46.396300 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:46.415395 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/2dec9ea6-d768-45d4-a067-ea47924858df HTTP/1.1" status: 204  len: 168 time: 1.3398263
Dec 16 09:56:46.420061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:46.452810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Deleting port 3291130c-62ef-4acc-94ee-f4e7b5d76a18 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:46.454028 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:46.486636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-854391c1-5aa7-413f-a6e1-4a1c521ebcda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1086481
Dec 16 09:56:46.532608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c4314-1e6c-407d-8ec8-a5121bc67f5a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:46.536366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc5c4314-1e6c-407d-8ec8-a5121bc67f5a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:46.580557 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-312770c3-90ed-4531-b566-4f68e9f862bb None None] The port '3291130c-62ef-4acc-94ee-f4e7b5d76a18' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:56:46.585889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc5c4314-1e6c-407d-8ec8-a5121bc67f5a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:46.593866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:46.608300 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc5c4314-1e6c-407d-8ec8-a5121bc67f5a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/50108b02-8712-443b-a38a-27ae6a7b5539 HTTP/1.1" status: 200  len: 841 time: 0.1862237
Dec 16 09:56:46.786756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ffd8931-03bb-487d-b136-ca7a2f5fc1c4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:46.810953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ffd8931-03bb-487d-b136-ca7a2f5fc1c4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:46.812317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8ffd8931-03bb-487d-b136-ca7a2f5fc1c4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/50108b02-8712-443b-a38a-27ae6a7b5539?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2172410
Dec 16 09:56:46.816666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39646) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:46.824558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:46.912366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-0876ec5a-ede4-4373-9318-c77b3939cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:46.913871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-0876ec5a-ede4-4373-9318-c77b3939cdd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 1097 time: 0.2662117
Dec 16 09:56:47.011260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3291130c-62ef-4acc-94ee-f4e7b5d76a18 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:56:47.052980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 3291130c-62ef-4acc-94ee-f4e7b5d76a18 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:56:47.053249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3291130c-62ef-4acc-94ee-f4e7b5d76a18 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:56:47.101668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:47.106504 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:47.118821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:47.127040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:47.154588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:47.187680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-905c13ad-499e-41c6-be5d-cee0faa19c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:47.189159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-905c13ad-499e-41c6-be5d-cee0faa19c14 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.2484756
Dec 16 09:56:47.190573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:47.194492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:47.481569 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-517a04a2-3341-4ed1-ad4d-28004606b177 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c HTTP/1.1" status: 200  len: 217 time: 0.2719944
Dec 16 09:56:47.503275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b7ee1-c589-468a-b439-97f04863fb60 req-a06929e6-c5ae-438a-a540-8053a24db694 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:47.505032 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-318b7ee1-c589-468a-b439-97f04863fb60 req-a06929e6-c5ae-438a-a540-8053a24db694 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.4515672
Dec 16 09:56:47.645809 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-318b7ee1-c589-468a-b439-97f04863fb60 req-5ccd5e67-98d7-4a66-83b4-61edda7192c7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044159
Dec 16 09:56:47.647257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-27a1b3d4-1364-4e28-9240-11773904fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:47.649013 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-27a1b3d4-1364-4e28-9240-11773904fea6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.1593370
Dec 16 09:56:47.816573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-f81fed97-689c-4714-bc94-80411d43c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:47.818098 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-f81fed97-689c-4714-bc94-80411d43c565 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1625237
Dec 16 09:56:47.929511 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:47.935379 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64f8506a-3b89-4959-a5e7-11018fec3031 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:48.018096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:48.033703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:48.043442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b2da5f-7d86-4a4a-8efe-431ab2a0a258 None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:48.051253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:48.051998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.080848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=60c9e9c9-feff-4957-805f-0c7b388f4172,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:48.097429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.097854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.098207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.098592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.098974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.099417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.099748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.100386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.100787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.101165 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.101542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.101945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:56:48.106481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-48711511-b170-4a81-a96c-6454ac4eae8e service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810259
Dec 16 09:56:48.110605 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:48.138092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3195677
Dec 16 09:56:48.140727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:48.149985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'security_group': {'name': 'tempest-secgroup-1965048760'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:48.159767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:48.168116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:48.171587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:48.181956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:48.201511 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.233673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:48.240754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group_rule and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:48.245509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:48.255645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:48.311674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3b069bc-bbda-46c7-aca4-f1fae2755304 req-c969ec76-6454-4e7e-8ba4-3e733c41c591 service neutron] 10.222.0.54 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976800
Dec 16 09:56:48.359398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.366139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.370495 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a40a385-501b-45ac-885d-8e600b4800ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:48.411710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee536f4-67e2-4b09-9784-4a77ce383c99,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:48.415104 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:48.416791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.421490 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2755296
Dec 16 09:56:48.421835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:48.427519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'security_group': {'name': 'tempest-secgroup-1130107910'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:48.434584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:48.438915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:48.442362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:48.450070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:48.452550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'tenant_id': '9ee1fff8fc5f49b5b9ab57b82dfa3beb', 'fixed_ips': [{'subnet_id': '60c9e9c9-feff-4957-805f-0c7b388f4172'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:56:48.454221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.464088 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.489343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:48.494933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group_rule and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:48.498428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:48.506877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:48.623013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.628556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.637724 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1815212d-04cc-41b5-b976-2c866b80b65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:48.685751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78112a27-6a60-4e2a-b65a-52261d1304ed,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:48.688767 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.690237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2673776
Dec 16 09:56:48.691346 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:48.693574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:48.701263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-527016926', 'security_groups': ['78112a27-6a60-4e2a-b65a-52261d1304ed'], 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '60c9e9c9-feff-4957-805f-0c7b388f4172'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:48.714442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Allocated IP 172.20.0.2 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/60c9e9c9-feff-4957-805f-0c7b388f4172/6e841be7-9bbf-4326-b3c2-33a46acb1c95) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:48.900441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:48.914186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:48.923568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c02d54-2beb-4d77-bd65-42c99276536f req-fa58bd77-3ff7-4802-89de-376e6a3b3970 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:48.925042 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34c02d54-2beb-4d77-bd65-42c99276536f req-fa58bd77-3ff7-4802-89de-376e6a3b3970 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 945 time: 0.1502163
Dec 16 09:56:48.927592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.939669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Transition to ACTIVE for port object 6e841be7-9bbf-4326-b3c2-33a46acb1c95 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:48.952968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:48.959714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Transition to ACTIVE for port object 6e841be7-9bbf-4326-b3c2-33a46acb1c95 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:48.966249 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:48.971275 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:49.029500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:49.032354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:49.034896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:49.054165 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34c02d54-2beb-4d77-bd65-42c99276536f req-6a2661a5-ea96-404f-8a4b-feb32abd04af tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217897
Dec 16 09:56:49.084551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Pushing event updated for resources: {'Port': ['ID=6e841be7-9bbf-4326-b3c2-33a46acb1c95,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:49.087415 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:49.102558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:49.125099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port a988775a-f91d-4a8b-9fed-49b32352167c yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:56:49.143410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Attempting to bind port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:56:49.143826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Attempting to bind port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '56522a3c-d18e-40d8-b7d4-39e7e5d940d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:56:49.144186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Attempting to bind port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 on network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:56:49.149605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:56:49.150106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Checking segment: {'id': '56522a3c-d18e-40d8-b7d4-39e7e5d940d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:56:49.150586 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:49.150933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Bound using segment: {'id': '56522a3c-d18e-40d8-b7d4-39e7e5d940d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:56:49.151623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Bound port: 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56522a3c-d18e-40d8-b7d4-39e7e5d940d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:56:49.152015 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:49.247092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] For port 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:56:49.250421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] For port 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6e841be7-9bbf-4326-b3c2-33a46acb1c95,segment=NetworkSegment(56522a3c-d18e-40d8-b7d4-39e7e5d940d4),segment_id=56522a3c-d18e-40d8-b7d4-39e7e5d940d4)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:56:49.254699 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:49.259313 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dea93117-c46a-43a7-a448-6c3680099a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:49.334304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ed068-5104-4664-aeee-b336bdb25d5e req-2499b847-9515-4bc6-80c0-ae9822393c59 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:49.336137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-150ed068-5104-4664-aeee-b336bdb25d5e req-2499b847-9515-4bc6-80c0-ae9822393c59 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.1767230
Dec 16 09:56:49.343301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Pushing event updated for resources: {'Port': ['ID=6e841be7-9bbf-4326-b3c2-33a46acb1c95,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:49.346785 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:49.437958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-150ed068-5104-4664-aeee-b336bdb25d5e req-de06b4b6-02fb-47c0-98f3-77d8461b6e9c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689757
Dec 16 09:56:49.439116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.4 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/60c9e9c9-feff-4957-805f-0c7b388f4172/a988775a-f91d-4a8b-9fed-49b32352167c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:50.067085 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:50.098120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object a988775a-f91d-4a8b-9fed-49b32352167c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:50.139478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d44f8-956d-4f5a-a525-c2d6856d6cb3 req-71065136-2043-4276-b89f-5fc4044506aa tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:50.141054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-243d44f8-956d-4f5a-a525-c2d6856d6cb3 req-71065136-2043-4276-b89f-5fc4044506aa tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3156364
Dec 16 09:56:50.146686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-6f6d7f4e-dc2a-47a8-a1a9-436627e0585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:50.148220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-6f6d7f4e-dc2a-47a8-a1a9-436627e0585a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=591941320db54ca0a61e17e4d8a3861d&device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 1095 time: 0.2876945
Dec 16 09:56:50.159152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-c1e8a9ef-9a4d-4391-90dd-8d2781a3a049 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:50.160742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-c1e8a9ef-9a4d-4391-90dd-8d2781a3a049 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 945 time: 0.2533095
Dec 16 09:56:50.372635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:50.402812 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d922193-0088-4794-a432-94057f71f67e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:50.493268 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-243d44f8-956d-4f5a-a525-c2d6856d6cb3 req-1bb46977-822b-4b7f-8b2f-f7a9ecf97992 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3293438
Dec 16 09:56:50.504927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Deleting port 35da823b-38ac-44a6-947e-4756dbde4653 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:50.505183 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:50.553686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:50.568936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:50.585881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:56:50.696523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-56f1d89e-e00e-4107-ba42-15a4df9466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:50.699020 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-56f1d89e-e00e-4107-ba42-15a4df9466ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 200  len: 913 time: 0.5360830
Dec 16 09:56:50.721185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=a988775a-f91d-4a8b-9fed-49b32352167c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:50.727033 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:50.766303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3bb5f59b-2218-4724-915e-add222691fec None None] Provisioning complete for port 50108b02-8712-443b-a38a-27ae6a7b5539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:50.767011 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f59b-2218-4724-915e-add222691fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:50.866122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5f59b-2218-4724-915e-add222691fec None None] Port 50108b02-8712-443b-a38a-27ae6a7b5539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:50.881912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3bb5f59b-2218-4724-915e-add222691fec None None] Provisioning for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:50.978824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:50.980984 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:51.024134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fc19fc80-ff9d-4f87-a893-5f0149f195dc None None] Provisioning for port a988775a-f91d-4a8b-9fed-49b32352167c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:51.033206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fc19fc80-ff9d-4f87-a893-5f0149f195dc None None] Provisioning complete for port a988775a-f91d-4a8b-9fed-49b32352167c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:51.034449 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fc19fc80-ff9d-4f87-a893-5f0149f195dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:51.067460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6e841be7-9bbf-4326-b3c2-33a46acb1c95 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:51.100993 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-d4225bc5-7fd8-4878-bc3c-752e4fff2ce7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 200  len: 999 time: 0.3657699
Dec 16 09:56:51.151596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fc19fc80-ff9d-4f87-a893-5f0149f195dc None None] Port a988775a-f91d-4a8b-9fed-49b32352167c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:51.168301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:51.173723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:51.174101 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:51.259834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.5642905
Dec 16 09:56:51.263155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39692) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:51.269358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:51.309330 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:51.327879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a740c-63df-4a1f-bf19-935262e3cf00 req-7ce33537-19e1-4ffb-84da-a877bc4a93c3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:51.329432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-819a740c-63df-4a1f-bf19-935262e3cf00 req-7ce33537-19e1-4ffb-84da-a877bc4a93c3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 945 time: 0.6285496
Dec 16 09:56:51.336746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-cdd2fc0a-133c-4b1a-9fea-ead7c0b88f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:51.338236 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-cdd2fc0a-133c-4b1a-9fea-ead7c0b88f75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 200  len: 851 time: 0.2058234
Dec 16 09:56:51.353479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6e841be7-9bbf-4326-b3c2-33a46acb1c95,segment=NetworkSegment(56522a3c-d18e-40d8-b7d4-39e7e5d940d4),segment_id=56522a3c-d18e-40d8-b7d4-39e7e5d940d4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:51.359262 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:51.363568 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-dd1fd3b2-eda5-40a8-b09e-8881c9ebb4a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:51.431084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] For port 35da823b-38ac-44a6-947e-4756dbde4653, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=35da823b-38ac-44a6-947e-4756dbde4653,segment=NetworkSegment(7b98b23c-b13a-4472-8e4e-ec7f15fc708f),segment_id=7b98b23c-b13a-4472-8e4e-ec7f15fc708f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:51.431522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:51.447489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:51.451792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=6e841be7-9bbf-4326-b3c2-33a46acb1c95,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:51.454075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:51.456177 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:51.459884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:51.466582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:51.483828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:51.488126 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:51.604782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-819a740c-63df-4a1f-bf19-935262e3cf00 req-e2467c8b-5459-48ea-80dd-cfbf00096c13 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246020
Dec 16 09:56:51.612414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Calling delete_port for 35da823b-38ac-44a6-947e-4756dbde4653 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:51.634240 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 60c9e9c9-feff-4957-805f-0c7b388f4172 (CIDR: 172.20.0.0/28)
Dec 16 09:56:51.637451 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:56:51.637972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:56:51.661253 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40a020af-4fe5-4b04-8a5d-702855097cbd tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3926718
Dec 16 09:56:51.661513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:51.669343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:51.694905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-50c58a3a-de89-4e63-8757-2217ac74c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:51.696715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-50c58a3a-de89-4e63-8757-2217ac74c13c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=32b3944c-5c2d-48a6-a1ad-41bcce30bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3487504
Dec 16 09:56:51.834633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:51.841122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:51.846247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:51.857486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:51.873756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:51.879561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:52.291004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:52.295150 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa559274-1da1-4961-bccb-87641d2caef7 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:52.317118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-833813ec-e581-4187-94b1-ac6ec715b8a0 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6064923
Dec 16 09:56:52.323865 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:52.332245 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-239c8b1b-8774-4c6b-80e9-216f82a68836 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:52.353979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:52.357181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:52.361523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:52.362104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:52.371576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710e9f1-2147-4b66-9bb0-e4b4fae78555 None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:52.376124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=944efa18-b8d4-4a80-984c-bfebbdefff21,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:52.380645 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:52.393441 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.7308202
Dec 16 09:56:52.397720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39704) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:52.404534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1033483117', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '944efa18-b8d4-4a80-984c-bfebbdefff21'}], 'security_groups': ['bee536f4-67e2-4b09-9784-4a77ce383c99']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:52.409853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Pushing event deleted for resources: {'Port': ['ID=35da823b-38ac-44a6-947e-4756dbde4653,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:52.414254 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-7d0ca756-8154-4234-b5c9-551d55249274 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3699698
Dec 16 09:56:52.415339 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:52.425848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff9231-3d2e-428c-ba83-abe859dca345 req-aa600c38-b2f9-4673-b894-98afd7222eae tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:52.427412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09ff9231-3d2e-428c-ba83-abe859dca345 req-aa600c38-b2f9-4673-b894-98afd7222eae tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.6960449
Dec 16 09:56:52.659961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] No DVR routers for this DVR port 35da823b-38ac-44a6-947e-4756dbde4653 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:56:52.668865 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:52.677759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f115c1-4f48-4167-91be-02c4936d967e', 'name': 'network-vif-deleted', 'tag': '35da823b-38ac-44a6-947e-4756dbde4653'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:56:52.720804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-09ff9231-3d2e-428c-ba83-abe859dca345 req-d58ad3f6-d933-4af0-bcd1-03e2b2203109 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2600031
Dec 16 09:56:52.747184 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-871975fb-d2d7-4385-b354-f1b5f8b8c2c1 req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.54 "DELETE /v2.0/ports/35da823b-38ac-44a6-947e-4756dbde4653 HTTP/1.1" status: 204  len: 173 time: 2.5411143
Dec 16 09:56:52.759790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aee20f80-e563-40ec-a672-1af7bfbc54c8 req-b19497f4-b30f-4c7b-9c6b-b954fe7c2495 service neutron] 10.222.0.74 "GET /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3894656
Dec 16 09:56:52.792639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-16a57c69-3ad4-4833-8e9b-1fb08cd7b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:52.792926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:52.794734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-16a57c69-3ad4-4833-8e9b-1fb08cd7b05a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 1096 time: 0.3351951
Dec 16 09:56:52.822936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 35da823b-38ac-44a6-947e-4756dbde4653 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:56:52.970115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-855b5556-cc7b-4560-b45a-bb683f52b469 req-78ae46c4-1e93-413c-b7bc-95c697f6144e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Synchronizing usage tracker for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:52.994234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 35da823b-38ac-44a6-947e-4756dbde4653 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:56:52.994597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 35da823b-38ac-44a6-947e-4756dbde4653 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:56:53.024138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-855b5556-cc7b-4560-b45a-bb683f52b469 req-78ae46c4-1e93-413c-b7bc-95c697f6144e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Unset dirty status for tenant:b41eda40d7ce41c18a3319e29229bbd8 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:53.025225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-855b5556-cc7b-4560-b45a-bb683f52b469 req-78ae46c4-1e93-413c-b7bc-95c697f6144e tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f115c1-4f48-4167-91be-02c4936d967e HTTP/1.1" status: 200  len: 210 time: 0.1217642
Dec 16 09:56:53.036657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-6e27455f-76bf-4efd-b1c1-07aaa9150997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:53.037849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-6e27455f-76bf-4efd-b1c1-07aaa9150997 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.2054772
Dec 16 09:56:53.038405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Update dhcp port {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'fixed_ips': [{'subnet_id': '60c9e9c9-feff-4957-805f-0c7b388f4172', 'ip_address': '172.20.0.2'}, {'subnet_id': '944efa18-b8d4-4a80-984c-bfebbdefff21'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '6e841be7-9bbf-4326-b3c2-33a46acb1c95'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:56:53.108492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6e841be7-9bbf-4326-b3c2-33a46acb1c95 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:53.117213 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f115c1-4f48-4167-91be-02c4936d967e', 'name': 'network-vif-deleted', 'tag': '35da823b-38ac-44a6-947e-4756dbde4653', 'status': 'completed', 'code': 200}
Dec 16 09:56:53.166211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-7b97eb46-0fef-451f-a322-0bbb80b08491 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 200  len: 1001 time: 0.1165907
Dec 16 09:56:53.228476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:53.255827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-6603c920-8a2e-4be7-a1fa-01a575856889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:53.257418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-6603c920-8a2e-4be7-a1fa-01a575856889 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.0835032
Dec 16 09:56:53.308376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:53.309332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:53.380307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-4f4d3411-1ff9-4ab0-af06-c5f8a61301d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:53.382800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-4f4d3411-1ff9-4ab0-af06-c5f8a61301d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1184609
Dec 16 09:56:53.586021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Delete allocated IP 172.20.0.4 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/60c9e9c9-feff-4957-805f-0c7b388f4172) {{(pid=87655) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 09:56:53.597192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.21 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/944efa18-b8d4-4a80-984c-bfebbdefff21/a988775a-f91d-4a8b-9fed-49b32352167c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:53.632841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-c1309d55-7af4-41ad-8029-306c0d690f22 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427824
Dec 16 09:56:53.775726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5e8a3a13-c44b-4802-ace9-a154a4f7506f req-fa8798ed-9103-49fb-a409-fd1b96722b6e service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354644
Dec 16 09:56:53.816537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:53.833580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object a988775a-f91d-4a8b-9fed-49b32352167c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:53.837997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:53.845117 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:53.910409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Allocated IP 172.20.0.18 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/944efa18-b8d4-4a80-984c-bfebbdefff21/6e841be7-9bbf-4326-b3c2-33a46acb1c95) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:56:53.932144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c160e9-1ba9-4f47-890c-36f37d810a96 req-55949a90-7022-4903-b4b0-37977de4f444 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:53.933705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4c160e9-1ba9-4f47-890c-36f37d810a96 req-55949a90-7022-4903-b4b0-37977de4f444 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.0865781
Dec 16 09:56:53.990398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c4c160e9-1ba9-4f47-890c-36f37d810a96 req-cd32c423-730e-42fb-949c-637f231d59e4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495443
Dec 16 09:56:54.089750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] For port 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6e841be7-9bbf-4326-b3c2-33a46acb1c95,segment=NetworkSegment(56522a3c-d18e-40d8-b7d4-39e7e5d940d4),segment_id=56522a3c-d18e-40d8-b7d4-39e7e5d940d4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:54.125174 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:54.159895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Transition to ACTIVE for port object 6e841be7-9bbf-4326-b3c2-33a46acb1c95 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:56:54.161345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=a988775a-f91d-4a8b-9fed-49b32352167c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:54.166917 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:54.168505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:54.175891 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:54.202140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] In _notify_port_updated(), no bound segment for port a988775a-f91d-4a8b-9fed-49b32352167c on network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:56:54.208019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:54.208739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:54.210124 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "PUT /v2.0/ports/a988775a-f91d-4a8b-9fed-49b32352167c HTTP/1.1" status: 200  len: 921 time: 1.8114326
Dec 16 09:56:54.212998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:54.348248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Pushing event updated for resources: {'Port': ['ID=6e841be7-9bbf-4326-b3c2-33a46acb1c95,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:54.353603 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:54.412271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01d7af-6e82-4b75-8477-a4b53abca67f req-e5014e2a-bb65-4485-bb12-de0d9cf7c937 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:54.415889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab01d7af-6e82-4b75-8477-a4b53abca67f req-e5014e2a-bb65-4485-bb12-de0d9cf7c937 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3020334
Dec 16 09:56:54.488195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port a988775a-f91d-4a8b-9fed-49b32352167c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:54.488545 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:54.553653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ab01d7af-6e82-4b75-8477-a4b53abca67f req-daba5608-d898-47cf-a5d4-bbac27e0b2f6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265676
Dec 16 09:56:54.657105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39724) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:54.824980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Deleting subnet 0b865947-3a3c-435f-99bf-81e20e11f800 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:56:54.839004 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:54.911967 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.114061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Provisioning for port a988775a-f91d-4a8b-9fed-49b32352167c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:55.124382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Provisioning complete for port a988775a-f91d-4a8b-9fed-49b32352167c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:55.124782 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.154027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for a988775a-f91d-4a8b-9fed-49b32352167c owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:55.198666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.205580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6e841be7-9bbf-4326-b3c2-33a46acb1c95 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:56:55.303238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Port a988775a-f91d-4a8b-9fed-49b32352167c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:55.325668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.348177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Provisioning complete for port 50108b02-8712-443b-a38a-27ae6a7b5539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:55.349279 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.493465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Port 50108b02-8712-443b-a38a-27ae6a7b5539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:55.497575 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.508855 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32b688f7-4a01-46db-b410-00aac5c5b6ec tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:55.524460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Provisioning for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:56:55.541290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:55.541693 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06d73438-f41d-4ba7-b029-2be2d5ecf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.551871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.586557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=a988775a-f91d-4a8b-9fed-49b32352167c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:55.718913 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:55.719808 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7410b79a-bd01-4ad6-8fd5-f19f3d2139b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:55.773367 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.858685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ab538e74-3083-47f4-8bc5-63b6d444542f None None] Could not find standard attr ID for object a988775a-f91d-4a8b-9fed-49b32352167c. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:56:55.863784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b865947-3a3c-435f-99bf-81e20e11f800,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:55.873797 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:55.896517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0b865947-3a3c-435f-99bf-81e20e11f800 HTTP/1.1" status: 204  len: 168 time: 1.2378662
Dec 16 09:56:55.900248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:55.912664 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:55.914501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/a988775a-f91d-4a8b-9fed-49b32352167c HTTP/1.1" status: 204  len: 168 time: 1.7001920
Dec 16 09:56:55.918801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39768) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:55.981031 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c624a5-12bb-40d2-99a0-a275525975fc tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:56:55.981031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-23c624a5-12bb-40d2-99a0-a275525975fc tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:55.999426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-ccba24f5-dc17-4be0-b9d7-ed02568fbbfe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:56.000980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-ccba24f5-dc17-4be0-b9d7-ed02568fbbfe tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd HTTP/1.1" status: 200  len: 943 time: 0.3314576
Dec 16 09:56:56.047560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-23c624a5-12bb-40d2-99a0-a275525975fc tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:56.048771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-23c624a5-12bb-40d2-99a0-a275525975fc tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/a988775a-f91d-4a8b-9fed-49b32352167c HTTP/1.1" status: 404  len: 333 time: 0.1295121
Dec 16 09:56:56.056684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39772) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:56.093531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.120880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Deleting port 0375af5c-88b9-4cfb-846c-6e1f5d68968b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:56:56.121320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.298621 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.336243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.362124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.366094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f35e90a0>,) {'filters': {'network_id': ['ba6a1215-fe59-45ca-8f84-bd08f9de1e2c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:56.381351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f35e90a0>, '7b98b23c-b13a-4472-8e4e-ec7f15fc708f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:56.381641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f35e90a0>, '7b98b23c-b13a-4472-8e4e-ec7f15fc708f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:56:56.397073 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.417010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.425040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:56:56.425631 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:56:56.444771 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:56:56.544105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.552842 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.560022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0928322b-feb0-4794-914a-4ffd8caecdd7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:56.585759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.598207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6a1215-fe59-45ca-8f84-bd08f9de1e2c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:56.604665 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] 10.222.0.66 "DELETE /v2.0/networks/ba6a1215-fe59-45ca-8f84-bd08f9de1e2c HTTP/1.1" status: 204  len: 168 time: 0.7021759
Dec 16 09:56:56.606006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:56.691324 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-995149fa-94ae-42ba-ab7e-404425171642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:56.711282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] For port 0375af5c-88b9-4cfb-846c-6e1f5d68968b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=0375af5c-88b9-4cfb-846c-6e1f5d68968b,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:56:56.711656 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.726970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78112a27-6a60-4e2a-b65a-52261d1304ed,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:56.730093 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:56.736408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.739730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/security-groups/78112a27-6a60-4e2a-b65a-52261d1304ed HTTP/1.1" status: 204  len: 168 time: 0.6823032
Dec 16 09:56:56.740164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39778) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:56.836961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39782) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:56.858377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.870071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Calling delete_port for 0375af5c-88b9-4cfb-846c-6e1f5d68968b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:56:56.914451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:56.974591 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-619a3410-d09f-413a-b4a5-2502875bceda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b41eda40d7ce41c18a3319e29229bbd8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1360097
Dec 16 09:56:56.978376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39786) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:57.078069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.085932 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-554b2adf-607e-4d11-8bdd-9cd596ed3d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:57.111852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.118529 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-320b47ed-4c21-4380-8e4b-5fec50ab66e1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:57.123894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:56:57.128825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee536f4-67e2-4b09-9784-4a77ce383c99,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:57.132665 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.136108 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:57.141619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.147869 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/security-groups/bee536f4-67e2-4b09-9784-4a77ce383c99 HTTP/1.1" status: 204  len: 168 time: 0.4017913
Dec 16 09:56:57.155226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:57.181760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event deleted for resources: {'Port': ['ID=0375af5c-88b9-4cfb-846c-6e1f5d68968b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:57.188274 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:57.269554 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.323388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet 60c9e9c9-feff-4957-805f-0c7b388f4172 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:56:57.341929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.352034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] No DVR routers for this DVR port 0375af5c-88b9-4cfb-846c-6e1f5d68968b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:56:57.356335 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.375380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-deleted', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:56:57.398157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8b44530-0c33-4b8c-9845-8cad18ebf46f req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "DELETE /v2.0/ports/0375af5c-88b9-4cfb-846c-6e1f5d68968b HTTP/1.1" status: 204  len: 173 time: 1.3905971
Dec 16 09:56:57.415989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.482291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.490500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-11985804-4f04-43b1-ab7a-a5b937690f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:57.507539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:57.510355 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:57.535300 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.536988 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab39ebd3-4a91-4143-8dcd-2f9bd43bbdae HTTP/1.1" status: 204  len: 168 time: 0.5576971
Dec 16 09:56:57.584816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.683773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.689405 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b03b451-3753-4bdd-920d-887152a8b180 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:57.733755 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:57.745718 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/60c9e9c9-feff-4957-805f-0c7b388f4172 HTTP/1.1" status: 204  len: 168 time: 0.5855076
Dec 16 09:56:57.745718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=60c9e9c9-feff-4957-805f-0c7b388f4172,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:57.746275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39800) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:57.747832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597b82f-749a-4ac2-8b2e-7994c0ecde2f None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:57.752157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:57.755357 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:57.911692 n-d-820554-2 neutron-server[87654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfe6e3cd-69ce-43fa-bbbd-c1196d1191dd', 'name': 'network-vif-deleted', 'tag': '0375af5c-88b9-4cfb-846c-6e1f5d68968b', 'status': 'failed', 'code': 422} returned with failed status
Dec 16 09:56:57.951993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:57.958771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:57.963858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:57.974874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:58.002212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:56:58.007034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:58.767616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980a58c-8af8-43fc-bc65-210bbbf087be req-ff89d7d0-8486-4955-93c5-f98788d0df91 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:58.768682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d980a58c-8af8-43fc-bc65-210bbbf087be req-ff89d7d0-8486-4955-93c5-f98788d0df91 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:56:58.773730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:58.779096 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23661708-cec5-4e7c-b544-b68e01335817 tempest-RoutersNegativeIpV6Test-1969871485 tempest-RoutersNegativeIpV6Test-1969871485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:58.906132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=bf01fc95-c79b-4fc0-be9f-5859ba9dc43e,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:58.912012 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:58.921732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:56:58.922787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d980a58c-8af8-43fc-bc65-210bbbf087be req-ff89d7d0-8486-4955-93c5-f98788d0df91 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:56:58.935055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d980a58c-8af8-43fc-bc65-210bbbf087be req-ff89d7d0-8486-4955-93c5-f98788d0df91 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 908 time: 0.4043984
Dec 16 09:56:58.940391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:56:58.951802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:56:58.952120 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.000602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:59.001490 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2529199
Dec 16 09:56:59.009095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'security_group': {'name': 'tempest-secgroup-510661297'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:59.022723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:59.029946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:59.036275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:59.050051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:59.070161 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.111766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:59.117999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group_rule and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:59.122839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:59.133568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:59.228530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7486f7d-1944-41c4-8c06-4623795a2b8e None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:56:59.254212 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.260609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.267814 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b85e9373-5c4e-431e-b67a-67bd19e6a6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:59.347800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4782508a-1c1e-45b6-b0e1-2b4de2a1a3b6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:59.352887 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:59.355356 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.358037 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.3551407
Dec 16 09:56:59.360584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39838) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:59.364150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7db79cea-1cdf-4df8-905b-e689ea6e3b79 None None] Provisioning complete for port 50108b02-8712-443b-a38a-27ae6a7b5539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:59.364150 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7db79cea-1cdf-4df8-905b-e689ea6e3b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.371788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'security_group': {'name': 'tempest-secgroup-1031566700'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:59.385252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:59.395706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:59.399484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:59.407482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:59.425507 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.458798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:59.463983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7db79cea-1cdf-4df8-905b-e689ea6e3b79 None None] Port 50108b02-8712-443b-a38a-27ae6a7b5539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:56:59.464494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group_rule and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:59.468459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:59.480583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:59.540526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7db79cea-1cdf-4df8-905b-e689ea6e3b79 None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:56:59.540916 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7db79cea-1cdf-4df8-905b-e689ea6e3b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.603699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.609109 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.614186 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-633bc4bb-f2c7-48cb-a275-5cafe6f6ae4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:56:59.674442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.675969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3137293
Dec 16 09:56:59.677217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dccf5e0-fd59-4d42-b82c-0e9628769c84,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:56:59.679721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:56:59.682352 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:56:59.686780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'security_group': {'name': 'tempest-secgroup-1047052706'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:56:59.693818 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:59.700469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:59.704846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:59.713844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:56:59.731301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:56:59.765469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:56:59.771620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:security_group_rule and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:56:59.775342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:56:59.784658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:00.004866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:00.018546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:00.022689 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:00.066961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Update dhcp port {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'fixed_ips': [{'subnet_id': '944efa18-b8d4-4a80-984c-bfebbdefff21', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bf01fc95-c79b-4fc0-be9f-5859ba9dc43e'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '6e841be7-9bbf-4326-b3c2-33a46acb1c95'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:57:00.090453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f64ca-e0a2-42e9-84a9-369b2ef630a5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:00.094183 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:00.099736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:00.104939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4205954
Dec 16 09:57:00.104939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39856) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:00.111554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1507195529', 'security_groups': ['b05f64ca-e0a2-42e9-84a9-369b2ef630a5'], 'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bf01fc95-c79b-4fc0-be9f-5859ba9dc43e'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:00.148592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:00.151273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-65dd083a-8dc9-4cc6-8a2b-47d08697df3f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:00.153444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-65dd083a-8dc9-4cc6-8a2b-47d08697df3f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 908 time: 0.2544734
Dec 16 09:57:00.368324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Deleting port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:00.368646 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:00.443318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Allocated IP 172.20.0.2 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/bf01fc95-c79b-4fc0-be9f-5859ba9dc43e/6e841be7-9bbf-4326-b3c2-33a46acb1c95) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:00.674075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:00.677722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] For port 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6e841be7-9bbf-4326-b3c2-33a46acb1c95,segment=NetworkSegment(56522a3c-d18e-40d8-b7d4-39e7e5d940d4),segment_id=56522a3c-d18e-40d8-b7d4-39e7e5d940d4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:00.716137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:00.717758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:00.742961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Transition to ACTIVE for port object 6e841be7-9bbf-4326-b3c2-33a46acb1c95 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:00.752769 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:00.767657 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3e54b225-9240-4775-adb2-a9cf7db0484a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:00.773491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088090fa-8dd2-4035-a8af-5e3b8e31c257 req-d54dd0d2-f941-4729-908f-044b07018f61 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:00.780665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-088090fa-8dd2-4035-a8af-5e3b8e31c257 req-d54dd0d2-f941-4729-908f-044b07018f61 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 908 time: 0.5107450
Dec 16 09:57:00.881350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:00.940932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Pushing event updated for resources: {'Port': ['ID=6e841be7-9bbf-4326-b3c2-33a46acb1c95,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:00.945051 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:01.057878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] For port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:01.058238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:01.083407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:01.219096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Calling delete_port for b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:01.281133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] device_id is not set on port 10fc6753-d222-4050-acb9-c53797b4e139 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:57:01.626446 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:01.634336 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-09695741-9596-4f59-ac83-57c221d1fae3 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:01.700007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event deleted for resources: {'Port': ['ID=b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:01.703180 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:01.786068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a53f3ffd-6566-429a-93f7-838bb36b0946 None None] Provisioning complete for port 50108b02-8712-443b-a38a-27ae6a7b5539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:01.788082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a53f3ffd-6566-429a-93f7-838bb36b0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:01.808464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.5 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/bf01fc95-c79b-4fc0-be9f-5859ba9dc43e/10fc6753-d222-4050-acb9-c53797b4e139) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:01.825861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] No DVR routers for this DVR port b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:01.831636 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:01.845029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'name': 'network-vif-deleted', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:01.896645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0028fac3-fdf1-4c5e-8505-07cf9479a36d req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "DELETE /v2.0/ports/b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 HTTP/1.1" status: 204  len: 173 time: 1.7344000
Dec 16 09:57:02.015960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a53f3ffd-6566-429a-93f7-838bb36b0946 None None] Port 50108b02-8712-443b-a38a-27ae6a7b5539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:57:02.030163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a53f3ffd-6566-429a-93f7-838bb36b0946 None None] Provisioning for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:57:02.041357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a53f3ffd-6566-429a-93f7-838bb36b0946 None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:02.042214 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a53f3ffd-6566-429a-93f7-838bb36b0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:02.187803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a4a0276d-909e-47d6-b6a3-2cff7799fff6 req-deefa3ae-32d9-416d-8ed2-1afc6896824c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:02.222673 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-a4a0276d-909e-47d6-b6a3-2cff7799fff6 req-deefa3ae-32d9-416d-8ed2-1afc6896824c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:02.223978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a4a0276d-909e-47d6-b6a3-2cff7799fff6 req-deefa3ae-32d9-416d-8ed2-1afc6896824c tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bfc6668-5a59-461c-9cd4-9ddb1f597848 HTTP/1.1" status: 200  len: 210 time: 0.2111895
Dec 16 09:57:02.301951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:02.325611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object 10fc6753-d222-4050-acb9-c53797b4e139 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:02.331568 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfc6668-5a59-461c-9cd4-9ddb1f597848', 'name': 'network-vif-deleted', 'tag': 'b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01', 'status': 'completed', 'code': 200}
Dec 16 09:57:02.353253 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:02.359237 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b45192ee-d564-4fde-a686-c72cb07bf355 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:02.444913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:57:02.449574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:02.455391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:57:02.496332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=10fc6753-d222-4050-acb9-c53797b4e139,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:02.508702 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:02.555855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:02.557258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:02.593810 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.4883499
Dec 16 09:57:02.598397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39886) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:02.606478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:02.766880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bb4db899-7876-482b-b3a0-de722cdf9602 None None] Provisioning for port 10fc6753-d222-4050-acb9-c53797b4e139 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:57:02.778026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bb4db899-7876-482b-b3a0-de722cdf9602 None None] Provisioning complete for port 10fc6753-d222-4050-acb9-c53797b4e139 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:02.779271 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb4db899-7876-482b-b3a0-de722cdf9602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:02.816874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:02.822489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:02.825915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:02.833631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:02.847921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:02.855528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:02.859789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bb4db899-7876-482b-b3a0-de722cdf9602 None None] Port 10fc6753-d222-4050-acb9-c53797b4e139 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:57:03.025075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6e841be7-9bbf-4326-b3c2-33a46acb1c95 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:57:03.028765 n-d-820554-2 neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bf01fc95-c79b-4fc0-be9f-5859ba9dc43e (CIDR: 172.20.0.0/28)
Dec 16 09:57:03.032505 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:57:03.033105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:03.056191 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ac9940b0-48de-4239-9a8f-83dfe8ed3262 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4562001
Dec 16 09:57:03.060539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39894) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:03.070816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:03.114643 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:03.115032 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:03.497398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:03.508385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:03.516443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:03.541240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:03.565102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:03.570956 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:03.763437 n-d-820554-2 neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 944efa18-b8d4-4a80-984c-bfebbdefff21 (CIDR: 172.20.0.16/28)
Dec 16 09:57:03.767518 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 09:57:03.768186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:03.790421 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2c441cc8-3054-4063-9536-c18615141b6d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.7284911
Dec 16 09:57:03.793891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:03.801119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'subnet': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:03.930075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d1d90-fc31-4c35-8a64-ad977ecb214a req-98349de4-a8c4-481b-aceb-56b979c5a6d4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:03.931803 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-147d1d90-fc31-4c35-8a64-ad977ecb214a req-98349de4-a8c4-481b-aceb-56b979c5a6d4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 945 time: 0.1137967
Dec 16 09:57:03.984089 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-147d1d90-fc31-4c35-8a64-ad977ecb214a req-e8b71df8-361b-45a6-bb71-4f641847519f tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460515
Dec 16 09:57:03.984466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:03.988613 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Usage tracker for resource:subnet and tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:03.995183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:04.003306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:04.020749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Made reservation on behalf of 9ee1fff8fc5f49b5b9ab57b82dfa3beb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:04.024554 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:04.450714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:04.462361 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75a8d32f-6ecf-4aa1-8096-e6f3ec605aff tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:04.553190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:57:04.558405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:04.563672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:04.564590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:04.574654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ece7e2-2fcc-4dcf-b6bf-d977badf7c90 None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:04.610098 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8145683
Dec 16 09:57:04.614161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:04.623622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-773504964', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8462e95c-8d20-4955-baa9-5b14a629aa1d'}], 'security_groups': ['4782508a-1c1e-45b6-b0e1-2b4de2a1a3b6', '2dccf5e0-fd59-4d42-b82c-0e9628769c84']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:04.652398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Subnet': ['ID=8462e95c-8d20-4955-baa9-5b14a629aa1d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:04.674860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.675321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.675714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.676095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.676467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.676849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.677212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.677578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.677940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.678313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.678657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.679014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:04.684134 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:05.142646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:05.186965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:05.208566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Update dhcp port {'port': {'network_id': '6ea040c6-cf7c-47e9-91e6-80486b1bef3e', 'fixed_ips': [{'subnet_id': '944efa18-b8d4-4a80-984c-bfebbdefff21', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bf01fc95-c79b-4fc0-be9f-5859ba9dc43e', 'ip_address': '172.20.0.2'}, {'subnet_id': '8462e95c-8d20-4955-baa9-5b14a629aa1d'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '6e841be7-9bbf-4326-b3c2-33a46acb1c95'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:57:05.250506 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:05.253802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device b7b00547-a9eb-45d7-a6c3-0d0ef73c6a01 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:05.270616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-ff8c94a7-31dd-4bc8-b784-b24b0536d023 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:05.272238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-ff8c94a7-31dd-4bc8-b784-b24b0536d023 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 945 time: 0.2428663
Dec 16 09:57:05.312967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:05.402295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138b15d-a6e7-48f2-98a2-c459f9cec2dd req-5b6ca784-3e71-4f11-975a-0997f7e6b4b1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:05.404550 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f138b15d-a6e7-48f2-98a2-c459f9cec2dd req-5b6ca784-3e71-4f11-975a-0997f7e6b4b1 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 945 time: 0.2357032
Dec 16 09:57:05.416743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Deleting port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:05.417232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:05.658339 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f138b15d-a6e7-48f2-98a2-c459f9cec2dd req-8ad06f03-3e51-4c6d-b8c3-1e6188da6606 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462602
Dec 16 09:57:05.811128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Allocated IP 172.20.0.34 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/8462e95c-8d20-4955-baa9-5b14a629aa1d/6e841be7-9bbf-4326-b3c2-33a46acb1c95) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:05.963083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] For port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:05.963593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:05.970171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] For port 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6e841be7-9bbf-4326-b3c2-33a46acb1c95,segment=NetworkSegment(56522a3c-d18e-40d8-b7d4-39e7e5d940d4),segment_id=56522a3c-d18e-40d8-b7d4-39e7e5d940d4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:06.014026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:06.042243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Transition to ACTIVE for port object 6e841be7-9bbf-4326-b3c2-33a46acb1c95 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:06.049165 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:06.057373 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5ab84d0b-a687-4956-924f-d01c069a7d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:06.113669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Calling delete_port for b1e25ac9-d38a-420a-bcd0-78eb0ff664ef owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:06.265962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Delete allocated IP 172.20.0.5 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/bf01fc95-c79b-4fc0-be9f-5859ba9dc43e) {{(pid=87655) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 09:57:06.273002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Pushing event updated for resources: {'Port': ['ID=6e841be7-9bbf-4326-b3c2-33a46acb1c95,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:06.281338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Allocated IP 172.20.0.37 (6ea040c6-cf7c-47e9-91e6-80486b1bef3e/8462e95c-8d20-4955-baa9-5b14a629aa1d/10fc6753-d222-4050-acb9-c53797b4e139) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:06.283048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.283562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.284010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.284449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.284854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.285274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.285660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.286062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.286457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.286855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.287283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.287678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:06.292433 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:06.322133 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:06.335114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:57:06.337681 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e96a22e9-cbe5-4d5a-bbd3-32c318ce18e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:06.433989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event deleted for resources: {'Port': ['ID=b1e25ac9-d38a-420a-bcd0-78eb0ff664ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:06.436523 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:06.488092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] No DVR routers for this DVR port b1e25ac9-d38a-420a-bcd0-78eb0ff664ef on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:06.495605 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:06.503417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b87e93f-815e-4968-8c05-534b08de9964', 'name': 'network-vif-deleted', 'tag': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:06.525000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-260b0eca-507b-413f-8998-6b2ffb4ca73c req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "DELETE /v2.0/ports/b1e25ac9-d38a-420a-bcd0-78eb0ff664ef HTTP/1.1" status: 204  len: 173 time: 1.2437005
Dec 16 09:57:06.594198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:06.596628 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b87e93f-815e-4968-8c05-534b08de9964', 'name': 'network-vif-deleted', 'tag': 'b1e25ac9-d38a-420a-bcd0-78eb0ff664ef', 'status': 'completed', 'code': 200}
Dec 16 09:57:06.625690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Transition to ACTIVE for port object 10fc6753-d222-4050-acb9-c53797b4e139 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:06.631447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:06.646701 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc8ce737-8bf2-474b-b170-402fd29511d2 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:06.867181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] In _notify_port_updated(), no bound segment for port 10fc6753-d222-4050-acb9-c53797b4e139 on network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 09:57:06.872643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6e482726-4ad4-461e-bc71-fba2fa925586 req-60523240-05c2-45bc-8682-29bbe8e37839 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:06.873210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:06.873863 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:06.878359 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "PUT /v2.0/ports/10fc6753-d222-4050-acb9-c53797b4e139 HTTP/1.1" status: 200  len: 959 time: 2.2603192
Dec 16 09:57:06.878683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:06.898992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-6e482726-4ad4-461e-bc71-fba2fa925586 req-60523240-05c2-45bc-8682-29bbe8e37839 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:06.901049 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6e482726-4ad4-461e-bc71-fba2fa925586 req-60523240-05c2-45bc-8682-29bbe8e37839 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b87e93f-815e-4968-8c05-534b08de9964 HTTP/1.1" status: 200  len: 210 time: 0.0964978
Dec 16 09:57:06.923619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event updated for resources: {'Port': ['ID=10fc6753-d222-4050-acb9-c53797b4e139,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:06.932165 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:06.995770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 10fc6753-d222-4050-acb9-c53797b4e139 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:06.996157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:07.107083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6e841be7-9bbf-4326-b3c2-33a46acb1c95 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:57:07.351007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Provisioning for port 10fc6753-d222-4050-acb9-c53797b4e139 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:57:07.356882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Provisioning complete for port 10fc6753-d222-4050-acb9-c53797b4e139 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:07.357339 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:07.489171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Port 10fc6753-d222-4050-acb9-c53797b4e139 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:57:07.506676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Provisioning complete for port 50108b02-8712-443b-a38a-27ae6a7b5539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:07.507386 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:07.532891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:07.580153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Port 50108b02-8712-443b-a38a-27ae6a7b5539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:57:07.596782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Provisioning for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:57:07.604975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:07.605400 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-778dc33a-fde0-4e87-b890-9ab7f755bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:07.676488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 10fc6753-d222-4050-acb9-c53797b4e139 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:07.867729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:07.876328 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f45b9f-9190-4b93-a6bb-8a51b574d430 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:07.926710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=10fc6753-d222-4050-acb9-c53797b4e139,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:07.930355 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:07.966305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-96cd5182-b093-48ce-ae8b-93ce0b3764da None None] Could not find standard attr ID for object 10fc6753-d222-4050-acb9-c53797b4e139. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 09:57:08.049594 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.085197 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/10fc6753-d222-4050-acb9-c53797b4e139 HTTP/1.1" status: 204  len: 168 time: 1.2027478
Dec 16 09:57:08.085753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:08.158056 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-5399da6d-864e-4e5f-93aa-1fc9ea8f1668 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] GET failed (client error): The resource could not be found.
Dec 16 09:57:08.159201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5399da6d-864e-4e5f-93aa-1fc9ea8f1668 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Synchronizing usage tracker for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:08.181609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5399da6d-864e-4e5f-93aa-1fc9ea8f1668 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Unset dirty status for tenant:9ee1fff8fc5f49b5b9ab57b82dfa3beb on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:08.183714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5399da6d-864e-4e5f-93aa-1fc9ea8f1668 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports/10fc6753-d222-4050-acb9-c53797b4e139 HTTP/1.1" status: 404  len: 333 time: 0.0960588
Dec 16 09:57:08.188085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39958) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:08.273107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.309502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.394790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.399419 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b1abebf-960d-4813-9589-175866cfcb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:08.413252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f64ca-e0a2-42e9-84a9-369b2ef630a5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:08.420373 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:08.429177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.432778 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/security-groups/b05f64ca-e0a2-42e9-84a9-369b2ef630a5 HTTP/1.1" status: 204  len: 168 time: 0.2412419
Dec 16 09:57:08.435054 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:08.700780 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.738979 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.768478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0ff39-3901-4402-ada8-252b2cd9e854 req-90a8f00d-3d57-4e5d-b04c-45f8cbeeb0f8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:08.770011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2c0ff39-3901-4402-ada8-252b2cd9e854 req-90a8f00d-3d57-4e5d-b04c-45f8cbeeb0f8 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.2938941
Dec 16 09:57:08.830685 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a2c0ff39-3901-4402-ada8-252b2cd9e854 req-3ca83ca2-bf45-4dda-b1a1-939df343f2db tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=de13519b-5ba3-4edb-ab9e-d1c07c2807ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469420
Dec 16 09:57:08.836528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.844183 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:08.865904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dccf5e0-fd59-4d42-b82c-0e9628769c84,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:08.872079 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:08.877625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:08.879464 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/security-groups/2dccf5e0-fd59-4d42-b82c-0e9628769c84 HTTP/1.1" status: 204  len: 168 time: 0.4429750
Dec 16 09:57:08.882090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39972) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:08.907049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b1e25ac9-d38a-420a-bcd0-78eb0ff664ef no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:08.960067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: b1e25ac9-d38a-420a-bcd0-78eb0ff664ef {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:08.960432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device b1e25ac9-d38a-420a-bcd0-78eb0ff664ef not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:09.042952 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.092897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.144208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-7c216b3d-9ca9-4159-9099-292c2e1ca5a4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:09.145739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-7c216b3d-9ca9-4159-9099-292c2e1ca5a4 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 946 time: 0.2143428
Dec 16 09:57:09.220233 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.226788 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d33c8dd-4dad-4cf2-97c8-48d9b38dc9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:09.251991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Deleting port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:09.252333 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.279036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4782508a-1c1e-45b6-b0e1-2b4de2a1a3b6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:09.289785 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:09.298609 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.299791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/security-groups/4782508a-1c1e-45b6-b0e1-2b4de2a1a3b6 HTTP/1.1" status: 204  len: 168 time: 0.4164269
Dec 16 09:57:09.303020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 39976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:09.396813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet bf01fc95-c79b-4fc0-be9f-5859ba9dc43e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:57:09.400500 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.478309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.581389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] For port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:09.582052 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.587353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.688043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.693032 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b42943a4-9954-4607-8b74-52c91271b9e9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:09.730652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Calling delete_port for c8041e67-cf00-4b6d-aba7-047d0c5c7a0c owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:09.906968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=bf01fc95-c79b-4fc0-be9f-5859ba9dc43e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:09.909978 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:09.911034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:09.920254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3317b8b-93cd-4165-b980-9fef3b4dba22 None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:09.925702 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/bf01fc95-c79b-4fc0-be9f-5859ba9dc43e HTTP/1.1" status: 204  len: 168 time: 0.6159694
Dec 16 09:57:09.925799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 39982) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:10.030719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.041353 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be84955d-6092-4f74-b786-b716dc708a06 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:10.055385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['c8041e67-cf00-4b6d-aba7-047d0c5c7a0c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:57:10.156711 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-88cff09a-95b1-41a2-a2c2-00a41e8e605f req-29021fe2-44e4-4d4f-87fd-acf3d93be3ac tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=5468b92e-659c-47d7-b180-a7a529f8bb3a HTTP/1.1" status: 200  len: 210 time: 0.0739574
Dec 16 09:57:10.157458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event deleted for resources: {'Port': ['ID=c8041e67-cf00-4b6d-aba7-047d0c5c7a0c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:10.160216 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:10.164833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet 8462e95c-8d20-4955-baa9-5b14a629aa1d {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:57:10.206041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.315801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] No DVR routers for this DVR port c8041e67-cf00-4b6d-aba7-047d0c5c7a0c on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:10.318517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.326077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'name': 'network-vif-deleted', 'tag': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:10.352589 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.393156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b2725b26-b330-40e8-b8a6-d0aa74782463 req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.54 "DELETE /v2.0/ports/c8041e67-cf00-4b6d-aba7-047d0c5c7a0c HTTP/1.1" status: 204  len: 173 time: 1.2365334
Dec 16 09:57:10.487591 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.622493 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.630078 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5468b92e-659c-47d7-b180-a7a529f8bb3a', 'name': 'network-vif-deleted', 'tag': 'c8041e67-cf00-4b6d-aba7-047d0c5c7a0c', 'status': 'completed', 'code': 200}
Dec 16 09:57:10.630671 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4af235c0-4cc1-4880-a0b5-30c19afc56ed tempest-RoutersIpV6AdminTest-1293912914 tempest-RoutersIpV6AdminTest-1293912914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:10.686656 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.690397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=8462e95c-8d20-4955-baa9-5b14a629aa1d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:10.693285 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:10.700526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/8462e95c-8d20-4955-baa9-5b14a629aa1d HTTP/1.1" status: 204  len: 168 time: 0.7743373
Dec 16 09:57:10.704067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:10.744977 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-496f5e4c-645c-4de5-9e5b-3f66cd5ea754 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:10.745975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496f5e4c-645c-4de5-9e5b-3f66cd5ea754 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:10.750051 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-496f5e4c-645c-4de5-9e5b-3f66cd5ea754 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/bf01fc95-c79b-4fc0-be9f-5859ba9dc43e HTTP/1.1" status: 404  len: 337 time: 0.0423260
Dec 16 09:57:10.750845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40006) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:10.831227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting subnet 944efa18-b8d4-4a80-984c-bfebbdefff21 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:57:10.835398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:10.911207 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.089110 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.324920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:11.377171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b2c82-258b-4d96-b101-32a11b48bd06 None None] Network 6ea040c6-cf7c-47e9-91e6-80486b1bef3e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:11.409060 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.425802 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0713576-db6e-400b-9a8e-b08ecbff3ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:11.490365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.529279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Subnet': ['ID=944efa18-b8d4-4a80-984c-bfebbdefff21,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:11.529738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.531686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1cba5bfa-a41c-45f5-a2ce-6060219ae93b None None] Provisioning complete for port 50108b02-8712-443b-a38a-27ae6a7b5539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:11.532325 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1cba5bfa-a41c-45f5-a2ce-6060219ae93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.551839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:11.554069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/944efa18-b8d4-4a80-984c-bfebbdefff21 HTTP/1.1" status: 204  len: 168 time: 0.8019960
Dec 16 09:57:11.560197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Usage tracker for resource:security_group_rule and tenant:004283ff090a4a75a665ce5e58b1ecd6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:11.560431 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:11.560992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40022) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:11.564129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:11.573561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:11.649317 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd47151-0474-435e-a81b-b3da59e42202 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:11.649837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd47151-0474-435e-a81b-b3da59e42202 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:11.655724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6fd47151-0474-435e-a81b-b3da59e42202 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/60c9e9c9-feff-4957-805f-0c7b388f4172 HTTP/1.1" status: 404  len: 337 time: 0.0935729
Dec 16 09:57:11.656368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:11.718357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.727005 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.745485 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d584fc62-4ffe-4c4f-befa-ab6ab6ec5689 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:11.751117 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3e250ecb-3277-492d-b5c7-6357e54c0413 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1c848a-499c-49e1-bd65-ded70e8c7110 HTTP/1.1" status: 200  len: 205 time: 0.0931165
Dec 16 09:57:11.755399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40032) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:11.795531 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=004283ff090a4a75a665ce5e58b1ecd6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4690707
Dec 16 09:57:11.796627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:11.797556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea7bfa-667d-4dda-ad60-f2b738750434,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:11.803230 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:11.804588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1cba5bfa-a41c-45f5-a2ce-6060219ae93b None None] Port 50108b02-8712-443b-a38a-27ae6a7b5539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:57:11.828450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1cba5bfa-a41c-45f5-a2ce-6060219ae93b None None] Provisioning complete for port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:11.828956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1cba5bfa-a41c-45f5-a2ce-6060219ae93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.878178 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.912870 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-835d5b8a-7c1b-46b1-ba55-3f84bb78edf0 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] delete failed (client error): The resource could not be found.
Dec 16 09:57:11.916631 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-835d5b8a-7c1b-46b1-ba55-3f84bb78edf0 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/routers/4f1c848a-499c-49e1-bd65-ded70e8c7110 HTTP/1.1" status: 404  len: 336 time: 0.1599774
Dec 16 09:57:11.917262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40040) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:11.938907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.955742 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:11.985786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] DHCP port deletion for 6ea040c6-cf7c-47e9-91e6-80486b1bef3e request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:57:11.997044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Deleting port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:11.997498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:12.021541 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4093dcac-8345-4341-a24d-c63fa7b3e757 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.022011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4093dcac-8345-4341-a24d-c63fa7b3e757 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.027407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4093dcac-8345-4341-a24d-c63fa7b3e757 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/bd0bd9a9-e347-45c7-876e-b415da055439 HTTP/1.1" status: 404  len: 337 time: 0.0674584
Dec 16 09:57:12.028080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40044) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.081239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921d04-9353-4253-ba26-29cb4fa8c092 req-2ed7b9dc-d215-4156-819b-16b48b7db9f6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:12.082495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ee921d04-9353-4253-ba26-29cb4fa8c092 req-2ed7b9dc-d215-4156-819b-16b48b7db9f6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:12.106344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ee921d04-9353-4253-ba26-29cb4fa8c092 req-2ed7b9dc-d215-4156-819b-16b48b7db9f6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:12.114130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee921d04-9353-4253-ba26-29cb4fa8c092 req-2ed7b9dc-d215-4156-819b-16b48b7db9f6 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2039561
Dec 16 09:57:12.126984 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e267567-76a8-4a1c-b259-07b7a0fd118c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.127735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e267567-76a8-4a1c-b259-07b7a0fd118c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.132575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:12.138316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-abd6f68d-47fa-467e-9634-c09b282c3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:12.140298 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e29c7888-ebe6-4bc3-b8c6-eed4f485918f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:12.165615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:12.167689 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfea7bfa-667d-4dda-ad60-f2b738750434 HTTP/1.1" status: 204  len: 168 time: 0.3666036
Dec 16 09:57:12.169689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea7bfa-667d-4dda-ad60-f2b738750434,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:12.177637 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ee921d04-9353-4253-ba26-29cb4fa8c092 req-2a466a36-ef98-48ea-9eae-cd47b7cec005 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620070
Dec 16 09:57:12.186674 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e267567-76a8-4a1c-b259-07b7a0fd118c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/4ef620c3-a942-4eef-a491-8d4711e88826 HTTP/1.1" status: 404  len: 337 time: 0.1558251
Dec 16 09:57:12.190032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40050) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.196917 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:12.232052 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf3d532-e80c-4d86-bedc-c00b1e5965ab tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.232590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf3d532-e80c-4d86-bedc-c00b1e5965ab tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.238182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cdf3d532-e80c-4d86-bedc-c00b1e5965ab tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/dc6a8a59-6c34-4848-a025-5e8a07ced4d5 HTTP/1.1" status: 404  len: 337 time: 0.0434527
Dec 16 09:57:12.238433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40054) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.284398 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd7a664-9dbf-4066-adc5-0de8541ce935 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.285630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd7a664-9dbf-4066-adc5-0de8541ce935 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.290427 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cdd7a664-9dbf-4066-adc5-0de8541ce935 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/f97b5623-3ba9-4c5f-a21d-91e5282b118c HTTP/1.1" status: 404  len: 333 time: 0.0471969
Dec 16 09:57:12.290956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.344484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] For port 6e841be7-9bbf-4326-b3c2-33a46acb1c95, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6e841be7-9bbf-4326-b3c2-33a46acb1c95,segment=NetworkSegment(56522a3c-d18e-40d8-b7d4-39e7e5d940d4),segment_id=56522a3c-d18e-40d8-b7d4-39e7e5d940d4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:12.345298 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:12.356211 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd8e49b-8860-417d-a386-2a7e3a1a8691 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.357055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd8e49b-8860-417d-a386-2a7e3a1a8691 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.359737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3bd8e49b-8860-417d-a386-2a7e3a1a8691 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/438940cd-c2c3-4745-852b-015ceef56ff1 HTTP/1.1" status: 404  len: 337 time: 0.0673487
Dec 16 09:57:12.362514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40062) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.427866 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2180cb7-efe9-4c0b-b88e-7ce44ff61aee tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.428899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2180cb7-efe9-4c0b-b88e-7ce44ff61aee tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.432025 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2180cb7-efe9-4c0b-b88e-7ce44ff61aee tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/a052d626-5635-48d0-9412-f6297de6069b HTTP/1.1" status: 404  len: 337 time: 0.0675385
Dec 16 09:57:12.434608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40068) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.524112 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f707cb53-32ab-4bc7-89de-91e02502b8aa tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.525011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f707cb53-32ab-4bc7-89de-91e02502b8aa tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.527698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f707cb53-32ab-4bc7-89de-91e02502b8aa tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/c092b16d-b1cd-44f5-8879-1c41744c015d HTTP/1.1" status: 404  len: 333 time: 0.0914319
Dec 16 09:57:12.531539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40072) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.593783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Calling delete_port for 6e841be7-9bbf-4326-b3c2-33a46acb1c95 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:12.615533 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fbc108-ae1f-4514-ad6a-21fff68b639e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.616297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fbc108-ae1f-4514-ad6a-21fff68b639e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.626623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-14fbc108-ae1f-4514-ad6a-21fff68b639e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/fe89c984-6733-47ac-bb18-43ec3dd1b821 HTTP/1.1" status: 404  len: 337 time: 0.0933046
Dec 16 09:57:12.628894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40078) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.678440 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b67df22-b279-4b97-acfe-fd40cebbb1f1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:57:12.679148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b67df22-b279-4b97-acfe-fd40cebbb1f1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:57:12.684114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7b67df22-b279-4b97-acfe-fd40cebbb1f1 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/subnets/fd1bf3dd-419c-4153-88de-1af798d1ea9c HTTP/1.1" status: 404  len: 337 time: 0.0511293
Dec 16 09:57:12.684484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40084) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:12.702900 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:12.708569 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-feec8215-bbb6-4f57-9841-9538d1e05594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:12.758472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Deleting port 50108b02-8712-443b-a38a-27ae6a7b5539 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:12.758901 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:12.781442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Pushing event deleted for resources: {'Port': ['ID=6e841be7-9bbf-4326-b3c2-33a46acb1c95,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:12.786565 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:12.788367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] No DVR routers for this DVR port 6e841be7-9bbf-4326-b3c2-33a46acb1c95 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:12.928920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c8041e67-cf00-4b6d-aba7-047d0c5c7a0c no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:12.992745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: c8041e67-cf00-4b6d-aba7-047d0c5c7a0c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:12.993114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device c8041e67-cf00-4b6d-aba7-047d0c5c7a0c not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:13.016128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6e841be7-9bbf-4326-b3c2-33a46acb1c95 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:13.056254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:13.058108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 6e841be7-9bbf-4326-b3c2-33a46acb1c95 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:13.058371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6e841be7-9bbf-4326-b3c2-33a46acb1c95 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:13.243124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Calling delete_port for 50108b02-8712-443b-a38a-27ae6a7b5539 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:13.478784 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:13.489728 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4ebc65ca-6331-49c8-8689-cc74ee507089 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:13.588892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Port': ['ID=50108b02-8712-443b-a38a-27ae6a7b5539,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:13.603671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5d2ba-99e5-4cb0-ab5a-92e1f5b1a48b req-43807688-c3bb-4949-b5ea-79ec6c0b6b6b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:13.605784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63b5d2ba-99e5-4cb0-ab5a-92e1f5b1a48b req-43807688-c3bb-4949-b5ea-79ec6c0b6b6b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.2745585
Dec 16 09:57:13.608179 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:13.616388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-37cc98d2-dbb0-41d7-962d-e97013b83333 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:13.617850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-37cc98d2-dbb0-41d7-962d-e97013b83333 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 944 time: 0.3339629
Dec 16 09:57:13.618893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:13.843037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/ports/50108b02-8712-443b-a38a-27ae6a7b5539 HTTP/1.1" status: 204  len: 168 time: 1.1575327
Dec 16 09:57:13.846906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:13.865990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63b5d2ba-99e5-4cb0-ab5a-92e1f5b1a48b req-28f94a13-46c7-4e72-8fe8-352396d37723 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups?id=63cc7e03-8523-4ec1-9169-e507f9f71916&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2433472
Dec 16 09:57:13.872652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Deleting port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:13.872998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:13.996421 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.147751 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.157198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.193786 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f107a490>,) {'filters': {'network_id': ['6ea040c6-cf7c-47e9-91e6-80486b1bef3e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:14.199771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] For port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:14.200523 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.209640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107a490>, '56522a3c-d18e-40d8-b7d4-39e7e5d940d4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:14.210035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107a490>, '56522a3c-d18e-40d8-b7d4-39e7e5d940d4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:14.223624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.245688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.253468 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:57:14.253888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:57:14.353031 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:57:14.368132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.376035 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1acdd461-c99e-4f38-9553-957fae1af613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:14.393933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.400693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Pushing event deleted for resources: {'Network': ['ID=6ea040c6-cf7c-47e9-91e6-80486b1bef3e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:14.403626 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:14.405644 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] 10.222.0.66 "DELETE /v2.0/networks/6ea040c6-cf7c-47e9-91e6-80486b1bef3e HTTP/1.1" status: 204  len: 168 time: 0.5568922
Dec 16 09:57:14.492875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16b1ced2-d1cc-4a73-96ec-04dafb0f842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.709284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.709978 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.709978 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Floating IP 75bd4389-a377-40c2-9520-d09c7b4d3249 disassociated. External IP: 172.25.3.153, port: 5dd58720-3b69-446c-ac3f-c5a25df7c0bb.
Dec 16 09:57:14.710282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Calling delete_port for 5dd58720-3b69-446c-ac3f-c5a25df7c0bb owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:14.886869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:14.934094 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:14.949440 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b6952856-e4b7-4d65-8c1b-78880a6e5fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:15.110323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event deleted for resources: {'Port': ['ID=5dd58720-3b69-446c-ac3f-c5a25df7c0bb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:15.113544 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:15.183124 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b8c1857-8210-4421-8e34-b592903d71cc req-40bd8220-5da7-4a25-87f6-b12dbc8a2c8b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 210 time: 0.0836887
Dec 16 09:57:15.235644 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ef2eeda-be4e-41aa-8fba-f08513d666f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ee1fff8fc5f49b5b9ab57b82dfa3beb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3468072
Dec 16 09:57:15.238880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40154) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:15.329040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Router 1d9daafc-4713-460f-bd60-8746b7f10a21 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:57:15.343196 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:15.383374 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:15.423960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:15.485989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:15.492851 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-745efef7-0ab2-4cc6-8b49-246e45638a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:15.512675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c13720-be5f-4077-83e5-300125d5b6db,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:15.521762 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:15.527113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:15.537724 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09c13720-be5f-4077-83e5-300125d5b6db HTTP/1.1" status: 204  len: 168 time: 0.2938507
Dec 16 09:57:15.553639 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:15.641999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:57:15.659681 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] Sync routers for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:57:15.681134 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:15.681134 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3888820>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:15.791939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] No DVR routers for this DVR port 5dd58720-3b69-446c-ac3f-c5a25df7c0bb on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:15.796699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:15.802802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-deleted', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:15.850937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bae99876-53ac-4e75-89f5-7c35a02a9b73 req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.74 "DELETE /v2.0/ports/5dd58720-3b69-446c-ac3f-c5a25df7c0bb HTTP/1.1" status: 204  len: 173 time: 2.2133725
Dec 16 09:57:15.912163 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b65b2f9-5084-4baf-b817-3b321c9150d2', 'name': 'network-vif-deleted', 'tag': '5dd58720-3b69-446c-ac3f-c5a25df7c0bb', 'status': 'completed', 'code': 200}
Dec 16 09:57:16.057005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:16.560846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d88562e4-8755-41c6-ba4c-b8db4343ad72 req-886dbb53-9d28-461a-b538-a7231134e6c2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Synchronizing usage tracker for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:16.598815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d88562e4-8755-41c6-ba4c-b8db4343ad72 req-886dbb53-9d28-461a-b538-a7231134e6c2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Unset dirty status for tenant:591941320db54ca0a61e17e4d8a3861d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:16.600333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d88562e4-8755-41c6-ba4c-b8db4343ad72 req-886dbb53-9d28-461a-b538-a7231134e6c2 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b65b2f9-5084-4baf-b817-3b321c9150d2 HTTP/1.1" status: 200  len: 210 time: 0.1483150
Dec 16 09:57:16.683849 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3888820>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:43Z', 'revision_number': 5, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:16.690815 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] Checking router: 1d9daafc-4713-460f-bd60-8746b7f10a21 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:57:16.719670 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:16.720359 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3888820>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:17.024011 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:17.084923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:17.165298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 5dd58720-3b69-446c-ac3f-c5a25df7c0bb {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:17.166045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 5dd58720-3b69-446c-ac3f-c5a25df7c0bb not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:17.190669 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:17.562453 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3888820>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:43Z', 'revision_number': 5, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:17.579663 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d47c3-709e-41db-a901-0fd53c86cdcc None None] The sync data for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 is: [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:47:29Z', 'revision_number': 4, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '4d1884a5-5ae3-466b-973b-8718534ced33', 'name': '', 'network_id': '32b3944c-5c2d-48a6-a1ad-41bcce30bf74', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'mac_address': 'fa:16:3e:ba:66:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:27Z', 'updated_at': '2021-12-16T09:47:43Z', 'revision_number': 5, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'subnets': [{'id': '74e5b144-3133-4a02-ac4c-43dfbc5faa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:57:17.834954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:17.969036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:18.021653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:18.081072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93896bb7-3a60-4627-9b5e-1c838ecc05fc None None] New status for floating IP 75bd4389-a377-40c2-9520-d09c7b4d3249: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:57:18.125093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:18.132706 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0b30176-ddd4-47fd-9681-56b39c566add tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:18.149338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc7e03-8523-4ec1-9169-e507f9f71916,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:18.153380 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:18.154919 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:18.156289 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "DELETE /v2.0/security-groups/63cc7e03-8523-4ec1-9169-e507f9f71916 HTTP/1.1" status: 204  len: 168 time: 0.3192348
Dec 16 09:57:18.159905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40242) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:18.186713 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-e24ed9fa-b06d-46b5-afdc-62bd0568ff48 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] show failed (client error): The resource could not be found.
Dec 16 09:57:18.188663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e24ed9fa-b06d-46b5-afdc-62bd0568ff48 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "GET /v2.0/security-groups/63cc7e03-8523-4ec1-9169-e507f9f71916 HTTP/1.1" status: 404  len: 347 time: 0.0276046
Dec 16 09:57:18.192483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40246) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:18.482383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Deleting port a6857b4b-4240-47d1-8577-1b8b7075b344 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:18.483342 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:18.818761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:18.819598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:19.044420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Calling delete_port for a6857b4b-4240-47d1-8577-1b8b7075b344 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:19.358839 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:19.367016 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9f88fa0-cde3-49a8-be59-2c080b7d28a4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:19.658874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Pushing event deleted for resources: {'Port': ['ID=a6857b4b-4240-47d1-8577-1b8b7075b344,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:19.664436 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:19.834743 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:19.879068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:19.887562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40330) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:19.899142 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] 10.222.0.66 "DELETE /v2.0/floatingips/75bd4389-a377-40c2-9520-d09c7b4d3249 HTTP/1.1" status: 204  len: 168 time: 1.7044680
Dec 16 09:57:19.952629 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:57:19.973241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40338) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:20.169107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:20.187290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:20.194817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Usage tracker for resource:security_group_rule and tenant:7686e41c724045d9bfefb8535566ff1a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:20.199140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:20.207802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:20.334507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:20.341416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:20.359480 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-91400b72-7390-44d3-8dc0-f6a82395c99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:20.404334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74497b02-525c-437a-ba0e-5367697d25ed,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:20.409153 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:20.417636 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7686e41c724045d9bfefb8535566ff1a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4424162
Dec 16 09:57:20.418475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:20.500238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:20.535710 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:20.625332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e95262-cc72-4707-9ae1-151cb606e4dd req-88d8ac06-5252-4750-a932-f9e8ff5f4848 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:20.627343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3e95262-cc72-4707-9ae1-151cb606e4dd req-88d8ac06-5252-4750-a932-f9e8ff5f4848 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.4495447
Dec 16 09:57:20.629116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:20.640925 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8ee1bb29-6394-4455-8e96-e2fb5293043a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:20.655400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74497b02-525c-437a-ba0e-5367697d25ed,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:20.657438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:20.678732 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74497b02-525c-437a-ba0e-5367697d25ed HTTP/1.1" status: 204  len: 168 time: 0.2434356
Dec 16 09:57:20.679898 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:20.876293 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e3e95262-cc72-4707-9ae1-151cb606e4dd req-de5f27fd-e40c-4da2-bbfd-41beba567bb7 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1743922
Dec 16 09:57:21.160936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40410) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:21.197945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.213040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.224918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:21.229076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Usage tracker for resource:security_group_rule and tenant:918297a3adb54c46a33195f405917cd5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:21.232444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:21.248038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:21.394942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.399778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.408253 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f7885b3-facb-4732-aed9-a14dbc57cc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:21.476876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ffee23-7bf4-4405-8c5d-a5de9fa52e15,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:21.482472 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:21.488045 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=918297a3adb54c46a33195f405917cd5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3254187
Dec 16 09:57:21.490701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:21.576834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.605787 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.672085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.676189 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:21.691245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ffee23-7bf4-4405-8c5d-a5de9fa52e15,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:21.694606 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:21.704312 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.705764 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68ffee23-7bf4-4405-8c5d-a5de9fa52e15 HTTP/1.1" status: 204  len: 168 time: 0.2127969
Dec 16 09:57:21.744370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Deleting port 4d1884a5-5ae3-466b-973b-8718534ced33 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:21.744749 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:21.992164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40442) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:22.126194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] For port 4d1884a5-5ae3-466b-973b-8718534ced33, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4d1884a5-5ae3-466b-973b-8718534ced33,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:22.126563 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.176490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.197479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:22.202451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Usage tracker for resource:security_group_rule and tenant:3a972b7ad9be4cfe9a119575ef6c6482 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:22.205508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:22.211835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:22.315765 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.321150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.331257 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ebfd61db-92a1-4b89-8f24-40f1b083dbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:22.364617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Calling delete_port for 4d1884a5-5ae3-466b-973b-8718534ced33 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:22.413579 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a972b7ad9be4cfe9a119575ef6c6482&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4199882
Dec 16 09:57:22.416535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c5be40-e411-4325-ac22-ad74588d510a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:22.420630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:22.425196 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:22.537701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.584692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.657334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-a7ae626e-924e-4786-99a8-4045b03d86a4 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:22.659082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-a7ae626e-924e-4786-99a8-4045b03d86a4 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.6968753
Dec 16 09:57:22.686832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.695524 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5792d7ff-0c65-4021-b428-359d30bb2b72 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:22.711526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c5be40-e411-4325-ac22-ad74588d510a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:22.716484 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:22.722893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:22.731903 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49c5be40-e411-4325-ac22-ad74588d510a HTTP/1.1" status: 204  len: 168 time: 0.3085794
Dec 16 09:57:22.835329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe483dd-ed66-4a75-9e95-f630bacbf3d0 req-6004970f-8827-478f-a170-709ab9b905b6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:22.837100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fe483dd-ed66-4a75-9e95-f630bacbf3d0 req-6004970f-8827-478f-a170-709ab9b905b6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.7894742
Dec 16 09:57:22.983404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Deleting port f0ec8be5-6699-4810-8955-b96111e191ea {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:22.983747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.038393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fe483dd-ed66-4a75-9e95-f630bacbf3d0 req-c7038267-e6b5-4dd5-8eaf-e0ad8bd054fe tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1592379
Dec 16 09:57:23.403493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40482) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:23.413766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.423478 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fd3317f6-dc74-47fb-b65b-c21387ac4b02 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:23.429361 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.446697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:23.455480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Usage tracker for resource:security_group_rule and tenant:588346ea9f214a4ba60500c854738d9f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:23.461793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:23.471436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:23.518655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1884a5-5ae3-466b-973b-8718534ced33,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:23.532756 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:23.611639 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.624624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.639024 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fcc6156b-cb0d-41ec-95be-0b344ada0c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:23.677460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] For port f0ec8be5-6699-4810-8955-b96111e191ea, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f0ec8be5-6699-4810-8955-b96111e191ea,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:23.678027 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.715984 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=588346ea9f214a4ba60500c854738d9f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3053710
Dec 16 09:57:23.715984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56f9e2-5ecd-42ac-8efd-cfbc7af77786,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:23.717362 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:23.718186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40488) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:23.812426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.858344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.926451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.932787 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-20ecd6d2-9e12-4ed2-9496-9751c53e661e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:23.948598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56f9e2-5ecd-42ac-8efd-cfbc7af77786,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:23.951938 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:23.954142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:23.955442 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d56f9e2-5ecd-42ac-8efd-cfbc7af77786 HTTP/1.1" status: 204  len: 168 time: 0.2348456
Dec 16 09:57:24.386645 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:24.440315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:24.441326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:24.441326 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Floating IP 158eda4c-909d-4b64-8c27-c87d04bb359e disassociated. External IP: 172.25.3.152, port: f0ec8be5-6699-4810-8955-b96111e191ea.
Dec 16 09:57:24.441326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Calling delete_port for f0ec8be5-6699-4810-8955-b96111e191ea owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:24.752681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40518) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:24.935930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:24.958717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:24.967067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae1dacc871d842c481d6870c66e5b504 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:24.971687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:24.980550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:24.982757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0defb1-673a-432a-8027-dfae95f47107 req-6239160c-5c02-4d81-8ad7-697ea70d0468 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:24.990294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc0defb1-673a-432a-8027-dfae95f47107 req-6239160c-5c02-4d81-8ad7-697ea70d0468 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 945 time: 0.7080114
Dec 16 09:57:25.144125 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc0defb1-673a-432a-8027-dfae95f47107 req-65303a5b-2cf3-4bff-94b8-d0210354c635 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522250
Dec 16 09:57:25.168545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:25.174084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:25.186006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fe776979-a841-43bc-bf01-37101a87905c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:25.241025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae1dacc871d842c481d6870c66e5b504&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4867556
Dec 16 09:57:25.242067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2215cf44-8157-4566-8160-0f465be12d06,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:25.246415 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:25.247008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:25.282477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:25.294526 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6fe7c63e-8d05-47a7-8c64-345118688d2f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:25.351064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:25.405123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:25.457144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event deleted for resources: {'Port': ['ID=f0ec8be5-6699-4810-8955-b96111e191ea,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:25.473723 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:25.511638 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:25.518900 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f68a9ceb-221c-4e68-8743-200be53f7eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:25.556310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2215cf44-8157-4566-8160-0f465be12d06,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:25.578063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:25.581067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:25.583151 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2215cf44-8157-4566-8160-0f465be12d06 HTTP/1.1" status: 204  len: 168 time: 0.3346446
Dec 16 09:57:25.730964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Router 1d9daafc-4713-460f-bd60-8746b7f10a21 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:57:25.898378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:57:26.175487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:57:26.197404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] Sync routers for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:57:26.229332 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:26.230843 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28ee760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:26.303668 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:26.343134 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:26.348564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] 10.222.0.66 "PUT /v2.0/routers/1d9daafc-4713-460f-bd60-8746b7f10a21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4586594
Dec 16 09:57:26.351117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-051d4b66-ba20-4f37-9345-d5d1ec5532fc req-834a33d8-8e21-45f2-82f6-eccdaefb8d6f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Synchronizing usage tracker for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:26.357271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:26.384421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:57:26.397284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] Sync routers for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:57:26.417971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:26.419700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f200fc40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:26.435583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-051d4b66-ba20-4f37-9345-d5d1ec5532fc req-834a33d8-8e21-45f2-82f6-eccdaefb8d6f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Unset dirty status for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:26.436270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-051d4b66-ba20-4f37-9345-d5d1ec5532fc req-834a33d8-8e21-45f2-82f6-eccdaefb8d6f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3767d8-9793-46ac-8655-3bb7e4a32c94 HTTP/1.1" status: 200  len: 210 time: 0.1652894
Dec 16 09:57:26.509864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] No DVR routers for this DVR port f0ec8be5-6699-4810-8955-b96111e191ea on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:26.518710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:26.523845 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0236baeb-969a-4985-8e75-538f6e4c6aac req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "DELETE /v2.0/ports/f0ec8be5-6699-4810-8955-b96111e191ea HTTP/1.1" status: 204  len: 173 time: 3.6956027
Dec 16 09:57:26.524478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'name': 'network-vif-deleted', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:26.617403 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:26.655713 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3767d8-9793-46ac-8655-3bb7e4a32c94', 'name': 'network-vif-deleted', 'tag': 'f0ec8be5-6699-4810-8955-b96111e191ea', 'status': 'completed', 'code': 200}
Dec 16 09:57:26.785690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:26.796851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4f783b07bb455989f3f221dbf0d85a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:26.806042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:26.835627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:26.869587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:26.899180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:27.123730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f0ec8be5-6699-4810-8955-b96111e191ea no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:27.128042 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28ee760>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:57:23Z', 'revision_number': 5, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port': {'id': '1913fac7-2d5f-4075-ad92-c8b7685733b5', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:47:19Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:27.134680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:27.136628 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] Checking router: 1d9daafc-4713-460f-bd60-8746b7f10a21 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:57:27.151142 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] Routers {'1d9daafc-4713-460f-bd60-8746b7f10a21'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:27.152705 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28ee760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['1d9daafc-4713-460f-bd60-8746b7f10a21'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:27.166859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Deleting port 1913fac7-2d5f-4075-ad92-c8b7685733b5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:27.167245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:27.232811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:27.246705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:27.258372 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b48eafff-adc1-40b5-9d6f-aeaeb7da53cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:27.322850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: f0ec8be5-6699-4810-8955-b96111e191ea {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:27.323986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f0ec8be5-6699-4810-8955-b96111e191ea not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:27.340047 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd4f783b07bb455989f3f221dbf0d85a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0349350
Dec 16 09:57:27.342682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40586) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:27.410192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b11e9fc-dde2-45cd-9a85-9a634e43d65d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:27.436022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:27.503936 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:27.525326 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] Set router 1d9daafc-4713-460f-bd60-8746b7f10a21 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:27.581287 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:27.703005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:27.708039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9abfd13c-acb5-4576-b960-5dc793cc0895 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119 tempest-ExtraDHCPOptionsIpV6TestJSON-973609119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:27.735385 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28ee760>, [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:57:27Z', 'revision_number': 6, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:27.742328 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64980896-daf7-4cd9-941c-6fcddca6b917 None None] The sync data for ids ['1d9daafc-4713-460f-bd60-8746b7f10a21'] in n-d-820554-2 is: [{'id': '1d9daafc-4713-460f-bd60-8746b7f10a21', 'name': 'tempest-ServerActionsTestJSON-2072122291-router', 'tenant_id': '591941320db54ca0a61e17e4d8a3861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:47:17Z', 'updated_at': '2021-12-16T09:57:27Z', 'revision_number': 6, 'project_id': '591941320db54ca0a61e17e4d8a3861d', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:57:27.770636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b11e9fc-dde2-45cd-9a85-9a634e43d65d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:27.783591 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:27.809444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40602) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:27.918230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] For port 1913fac7-2d5f-4075-ad92-c8b7685733b5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1913fac7-2d5f-4075-ad92-c8b7685733b5,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:27.919558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.070239 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.074795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b11e9fc-dde2-45cd-9a85-9a634e43d65d HTTP/1.1" status: 204  len: 168 time: 0.7283356
Dec 16 09:57:28.090484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f200fc40>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:28.108034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] Checking router: c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:57:28.138843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:28.139937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f200fc40>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:28.192283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.223485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Calling delete_port for 1913fac7-2d5f-4075-ad92-c8b7685733b5 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:28.243186 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.334538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.344792 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-823c1d7d-4b3b-4675-b909-c59c98f27122 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:28.370773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:28.386617 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:28.396211 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.398324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "DELETE /v2.0/security-groups/1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7 HTTP/1.1" status: 204  len: 168 time: 0.5876060
Dec 16 09:57:28.404062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40618) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:28.443998 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-40a16feb-8336-46d1-b7d0-3544867a29a9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] show failed (client error): The resource could not be found.
Dec 16 09:57:28.452330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-40a16feb-8336-46d1-b7d0-3544867a29a9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups/1bb33f8f-ccc4-491f-8f70-ab6bd40d81c7 HTTP/1.1" status: 404  len: 347 time: 0.0380397
Dec 16 09:57:28.452687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40622) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:28.570179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:28.666142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:28.670456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.681165 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-155e17ac-88e0-4bf2-b0c0-8f19894f8401 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:28.743287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Deleting port 7b17d003-4173-4a04-93c8-7029236099ae {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:28.743791 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:28.763874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Pushing event deleted for resources: {'Port': ['ID=1913fac7-2d5f-4075-ad92-c8b7685733b5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:28.772555 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:28.900598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.002720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.003019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.106288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1884a5-5ae3-466b-973b-8718534ced33 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:29.184692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 4d1884a5-5ae3-466b-973b-8718534ced33 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:29.185438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4d1884a5-5ae3-466b-973b-8718534ced33 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:29.186081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1913fac7-2d5f-4075-ad92-c8b7685733b5 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:29.189123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Calling delete_port for 7b17d003-4173-4a04-93c8-7029236099ae owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:29.190698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.193369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.221967 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.238034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1913fac7-2d5f-4075-ad92-c8b7685733b5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:29.239199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.239371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9daafc-4713-460f-bd60-8746b7f10a21 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:57:29.240838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1913fac7-2d5f-4075-ad92-c8b7685733b5 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:29.249853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:29.259034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Usage tracker for resource:security_group_rule and tenant:1c192f9643bb4853a97417c72f50e6b0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:29.265601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:29.274263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:29.286796 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f200fc40>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:29.304004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff64f9d-bf08-425c-a640-de1811ba1f47 None None] The sync data for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 is: [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:57:29.327598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.328527 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] 10.222.0.66 "DELETE /v2.0/routers/1d9daafc-4713-460f-bd60-8746b7f10a21 HTTP/1.1" status: 204  len: 168 time: 2.9702840
Dec 16 09:57:29.331327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:29.427393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Deleting subnet 74e5b144-3133-4a02-ac4c-43dfbc5faa08 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:57:29.433337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.434296 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.440893 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:29.505287 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.532078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event deleted for resources: {'Port': ['ID=7b17d003-4173-4a04-93c8-7029236099ae,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:29.538635 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:29.611613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.636489 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.648879 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.651633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "DELETE /v2.0/floatingips/158eda4c-909d-4b64-8c27-c87d04bb359e HTTP/1.1" status: 204  len: 168 time: 1.1975541
Dec 16 09:57:29.748585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.755714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.765900 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-befddd80-c6ea-4cb0-b72f-494188a7922a tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:29.774737 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248f985-5288-4175-b3f7-a33f349ceed4 None None] New status for floating IP 158eda4c-909d-4b64-8c27-c87d04bb359e: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:57:29.777104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.823752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7f0ad-563f-481f-b592-8f4b4a2996ee None None] Network 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:29.826471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:29.834281 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c192f9643bb4853a97417c72f50e6b0&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1664045
Dec 16 09:57:29.839127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40662) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:29.860454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b4d8dc-9253-4025-a9d5-0747a765ebf2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:29.867117 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74e5b144-3133-4a02-ac4c-43dfbc5faa08 HTTP/1.1" status: 204  len: 168 time: 0.5347357
Dec 16 09:57:29.868742 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:29.869750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40666) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:29.872889 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f5790b1-cf20-4a68-b3b3-0894edfa6587 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:29.924173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e5b144-3133-4a02-ac4c-43dfbc5faa08,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:29.942543 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:29.987931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.054628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.120329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.135580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Deleting port e35ce9c4-e231-4fb6-b63f-725f87f027c7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:30.136155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.157263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.171807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3d37e75f-9b30-41e6-adbd-d241129ddc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:30.192034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:30.198607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866614510', 'description': 'tempest-description--1755322578'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:30.205068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b4d8dc-9253-4025-a9d5-0747a765ebf2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:30.212798 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.217684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:30.226382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:30.232467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:30.232958 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17b4d8dc-9253-4025-a9d5-0747a765ebf2 HTTP/1.1" status: 204  len: 168 time: 0.3861284
Dec 16 09:57:30.234736 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:30.244283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:30.301294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] DHCP port deletion for 32b3944c-5c2d-48a6-a1ad-41bcce30bf74 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:57:30.307464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Deleting port e35ce9c4-e231-4fb6-b63f-725f87f027c7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:30.307860 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.309747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.431236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:30.438659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group_rule and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:30.452639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:30.464124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:30.494806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] For port e35ce9c4-e231-4fb6-b63f-725f87f027c7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e35ce9c4-e231-4fb6-b63f-725f87f027c7,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:30.495202 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.617199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] For port e35ce9c4-e231-4fb6-b63f-725f87f027c7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e35ce9c4-e231-4fb6-b63f-725f87f027c7,segment=NetworkSegment(be5ed147-c4e4-46fd-84bc-e74da90d2b06),segment_id=be5ed147-c4e4-46fd-84bc-e74da90d2b06)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:30.618007 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.656702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Calling delete_port for e35ce9c4-e231-4fb6-b63f-725f87f027c7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:30.848145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Calling delete_port for e35ce9c4-e231-4fb6-b63f-725f87f027c7 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:30.866593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.873033 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.883383 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef750f99-f1d5-4080-a8fb-da34489a3863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:30.929757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40692) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:30.935832 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.942524 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:57:30.943543 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:57:30.961529 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:30.981335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:30.984066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e35ce9c4-e231-4fb6-b63f-725f87f027c7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:30.986171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] No DVR routers for this DVR port e35ce9c4-e231-4fb6-b63f-725f87f027c7 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:30.987346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e000a8237f4125aeb15542852702a2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:30.988752 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:30.991149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:31.000547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:31.022836 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2488895a-d192-41a2-97a5-d5c869939efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:31.056655 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e35ce9c4-e231-4fb6-b63f-725f87f027c7 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:57:31.099472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e35ce9c4-e231-4fb6-b63f-725f87f027c7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:57:31.099816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e35ce9c4-e231-4fb6-b63f-725f87f027c7 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:57:31.208075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.209244 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 1.0161157
Dec 16 09:57:31.220764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:31.280009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'security_group_rule': {'security_group_id': 'af4f300a-b4ae-4c6b-a692-fa9f67b980e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:31.290965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f300a-b4ae-4c6b-a692-fa9f67b980e2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:31.294028 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:31.299022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:31.318843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.320409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group_rule and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:31.325470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.325942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:31.331008 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.339419 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b362e757-e3e5-46b9-a855-11434f98d70d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:31.345216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:31.368760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f10ca850>,) {'filters': {'network_id': ['32b3944c-5c2d-48a6-a1ad-41bcce30bf74']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:31.388481 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3e000a8237f4125aeb15542852702a2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4565344
Dec 16 09:57:31.390037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:31.392934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72414514-016b-4444-aa99-b56be91b951c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:31.394503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10ca850>, 'be5ed147-c4e4-46fd-84bc-e74da90d2b06') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:31.394966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10ca850>, 'be5ed147-c4e4-46fd-84bc-e74da90d2b06') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:31.396263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:31.413191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.428252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.447089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Deleting port e35ce9c4-e231-4fb6-b63f-725f87f027c7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:31.448771 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.456004 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.460710 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.490661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.508203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:57:31.509107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:57:31.530914 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:57:31.566085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.583564 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2067349d-746d-453f-856a-207ce0c320b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:31.585990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-75236c46-4fb1-417d-b558-25e78285c441 None None] The port 'e35ce9c4-e231-4fb6-b63f-725f87f027c7' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:57:31.615403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72414514-016b-4444-aa99-b56be91b951c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:31.629081 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:31.630191 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.635866 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72414514-016b-4444-aa99-b56be91b951c HTTP/1.1" status: 204  len: 168 time: 0.2436700
Dec 16 09:57:31.727050 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.732542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.739232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.740430 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2669cb8a-4816-4b85-89bb-8736ec74f141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:31.763698 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.796573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] 10.222.0.66 "DELETE /v2.0/networks/32b3944c-5c2d-48a6-a1ad-41bcce30bf74 HTTP/1.1" status: 204  len: 168 time: 1.9204631
Dec 16 09:57:31.796573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=32b3944c-5c2d-48a6-a1ad-41bcce30bf74,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:31.798311 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:31.803777 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d8dbfd8-06db-4940-9528-25b11220d135 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:31.829000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a15ebf-df92-4535-a43b-18edbfb1c351,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:31.833112 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:31.834331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:31.835615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6114187
Dec 16 09:57:31.841539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:31.850453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'security_group_rule': {'security_group_id': 'af4f300a-b4ae-4c6b-a692-fa9f67b980e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:31.866943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:31.874619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:security_group_rule and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:31.880069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:31.892352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:31.926401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.014408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40728) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:32.039719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.051087 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.055056 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:32.086612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d34a8f38-d13d-44c1-92d0-2e5ff9fb3d59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=591941320db54ca0a61e17e4d8a3861d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0708258
Dec 16 09:57:32.091314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40732) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:32.098282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4783941-a118-402c-8023-d4653f681630,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:32.116025 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:32.146697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.153593 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3062408
Dec 16 09:57:32.153912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40740) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:32.160418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:32.168897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:32.171767 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.173804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Usage tracker for resource:floatingip and tenant:9f4adaac37524f73a89ea72c890cad1d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:32.177824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:32.187380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:32.205810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.223381 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.303802 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.312167 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-71b18ba5-d586-4aa6-887b-99387aaab9fe tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:32.332382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de13519b-5ba3-4edb-ab9e-d1c07c2807ad,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:32.335078 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:32.339677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.340398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de13519b-5ba3-4edb-ab9e-d1c07c2807ad HTTP/1.1" status: 204  len: 168 time: 0.2479775
Dec 16 09:57:32.419110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:32.624198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Allocated IP 172.25.3.218 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a7101d3d-6776-43f6-9406-301b9ab9e91c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:33.061859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.120985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.129204 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:33.223359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:57:33.226693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:33.231205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:57:33.278980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'Port': ['ID=a7101d3d-6776-43f6-9406-301b9ab9e91c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:33.284258 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:33.299580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:33.337632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.412248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.601824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.641611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:33.654253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd56597006b4ef7ba74c4fb6aa61e08 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:33.662383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:33.676605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:33.774983 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.785760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.799062 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3196510-1702-4a00-93f2-1b449b9f01d8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:33.823625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.830167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:33.867515 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a0d0ae6-0ccc-4517-94e0-0fb0fb536f8b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:33.894768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dd56597006b4ef7ba74c4fb6aa61e08&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5922763
Dec 16 09:57:33.899811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40806) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:33.968952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5eeda-752a-47d7-b997-75ca008a6e7d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:33.973405 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:34.031201 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.043637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'Port': ['ID=a7101d3d-6776-43f6-9406-301b9ab9e91c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:34.052865 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:34.067318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.067559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.117126 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.127684 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9644344
Dec 16 09:57:34.156139 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.156139 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e03efc9d-ca47-49ec-9ddf-4c20d1563d42 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:34.169746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5eeda-752a-47d7-b997-75ca008a6e7d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:34.183573 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:34.188007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.189274 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2c5eeda-752a-47d7-b997-75ca008a6e7d HTTP/1.1" status: 204  len: 168 time: 0.2870605
Dec 16 09:57:34.204969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:34.427145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-0d0baa35-12f4-4565-a91e-84e59e3cd090 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Synchronizing usage tracker for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:34.447377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-0d0baa35-12f4-4565-a91e-84e59e3cd090 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Unset dirty status for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:34.449444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-0d0baa35-12f4-4565-a91e-84e59e3cd090 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--866614510&fields=id&tenant_id=9f4adaac37524f73a89ea72c890cad1d HTTP/1.1" status: 200  len: 267 time: 0.0690093
Dec 16 09:57:34.671316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-b961168e-ff3a-44e5-a6f3-5b568ddd51ad tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:34.673283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-b961168e-ff3a-44e5-a6f3-5b568ddd51ad tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 810 time: 0.2161949
Dec 16 09:57:34.679964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-788709293-network', 'tenant_id': '9923295d07df41b0838121fae419393d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:34.688199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:34.696864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Usage tracker for resource:network and tenant:9923295d07df41b0838121fae419393d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:34.704062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:34.704588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-a13e840c-844c-4606-8b44-1a7fa0dee86a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/quotas/9f4adaac37524f73a89ea72c890cad1d HTTP/1.1" status: 200  len: 375 time: 0.0225854
Dec 16 09:57:34.714080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:34.733886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Made reservation on behalf of 9923295d07df41b0838121fae419393d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:34.736461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.753627 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.782757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:34.794240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Usage tracker for resource:security_group_rule and tenant:9923295d07df41b0838121fae419393d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:34.798297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:34.814959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:34.872369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-b34e5cef-e571-46c3-812e-46d7b081d3fa tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Synchronizing usage tracker for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:34.896344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40846) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:34.900253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-b34e5cef-e571-46c3-812e-46d7b081d3fa tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Unset dirty status for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:34.902211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-b34e5cef-e571-46c3-812e-46d7b081d3fa tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1912451
Dec 16 09:57:34.919715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-726aba65-4bf8-43a8-96e6-5c1ec3227bcf service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 09:57:34.921084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-726aba65-4bf8-43a8-96e6-5c1ec3227bcf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063927
Dec 16 09:57:34.930226 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:34.968041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:34.990807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Usage tracker for resource:security_group_rule and tenant:cc474f03fc8e4e3f85e55d78cded3288 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:34.999452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:35.010986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:35.059804 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.066876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.080654 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-597ec719-f9e7-4901-8d9d-438aaa174caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:35.103943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-2a889b1a-497f-417d-8261-5479477e3e61 service neutron] 10.222.0.66 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755733
Dec 16 09:57:35.135116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:57:35.166456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f908e193-5ab5-490f-a730-060f9643988f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:35.172233 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:35.187111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.187674 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Added segment 0edfd71e-0cbb-4dfd-afb4-d0cf745707db of type vlan for network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2
Dec 16 09:57:35.258295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.271741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-0dcd83a2-4e65-49db-b101-1cc5c0579345 service neutron] 10.222.0.66 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624186
Dec 16 09:57:35.376800 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.378430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:35.379367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.389264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.397342 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-30b5dd71-bed1-4d27-a65d-65443ceadef1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:35.437369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.511434 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-091501a8-44b6-4384-97c6-7fa9dacea290 req-0dc692c7-7d10-4ceb-8c67-929d3130c66e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 210 time: 0.0608637
Dec 16 09:57:35.617834 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc474f03fc8e4e3f85e55d78cded3288&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7199817
Dec 16 09:57:35.620550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40876) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:35.671099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Pushing event updated for resources: {'Network': ['ID=14da3b15-a8cd-40f7-9d29-9c2637de8bb2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:35.675825 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:35.676917 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c2cbca2-1098-49b8-97f5-5dbee4d599f7 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:35.686575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:57:35.691252 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4839206
Dec 16 09:57:35.695834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40880) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:35.701228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.705744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Request body: {'subnet': {'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-788709293-subnet', 'tenant_id': '9923295d07df41b0838121fae419393d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:35.722440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:35.733423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.745901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Usage tracker for resource:subnet and tenant:9923295d07df41b0838121fae419393d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:35.755455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:35.766428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5037b4-fdb3-4895-b540-c39247fa70f0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:35.771324 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:35.773295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:35.793925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Made reservation on behalf of 9923295d07df41b0838121fae419393d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:35.795124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.809751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 40886) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:35.824752 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.833971 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-700727c2-38bc-4bcc-ba44-216f0a793839 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:35.849592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5037b4-fdb3-4895-b540-c39247fa70f0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:35.853169 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:35.856124 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:35.872422 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d5037b4-fdb3-4895-b540-c39247fa70f0 HTTP/1.1" status: 204  len: 168 time: 0.2411058
Dec 16 09:57:36.108117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:36.121144 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4357b564-3e94-45f9-bdc0-91f94af5d33f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:36.212380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=237e9115-328f-4a1a-9ac9-3fe406b3306f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:36.216829 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:36.221553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Checking segment: {'id': '0edfd71e-0cbb-4dfd-afb4-d0cf745707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:57:36.221918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Network hostable DHCP agents. Network: 14da3b15-a8cd-40f7-9d29-9c2637de8bb2, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:57:36.245201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:57:36.256843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:36.257538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 14da3b15-a8cd-40f7-9d29-9c2637de8bb2) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:36.266177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c67171-f9e8-4dc7-a800-79978575d920 None None] Network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:36.267910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:36.268572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:36.280879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:36.289708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Usage tracker for resource:security_group_rule and tenant:99359274c2134289baaeed90d06b1771 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:36.295966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:36.304872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:36.344999 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6376753
Dec 16 09:57:36.493678 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:36.503050 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:36.519055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-24da3b53-6364-44c1-9ea1-fedfa1934ea0 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:36.564520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe390b-f181-428a-83f3-ec5d7d1874d5 None None] Network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:36.665607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de88f1f5-1aa9-4954-93e5-c3a083f3f290,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:36.671123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99359274c2134289baaeed90d06b1771&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8593171
Dec 16 09:57:36.672485 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:36.675996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:36.855942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:36.875968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c146c2ae-3cd6-4ce2-955d-60239aa2fd37 req-d14f48bd-0c5f-4a75-bee6-eec5d581c848 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 210 time: 0.1006923
Dec 16 09:57:36.903807 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.001928 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.009768 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0feca2fd-b298-462e-8c39-eb6f344d2b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:37.023693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de88f1f5-1aa9-4954-93e5-c3a083f3f290,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:37.029740 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:37.040404 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.042982 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de88f1f5-1aa9-4954-93e5-c3a083f3f290 HTTP/1.1" status: 204  len: 168 time: 0.3655496
Dec 16 09:57:37.160694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-e3bede38-a2eb-47ba-848b-9af90869592d tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:37.164193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-e3bede38-a2eb-47ba-848b-9af90869592d tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 810 time: 0.2714894
Dec 16 09:57:37.237366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-f0ebc9ca-a015-49a0-8d6a-7934fc2ecc89 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4adaac37524f73a89ea72c890cad1d HTTP/1.1" status: 200  len: 379 time: 0.0628767
Dec 16 09:57:37.247789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'port': {'device_id': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'admin_state_up': True, 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'security_groups': ['af4f300a-b4ae-4c6b-a692-fa9f67b980e2']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:37.638259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:37.665574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.687633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:37.691814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Usage tracker for resource:security_group_rule and tenant:22eba67ac7da451092fc48a0795fba41 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:37.695352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:37.699261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:37.702824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:37.727113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:37.764410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-a1d2a722-5df3-445f-ba7e-08a39ae38f0e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:37.766015 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-a1d2a722-5df3-445f-ba7e-08a39ae38f0e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/networks?id=14da3b15-a8cd-40f7-9d29-9c2637de8bb2 HTTP/1.1" status: 200  len: 812 time: 0.3972287
Dec 16 09:57:37.766829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Made reservation on behalf of 9f4adaac37524f73a89ea72c890cad1d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:37.770560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.799873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-fb637a37-748c-47ba-b935-1bd2c2dec764 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/quotas/9923295d07df41b0838121fae419393d HTTP/1.1" status: 200  len: 375 time: 0.0184741
Dec 16 09:57:37.805048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.810421 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.820980 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79907db0-516b-414a-82df-8c9a6364ed84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:37.846300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:37.869912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a351237e-f567-400a-a2b2-2a1aff4be1be,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:37.876722 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22eba67ac7da451092fc48a0795fba41&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2333217
Dec 16 09:57:37.876722 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:37.877058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:37.888555 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-890079c7-3892-46e7-98a3-6cb39893696b tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9923295d07df41b0838121fae419393d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503900
Dec 16 09:57:37.941846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:37.973456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.030244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.047710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:38.052995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9f45c99b22452082f1133ee287fa98 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:38.056434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:38.063893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:38.067119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.074734 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5656c4b-0b76-4748-911c-9d05eb798645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:38.096419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351237e-f567-400a-a2b2-2a1aff4be1be,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:38.111638 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:38.115810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.116940 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a351237e-f567-400a-a2b2-2a1aff4be1be HTTP/1.1" status: 204  len: 168 time: 0.2390094
Dec 16 09:57:38.131260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-e9a4b23a-257f-4d58-965e-12eeec1704f3 service neutron] 10.222.0.66 "GET /v2.0/networks/14da3b15-a8cd-40f7-9d29-9c2637de8bb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258646
Dec 16 09:57:38.132449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Allocated IP 172.20.0.5 (18b6da08-f91c-470b-860f-c57e1f9d4f29/27e58984-c6d6-4061-984f-f4028eb6a5e8/4331d266-1b00-4487-b2c1-520da20754de) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:38.199340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.204683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.215369 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0faf66f8-840b-4d1e-98d7-12a2ea116191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:38.266615 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c9f45c99b22452082f1133ee287fa98&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4130917
Dec 16 09:57:38.267997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf9039-1622-460a-8a76-b773513e532c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:38.270681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 40964) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:38.273760 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:38.348873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.382888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.427515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-e727c703-101c-434d-949d-f246e8ec1ca0 service neutron] 10.222.0.66 "GET /v2.0/networks/14da3b15-a8cd-40f7-9d29-9c2637de8bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2862065
Dec 16 09:57:38.458389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.465484 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b778b815-f946-4662-9e4b-85d66d272b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:38.527394 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.578512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Transition to ACTIVE for port object 4331d266-1b00-4487-b2c1-520da20754de will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:38.610805 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.624514 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3d3682a1-a03d-4f19-a7c9-db4211082071 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:38.704959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf9039-1622-460a-8a76-b773513e532c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:38.708265 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:38.731956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.733368 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4bf9039-1622-460a-8a76-b773513e532c HTTP/1.1" status: 204  len: 168 time: 0.4616075
Dec 16 09:57:38.758216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:57:38.763029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:38.766706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event updated for resources: {'Port': ['ID=4331d266-1b00-4487-b2c1-520da20754de,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:38.769627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:57:38.814065 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:38.888976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:38.889342 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:38.937505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035164b5-0b80-45ee-a681-87288edd022e req-95914cd5-fa43-4820-a3d7-4546a9d49d24 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:38.944928 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-035164b5-0b80-45ee-a681-87288edd022e req-95914cd5-fa43-4820-a3d7-4546a9d49d24 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 931 time: 0.2473955
Dec 16 09:57:39.036944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7941642
Dec 16 09:57:39.051086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-035164b5-0b80-45ee-a681-87288edd022e req-0027b83a-cbab-4e53-b140-d425617d2f47 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027374
Dec 16 09:57:39.066823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Request body: {'port': {'device_id': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:39.173758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-39dade9b-0764-4c92-96ff-048a2881879b None None] Provisioning for port 4331d266-1b00-4487-b2c1-520da20754de completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:57:39.187074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-39dade9b-0764-4c92-96ff-048a2881879b None None] Provisioning complete for port 4331d266-1b00-4487-b2c1-520da20754de triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:39.188295 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dade9b-0764-4c92-96ff-048a2881879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:39.286190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-39dade9b-0764-4c92-96ff-048a2881879b None None] Port 4331d266-1b00-4487-b2c1-520da20754de cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:57:39.330478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb4bf96c-7007-4539-9151-8bbee153a8c4 req-a77ec7c5-8310-4105-a2c9-e7b90b014bc7 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 210 time: 0.1330287
Dec 16 09:57:39.420155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:39.858353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4331d266-1b00-4487-b2c1-520da20754de {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:57:39.868595 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:39.892314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Transition to ACTIVE for port object 4331d266-1b00-4487-b2c1-520da20754de will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:39.898276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:39.906562 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0bbc9d44-7d25-41f0-af74-6fc9bb7350d2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:40.458114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Pushing event updated for resources: {'Port': ['ID=4331d266-1b00-4487-b2c1-520da20754de,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:40.469375 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:40.728510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-d402a364-6cc0-4a41-8a3e-60a47df1475a tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:40.729996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-d402a364-6cc0-4a41-8a3e-60a47df1475a tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.54 "GET /v2.0/networks?id=14da3b15-a8cd-40f7-9d29-9c2637de8bb2 HTTP/1.1" status: 200  len: 812 time: 0.5209043
Dec 16 09:57:40.749205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a37b2-9362-46c0-9a0a-d7380affa71a req-df70cf08-f51a-4569-b707-b83f02ac81ee tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:40.750297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f05a37b2-9362-46c0-9a0a-d7380affa71a req-df70cf08-f51a-4569-b707-b83f02ac81ee tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Synchronizing usage tracker for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:40.762607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Request body: {'port': {'device_id': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2', 'admin_state_up': True, 'tenant_id': '9923295d07df41b0838121fae419393d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:40.869828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Attempting to bind port 4331d266-1b00-4487-b2c1-520da20754de on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:57:40.870875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Attempting to bind port 4331d266-1b00-4487-b2c1-520da20754de by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:57:40.870875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Attempting to bind port 4331d266-1b00-4487-b2c1-520da20754de on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:57:40.885493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Port 4331d266-1b00-4487-b2c1-520da20754de on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:57:40.885759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Attempting to bind port 4331d266-1b00-4487-b2c1-520da20754de on network 18b6da08-f91c-470b-860f-c57e1f9d4f29 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:57:40.892423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f05a37b2-9362-46c0-9a0a-d7380affa71a req-df70cf08-f51a-4569-b707-b83f02ac81ee tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Unset dirty status for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:40.899687 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f05a37b2-9362-46c0-9a0a-d7380affa71a req-df70cf08-f51a-4569-b707-b83f02ac81ee tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 943 time: 0.5775528
Dec 16 09:57:40.926272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:57:40.926888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Checking segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:57:40.927090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Bound using segment: {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:57:40.927603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Bound port: 4331d266-1b00-4487-b2c1-520da20754de, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7669492-b349-4dae-a297-2bd5c56c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:57:40.927969 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:41.063035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f05a37b2-9362-46c0-9a0a-d7380affa71a req-8114a952-df6e-465e-900b-e6fd82e6b555 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623485
Dec 16 09:57:41.093812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:41.146308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] For port 4331d266-1b00-4487-b2c1-520da20754de, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:57:41.149774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] For port 4331d266-1b00-4487-b2c1-520da20754de, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4331d266-1b00-4487-b2c1-520da20754de,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:57:41.152975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Usage tracker for resource:port and tenant:9923295d07df41b0838121fae419393d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:41.156454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:41.163123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:41.167326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:41.174233 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fcb9b571-4a91-4104-9dc1-870166a65ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:41.299256 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-641e33c2-f122-4431-a665-e516cf1ff632 req-76748901-620e-49e4-ae9c-59e5edd4e0f8 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 210 time: 0.0836749
Dec 16 09:57:41.311086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Made reservation on behalf of 9923295d07df41b0838121fae419393d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:41.321039 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:41.336928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:41.338067 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:41.339770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] 10.222.0.74 "PUT /v2.0/ports/4331d266-1b00-4487-b2c1-520da20754de HTTP/1.1" status: 200  len: 1091 time: 2.2850437
Dec 16 09:57:41.342519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'tag': '4331d266-1b00-4487-b2c1-520da20754de'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:41.475733 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'tag': '4331d266-1b00-4487-b2c1-520da20754de', 'status': 'completed', 'code': 200}
Dec 16 09:57:41.539957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Pushing event updated for resources: {'Port': ['ID=4331d266-1b00-4487-b2c1-520da20754de,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:41.551677 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:41.675504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-2389dd26-9b26-4e79-b2ff-dcfd09601cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:41.677042 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-2389dd26-9b26-4e79-b2ff-dcfd09601cf1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 1094 time: 0.2094116
Dec 16 09:57:41.695674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Allocated IP 172.20.0.12 (14da3b15-a8cd-40f7-9d29-9c2637de8bb2/237e9115-328f-4a1a-9ac9-3fe406b3306f/02f0fed5-4825-4f74-a3d1-4ded63fbc96e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:41.844156 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-e3221926-f541-4c77-b4a6-2322a2f326e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4331d266-1b00-4487-b2c1-520da20754de HTTP/1.1" status: 200  len: 217 time: 0.0981741
Dec 16 09:57:41.922274 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:41.949525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:41.995986 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-943059d4-e781-4c4c-8286-3f75781c40a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.039133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-f73da74f-f8f9-43f1-a1fd-828cf60bf4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:42.040643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-f73da74f-f8f9-43f1-a1fd-828cf60bf4b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1870027
Dec 16 09:57:42.170573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.177466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.184458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-1a4e3ed9-6b20-4404-a223-4b12b6ca698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:42.186114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-1a4e3ed9-6b20-4404-a223-4b12b6ca698a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1368489
Dec 16 09:57:42.198950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:42.205795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Usage tracker for resource:security_group_rule and tenant:0342068eb66c4582a0f318ac91c65ce9 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:42.210594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:42.222242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:42.322895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.329005 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.344026 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-58e59cbe-2701-4b86-a150-162a46984bb8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:42.375294 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0342068eb66c4582a0f318ac91c65ce9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4245484
Dec 16 09:57:42.376339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:42.457277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.470827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c1990-33ea-4478-bad3-8d59e170bbee,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:42.474214 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:42.499339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.583633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.597310 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55df35e4-8984-4a66-981d-b96c63c2a513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:42.614167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c1990-33ea-4478-bad3-8d59e170bbee,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:42.616897 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:42.618764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.623376 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a5c1990-33ea-4478-bad3-8d59e170bbee HTTP/1.1" status: 204  len: 168 time: 0.2428830
Dec 16 09:57:42.676046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:42.694003 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0ca00d59-77b0-497c-a333-feeac306bf1a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:42.854992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:57:42.863120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:42.870952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-c8651ee6-8d3a-4e5d-a33a-b104ff80b02b service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6740289
Dec 16 09:57:42.871410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:57:42.898748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Pushing event updated for resources: {'Port': ['ID=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:42.908014 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:42.948633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd0783-399d-4c8e-abac-3175ae810bf6 req-9a555307-2a80-4767-9f94-66f1f1bde05f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:42.950583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbcd0783-399d-4c8e-abac-3175ae810bf6 req-9a555307-2a80-4767-9f94-66f1f1bde05f tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 943 time: 0.6858099
Dec 16 09:57:43.037924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:43.079550 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.091723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:43.092778 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.096384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:43.101307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Usage tracker for resource:security_group_rule and tenant:35adbf55c7714b908d321b021d8ff21b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:43.104919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:43.112300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:43.151951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbcd0783-399d-4c8e-abac-3175ae810bf6 req-90d756f5-1e7e-4c8a-9d8d-6a446df6bc3d tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1412492
Dec 16 09:57:43.191728 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c65e25d-2cf2-4ac8-ad48-8193f824cb48 req-40df2ef3-31de-4a7d-8394-af00918cfed5 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2900622
Dec 16 09:57:43.193382 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4537272
Dec 16 09:57:43.208027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Request body: {'port': {'device_id': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:43.254999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.260615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.274251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:43.323214 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35adbf55c7714b908d321b021d8ff21b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2834597
Dec 16 09:57:43.325927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41128) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:43.329568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa66fc7-1099-487a-91ac-a10bb2dc9f43,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:43.346645 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:43.429449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.467004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.528314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.535457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5a1544e2-3b29-4403-8aef-5ff65b2f717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:43.548369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.550807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa66fc7-1099-487a-91ac-a10bb2dc9f43,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:43.553809 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:43.555377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:43.557268 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ffa66fc7-1099-487a-91ac-a10bb2dc9f43 HTTP/1.1" status: 204  len: 168 time: 0.2304265
Dec 16 09:57:43.588765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-c9d37400-4930-42af-923b-44ab2f9051a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:43.590780 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-c9d37400-4930-42af-923b-44ab2f9051a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 1094 time: 0.2579889
Dec 16 09:57:43.740015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046d3bd-1024-44bb-983c-eb033e789d5a req-f63d833c-5a8f-4096-9532-14008b51eb76 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:43.740738 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0046d3bd-1024-44bb-983c-eb033e789d5a req-f63d833c-5a8f-4096-9532-14008b51eb76 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Synchronizing usage tracker for tenant:9923295d07df41b0838121fae419393d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:43.851858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0046d3bd-1024-44bb-983c-eb033e789d5a req-f63d833c-5a8f-4096-9532-14008b51eb76 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Unset dirty status for tenant:9923295d07df41b0838121fae419393d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:43.853268 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0046d3bd-1024-44bb-983c-eb033e789d5a req-f63d833c-5a8f-4096-9532-14008b51eb76 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 932 time: 0.4731741
Dec 16 09:57:43.931854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0046d3bd-1024-44bb-983c-eb033e789d5a req-ef0ae4e5-b2cb-47f5-9945-63091e0597be tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726583
Dec 16 09:57:43.933092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-22115925-d0cf-44d6-9502-b48ab93c167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:43.934410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-22115925-d0cf-44d6-9502-b48ab93c167e service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.3051109
Dec 16 09:57:44.104600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-6ca04d1a-4300-4df1-8111-7f0699d4fa6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4331d266-1b00-4487-b2c1-520da20754de HTTP/1.1" status: 200  len: 217 time: 0.1320536
Dec 16 09:57:44.170048 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:44.211437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-b80c59c1-e5a2-4f41-96c4-de174e7bfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:44.213802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-b80c59c1-e5a2-4f41-96c4-de174e7bfdac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1015050
Dec 16 09:57:44.496666 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f21729e-b65b-4f2a-9071-5e3b741b449d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:44.497588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f0fed5-4825-4f74-a3d1-4ded63fbc96e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:57:44.509594 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:44.548470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-178f6206-8f51-4721-905b-0375673f65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:44.552977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-178f6206-8f51-4721-905b-0375673f65bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3314760
Dec 16 09:57:44.558314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Transition to ACTIVE for port object 02f0fed5-4825-4f74-a3d1-4ded63fbc96e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:44.592314 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:44.601815 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6d60d323-2146-4dc9-987d-2306bf9c62bb tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:44.640970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d961b1-9f36-417e-a454-ca9a1e80a601 req-1970ba92-70af-4642-a259-9a08d88b5a4e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:44.642647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14d961b1-9f36-417e-a454-ca9a1e80a601 req-1970ba92-70af-4642-a259-9a08d88b5a4e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 943 time: 0.3574548
Dec 16 09:57:45.093801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Pushing event updated for resources: {'Port': ['ID=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:45.102538 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:45.104986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-57cbc138-97ec-4482-a291-79a141f3c770 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5431952
Dec 16 09:57:45.210394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4331d266-1b00-4487-b2c1-520da20754de details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:57:45.338783 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1cb4f39-0b20-42ec-807b-315034d56920 req-491cefe0-82ca-4e5f-959d-2e4739cb6fdc service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925988
Dec 16 09:57:45.359560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14d961b1-9f36-417e-a454-ca9a1e80a601 req-39d37dff-2a6b-49a7-9822-e02ddf17c9e8 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4769256
Dec 16 09:57:45.402457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:45.426879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Attempting to bind port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:57:45.427772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Attempting to bind port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '0edfd71e-0cbb-4dfd-afb4-d0cf745707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:57:45.428340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Attempting to bind port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e on network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:57:45.434748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e on network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:57:45.435363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Attempting to bind port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e on network 14da3b15-a8cd-40f7-9d29-9c2637de8bb2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:57:45.441685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:57:45.442294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Checking segment: {'id': '0edfd71e-0cbb-4dfd-afb4-d0cf745707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:57:45.442891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Bound using segment: {'id': '0edfd71e-0cbb-4dfd-afb4-d0cf745707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:57:45.443574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Bound port: 02f0fed5-4825-4f74-a3d1-4ded63fbc96e, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edfd71e-0cbb-4dfd-afb4-d0cf745707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:57:45.444101 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:45.485411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4331d266-1b00-4487-b2c1-520da20754de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4331d266-1b00-4487-b2c1-520da20754de,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:45.545096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '4331d266-1b00-4487-b2c1-520da20754de', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'port_id': '4331d266-1b00-4487-b2c1-520da20754de', 'mac_address': 'fa:16:3e:51:98:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:57:45.554610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:45.653993 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:45.668508 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:45.685224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4331d266-1b00-4487-b2c1-520da20754de {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:57:45.708574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4331d266-1b00-4487-b2c1-520da20754de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4331d266-1b00-4487-b2c1-520da20754de,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:45.714760 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:45.717691 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-42661ba9-25d2-4ad9-b3ae-ed21187c2eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:45.755907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] For port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:57:45.772452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] For port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,segment=NetworkSegment(0edfd71e-0cbb-4dfd-afb4-d0cf745707db),segment_id=0edfd71e-0cbb-4dfd-afb4-d0cf745707db)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:57:45.779763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:45.785185 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ed3162bd-407c-44fc-a218-ddd406e46869 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:45.831269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1674911472', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:45.842939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4331d266-1b00-4487-b2c1-520da20754de,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:45.847074 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:45.863228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:45.891352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026ee7f-f2d9-4a54-8028-13e6def51f69 req-28dbb3cd-7ff7-449b-822f-c8f5c93e237e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:45.893096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d026ee7f-f2d9-4a54-8028-13e6def51f69 req-28dbb3cd-7ff7-449b-822f-c8f5c93e237e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 944 time: 0.2717888
Dec 16 09:57:45.894541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:45.895234 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:45.896617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] 10.222.0.54 "PUT /v2.0/ports/02f0fed5-4825-4f74-a3d1-4ded63fbc96e HTTP/1.1" status: 200  len: 1092 time: 2.6954827
Dec 16 09:57:45.897737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Usage tracker for resource:port and tenant:a1c614d693a9412e8b15416f21a2e8c6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:45.903411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'tag': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:45.913053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:45.934567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:45.936586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['4331d266-1b00-4487-b2c1-520da20754de'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:57:46.021056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Pushing event updated for resources: {'Port': ['ID=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:46.036032 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:46.036974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Made reservation on behalf of a1c614d693a9412e8b15416f21a2e8c6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:46.039367 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:46.065813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:46.078165 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d026ee7f-f2d9-4a54-8028-13e6def51f69 req-9b0c8f91-d785-4bc7-aae9-af14c1a3dd44 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697628
Dec 16 09:57:46.089558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:46.108443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Usage tracker for resource:security_group_rule and tenant:a1c614d693a9412e8b15416f21a2e8c6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:46.115558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:46.124850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:46.155586 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'tag': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e', 'status': 'completed', 'code': 200}
Dec 16 09:57:46.164786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-9fc69942-af13-40a8-95b0-76b299981e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:46.166473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-9fc69942-af13-40a8-95b0-76b299981e3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9923295d07df41b0838121fae419393d&device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 1095 time: 0.2086148
Dec 16 09:57:46.247940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-2b1798c1-80ad-4ccc-aca1-10a98f3626f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02f0fed5-4825-4f74-a3d1-4ded63fbc96e HTTP/1.1" status: 200  len: 217 time: 0.0740864
Dec 16 09:57:46.317793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:46.342254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-a32dacc8-1b61-4ebf-9b17-d785f430274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:46.343766 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-a32dacc8-1b61-4ebf-9b17-d785f430274c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=237e9115-328f-4a1a-9ac9-3fe406b3306f HTTP/1.1" status: 200  len: 852 time: 0.0887341
Dec 16 09:57:46.415083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-debcbb2f-8808-4a8c-b627-d4fa0a6743d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14da3b15-a8cd-40f7-9d29-9c2637de8bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635068
Dec 16 09:57:46.420326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:46.448502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:46.506459 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b111f425-e7c9-473b-b878-2cbe3479b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:46.535636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] device_id is not set on port b1969e48-6c7b-4cee-9bc1-33c3b10d0247 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:57:46.655332 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:46.676401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:46.680938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Usage tracker for resource:security_group_rule and tenant:8eedaa77765d4aeea07fe178114f43fb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:46.681143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df59b86-29cb-4f77-a5f5-4bc07b108f89,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:46.685030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:46.692376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:46.729990 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:46.810738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:46.820633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:46.849202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-98662b32-9380-4169-8c29-7837c690bbc9 service neutron] 10.222.0.54 "GET /v2.0/networks/14da3b15-a8cd-40f7-9d29-9c2637de8bb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4269974
Dec 16 09:57:46.852007 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04c9448f-99c0-46fd-825e-bf7e19a70e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:46.868765 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8eedaa77765d4aeea07fe178114f43fb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5491071
Dec 16 09:57:46.872373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:46.918607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c700b427-cdbd-4bd4-98cc-8e218b3696cc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:46.925861 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:46.970632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.001246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.057828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11616342-5e08-4970-9daf-cb33632545b1 req-85b743b7-f88f-4f4f-a1fd-5ec79a174b1b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:47.059411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11616342-5e08-4970-9daf-cb33632545b1 req-85b743b7-f88f-4f4f-a1fd-5ec79a174b1b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 944 time: 0.4766200
Dec 16 09:57:47.065941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.074776 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9cca7cb0-cfd6-47fc-996c-1e08f9a597ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:47.086159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c700b427-cdbd-4bd4-98cc-8e218b3696cc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:47.090114 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:47.096834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.100990 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c700b427-cdbd-4bd4-98cc-8e218b3696cc HTTP/1.1" status: 204  len: 168 time: 0.2241957
Dec 16 09:57:47.101581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Allocated IP 172.25.3.252 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/b1969e48-6c7b-4cee-9bc1-33c3b10d0247) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:47.129498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.187067 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11616342-5e08-4970-9daf-cb33632545b1 req-29447d8b-4f9c-47d7-b40e-077b09865e26 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182830
Dec 16 09:57:47.206181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4331d266-1b00-4487-b2c1-520da20754de up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:57:47.223208 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b60b8a1-9053-4bf7-963e-442d646aa86b req-70831397-cdd7-417b-80ad-d08e6bc07a1a service neutron] 10.222.0.54 "GET /v2.0/networks/14da3b15-a8cd-40f7-9d29-9c2637de8bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267269
Dec 16 09:57:47.358283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 4331d266-1b00-4487-b2c1-520da20754de completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:57:47.367030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 4331d266-1b00-4487-b2c1-520da20754de triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:47.367566 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.539487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:47.567490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.571819 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.595090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:47.599994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Usage tracker for resource:security_group_rule and tenant:952f4582b35743948245368337a39881 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:47.603054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:47.610882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:47.614356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4331d266-1b00-4487-b2c1-520da20754de'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:47.629086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 4331d266-1b00-4487-b2c1-520da20754de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4331d266-1b00-4487-b2c1-520da20754de,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:47.639500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.642224 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8c77513-98e7-4af2-8020-0de2217d7d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:47.746215 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.753594 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.761189 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.762638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=4331d266-1b00-4487-b2c1-520da20754de,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:47.765936 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:47.766893 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:47.773875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002036-78b4-42d0-9539-5e2224f1e191 req-1be0cdc6-ec83-4175-b179-5c2f9d01a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:47.775994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36002036-78b4-42d0-9539-5e2224f1e191 req-1be0cdc6-ec83-4175-b179-5c2f9d01a8e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9923295d07df41b0838121fae419393d&device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 1095 time: 0.2673190
Dec 16 09:57:47.788978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0835c-ef35-43f0-93dc-e19035f45d7e req-ab96cf39-79a5-4553-b8ef-0852d24ad839 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:47.790583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f0835c-ef35-43f0-93dc-e19035f45d7e req-ab96cf39-79a5-4553-b8ef-0852d24ad839 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 944 time: 0.2812285
Dec 16 09:57:47.815871 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=952f4582b35743948245368337a39881&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2720478
Dec 16 09:57:47.816121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:47.818742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997dd36-3d3d-4866-980c-5e4ae84286ef,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:47.831438 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:47.886254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.918301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.955536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4f0835c-ef35-43f0-93dc-e19035f45d7e req-2236d3db-921b-4a63-ad77-9c1f9a961ae9 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426077
Dec 16 09:57:47.985395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002036-78b4-42d0-9539-5e2224f1e191 req-58753d25-89a9-42b3-9835-d1d7966fc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:47.986914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36002036-78b4-42d0-9539-5e2224f1e191 req-58753d25-89a9-42b3-9835-d1d7966fc68e service neutron] 10.222.0.54 "GET /v2.0/networks?id=14da3b15-a8cd-40f7-9d29-9c2637de8bb2 HTTP/1.1" status: 200  len: 913 time: 0.1947486
Dec 16 09:57:47.988611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.991391 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:47.997232 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fb3ece03-f4d1-4841-b353-7a36128df311 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:47.997596 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-17e76066-a140-4881-badb-ad18092188a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:48.011567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997dd36-3d3d-4866-980c-5e4ae84286ef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:48.015257 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:48.017946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:48.019097 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e997dd36-3d3d-4866-980c-5e4ae84286ef HTTP/1.1" status: 204  len: 168 time: 0.2022324
Dec 16 09:57:48.033062 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4331d266-1b00-4487-b2c1-520da20754de', 'code': 200}
Dec 16 09:57:48.182439 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36002036-78b4-42d0-9539-5e2224f1e191 req-581840dd-bc67-4a29-b73b-101c1cc1eedb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02f0fed5-4825-4f74-a3d1-4ded63fbc96e HTTP/1.1" status: 200  len: 217 time: 0.1392074
Dec 16 09:57:48.194729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:57:48.231383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:48.239453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:57:48.315928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Pushing event updated for resources: {'Port': ['ID=b1969e48-6c7b-4cee-9bc1-33c3b10d0247,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.374096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:57:48.390384 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:48.398866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002036-78b4-42d0-9539-5e2224f1e191 req-4628c280-8b8e-4cdf-8144-bf67a3362d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:48.400942 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36002036-78b4-42d0-9539-5e2224f1e191 req-4628c280-8b8e-4cdf-8144-bf67a3362d5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=237e9115-328f-4a1a-9ac9-3fe406b3306f HTTP/1.1" status: 200  len: 852 time: 0.2081568
Dec 16 09:57:48.407961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:48.408577 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:48.482479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36002036-78b4-42d0-9539-5e2224f1e191 req-34e22ace-a387-47c6-b3c9-64ccb01f9b8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14da3b15-a8cd-40f7-9d29-9c2637de8bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700297
Dec 16 09:57:48.563450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434cc0-59d2-42fa-84c2-d46faee96f5e req-0a913d2f-25f2-4ac1-bba8-4580ea4857a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:48.564959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31434cc0-59d2-42fa-84c2-d46faee96f5e req-0a913d2f-25f2-4ac1-bba8-4580ea4857a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 1096 time: 0.4570549
Dec 16 09:57:48.653842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 3.0980644
Dec 16 09:57:48.656830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41230) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:48.663772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.252'}]}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:48.669807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:48.675707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Usage tracker for resource:router and tenant:a1c614d693a9412e8b15416f21a2e8c6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:48.679857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:48.686821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:48.705046 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:48.706227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:48.725999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:48.747054 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31434cc0-59d2-42fa-84c2-d46faee96f5e req-cf92dede-8547-4551-aa6d-66b1ee101f7a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099095
Dec 16 09:57:48.761225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3fb2-472a-4412-a499-a1c3ebcdc0b9 req-2121b406-26a8-40d9-86d4-13749e1624be tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:48.767744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fba3fb2-472a-4412-a499-a1c3ebcdc0b9 req-2121b406-26a8-40d9-86d4-13749e1624be tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 945 time: 0.4491737
Dec 16 09:57:48.801533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36002036-78b4-42d0-9539-5e2224f1e191 req-2b5e8da9-b350-4f15-bff7-bebdb4d4f327 service neutron] 10.222.0.54 "GET /v2.0/networks/14da3b15-a8cd-40f7-9d29-9c2637de8bb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3111763
Dec 16 09:57:48.813735 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-c8b978ef-c12d-4149-9a98-7567bae00ec5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3292596
Dec 16 09:57:48.918653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41240) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:49.001248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9fba3fb2-472a-4412-a499-a1c3ebcdc0b9 req-a94130e7-b258-4998-a2ef-332fd34582ee tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2324023
Dec 16 09:57:49.029107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 02f0fed5-4825-4f74-a3d1-4ded63fbc96e details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:57:49.050100 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36002036-78b4-42d0-9539-5e2224f1e191 req-02bc0cd3-f7b6-4948-956c-c7d9dc12f7c8 service neutron] 10.222.0.54 "GET /v2.0/networks/14da3b15-a8cd-40f7-9d29-9c2637de8bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406542
Dec 16 09:57:49.065394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-f5e20ed4-4096-4ab1-858f-6720c74ec4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:49.066958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-f5e20ed4-4096-4ab1-858f-6720c74ec4ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de745d7a9b7f4096bcddfcc6827156d3&device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 1096 time: 0.1590891
Dec 16 09:57:49.077663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:49.234610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1277964388-network', 'tenant_id': 'ceea8e348c0f4e049b62746bef3c2299'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:49.247688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,segment=NetworkSegment(0edfd71e-0cbb-4dfd-afb4-d0cf745707db),segment_id=0edfd71e-0cbb-4dfd-afb4-d0cf745707db)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:49.263466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e', 'network_id': '14da3b15-a8cd-40f7-9d29-9c2637de8bb2', 'port_id': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e', 'mac_address': 'fa:16:3e:af:9d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237e9115-328f-4a1a-9ac9-3fe406b3306f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:57:49.324748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:49.346070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f0fed5-4825-4f74-a3d1-4ded63fbc96e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:57:49.365363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,segment=NetworkSegment(0edfd71e-0cbb-4dfd-afb4-d0cf745707db),segment_id=0edfd71e-0cbb-4dfd-afb4-d0cf745707db)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:49.371296 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:49.373678 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:49.433323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:49.463125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Usage tracker for resource:network and tenant:ceea8e348c0f4e049b62746bef3c2299 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:49.473417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:49.476351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:49.489303 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:49.494468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:49.559679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Made reservation on behalf of ceea8e348c0f4e049b62746bef3c2299 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:49.562913 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:49.585821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['02f0fed5-4825-4f74-a3d1-4ded63fbc96e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:57:49.586882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-7d69188e-776e-4ee0-8b25-43c01aa9a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:49.588939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-7d69188e-776e-4ee0-8b25-43c01aa9a323 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b227d418-09f8-47b5-a468-fc7e121080ea HTTP/1.1" status: 200  len: 909 time: 0.4998913
Dec 16 09:57:49.590783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:49.591111 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:49.627401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:49.705558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bac596-277a-4ded-a8d2-8b80bf39610e req-1fbda8ae-2359-45d1-9d2e-aadf80117555 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:49.707113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d7bac596-277a-4ded-a8d2-8b80bf39610e req-1fbda8ae-2359-45d1-9d2e-aadf80117555 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 945 time: 0.4866245
Dec 16 09:57:49.710420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:49.734459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Usage tracker for resource:security_group_rule and tenant:ceea8e348c0f4e049b62746bef3c2299 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:49.742228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:49.757863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:49.779320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-c0207cf1-599f-4694-b2b2-e67678023420 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e HTTP/1.1" status: 200  len: 1000 time: 0.1746244
Dec 16 09:57:49.832236 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d7bac596-277a-4ded-a8d2-8b80bf39610e req-7aa2c815-09b9-4bc3-93a0-8622930bfd9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190996
Dec 16 09:57:49.890646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-6241b90d-3fbd-46c0-be7d-e1d87298576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:49.892896 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-6241b90d-3fbd-46c0-be7d-e1d87298576c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cadebf33-61d3-4d7a-b75a-81b0ecf6799a HTTP/1.1" status: 200  len: 847 time: 0.1050444
Dec 16 09:57:50.010317 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.022852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.029829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-94020507-ae9a-49aa-9487-75938a3b9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:50.031378 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-94020507-ae9a-49aa-9487-75938a3b9a4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b227d418-09f8-47b5-a468-fc7e121080ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1309698
Dec 16 09:57:50.032157 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.035344 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5410ac03-5823-4f13-9919-78b1380784a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:50.094038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:57:50.193363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:50.206787 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:50.213104 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.213455 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Added segment 1ebe222d-ba85-4708-8837-22a77d3e59c5 of type vlan for network 527749b7-7717-48d0-ba4f-ebe1496fdf51
Dec 16 09:57:50.273769 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.307038 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-143acaec-6815-4ca1-a927-375b2a886d7e service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593894
Dec 16 09:57:50.340393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.343053 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.369131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.369637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a165edc8-a67d-484d-8b46-acf61ad0ff0b {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:57:50.394504 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:57:50.399504 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e186fc6-b4f7-4c45-beac-35625209750f tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.7376690
Dec 16 09:57:50.399945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41254) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:50.421106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.422142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:50.422732 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.428831 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d179efa-c19c-4a42-abe5-f5a3f6a03787 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:50.455513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef77238-c22b-4d38-ad26-1b5b353e96e2 req-6aa2d870-30c7-4c6a-9b19-e76dd20a3aa7 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:50.457122 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cef77238-c22b-4d38-ad26-1b5b353e96e2 req-6aa2d870-30c7-4c6a-9b19-e76dd20a3aa7 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 945 time: 0.3115935
Dec 16 09:57:50.476828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Deleting port b1969e48-6c7b-4cee-9bc1-33c3b10d0247 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:50.477167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.607686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Pushing event updated for resources: {'Network': ['ID=527749b7-7717-48d0-ba4f-ebe1496fdf51,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:50.610930 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:50.620222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 527749b7-7717-48d0-ba4f-ebe1496fdf51 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:57:50.630124 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.6802497
Dec 16 09:57:50.641307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41258) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:50.651978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cef77238-c22b-4d38-ad26-1b5b353e96e2 req-fab281c6-0b88-4c51-8dbd-b51942f2b1a2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292326
Dec 16 09:57:50.657796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Request body: {'subnet': {'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1277964388-subnet', 'tenant_id': 'ceea8e348c0f4e049b62746bef3c2299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:50.664684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:50.672141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Usage tracker for resource:subnet and tenant:ceea8e348c0f4e049b62746bef3c2299 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:50.687287 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2458d25e-988c-4b52-993b-c9f16a95ce74 req-f1ade72b-8f3d-43f6-9809-e014f3451521 service neutron] 10.222.0.54 "GET /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3573139
Dec 16 09:57:50.687287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:50.687287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:50.705887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Made reservation on behalf of ceea8e348c0f4e049b62746bef3c2299 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:50.708954 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.758182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:50.928604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Calling delete_port for b1969e48-6c7b-4cee-9bc1-33c3b10d0247 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:50.929048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7da45-fb84-4423-8a2a-1f249be0959c req-d28a3aa6-3020-433b-99e1-31a4ee49e0a6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:50.930736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-35e7da45-fb84-4423-8a2a-1f249be0959c req-d28a3aa6-3020-433b-99e1-31a4ee49e0a6 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 945 time: 0.1453023
Dec 16 09:57:50.958164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41266) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:50.972230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Request body: {'floatingip': {'port_id': '4331d266-1b00-4487-b2c1-520da20754de'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:51.040482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 02f0fed5-4825-4f74-a3d1-4ded63fbc96e up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:57:51.077965 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:51.091573 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55516909-4c4f-4ef2-95f5-f0b9c16fa722 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:51.094009 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:51.127467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:57:51.136199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:57:51.137111 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:51.199877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee26a81-1c1a-4cbb-a8c5-50051f274335,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:51.202621 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:51.212219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Checking segment: {'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:57:51.212672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Network hostable DHCP agents. Network: 527749b7-7717-48d0-ba4f-ebe1496fdf51, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:57:51.243709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d809-6792-4951-a120-6e9e5313dbf4 req-6679a681-7f18-42c3-aa68-a32b2f886223 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:51.245387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9ce8d809-6792-4951-a120-6e9e5313dbf4 req-6679a681-7f18-42c3-aa68-a32b2f886223 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 945 time: 0.2148848
Dec 16 09:57:51.253062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Network 527749b7-7717-48d0-ba4f-ebe1496fdf51 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:57:51.287479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 527749b7-7717-48d0-ba4f-ebe1496fdf51) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:51.292677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:51.293277 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:51.309078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc776d5a-1a1f-421e-8f47-87f3b6eb22de None None] Network 527749b7-7717-48d0-ba4f-ebe1496fdf51 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:51.330193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9ce8d809-6792-4951-a120-6e9e5313dbf4 req-cbc75844-5381-4014-805f-d2669b545cdb tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730677
Dec 16 09:57:51.332285 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6878879
Dec 16 09:57:51.439439 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:51.486285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:51.528291 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,segment=NetworkSegment(0edfd71e-0cbb-4dfd-afb4-d0cf745707db),segment_id=0edfd71e-0cbb-4dfd-afb4-d0cf745707db)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:51.538710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:51.544502 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:51.609505 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e', 'code': 200}
Dec 16 09:57:51.682858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:51.700188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:51.701318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a9752-d708-47e9-af10-d240591e9ea5 req-39e7b80f-2b64-486b-8797-99fa4c11adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:51.705255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce3a9752-d708-47e9-af10-d240591e9ea5 req-39e7b80f-2b64-486b-8797-99fa4c11adee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 1097 time: 0.0961022
Dec 16 09:57:51.726098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73b2a1-7b41-43ab-8229-0b2cdcf03d57 None None] Network 527749b7-7717-48d0-ba4f-ebe1496fdf51 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:57:51.758977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1969e48-6c7b-4cee-9bc1-33c3b10d0247,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:51.765253 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:51.774866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce3a9752-d708-47e9-af10-d240591e9ea5 req-834703c0-82e5-4fb4-b1c2-1765ae51502b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635035
Dec 16 09:57:51.823770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:51.828267 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:51.955927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:52.052144 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b1969e48-6c7b-4cee-9bc1-33c3b10d0247 HTTP/1.1" status: 204  len: 168 time: 1.6504521
Dec 16 09:57:52.285617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:52.289932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:52.480292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:52.568137 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Floating IP ad10d9c1-9235-42cd-976f-9b403c40c3a1 associated. External IP: 172.25.3.218, port: 4331d266-1b00-4487-b2c1-520da20754de.
Dec 16 09:57:52.743400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8213b-28d6-4c70-b960-d888600a0de7 req-01f1cb5e-9b40-4a6a-a968-c993195f6505 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:52.745012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9e8213b-28d6-4c70-b960-d888600a0de7 req-01f1cb5e-9b40-4a6a-a968-c993195f6505 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 946 time: 0.2526071
Dec 16 09:57:52.748230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:52.982793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:52.991748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Usage tracker for resource:security_group_rule and tenant:bda8fba36de64600af779d086335ee9b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:52.995414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:53.010742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:53.032771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9e8213b-28d6-4c70-b960-d888600a0de7 req-568d1e85-5269-46bd-9443-2bd4ddf13fc7 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724618
Dec 16 09:57:53.103248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:57:53.152693 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:53.157857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:53.165950 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5f2e9bc-bf9c-4577-a18c-2d383300a7fc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:53.212307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bda8fba36de64600af779d086335ee9b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7265303
Dec 16 09:57:53.212307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41298) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:53.230083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20591f6f-c4d1-4787-af3f-9f5f5a3be263,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:53.233356 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:53.308489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:53.340509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:53.404564 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:53.410089 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6985f128-0750-419b-8dd6-58044c97ccf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:53.422538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20591f6f-c4d1-4787-af3f-9f5f5a3be263,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:53.424986 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:53.430916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:53.432885 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20591f6f-c4d1-4787-af3f-9f5f5a3be263 HTTP/1.1" status: 204  len: 168 time: 0.2209361
Dec 16 09:57:53.498546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:57:53.504990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:53.516283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcb592-f68a-466f-8456-507708e489db None None] Sync routers for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:57:53.530224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:53.531655 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2423520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:53.576095 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-11a06617-c694-4c85-86b2-df71913f9d54 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "PUT /v2.0/floatingips/ad10d9c1-9235-42cd-976f-9b403c40c3a1 HTTP/1.1" status: 200  len: 991 time: 2.6160667
Dec 16 09:57:53.577082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'tag': '4331d266-1b00-4487-b2c1-520da20754de'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:53.803243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-eee49217-99ba-45ab-a5b7-5ac60b4e0831 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:53.804000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-eee49217-99ba-45ab-a5b7-5ac60b4e0831 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Synchronizing usage tracker for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:53.824755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-eee49217-99ba-45ab-a5b7-5ac60b4e0831 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Unset dirty status for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:53.827707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-eee49217-99ba-45ab-a5b7-5ac60b4e0831 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/networks?id=527749b7-7717-48d0-ba4f-ebe1496fdf51 HTTP/1.1" status: 200  len: 809 time: 0.1896679
Dec 16 09:57:53.832399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:53.835269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:53.843477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-5598c7d4-f372-45fa-bcfd-ead9ac59ae06 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/quotas/ceea8e348c0f4e049b62746bef3c2299 HTTP/1.1" status: 200  len: 375 time: 0.0115047
Dec 16 09:57:53.893020 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07264e29-73ed-4dad-97d4-b37a2750bb2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1c614d693a9412e8b15416f21a2e8c6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0593603
Dec 16 09:57:53.895170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-702dec01-3e64-4fbc-ab8c-5f001aae3d9b tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceea8e348c0f4e049b62746bef3c2299&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463514
Dec 16 09:57:53.895639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:54.062474 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:54.097463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9713e842-7c84-4600-bee1-28f83afbdc81 service neutron] 10.222.0.66 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888578
Dec 16 09:57:54.122699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:54.230115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2423520>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'ad10d9c1-9235-42cd-976f-9b403c40c3a1', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'port_id': '4331d266-1b00-4487-b2c1-520da20754de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'mac_address': 'fa:16:3e:51:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:52Z', 'revision_number': 1, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:54.234484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcb592-f68a-466f-8456-507708e489db None None] Checking router: c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:57:54.244805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:57:54.245501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2423520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:54.278801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-c10eef37-5243-4472-81d1-7bad5c54dc41 service neutron] 10.222.0.66 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753159
Dec 16 09:57:54.280303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:54.284333 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0aa93e1b-ee7c-4bee-9ad9-d846cc8bee8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:54.309330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df59b86-29cb-4f77-a5f5-4bc07b108f89,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:54.312525 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:54.315420 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:54.316617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0df59b86-29cb-4f77-a5f5-4bc07b108f89 HTTP/1.1" status: 204  len: 168 time: 0.4200861
Dec 16 09:57:54.500825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:57:54.861176 n-d-820554-2 neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'tag': '4331d266-1b00-4487-b2c1-520da20754de', 'status': 'completed', 'code': 200}
Dec 16 09:57:55.035222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5bcb592-f68a-466f-8456-507708e489db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2423520>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'ad10d9c1-9235-42cd-976f-9b403c40c3a1', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'port_id': '4331d266-1b00-4487-b2c1-520da20754de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'mac_address': 'fa:16:3e:51:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:52Z', 'revision_number': 1, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:57:55.040290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcb592-f68a-466f-8456-507708e489db None None] The sync data for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 is: [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_floatingips': [{'id': 'ad10d9c1-9235-42cd-976f-9b403c40c3a1', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'router_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'port_id': '4331d266-1b00-4487-b2c1-520da20754de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'mac_address': 'fa:16:3e:51:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:52Z', 'revision_number': 1, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:57:55.069944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424a677-512b-411d-ae01-3495e8bc600d req-6fdf1e37-d361-40f8-b36d-1eaf48149039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:55.069944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3424a677-512b-411d-ae01-3495e8bc600d req-6fdf1e37-d361-40f8-b36d-1eaf48149039 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 1096 time: 0.1830027
Dec 16 09:57:55.198225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ee4e1-fb36-4ffb-b419-156b60027ebf req-a672928a-3ca3-4b2c-8418-81e0db45227f tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:55.200033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea5ee4e1-fb36-4ffb-b419-156b60027ebf req-a672928a-3ca3-4b2c-8418-81e0db45227f tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 946 time: 0.2248821
Dec 16 09:57:55.287715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea5ee4e1-fb36-4ffb-b419-156b60027ebf req-e113257d-4840-4e98-88cc-00853c4dbddf tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793188
Dec 16 09:57:55.298098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424a677-512b-411d-ae01-3495e8bc600d req-f0e3581e-9ac4-4fa8-b126-48bce64cafba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:55.299449 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3424a677-512b-411d-ae01-3495e8bc600d req-f0e3581e-9ac4-4fa8-b126-48bce64cafba service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.2197080
Dec 16 09:57:55.372671 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717006eb-6cb2-4f26-b5ac-7a5e0611180d None None] New status for floating IP ad10d9c1-9235-42cd-976f-9b403c40c3a1: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:57:55.450493 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3424a677-512b-411d-ae01-3495e8bc600d req-307cbb86-4d44-48b8-afc6-56ce19a9e26c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4331d266-1b00-4487-b2c1-520da20754de HTTP/1.1" status: 200  len: 999 time: 0.1431050
Dec 16 09:57:55.493498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:55.542507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424a677-512b-411d-ae01-3495e8bc600d req-b2b5a066-fafc-4311-a7d1-76c3dd15818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:55.544850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3424a677-512b-411d-ae01-3495e8bc600d req-b2b5a066-fafc-4311-a7d1-76c3dd15818c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.0859225
Dec 16 09:57:55.673721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571590267'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:55.679677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:55.687136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:55.690677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:55.698556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:55.710913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:55.714939 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:55.726107 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e731dbb8-0f1f-48ef-9b20-6885fcd78cae req-067e6d7b-2357-474b-852e-669f55b740bf tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 210 time: 0.0721657
Dec 16 09:57:55.727892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:55.743066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424a677-512b-411d-ae01-3495e8bc600d req-5a191efe-3684-4d6b-a664-c842df7b6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:55.745307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3424a677-512b-411d-ae01-3495e8bc600d req-5a191efe-3684-4d6b-a664-c842df7b6887 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1865878
Dec 16 09:57:55.746756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:55.751462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:security_group_rule and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:55.755589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:55.769824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:55.894591 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:55.901025 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:55.905394 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57dc2324-c5da-413a-9780-748c76dd45d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:55.950681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb81b5-f2df-44cb-a90b-5027e26945d1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:55.956453 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:55.962134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:57:55.979484 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:55.980194 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment 63f4135a-1bd5-476e-abe7-3948e39ae1c5 of type vlan for network 4542fe02-0918-4ef1-a56a-31556113d5e4
Dec 16 09:57:56.030262 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:56.070768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:56.077457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:56.078110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:56.083605 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9db062ae-38ea-4f44-a2dc-3495adb5213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:56.168407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3424a677-512b-411d-ae01-3495e8bc600d req-baaddf85-bf47-4f47-9daf-64db30ee15f1 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4115117
Dec 16 09:57:56.204624 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7092698
Dec 16 09:57:56.206165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=4542fe02-0918-4ef1-a56a-31556113d5e4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:56.224733 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:56.228666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 4542fe02-0918-4ef1-a56a-31556113d5e4 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:57:56.262520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-623ea4f4-0c00-4e89-8e45-720ec97f2efe tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:56.264154 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-623ea4f4-0c00-4e89-8e45-720ec97f2efe tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "GET /v2.0/networks?id=527749b7-7717-48d0-ba4f-ebe1496fdf51 HTTP/1.1" status: 200  len: 809 time: 0.4243259
Dec 16 09:57:56.279144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Request body: {'port': {'device_id': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51', 'admin_state_up': True, 'tenant_id': 'ceea8e348c0f4e049b62746bef3c2299'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:56.458052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3424a677-512b-411d-ae01-3495e8bc600d req-78fcad65-fab1-432b-9798-c01b9e4ff5cb service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804434
Dec 16 09:57:56.485405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:56.489256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Usage tracker for resource:port and tenant:ceea8e348c0f4e049b62746bef3c2299 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:56.492711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:56.500034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:56.510990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Made reservation on behalf of ceea8e348c0f4e049b62746bef3c2299 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:56.515508 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:56.768545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Allocated IP 172.20.0.4 (527749b7-7717-48d0-ba4f-ebe1496fdf51/6ee26a81-1c1a-4cbb-a8c5-50051f274335/9445e6dd-0fb1-4358-b60f-ba0265458c39) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:57:56.787966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ec92-eb24-435b-bfb7-fa44c64905e1 req-7523155b-fddf-4384-94a4-91074671c069 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:56.789539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc13ec92-eb24-435b-bfb7-fa44c64905e1 req-7523155b-fddf-4384-94a4-91074671c069 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 946 time: 0.1653731
Dec 16 09:57:56.895910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dc13ec92-eb24-435b-bfb7-fa44c64905e1 req-786e9ea7-1de2-47d2-b6e2-dc872bb4b787 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964551
Dec 16 09:57:56.936865 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:57:57.096140 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-19fb3700-e6ad-4d7f-85db-0548ea55be25 req-968299c7-3d1e-4460-b9c2-dda213707593 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 210 time: 0.0661700
Dec 16 09:57:57.136595 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:57.174956 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:57.183006 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2eb2e74b-cd07-4d90-ab6a-966b9ca0076c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:57.261956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Network 527749b7-7717-48d0-ba4f-ebe1496fdf51 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:57:57.265373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:57:57.269724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:57:57.304801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Pushing event updated for resources: {'Port': ['ID=9445e6dd-0fb1-4358-b60f-ba0265458c39,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:57.315845 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:57.344651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:57.345277 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:57.367399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0920944
Dec 16 09:57:57.380457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Request body: {'port': {'device_id': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:57.517822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:57.988188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9445e6dd-0fb1-4358-b60f-ba0265458c39 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:57:57.999934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-b6c98add-306d-4012-9ad4-fb95b7b506b2 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:58.001706 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-b6c98add-306d-4012-9ad4-fb95b7b506b2 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 946 time: 0.1713452
Dec 16 09:57:58.006225 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:58.267744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Transition to ACTIVE for port object 9445e6dd-0fb1-4358-b60f-ba0265458c39 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:57:58.280699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Deleting port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:57:58.281047 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:58.308754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:58.318929 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21c2bedd-b1fd-41c4-8951-4454519b7e48 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:58.492466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9445e6dd-0fb1-4358-b60f-ba0265458c39,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:58.523957 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:58.591817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae1360-ed90-4ce6-8066-bda03d1ddc2a req-b2ce7e1d-827a-4449-b115-52178917efa7 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:58.593350 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9dae1360-ed90-4ce6-8066-bda03d1ddc2a req-b2ce7e1d-827a-4449-b115-52178917efa7 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 946 time: 0.5538197
Dec 16 09:57:58.805907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9dae1360-ed90-4ce6-8066-bda03d1ddc2a req-068d22cb-a42e-4d02-a78e-aba3cfcb2351 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/security-groups?id=f908e193-5ab5-490f-a730-060f9643988f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744874
Dec 16 09:57:58.824312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Attempting to bind port 9445e6dd-0fb1-4358-b60f-ba0265458c39 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:57:58.824654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Attempting to bind port 9445e6dd-0fb1-4358-b60f-ba0265458c39 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:57:58.824990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Attempting to bind port 9445e6dd-0fb1-4358-b60f-ba0265458c39 on network 527749b7-7717-48d0-ba4f-ebe1496fdf51 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:57:58.845671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Port 9445e6dd-0fb1-4358-b60f-ba0265458c39 on network 527749b7-7717-48d0-ba4f-ebe1496fdf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:57:58.845813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Attempting to bind port 9445e6dd-0fb1-4358-b60f-ba0265458c39 on network 527749b7-7717-48d0-ba4f-ebe1496fdf51 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:57:58.864835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:57:58.865179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Checking segment: {'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:57:58.865580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Bound using segment: {'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:57:58.866026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Bound port: 9445e6dd-0fb1-4358-b60f-ba0265458c39, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:57:58.866376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:58.889848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] For port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,segment=NetworkSegment(0edfd71e-0cbb-4dfd-afb4-d0cf745707db),segment_id=0edfd71e-0cbb-4dfd-afb4-d0cf745707db)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:57:58.890209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:59.127286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Calling delete_port for 02f0fed5-4825-4f74-a3d1-4ded63fbc96e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:57:59.253100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] For port 9445e6dd-0fb1-4358-b60f-ba0265458c39, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:57:59.264381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] For port 9445e6dd-0fb1-4358-b60f-ba0265458c39, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9445e6dd-0fb1-4358-b60f-ba0265458c39,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:57:59.271282 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:59.280284 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:59.394254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:59.394875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:59.396288 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/9445e6dd-0fb1-4358-b60f-ba0265458c39 HTTP/1.1" status: 200  len: 1091 time: 2.0200787
Dec 16 09:57:59.396824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'tag': '9445e6dd-0fb1-4358-b60f-ba0265458c39'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:57:59.416190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adbbc7-8209-4725-b165-d2e9c3dc21c9 req-5335d832-67b3-4a24-a1c6-b27d25279f54 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:59.416917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-36adbbc7-8209-4725-b165-d2e9c3dc21c9 req-5335d832-67b3-4a24-a1c6-b27d25279f54 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Synchronizing usage tracker for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:59.493350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9445e6dd-0fb1-4358-b60f-ba0265458c39,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:59.501149 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:59.502655 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:59.508219 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:57:59.549931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-36adbbc7-8209-4725-b165-d2e9c3dc21c9 req-5335d832-67b3-4a24-a1c6-b27d25279f54 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Unset dirty status for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:59.551086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36adbbc7-8209-4725-b165-d2e9c3dc21c9 req-5335d832-67b3-4a24-a1c6-b27d25279f54 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 943 time: 0.5580204
Dec 16 09:57:59.567083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Pushing event deleted for resources: {'Port': ['ID=02f0fed5-4825-4f74-a3d1-4ded63fbc96e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:57:59.601490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:57:59.607310 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:57:59.608756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '4542fe02-0918-4ef1-a56a-31556113d5e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:57:59.675138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] No DVR routers for this DVR port 02f0fed5-4825-4f74-a3d1-4ded63fbc96e on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:57:59.678368 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:59.709549 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cb6638eb-5a43-402d-95f1-2b8736791bc1 req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.54 "DELETE /v2.0/ports/02f0fed5-4825-4f74-a3d1-4ded63fbc96e HTTP/1.1" status: 204  len: 173 time: 1.7004366
Dec 16 09:57:59.711680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-36adbbc7-8209-4725-b165-d2e9c3dc21c9 req-827fd772-fbae-4ebb-bd4b-ea1ce519678a tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Synchronizing usage tracker for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:57:59.730774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-e2c1af55-6ff8-4356-879f-b50cb9adb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:59.732280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-e2c1af55-6ff8-4356-879f-b50cb9adb222 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ceea8e348c0f4e049b62746bef3c2299&device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 1094 time: 0.2842503
Dec 16 09:57:59.739970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-36adbbc7-8209-4725-b165-d2e9c3dc21c9 req-827fd772-fbae-4ebb-bd4b-ea1ce519678a tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Unset dirty status for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:57:59.741157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-36adbbc7-8209-4725-b165-d2e9c3dc21c9 req-827fd772-fbae-4ebb-bd4b-ea1ce519678a tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722856
Dec 16 09:57:59.747383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:57:59.752621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:57:59.757449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:57:59.764947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:57:59.777722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:57:59.784789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:57:59.811417 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-18429c89-799e-4980-94d7-a6e41f078255 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9445e6dd-0fb1-4358-b60f-ba0265458c39 HTTP/1.1" status: 200  len: 217 time: 0.0692637
Dec 16 09:57:59.916830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-250bf92a-b6a7-4cdf-bb7c-4cbfc2c6f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:57:59.919721 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-250bf92a-b6a7-4cdf-bb7c-4cbfc2c6f120 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ee26a81-1c1a-4cbb-a8c5-50051f274335 HTTP/1.1" status: 200  len: 849 time: 0.1006036
Dec 16 09:57:59.970704 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'tag': '9445e6dd-0fb1-4358-b60f-ba0265458c39', 'status': 'completed', 'code': 200}
Dec 16 09:58:00.094360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.098507 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dc636fca-a05a-4492-ba66-b09121bbbeed tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:00.125086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-078e4730-b9e3-47be-b1f0-4674c5d4737f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=527749b7-7717-48d0-ba4f-ebe1496fdf51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1984503
Dec 16 09:58:00.180731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=8722a03b-0d1c-47c0-9ef5-bd9f7d670543,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:00.184867 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:00.193217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': '63f4135a-1bd5-476e-abe7-3948e39ae1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4542fe02-0918-4ef1-a56a-31556113d5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:00.193564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 4542fe02-0918-4ef1-a56a-31556113d5e4, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:00.194139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-63abdbf5-7206-46c9-b3cf-7aed6982d65b req-768e967e-edac-48c3-be51-c43ffb3c710b tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Synchronizing usage tracker for tenant:9923295d07df41b0838121fae419393d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:00.216600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 4542fe02-0918-4ef1-a56a-31556113d5e4 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:00.234106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 4542fe02-0918-4ef1-a56a-31556113d5e4) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:00.240915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:00.242081 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.249514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504fd07-4e63-4f29-8301-7dd78c2e2226 None None] Network 4542fe02-0918-4ef1-a56a-31556113d5e4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:00.284866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-63abdbf5-7206-46c9-b3cf-7aed6982d65b req-768e967e-edac-48c3-be51-c43ffb3c710b tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Unset dirty status for tenant:9923295d07df41b0838121fae419393d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:00.286044 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63abdbf5-7206-46c9-b3cf-7aed6982d65b req-768e967e-edac-48c3-be51-c43ffb3c710b tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd05655b-8cd9-4c1b-95b2-a4add39eecca HTTP/1.1" status: 200  len: 210 time: 0.1636584
Dec 16 09:58:00.291811 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6883516
Dec 16 09:58:00.292653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41402) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:00.300541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58800448'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:00.310130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:00.317086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:00.322449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:00.329513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:00.342903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-53b48b86-f499-42a3-bc7a-cb4400faa21b service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852145
Dec 16 09:58:00.343762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:00.349191 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.382632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:00.395036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.395488 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment 1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47 of type vlan for network 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f
Dec 16 09:58:00.437349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.474655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.491804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:00.492990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.504451 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:00.519655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-45afd173-36c8-4d24-8a38-d6a19557e89e req-c52e712a-c0a5-44a6-b428-2a74bb19eff4 service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692853
Dec 16 09:58:00.596412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-4542fe02-0918-4ef1-a56a-31556113d5e4', 'network_id': '4542fe02-0918-4ef1-a56a-31556113d5e4', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': '8722a03b-0d1c-47c0-9ef5-bd9f7d670543'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:00.597615 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:00.653134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=66dca2a0-a2c6-4dcb-a527-bb49c6d3372f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:00.658766 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:00.663944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-39adff03-cca3-44ae-80b1-8ba046c04e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:00.665496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-39adff03-cca3-44ae-80b1-8ba046c04e31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ceea8e348c0f4e049b62746bef3c2299&device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 1094 time: 0.0870922
Dec 16 09:58:00.665679 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.3709960
Dec 16 09:58:00.666032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41406) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:00.673974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:00.675215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:00.897990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:00.937558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Allocated IP 2001:db8:0:ffff::2 (4542fe02-0918-4ef1-a56a-31556113d5e4/8722a03b-0d1c-47c0-9ef5-bd9f7d670543/3e10bfda-be2d-4e10-b70d-e3471bdd22e2) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:00.960186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:00.972957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:00.987579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-02983562-8bd3-4742-8b7f-9b1a1f708bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:00.989050 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-02983562-8bd3-4742-8b7f-9b1a1f708bc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=527749b7-7717-48d0-ba4f-ebe1496fdf51 HTTP/1.1" status: 200  len: 910 time: 0.2954509
Dec 16 09:58:00.989879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:01.073390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 02f0fed5-4825-4f74-a3d1-4ded63fbc96e no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:01.082271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:01.085788 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.100739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-a5a6b9e7-3db3-4dd9-8f07-bcf79686c276 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9445e6dd-0fb1-4358-b60f-ba0265458c39 HTTP/1.1" status: 200  len: 217 time: 0.0980616
Dec 16 09:58:01.116364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 02f0fed5-4825-4f74-a3d1-4ded63fbc96e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:01.116715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 02f0fed5-4825-4f74-a3d1-4ded63fbc96e not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:01.197732 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.211133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Transition to ACTIVE for port object 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:01.234873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Transition to ACTIVE for port object 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:01.243738 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.250213 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:01.269544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aa983-132f-45ef-9499-ff27171a1d1e req-5709d4ad-ed12-4395-83f7-de7fb6c11f45 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:01.271130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-619aa983-132f-45ef-9499-ff27171a1d1e req-5709d4ad-ed12-4395-83f7-de7fb6c11f45 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 943 time: 0.3675742
Dec 16 09:58:01.282991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-83bf55f8-10fa-4fc1-aad1-07606cf8eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:01.284436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-83bf55f8-10fa-4fc1-aad1-07606cf8eb30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ee26a81-1c1a-4cbb-a8c5-50051f274335 HTTP/1.1" status: 200  len: 849 time: 0.1745782
Dec 16 09:58:01.320479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Network 4542fe02-0918-4ef1-a56a-31556113d5e4 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:01.324510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:01.328172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:01.334062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Pushing event updated for resources: {'Port': ['ID=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:01.338037 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:01.370746 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-6b51df1a-3c88-48d9-aa2a-39d8e50a0cd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=527749b7-7717-48d0-ba4f-ebe1496fdf51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669763
Dec 16 09:58:01.403325 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-619aa983-132f-45ef-9499-ff27171a1d1e req-e8edd47b-f6d1-4811-b194-d19531bdfa9f tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220419
Dec 16 09:58:01.433620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Attempting to bind port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:01.436089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Attempting to bind port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '63f4135a-1bd5-476e-abe7-3948e39ae1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4542fe02-0918-4ef1-a56a-31556113d5e4'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:01.436089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Attempting to bind port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 on network 4542fe02-0918-4ef1-a56a-31556113d5e4 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:01.440793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:01.441174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Checking segment: {'id': '63f4135a-1bd5-476e-abe7-3948e39ae1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4542fe02-0918-4ef1-a56a-31556113d5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:01.441594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.441988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Bound using segment: {'id': '63f4135a-1bd5-476e-abe7-3948e39ae1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4542fe02-0918-4ef1-a56a-31556113d5e4'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:01.442459 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Bound port: 3e10bfda-be2d-4e10-b70d-e3471bdd22e2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f4135a-1bd5-476e-abe7-3948e39ae1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4542fe02-0918-4ef1-a56a-31556113d5e4'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:01.442884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.555565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] For port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:01.559138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] For port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,segment=NetworkSegment(63f4135a-1bd5-476e-abe7-3948e39ae1c5),segment_id=63f4135a-1bd5-476e-abe7-3948e39ae1c5)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:01.568675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.574759 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0cce8631-6f9e-4137-a048-ce66a5cb25e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:01.598724 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-7edc08e1-04f4-4baa-bd51-370354ff10a0 service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195137
Dec 16 09:58:01.609294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41418) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:01.684563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Pushing event updated for resources: {'Port': ['ID=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:01.688420 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:01.694808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Deleting subnet 237e9115-328f-4a1a-9ac9-3fe406b3306f {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:01.701943 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.752949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.760333 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0dc1f4a-79c7-4039-926d-c47ac3507033 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:01.764896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.833524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.861181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d38a08e3-95e1-438e-a59c-840e9775a225 req-5c52bc0c-cf86-4f41-be93-7f37f045cdc5 service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2460492
Dec 16 09:58:01.872087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=be2dbf2f-b52d-4251-addf-0a1529cb6e95,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:01.876105 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:01.882832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:01.883192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:01.918438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:01.937978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:01.939883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.945145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0534c128-5767-4cc0-bf6f-7693a38890cd tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:01.947875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:01.948711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:01.958807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35107d-de17-4103-bb9f-b6ff06f90e0e None None] Network 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:02.014508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237e9115-328f-4a1a-9ac9-3fe406b3306f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:02.018012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.020966 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:02.027294 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/237e9115-328f-4a1a-9ac9-3fe406b3306f HTTP/1.1" status: 204  len: 168 time: 0.4168513
Dec 16 09:58:02.029726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:02.146832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'name': 'network-vif-deleted', 'tag': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:58:02.158441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.165584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.4960322
Dec 16 09:58:02.167555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41428) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:02.250788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-66dca2a0-a2c6-4dcb-a527-bb49c6d3372f', 'network_id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': 'be2dbf2f-b52d-4251-addf-0a1529cb6e95'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:02.251772 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.270172 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd05655b-8cd9-4c1b-95b2-a4add39eecca', 'name': 'network-vif-deleted', 'tag': '02f0fed5-4825-4f74-a3d1-4ded63fbc96e', 'status': 'completed', 'code': 200}
Dec 16 09:58:02.316504 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.347577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1106760>,) {'filters': {'network_id': ['14da3b15-a8cd-40f7-9d29-9c2637de8bb2']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:02.365821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1106760>, '0edfd71e-0cbb-4dfd-afb4-d0cf745707db') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:02.366123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1106760>, '0edfd71e-0cbb-4dfd-afb4-d0cf745707db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:02.370303 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.380480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.406764 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.414666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:02.415237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:02.431192 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:02.457193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.461442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Allocated IP 2001:db8::1 (66dca2a0-a2c6-4dcb-a527-bb49c6d3372f/be2dbf2f-b52d-4251-addf-0a1529cb6e95/1bccbe22-914d-470b-94e4-d8bd123711c0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:02.559148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.564448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.567523 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c364ad61-78fa-4064-ba0a-f7678a93655b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:02.603858 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] 10.222.0.66 "DELETE /v2.0/networks/14da3b15-a8cd-40f7-9d29-9c2637de8bb2 HTTP/1.1" status: 204  len: 168 time: 0.5730195
Dec 16 09:58:02.604865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Pushing event deleted for resources: {'Network': ['ID=14da3b15-a8cd-40f7-9d29-9c2637de8bb2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:02.607324 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:02.719183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291aabe-32d9-4205-a369-e49aefa8c60c req-98c71e38-0706-40a6-8685-cf79d19f32ef tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:02.721939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3291aabe-32d9-4205-a369-e49aefa8c60c req-98c71e38-0706-40a6-8685-cf79d19f32ef tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 943 time: 0.0951681
Dec 16 09:58:02.776626 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.788306 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3291aabe-32d9-4205-a369-e49aefa8c60c req-81c5ff37-bf9f-4d83-a708-265220a3cdd3 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581224
Dec 16 09:58:02.791483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Transition to ACTIVE for port object 1bccbe22-914d-470b-94e4-d8bd123711c0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:02.816833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Transition to ACTIVE for port object 1bccbe22-914d-470b-94e4-d8bd123711c0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:02.824373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.839955 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-341353f9-0780-44f3-921d-7ac0f5e9d289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:02.846097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:02.855185 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4a6041c8-50d4-41c4-a21c-c37624370b70 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:02.866015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:02.931011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Network 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:02.937536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=be2dbf2f-b52d-4251-addf-0a1529cb6e95,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:02.937770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:02.940841 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a7c6cd99-851c-4f56-9be1-02e8b4593ccd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9923295d07df41b0838121fae419393d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0717463
Dec 16 09:58:02.941638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41442) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:02.943946 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:02.955625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:02.958102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Pushing event updated for resources: {'Port': ['ID=1bccbe22-914d-470b-94e4-d8bd123711c0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:02.968877 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:03.022925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448317d-fcc2-486f-9adf-d0f37ae4fd3d None None] Network 4542fe02-0918-4ef1-a56a-31556113d5e4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:03.040806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.055737 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.098793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2341640>,) {'filters': {'network_id': ['66dca2a0-a2c6-4dcb-a527-bb49c6d3372f']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:03.105945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.122437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2341640>, '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:03.123202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2341640>, '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:03.144177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.170941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.178795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:03.188442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:03.188442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.193910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.198492 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b38336ae-8075-4440-9a58-106539d3eb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:03.207242 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:03.211336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f908e193-5ab5-490f-a730-060f9643988f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:03.218547 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:03.220102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.221014 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f908e193-5ab5-490f-a730-060f9643988f HTTP/1.1" status: 204  len: 168 time: 0.2783618
Dec 16 09:58:03.296233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9445e6dd-0fb1-4358-b60f-ba0265458c39 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:58:03.309869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-39de49a5-d425-4034-ae48-cb0620d020af None None] Provisioning for port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:03.322004 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 09:58:03.322004 n-d-820554-2 neutron-server[87654]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 09:58:03.322004 n-d-820554-2 neutron-server[87654]: [parameters: {'id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f'}]
Dec 16 09:58:03.322004 n-d-820554-2 neutron-server[87654]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:58:03.322371 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:58:03.328498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Attempting to bind port 1bccbe22-914d-470b-94e4-d8bd123711c0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:03.329031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Attempting to bind port 1bccbe22-914d-470b-94e4-d8bd123711c0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:03.329621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Attempting to bind port 1bccbe22-914d-470b-94e4-d8bd123711c0 on network 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:03.348823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:03.349215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Checking segment: {'id': '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:03.349635 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.350054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Bound using segment: {'id': '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:03.350558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Bound port: 1bccbe22-914d-470b-94e4-d8bd123711c0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66dca2a0-a2c6-4dcb-a527-bb49c6d3372f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:03.350940 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.624911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:03.653604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:03.654022 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.687045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] For port 1bccbe22-914d-470b-94e4-d8bd123711c0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:03.762238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] For port 1bccbe22-914d-470b-94e4-d8bd123711c0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bccbe22-914d-470b-94e4-d8bd123711c0,segment=NetworkSegment(1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47),segment_id=1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:03.768153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9445e6dd-0fb1-4358-b60f-ba0265458c39, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9445e6dd-0fb1-4358-b60f-ba0265458c39,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:03.787232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.796377 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0bc6abc9-984f-479a-90f3-125c962dd02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:03.823515 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.838534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting port 1bccbe22-914d-470b-94e4-d8bd123711c0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:03.839114 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:03.851202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '9445e6dd-0fb1-4358-b60f-ba0265458c39', 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51', 'port_id': '9445e6dd-0fb1-4358-b60f-ba0265458c39', 'mac_address': 'fa:16:3e:53:8e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee26a81-1c1a-4cbb-a8c5-50051f274335', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:58:04.052191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Pushing event updated for resources: {'Port': ['ID=1bccbe22-914d-470b-94e4-d8bd123711c0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:04.054709 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.064699 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:04.093427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9445e6dd-0fb1-4358-b60f-ba0265458c39 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:58:04.098314 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.140411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9445e6dd-0fb1-4358-b60f-ba0265458c39, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9445e6dd-0fb1-4358-b60f-ba0265458c39,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:04.147839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22f109-a0dc-469a-82e8-f1c695de5d6b None None] Network 66dca2a0-a2c6-4dcb-a527-bb49c6d3372f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:04.165910 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.166508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] For port 1bccbe22-914d-470b-94e4-d8bd123711c0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1bccbe22-914d-470b-94e4-d8bd123711c0,segment=NetworkSegment(1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47),segment_id=1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:04.166875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.172972 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:04.189478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f04fdc-6dee-425d-bb42-203cac50681d req-a6a851f9-8211-4d2c-a591-da6ae6d1077f tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:04.191079 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23f04fdc-6dee-425d-bb42-203cac50681d req-a6a851f9-8211-4d2c-a591-da6ae6d1077f tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 943 time: 0.2477527
Dec 16 09:58:04.257848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,segment=NetworkSegment(63f4135a-1bd5-476e-abe7-3948e39ae1c5),segment_id=63f4135a-1bd5-476e-abe7-3948e39ae1c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:04.289777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.338310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Calling delete_port for 1bccbe22-914d-470b-94e4-d8bd123711c0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:04.392632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9445e6dd-0fb1-4358-b60f-ba0265458c39,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:04.400070 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:04.400271 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6f330d8b-5c96-4de1-a30c-f67a001dc7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:04.425889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23f04fdc-6dee-425d-bb42-203cac50681d req-a8193fa2-8a5c-4fce-b553-270c1d3f86e9 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736252
Dec 16 09:58:04.443066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9445e6dd-0fb1-4358-b60f-ba0265458c39'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:58:04.456049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.468374 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:04.528659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No DVR routers for this DVR port 1bccbe22-914d-470b-94e4-d8bd123711c0 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:04.563738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-892b42f9-e86b-4319-a37d-1b1e2cec71e4 None None] Provisioning complete for port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:04.564160 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-892b42f9-e86b-4319-a37d-1b1e2cec71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.584939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Port': ['ID=1bccbe22-914d-470b-94e4-d8bd123711c0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:04.589025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:04.591515 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:04.592988 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:04.693959 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.695971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8addd49-bf48-4e44-b54a-45cd8158f71b None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:58:04.724307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f26d6700>,) {'filters': {'network_id': ['66dca2a0-a2c6-4dcb-a527-bb49c6d3372f']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:04.738860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f26d6700>, '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:04.739283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f26d6700>, '1ae741f8-de38-4fc3-9cb8-0f0d1bfe8f47') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:04.761782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.786707 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.795148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:04.795599 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:04.811783 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:04.941770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8addd49-bf48-4e44-b54a-45cd8158f71b None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:58:05.120596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-34245eff-edc5-473c-af11-d9bd1f421340 req-c88985d5-c8ef-4e5e-8c46-b1a811e022fb tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.0856924
Dec 16 09:58:05.135155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.141026 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:05.144945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:05.170391 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.202422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=66dca2a0-a2c6-4dcb-a527-bb49c6d3372f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:05.211076 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:05.219132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:05.224652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530181613'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:05.227613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/66dca2a0-a2c6-4dcb-a527-bb49c6d3372f HTTP/1.1" status: 204  len: 168 time: 3.0462825
Dec 16 09:58:05.234645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:05.242245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:05.245701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:05.254685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:05.273421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:05.278056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.311349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:05.319794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:05.320609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.326979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.328408 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment bbc9d099-27a8-4ee2-8742-de1492f778a5 of type vlan for network 3b760275-81e9-4c23-96d3-389fdf92ff7b
Dec 16 09:58:05.386320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.430305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.438540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:05.439394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:05.449099 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd936533-595d-4bae-90ac-dddef395b77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:05.702344 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4824932
Dec 16 09:58:05.705457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:05.717233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '3b760275-81e9-4c23-96d3-389fdf92ff7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:05.738220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=3b760275-81e9-4c23-96d3-389fdf92ff7b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:05.762606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.762606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.763673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.764268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.764988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.765241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.765615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.766178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.766552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.766920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.767348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.768124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:05.773753 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:05.782914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 3b760275-81e9-4c23-96d3-389fdf92ff7b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:05.883438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40507e-6fc0-4c7f-88b0-78ab8f94edfe req-367a9fbd-89c6-42b3-92f9-52deb3f9f91e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:05.886525 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d40507e-6fc0-4c7f-88b0-78ab8f94edfe req-367a9fbd-89c6-42b3-92f9-52deb3f9f91e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 944 time: 0.2506952
Dec 16 09:58:05.930603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:05.948460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:05.960979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:05.979601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:05.989591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d40507e-6fc0-4c7f-88b0-78ab8f94edfe req-c89ca786-f3c9-4381-9458-25356ce81f04 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965688
Dec 16 09:58:05.998333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:06.003029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.308966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.319042 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d2247920-1760-4c84-877c-385c810ab65d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:06.413446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=cfb2dd3f-4558-41cc-a783-6baf69b8a272,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:06.419742 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:06.423965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': 'bbc9d099-27a8-4ee2-8742-de1492f778a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3b760275-81e9-4c23-96d3-389fdf92ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:06.424410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 3b760275-81e9-4c23-96d3-389fdf92ff7b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:06.458042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 3b760275-81e9-4c23-96d3-389fdf92ff7b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:06.473968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 3b760275-81e9-4c23-96d3-389fdf92ff7b) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:06.486870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b34ac8-88b4-41b8-b402-7355fbe13135 None None] Network 3b760275-81e9-4c23-96d3-389fdf92ff7b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:06.492044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:06.494011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.598851 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b846f681-87f7-4101-914f-ba9f2f4e2ec7 req-3a26a3e5-97a8-4f4f-a073-3e573dd553fd tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0964384
Dec 16 09:58:06.603209 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.8937914
Dec 16 09:58:06.607362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:06.616728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182251282'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:06.634350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:06.647211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:06.657019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:06.672685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:06.691545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:06.696386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.738000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:06.752107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.753094 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment e9ae6229-e795-4e5b-9ca6-7b9858614204 of type vlan for network 25640671-3c52-4e12-b205-111ebd7ed361
Dec 16 09:58:06.796347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.846470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.855694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:06.855694 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.869461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-3b760275-81e9-4c23-96d3-389fdf92ff7b', 'network_id': '3b760275-81e9-4c23-96d3-389fdf92ff7b', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': 'cfb2dd3f-4558-41cc-a783-6baf69b8a272'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:06.871182 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:06.885315 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-936daac8-dd60-46ec-b89c-684642cec56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:06.910105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:06.910475 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3010354
Dec 16 09:58:06.922306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '25640671-3c52-4e12-b205-111ebd7ed361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:07.036639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=25640671-3c52-4e12-b205-111ebd7ed361,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:07.041162 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:07.070591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 25640671-3c52-4e12-b205-111ebd7ed361 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:07.147352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:07.154659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:07.159721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:07.170958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:07.188508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:07.192714 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:07.288169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9445e6dd-0fb1-4358-b60f-ba0265458c39 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:07.427098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Allocated IP 2001:db8::1 (3b760275-81e9-4c23-96d3-389fdf92ff7b/cfb2dd3f-4558-41cc-a783-6baf69b8a272/e652c50f-a412-439c-8a11-1800b1b0ef99) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:07.430191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 09:58:07.431047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 09:58:07.476779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 9445e6dd-0fb1-4358-b60f-ba0265458c39 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:07.489959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 9445e6dd-0fb1-4358-b60f-ba0265458c39 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:07.489959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:07.557182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b4089-a0a0-41df-8930-3025388b5ea6 req-395c8f65-f850-46fd-87b4-9007fb8482be tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:07.559199 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c1b4089-a0a0-41df-8930-3025388b5ea6 req-395c8f65-f850-46fd-87b4-9007fb8482be tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 944 time: 0.2034369
Dec 16 09:58:07.651790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c1b4089-a0a0-41df-8930-3025388b5ea6 req-798ddabd-8847-41b9-87e3-481b0beb5b56 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806024
Dec 16 09:58:07.658460 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:07.667640 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8fe55d3b-e09c-4e99-aba6-d40910a84c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:07.764040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=3c6a57c7-5822-4970-a27f-275c0c99c24f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:07.768929 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:07.776968 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': 'e9ae6229-e795-4e5b-9ca6-7b9858614204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '25640671-3c52-4e12-b205-111ebd7ed361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:07.777309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 25640671-3c52-4e12-b205-111ebd7ed361, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:07.834651 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:07.864587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 25640671-3c52-4e12-b205-111ebd7ed361 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:07.879303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 25640671-3c52-4e12-b205-111ebd7ed361) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:07.883857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9445e6dd-0fb1-4358-b60f-ba0265458c39'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:58:07.884636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:07.885247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:07.901558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f6494-c445-45a8-b88d-192974aeb4a5 None None] Network 25640671-3c52-4e12-b205-111ebd7ed361 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:07.909559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150464-90b3-4f27-ad72-d6e6bf291d30 req-518d1484-eb27-459d-85af-040facc00f24 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:07.911118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03150464-90b3-4f27-ad72-d6e6bf291d30 req-518d1484-eb27-459d-85af-040facc00f24 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.1285739
Dec 16 09:58:07.921756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:07.924875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.0127122
Dec 16 09:58:07.925346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 9445e6dd-0fb1-4358-b60f-ba0265458c39, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9445e6dd-0fb1-4358-b60f-ba0265458c39,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:07.928571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:07.996418 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.009473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03150464-90b3-4f27-ad72-d6e6bf291d30 req-806f424d-83ac-4ca6-a876-25b52037765f tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821357
Dec 16 09:58:08.009809 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:08.046711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Transition to ACTIVE for port object e652c50f-a412-439c-8a11-1800b1b0ef99 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:08.085764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e935c891-01eb-4065-a4f9-352289e45430 req-a6a9cc30-5dab-4c99-a672-7066308092a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.0495439
Dec 16 09:58:08.107194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Transition to ACTIVE for port object e652c50f-a412-439c-8a11-1800b1b0ef99 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:08.140327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=9445e6dd-0fb1-4358-b60f-ba0265458c39,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:08.208425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.226075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.226477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.226749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.227080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.227430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.227793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.228121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.228435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.228753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.229069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.231137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.231137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:08.241536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Network 3b760275-81e9-4c23-96d3-389fdf92ff7b is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:08.267379 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:08.270640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:08.272291 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:08.308444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:08.338000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.350282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd4e2524-259a-458e-b3a0-13f52f6b35f0 req-8ca4009d-ccfa-45a2-8146-4d480dd5177d tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0912056
Dec 16 09:58:08.410341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-187c6f8e-d23f-466a-aed4-9b449c16e6b0 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:08.412501 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-187c6f8e-d23f-466a-aed4-9b449c16e6b0 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.1120799
Dec 16 09:58:08.422084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.457885 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9445e6dd-0fb1-4358-b60f-ba0265458c39', 'code': 200}
Dec 16 09:58:08.467118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Pushing event updated for resources: {'Port': ['ID=e652c50f-a412-439c-8a11-1800b1b0ef99,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:08.503470 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:08.504510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Attempting to bind port e652c50f-a412-439c-8a11-1800b1b0ef99 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:08.504720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Attempting to bind port e652c50f-a412-439c-8a11-1800b1b0ef99 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'bbc9d099-27a8-4ee2-8742-de1492f778a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3b760275-81e9-4c23-96d3-389fdf92ff7b'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:08.505275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Attempting to bind port e652c50f-a412-439c-8a11-1800b1b0ef99 on network 3b760275-81e9-4c23-96d3-389fdf92ff7b {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:08.513855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Deleting port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:08.517270 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.526230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabcc9f2-d745-4013-990b-33d635b675f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-25640671-3c52-4e12-b205-111ebd7ed361', 'network_id': '25640671-3c52-4e12-b205-111ebd7ed361', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': '3c6a57c7-5822-4970-a27f-275c0c99c24f'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:08.528173 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cabcc9f2-d745-4013-990b-33d635b675f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.546401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:08.547126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Checking segment: {'id': 'bbc9d099-27a8-4ee2-8742-de1492f778a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3b760275-81e9-4c23-96d3-389fdf92ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:08.548037 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.548619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Bound using segment: {'id': 'bbc9d099-27a8-4ee2-8742-de1492f778a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3b760275-81e9-4c23-96d3-389fdf92ff7b'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:08.549316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Bound port: e652c50f-a412-439c-8a11-1800b1b0ef99, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc9d099-27a8-4ee2-8742-de1492f778a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3b760275-81e9-4c23-96d3-389fdf92ff7b'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:08.550064 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.559696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.565099 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b62bda7d-d11c-443e-be0e-ba5284c01bbf tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:08.606593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6a57c7-5822-4970-a27f-275c0c99c24f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:08.622845 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:08.740600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c71d3-c46b-42f8-be2f-1cf1cc8202ac None None] Network 25640671-3c52-4e12-b205-111ebd7ed361 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:08.753580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.794218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2440a60>,) {'filters': {'network_id': ['25640671-3c52-4e12-b205-111ebd7ed361']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:08.810077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f1587ffe-f69a-4759-9165-46e68a0d9c27 req-a559b8a5-2486-40f3-a712-8b58b3c200a5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1103938
Dec 16 09:58:08.812413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2440a60>, 'e9ae6229-e795-4e5b-9ca6-7b9858614204') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:08.812820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2440a60>, 'e9ae6229-e795-4e5b-9ca6-7b9858614204') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:08.826988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] For port e652c50f-a412-439c-8a11-1800b1b0ef99, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:08.829099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.851004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.855359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] For port e652c50f-a412-439c-8a11-1800b1b0ef99, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e652c50f-a412-439c-8a11-1800b1b0ef99,segment=NetworkSegment(bbc9d099-27a8-4ee2-8742-de1492f778a5),segment_id=bbc9d099-27a8-4ee2-8742-de1492f778a5)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:08.862388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:08.862888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.869126 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:08.879186 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:08.884353 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c3f9a07-cb01-412c-bbad-cd813bb5f83b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:08.986353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:08.993497 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-64b42e18-debf-4a86-9dd4-233726fbb8d8 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:08.994970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314d08-7b42-4765-aafb-14c262f76012 req-9f83b5a5-a00b-4a3e-afd3-6e82eecdebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:08.996502 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9314d08-7b42-4765-aafb-14c262f76012 req-9f83b5a5-a00b-4a3e-afd3-6e82eecdebce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 1096 time: 0.2959061
Dec 16 09:58:09.016949 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.030600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=25640671-3c52-4e12-b205-111ebd7ed361,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:09.049247 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:09.051566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/25640671-3c52-4e12-b205-111ebd7ed361 HTTP/1.1" status: 204  len: 168 time: 1.1186037
Dec 16 09:58:09.056793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:09.067245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522415792'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:09.076565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Pushing event updated for resources: {'Port': ['ID=e652c50f-a412-439c-8a11-1800b1b0ef99,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:09.081558 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:09.082209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:09.088090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:09.091626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:09.098748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:09.123378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24160603-82c7-44db-87a1-2a69eb1b9d36 req-623c17e9-f3f0-4aac-9d21-8591f3613355 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:09.124028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:09.128124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.130808 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24160603-82c7-44db-87a1-2a69eb1b9d36 req-623c17e9-f3f0-4aac-9d21-8591f3613355 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 945 time: 0.3151927
Dec 16 09:58:09.178863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:09.193476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.194045 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment 473ba1c5-356b-41b5-a19f-4e18650aee9f of type vlan for network 6f782356-446b-4946-8017-62e06d09ea46
Dec 16 09:58:09.219251 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9314d08-7b42-4765-aafb-14c262f76012 req-f3f5d40a-35e8-4e1e-9727-de1a590e27dd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570747
Dec 16 09:58:09.261205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-24160603-82c7-44db-87a1-2a69eb1b9d36 req-25ce94a6-2725-4c15-81d8-7907bd2126bb tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293726
Dec 16 09:58:09.296216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] For port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:09.296809 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.312167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.350227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.357442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:09.358524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.380686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:09.407126 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3464892
Dec 16 09:58:09.409194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41572) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:09.465320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '6f782356-446b-4946-8017-62e06d09ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:09.577858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=6f782356-446b-4946-8017-62e06d09ea46,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:09.584357 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:09.594134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6f782356-446b-4946-8017-62e06d09ea46 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:09.608235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:09.612198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:09.615715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:09.621334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:09.642114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:09.645832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.742887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd9b3c-0bbb-44a9-b25a-11b241468864 req-ed790c26-09ab-456d-a240-19ff63058647 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:09.744514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3cd9b3c-0bbb-44a9-b25a-11b241468864 req-ed790c26-09ab-456d-a240-19ff63058647 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 945 time: 0.3094344
Dec 16 09:58:09.746361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.746753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:09.747204 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Floating IP 8794943c-eb79-4f59-8fa7-a6c2a909a054 disassociated. External IP: 172.25.3.10, port: 2e1cdf34-11c1-44db-b9aa-bcd019a1049e.
Dec 16 09:58:09.747427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Calling delete_port for 2e1cdf34-11c1-44db-b9aa-bcd019a1049e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:09.866517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3cd9b3c-0bbb-44a9-b25a-11b241468864 req-c7aa78e1-32c0-4815-abc3-dc3092c7c494 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/security-groups?id=f524847b-1760-464d-bc5d-ef81a282c39b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864074
Dec 16 09:58:10.016997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.019686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.024866 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc7828a8-f299-4af6-9a93-0803acd92fbc tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:10.030560 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:10.120913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event deleted for resources: {'Port': ['ID=2e1cdf34-11c1-44db-b9aa-bcd019a1049e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:10.124370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=8adbfe73-f93a-4ecf-8409-42544202ddd9,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:10.125888 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:10.129424 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:10.141260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': '473ba1c5-356b-41b5-a19f-4e18650aee9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6f782356-446b-4946-8017-62e06d09ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:10.141743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 6f782356-446b-4946-8017-62e06d09ea46, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:10.165554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 6f782356-446b-4946-8017-62e06d09ea46 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:10.176249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 6f782356-446b-4946-8017-62e06d09ea46) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:10.181496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:10.182113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.192489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58ec3d-f7ca-4c57-873d-3036bea42c3e None None] Network 6f782356-446b-4946-8017-62e06d09ea46 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:10.215760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.8054574
Dec 16 09:58:10.217475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:10.363828 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-64da1176-c3d0-4151-95df-e4e3623880ff req-5f86954e-0e3a-4b70-9457-6bf19b8177a3 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.2309146
Dec 16 09:58:10.385422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.392386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba3086-7a4c-4a0b-a890-552721c11bdc None None] Network 3b760275-81e9-4c23-96d3-389fdf92ff7b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:10.472875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.584183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5339f360-6b12-4075-a7a0-f88f18ee262c None None] Provisioning for port e652c50f-a412-439c-8a11-1800b1b0ef99 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:10.600917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:58:10.624261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f0f537-c694-4b5d-9433-ce2aa14eaaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-6f782356-446b-4946-8017-62e06d09ea46', 'network_id': '6f782356-446b-4946-8017-62e06d09ea46', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': '8adbfe73-f93a-4ecf-8409-42544202ddd9'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:10.625677 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-23f0f537-c694-4b5d-9433-ce2aa14eaaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.654294 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.659533 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88d9f563-3b38-4463-b049-fe221f4c8265 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:10.700407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=8adbfe73-f93a-4ecf-8409-42544202ddd9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:10.703899 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:10.809581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.821494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca1b08-9ff6-4bc3-9954-30ce03751b9f None None] Network 6f782356-446b-4946-8017-62e06d09ea46 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:10.843017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f29da4f0>,) {'filters': {'network_id': ['6f782356-446b-4946-8017-62e06d09ea46']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:10.863357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29da4f0>, '473ba1c5-356b-41b5-a19f-4e18650aee9f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:10.863799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29da4f0>, '473ba1c5-356b-41b5-a19f-4e18650aee9f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:10.876867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.895424 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.903374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:10.903901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:10.923638 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:11.013374 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.017147 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fa3d3b7-01dc-4974-b991-efe977fe83ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:11.020000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcd436-2444-4d84-8335-aa101105f102 req-35dd751e-416c-4098-9b10-f8458450552e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:11.021491 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4bcd436-2444-4d84-8335-aa101105f102 req-35dd751e-416c-4098-9b10-f8458450552e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 945 time: 0.3459585
Dec 16 09:58:11.022752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:58:11.041728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.045061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=6f782356-446b-4946-8017-62e06d09ea46,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:11.048659 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:11.058337 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/6f782356-446b-4946-8017-62e06d09ea46 HTTP/1.1" status: 204  len: 168 time: 0.8364024
Dec 16 09:58:11.058729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41588) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:11.065512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616047891'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:11.076560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:11.087829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:11.094389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:11.102644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:11.116255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2e1cdf34-11c1-44db-b9aa-bcd019a1049e no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:11.118178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:11.123149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.143239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] Sync routers for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:58:11.145954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] No DVR routers for this DVR port 2e1cdf34-11c1-44db-b9aa-bcd019a1049e on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:11.151807 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.155730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'name': 'network-vif-deleted', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:58:11.161529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:11.170823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 2e1cdf34-11c1-44db-b9aa-bcd019a1049e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:11.171195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2e1cdf34-11c1-44db-b9aa-bcd019a1049e not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:11.177107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:58:11.177750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:11.181174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.181356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b4bcd436-2444-4d84-8335-aa101105f102 req-1f599edf-ea35-404f-923b-568b3fe7c88e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238143
Dec 16 09:58:11.181755 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment 64b0bf17-85b2-4688-b279-af6ec04b40c2 of type vlan for network 698734c9-2572-4296-8073-4fb9ad711449
Dec 16 09:58:11.225486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-501aa887-ad63-4a99-aa5b-e4b45eb0265c req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.54 "DELETE /v2.0/ports/2e1cdf34-11c1-44db-b9aa-bcd019a1049e HTTP/1.1" status: 204  len: 173 time: 2.8059123
Dec 16 09:58:11.235497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.279693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.288512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:11.289658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.296191 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78543124-cdfc-4b4d-a6f1-e01481f0bd86 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:11.428561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:58:11.431122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41604) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:11.438594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '698734c9-2572-4296-8073-4fb9ad711449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:11.442102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3821211
Dec 16 09:58:11.480188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=698734c9-2572-4296-8073-4fb9ad711449,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:11.501518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:11.672601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e652c50f-a412-439c-8a11-1800b1b0ef99 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:11.727999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 698734c9-2572-4296-8073-4fb9ad711449 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:11.729986 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:11.751433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:11.762947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:11.776083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:11.824601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:11.834364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:11.916360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-63f9ea6d-82f0-4f07-b4ca-4750702f6b89 req-17d15d52-c8d4-4bee-acf4-976124ea6c62 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Synchronizing usage tracker for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:11.940904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-63f9ea6d-82f0-4f07-b4ca-4750702f6b89 req-17d15d52-c8d4-4bee-acf4-976124ea6c62 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Unset dirty status for tenant:de745d7a9b7f4096bcddfcc6827156d3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:11.951794 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-63f9ea6d-82f0-4f07-b4ca-4750702f6b89 req-17d15d52-c8d4-4bee-acf4-976124ea6c62 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e421ec0-bd48-4f72-a539-8c2d5125675d HTTP/1.1" status: 200  len: 210 time: 0.0917263
Dec 16 09:58:12.078435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.119981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fa09a2e7-4d4f-4bba-9422-904560276d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.146457 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e652c50f-a412-439c-8a11-1800b1b0ef99 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:12.165853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e652c50f-a412-439c-8a11-1800b1b0ef99 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:12.166391 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.220258 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e421ec0-bd48-4f72-a539-8c2d5125675d', 'name': 'network-vif-deleted', 'tag': '2e1cdf34-11c1-44db-b9aa-bcd019a1049e', 'status': 'completed', 'code': 200}
Dec 16 09:58:12.386576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8460>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 5, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:12.406318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] Checking router: b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:58:12.417841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-37dcfe86-f535-4098-b714-2f3a87ec6954 req-0f1969ce-8b05-4591-925b-92b7af9bca0a tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0650558
Dec 16 09:58:12.424284 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.435143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:58:12.435958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:57:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:12.453271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.457603 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e31fc86-7a4a-4bf3-9287-42992056b206 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:12.542520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e652c50f-a412-439c-8a11-1800b1b0ef99, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e652c50f-a412-439c-8a11-1800b1b0ef99,segment=NetworkSegment(bbc9d099-27a8-4ee2-8742-de1492f778a5),segment_id=bbc9d099-27a8-4ee2-8742-de1492f778a5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:12.545941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=4839333c-d118-41ad-bb39-e53093922b88,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:12.552113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.557297 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:12.564501 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:12.601814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': '64b0bf17-85b2-4688-b279-af6ec04b40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '698734c9-2572-4296-8073-4fb9ad711449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:12.602947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 698734c9-2572-4296-8073-4fb9ad711449, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:12.628932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 698734c9-2572-4296-8073-4fb9ad711449 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:12.645022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 698734c9-2572-4296-8073-4fb9ad711449) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:12.652721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:12.653650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.685671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03385f01-78a1-4538-99f4-2b13e0a39f7f None None] Provisioning complete for port e652c50f-a412-439c-8a11-1800b1b0ef99 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:12.686109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03385f01-78a1-4538-99f4-2b13e0a39f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:12.687026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:12.687861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.2547293
Dec 16 09:58:12.720865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95d899-550d-45cc-adce-2b8de9b15976 None None] Network 698734c9-2572-4296-8073-4fb9ad711449 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:12.874791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9371c-a68a-4a42-9bdc-8659fce56cd2 req-9d5f64c4-cfd0-40d7-bb67-3f82edfa4a7d tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:12.876931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ceb9371c-a68a-4a42-9bdc-8659fce56cd2 req-9d5f64c4-cfd0-40d7-bb67-3f82edfa4a7d tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 945 time: 0.1040025
Dec 16 09:58:12.900462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e652c50f-a412-439c-8a11-1800b1b0ef99,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:12.911342 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:12.933641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:58:12.935636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ceb9371c-a68a-4a42-9bdc-8659fce56cd2 req-d3034127-d1b4-445c-82b2-834f88de9e62 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526097
Dec 16 09:58:13.051662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.061571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:13.112399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e652c50f-a412-439c-8a11-1800b1b0ef99 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:13.286880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Deleting port 7c1c03e9-6644-459a-87ba-7fc85d5b4558 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:13.287253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.326895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.421010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d6f6ec-4627-4d8d-9ad1-f157184ba72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-698734c9-2572-4296-8073-4fb9ad711449', 'network_id': '698734c9-2572-4296-8073-4fb9ad711449', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': '4839333c-d118-41ad-bb39-e53093922b88'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:13.421858 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f6ec-4627-4d8d-9ad1-f157184ba72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.500314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e652c50f-a412-439c-8a11-1800b1b0ef99 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:13.501024 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.576268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.577619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.604317 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0fe4fb22-1ab6-4400-aa9a-43057ef9424b req-ba2c4516-0b88-4b51-a13c-e738d8d458af tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0500276
Dec 16 09:58:13.657112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-b1d6f6ec-4627-4d8d-9ad1-f157184ba72d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4839333c-d118-41ad-bb39-e53093922b88: This subnet is being modified by another concurrent operation.
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:58:13.662363 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4839333c-d118-41ad-bb39-e53093922b88: This subnet is being modified by another concurrent operation.
Dec 16 09:58:13.668111 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:58:13.702019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a917f7-1dae-434e-8c9c-c838c2dcab88 None None] Network 698734c9-2572-4296-8073-4fb9ad711449 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:13.730019 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-885dd8b6-7e20-4577-bf3b-97663da6a73d tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:13.761811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Calling delete_port for 7c1c03e9-6644-459a-87ba-7fc85d5b4558 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:13.825640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=4839333c-d118-41ad-bb39-e53093922b88,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:13.829673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8460>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 5, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:13.845976 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:13.868376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6d385-96fa-46f4-9774-d5e9747e65e1 None None] The sync data for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 is: [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:52:20Z', 'revision_number': 4, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3', 'name': '', 'network_id': 'b227d418-09f8-47b5-a468-fc7e121080ea', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'mac_address': 'fa:16:3e:9c:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:18Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 5, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'subnets': [{'id': 'cadebf33-61d3-4d7a-b75a-81b0ecf6799a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:58:13.916930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378699c-0272-4fc8-82bb-0b4b42d4c8f2 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:58:13.950008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.051138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f24b46d0>,) {'filters': {'network_id': ['698734c9-2572-4296-8073-4fb9ad711449']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:14.066049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.073669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378699c-0272-4fc8-82bb-0b4b42d4c8f2 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:58:14.073925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24b46d0>, '64b0bf17-85b2-4688-b279-af6ec04b40c2') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:14.074404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f24b46d0>, '64b0bf17-85b2-4688-b279-af6ec04b40c2') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:14.081419 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:14.139486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event deleted for resources: {'Port': ['ID=7c1c03e9-6644-459a-87ba-7fc85d5b4558,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:14.146716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.176231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186ba9-2d68-4a82-979f-6c452b0f1694 req-4d409ffa-02ff-43e0-9f7b-8f5c5fde3adb tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:14.179053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d186ba9-2d68-4a82-979f-6c452b0f1694 req-4d409ffa-02ff-43e0-9f7b-8f5c5fde3adb tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 945 time: 0.1188009
Dec 16 09:58:14.189464 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:14.244190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.247497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1d186ba9-2d68-4a82-979f-6c452b0f1694 req-7c1779b8-6352-4944-91d5-0481a4ed69ca tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604560
Dec 16 09:58:14.254785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:14.255145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.266194 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18f093-97a4-47e9-8b77-ba4883bfa991 None None] New status for floating IP 8794943c-eb79-4f59-8fa7-a6c2a909a054: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:14.271710 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:14.387410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.399116 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.408092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.413359 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95529921-5b7c-49dd-b4a3-0be5dacb341a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:14.438989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.455214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=698734c9-2572-4296-8073-4fb9ad711449,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:14.465515 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:14.467933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-083ad241-50e0-4a4a-97f2-30d7fd4a92f7 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:14.469641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-083ad241-50e0-4a4a-97f2-30d7fd4a92f7 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 945 time: 0.1655703
Dec 16 09:58:14.470477 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/698734c9-2572-4296-8073-4fb9ad711449 HTTP/1.1" status: 204  len: 168 time: 1.7807419
Dec 16 09:58:14.473553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.475068 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "DELETE /v2.0/floatingips/8794943c-eb79-4f59-8fa7-a6c2a909a054 HTTP/1.1" status: 204  len: 168 time: 1.4109168
Dec 16 09:58:14.475603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:14.484083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649167760'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:14.530910 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:14.553044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:14.558879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:14.569759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:14.589515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Deleting port 9445e6dd-0fb1-4358-b60f-ba0265458c39 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:14.590052 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.608838 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62bf24c6-22b3-4a0b-9d98-059228f572d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.639782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:14.643141 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.691667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:14.752868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:14.783849 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.787296 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.788510 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment 1d681e5f-89df-43b0-b16f-ffa0bf0b7def of type vlan for network db09d108-a3c5-4422-9a52-42cab4e1c29c
Dec 16 09:58:14.824254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.893841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.902898 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2643d9cb-fb88-4c04-ad5f-cf5cca96d477 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:14.921770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fddd99f8-7886-481e-892a-6cc6d9f81ad6 req-43ec2b1a-c2ca-402f-a953-d6f3cd23c0e1 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1317496
Dec 16 09:58:14.926371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f524847b-1760-464d-bc5d-ef81a282c39b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:14.930523 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:14.948079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:14.949461 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] 10.222.0.66 "DELETE /v2.0/security-groups/f524847b-1760-464d-bc5d-ef81a282c39b HTTP/1.1" status: 204  len: 168 time: 0.2565541
Dec 16 09:58:14.964265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.004526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:15.028125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] For port 9445e6dd-0fb1-4358-b60f-ba0265458c39, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=9445e6dd-0fb1-4358-b60f-ba0265458c39,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:15.028496 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.320286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Calling delete_port for 9445e6dd-0fb1-4358-b60f-ba0265458c39 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:15.344798 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.361619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.367609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:15.368836 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.379626 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:15.526707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.561206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0841219
Dec 16 09:58:15.592279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41668) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:15.599146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:15.686485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=db09d108-a3c5-4422-9a52-42cab4e1c29c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:15.689629 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:15.703880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network db09d108-a3c5-4422-9a52-42cab4e1c29c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:15.808622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:15.820360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf01a-8ba9-4b73-a30b-31d3ba1ebd75 req-2fc5c8e3-428f-4509-bc87-2bea77ca9a5b tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:15.821265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-970cf01a-8ba9-4b73-a30b-31d3ba1ebd75 req-2fc5c8e3-428f-4509-bc87-2bea77ca9a5b tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=af456ba4-af17-421e-9361-711eaf4cd0ff HTTP/1.1" status: 200  len: 945 time: 0.4178715
Dec 16 09:58:15.827135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:15.834523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:15.859360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:15.864935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.877275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['9445e6dd-0fb1-4358-b60f-ba0265458c39'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:58:15.878473 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-514981b2-a6d7-49a9-a630-f571087b0b7c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:15.973904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:15.979772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Pushing event deleted for resources: {'Port': ['ID=9445e6dd-0fb1-4358-b60f-ba0265458c39,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:15.982846 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:15.983519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:15.987333 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:16.027346 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-970cf01a-8ba9-4b73-a30b-31d3ba1ebd75 req-b39b1e79-668d-4d74-9cd7-986544f5a405 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976631
Dec 16 09:58:16.153219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] No DVR routers for this DVR port 9445e6dd-0fb1-4358-b60f-ba0265458c39 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:16.156096 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:16.163952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'name': 'network-vif-deleted', 'tag': '9445e6dd-0fb1-4358-b60f-ba0265458c39'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:58:16.204211 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eb400e2e-6a67-4a79-85cc-2637f1ddb414 req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "DELETE /v2.0/ports/9445e6dd-0fb1-4358-b60f-ba0265458c39 HTTP/1.1" status: 204  len: 173 time: 1.7252700
Dec 16 09:58:16.348960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67ccebcd-c80d-4321-a6fd-53eb234daa57 req-bb0d75e4-f0bd-4f03-bfda-dfb4df416fc3 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0667579
Dec 16 09:58:16.403576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Deleting port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:16.403915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:16.420303 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af456ba4-af17-421e-9361-711eaf4cd0ff', 'name': 'network-vif-deleted', 'tag': '9445e6dd-0fb1-4358-b60f-ba0265458c39', 'status': 'completed', 'code': 200}
Dec 16 09:58:16.425582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:16.431231 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23c8bba3-d154-4299-9268-586d1863bcaa tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:16.518742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=59d54d7d-2ff9-493e-82bc-95e37295531d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:16.522539 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:16.525784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': '1d681e5f-89df-43b0-b16f-ffa0bf0b7def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:16.526247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: db09d108-a3c5-4422-9a52-42cab4e1c29c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:16.549955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network db09d108-a3c5-4422-9a52-42cab4e1c29c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:16.566362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, db09d108-a3c5-4422-9a52-42cab4e1c29c) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:16.575997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d7e1c-3d2c-4a6f-ad4a-b3e0903a3773 None None] Network db09d108-a3c5-4422-9a52-42cab4e1c29c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:16.580527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:16.581131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:16.619309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0256174
Dec 16 09:58:16.621369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] For port 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:16.621727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:16.623372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41676) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:16.629150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:16.808503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Calling delete_port for 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:16.908962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:16.922977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:subnet and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:16.926584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:16.926768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-db09d108-a3c5-4422-9a52-42cab4e1c29c', 'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': '59d54d7d-2ff9-493e-82bc-95e37295531d'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:16.927826 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:16.934883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:16.949633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:16.958234 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.093702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.100500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bf34859c-0a2e-4534-9657-d6156cb39d34 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:17.140228 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.150364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Allocated IP 2001:db8::2 (db09d108-a3c5-4422-9a52-42cab4e1c29c/59d54d7d-2ff9-493e-82bc-95e37295531d/5daf0015-ccd6-4c9e-b801-b7d9d4599d7a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:17.180019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:17.190307 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:17.457550 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.476076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Transition to ACTIVE for port object 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:17.490168 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.504440 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e60c9ef-9ec3-48b3-9022-8b4f2396d945 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:17.507649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Transition to ACTIVE for port object 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:17.515597 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.523283 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:17.598763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Network db09d108-a3c5-4422-9a52-42cab4e1c29c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:17.602131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:17.607666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:17.617327 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=eb143c5e-143f-4e7d-983c-d4f61f29060d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:17.622211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Pushing event updated for resources: {'Port': ['ID=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:17.622457 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:17.654968 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:17.738445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Attempting to bind port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:17.739615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Attempting to bind port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1d681e5f-89df-43b0-b16f-ffa0bf0b7def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:17.740308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Attempting to bind port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a on network db09d108-a3c5-4422-9a52-42cab4e1c29c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:17.747143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:17.747998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Checking segment: {'id': '1d681e5f-89df-43b0-b16f-ffa0bf0b7def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:17.748717 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.749768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Bound using segment: {'id': '1d681e5f-89df-43b0-b16f-ffa0bf0b7def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:17.750547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Bound port: 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d681e5f-89df-43b0-b16f-ffa0bf0b7def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:17.751107 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.857131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network db09d108-a3c5-4422-9a52-42cab4e1c29c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:17.867539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] For port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:17.868265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:17.872288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] For port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,segment=NetworkSegment(1d681e5f-89df-43b0-b16f-ffa0bf0b7def),segment_id=1d681e5f-89df-43b0-b16f-ffa0bf0b7def)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:17.873817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:17.874567 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.880517 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.886475 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:17.914221 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.2897289
Dec 16 09:58:17.918757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41698) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:17.942914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:17.970403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Pushing event updated for resources: {'Port': ['ID=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:17.973492 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:18.039203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97d0-a648-443c-807f-058a7e952ffd req-4b1162b9-f676-4b75-bcb8-f94da83b5fc0 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:18.040640 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-4b1162b9-f676-4b75-bcb8-f94da83b5fc0 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/networks?id=527749b7-7717-48d0-ba4f-ebe1496fdf51 HTTP/1.1" status: 200  len: 809 time: 0.4245610
Dec 16 09:58:18.069493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:18.071566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:18.073055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:18.074586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:18.076110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:18.077076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Synchronizing usage tracker for tenant:54ee25b352424148bbd77b803dddd1a1 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:18.082561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-09b6fd82-fff9-4b92-a77e-a43eedd238ea tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/quotas/ceea8e348c0f4e049b62746bef3c2299 HTTP/1.1" status: 200  len: 375 time: 0.0331156
Dec 16 09:58:18.141493 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e08b97d0-a648-443c-807f-058a7e952ffd req-d284c248-3807-43d7-9c39-12a3b2efb84e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Synchronizing usage tracker for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:18.144423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Unset dirty status for tenant:54ee25b352424148bbd77b803dddd1a1 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:18.146915 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-370c7fcc-4905-4ed2-ac57-288ba9434ec5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2269542
Dec 16 09:58:18.151778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:18.162255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271248805'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:18.171039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:18.176040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e08b97d0-a648-443c-807f-058a7e952ffd req-d284c248-3807-43d7-9c39-12a3b2efb84e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Unset dirty status for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:18.179057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:18.183319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:18.185998 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-d284c248-3807-43d7-9c39-12a3b2efb84e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceea8e348c0f4e049b62746bef3c2299&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0960741
Dec 16 09:58:18.190251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:18.207489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:18.211279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:18.337856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:18.425818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:18.426502 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment eed8806c-45d7-4c90-8483-2eafdf764bfb of type vlan for network 98398610-a247-4cbd-b87e-96c2248bffa6
Dec 16 09:58:18.440903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-370a9870-dc78-459c-a6cd-afd6e4b26546 service neutron] 10.222.0.66 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536249
Dec 16 09:58:18.486900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:18.507445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:58:18.584278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-0d6e9af8-1bef-4b23-98be-83dd755d348b service neutron] 10.222.0.66 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422100
Dec 16 09:58:18.606326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:18.611836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:18.612490 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:18.626713 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-595e03a6-e1c8-4cf9-b2a1-41e7e9e702b8 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:18.829506 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6759822
Dec 16 09:58:18.830465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41714) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:18.854508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=98398610-a247-4cbd-b87e-96c2248bffa6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:18.860087 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:18.869772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 98398610-a247-4cbd-b87e-96c2248bffa6 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:18.888068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:18.888746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:58:18.907267 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] 10.222.0.66 "PUT /v2.0/routers/b1706a7b-1c6d-44cc-8593-4e6f0e79cae6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9015841
Dec 16 09:58:18.908170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:18.979702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] Sync routers for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:58:19.013239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56883395-f4bf-4820-9f88-2edce86d9b91 req-77d40c9c-ec75-4e21-bbfb-e0272afa3658 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1802690
Dec 16 09:58:19.048107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:58:19.049045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f212b220>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:58:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:19.242801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:19.326666 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9445e6dd-0fb1-4358-b60f-ba0265458c39 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:19.385673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 9445e6dd-0fb1-4358-b60f-ba0265458c39 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:19.388148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 9445e6dd-0fb1-4358-b60f-ba0265458c39 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:19.390280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:19.393855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95f58742-8c15-4312-b2d7-0a0649bdddfb req-f5afae35-6d71-4ec8-8529-1ec7aeaa13b1 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 210 time: 0.0717430
Dec 16 09:58:19.422509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:19.475539 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:19.479666 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a138641e-12c9-4c0b-8bc3-fe2baafa5f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:19.503046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 98398610-a247-4cbd-b87e-96c2248bffa6 is not hosted by any dhcp agent {{(pid=87654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 09:58:19.509503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:19.510392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:19.512090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "PUT /v2.0/networks/98398610-a247-4cbd-b87e-96c2248bffa6 HTTP/1.1" status: 200  len: 723 time: 0.6778970
Dec 16 09:58:19.573806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41728) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:19.586455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '98398610-a247-4cbd-b87e-96c2248bffa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:19.616475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e1e068-41fa-4e8b-a5cb-33476dfff1d2 None None] Network db09d108-a3c5-4422-9a52-42cab4e1c29c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:19.733540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=98398610-a247-4cbd-b87e-96c2248bffa6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:19.740153 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:19.755816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c8353b6a-f2b3-4ddb-9a99-57ef0b4821d7 None None] Provisioning for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:19.768232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 98398610-a247-4cbd-b87e-96c2248bffa6 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:19.782367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:19.798336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:19.810467 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:19.814960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:58:19.820180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:19.822349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Deleting port 07306ca5-27ec-404c-b9e8-15066ac667c9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:19.822815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:19.826753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.012536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:20.055839 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] For port 07306ca5-27ec-404c-b9e8-15066ac667c9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=07306ca5-27ec-404c-b9e8-15066ac667c9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:20.056615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.120465 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.127127 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55388dd3-e0d9-4d9b-b414-e42425c36c25 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:20.153011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:20.153395 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.238100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Calling delete_port for 07306ca5-27ec-404c-b9e8-15066ac667c9 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:20.257551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=c6e0beef-5bcc-4920-9c5f-70f97f9a5563,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:20.281263 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:20.285505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1c8f92f-b028-475f-b4f3-349af2411063 req-87021d16-c93f-4a62-a594-b14ee1537bd1 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0665095
Dec 16 09:58:20.350510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': 'eed8806c-45d7-4c90-8483-2eafdf764bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '98398610-a247-4cbd-b87e-96c2248bffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:20.351173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 98398610-a247-4cbd-b87e-96c2248bffa6, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:20.467417 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.527943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,segment=NetworkSegment(1d681e5f-89df-43b0-b16f-ffa0bf0b7def),segment_id=1d681e5f-89df-43b0-b16f-ffa0bf0b7def)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:20.536042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f212b220>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:58:16Z', 'revision_number': 5, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port': {'id': '07306ca5-27ec-404c-b9e8-15066ac667c9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:12Z', 'updated_at': '2021-12-16T09:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:20.539502 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.544080 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:20.594560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.611674 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d177819-da3b-4e8e-a475-dd89fb8c4f26 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:20.632281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] Checking router: b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:58:20.636093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 98398610-a247-4cbd-b87e-96c2248bffa6 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:20.662222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 98398610-a247-4cbd-b87e-96c2248bffa6) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:20.681371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:20.682133 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7950717'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.693106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d15983-98fc-42f5-aace-c45d00f81d77 None None] Network 98398610-a247-4cbd-b87e-96c2248bffa6 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:20.719921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] Routers {'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:58:20.720847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f212b220>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:58:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:20.744176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97d0-a648-443c-807f-058a7e952ffd req-1571fd91-add4-4ad0-806a-c589426a9701 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:20.746741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-1571fd91-add4-4ad0-806a-c589426a9701 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "GET /v2.0/networks?id=527749b7-7717-48d0-ba4f-ebe1496fdf51 HTTP/1.1" status: 200  len: 809 time: 0.4373221
Dec 16 09:58:20.767513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Request body: {'port': {'device_id': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51', 'admin_state_up': True, 'tenant_id': 'ceea8e348c0f4e049b62746bef3c2299'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:20.778439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Pushing event deleted for resources: {'Port': ['ID=07306ca5-27ec-404c-b9e8-15066ac667c9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:20.786039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:20.789765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2144406
Dec 16 09:58:20.793713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:20.807725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:20.869062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:20.949706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:20.961686 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:20.962823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] Set router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:58:20.970118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5d236438-553b-4ac7-87aa-96a3efecaa85 req-dec5ffa0-2ac7-441b-8d4e-e7129db4a6ea tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 210 time: 0.1671312
Dec 16 09:58:21.077302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.079708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.090439 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5022497'] for subnet, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.091297 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Update dhcp port {'port': {'network_id': 'db09d108-a3c5-4422-9a52-42cab4e1c29c', 'fixed_ips': [{'subnet_id': '59d54d7d-2ff9-493e-82bc-95e37295531d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb143c5e-143f-4e7d-983c-d4f61f29060d'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '5daf0015-ccd6-4c9e-b801-b7d9d4599d7a'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 09:58:21.108308 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.108995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:58:21.126744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.131207 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] 10.222.0.66 "DELETE /v2.0/routers/b1706a7b-1c6d-44cc-8593-4e6f0e79cae6 HTTP/1.1" status: 204  len: 168 time: 2.2192361
Dec 16 09:58:21.131207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:21.221209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f212b220>, [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:58:20Z', 'revision_number': 7, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:21.226864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Deleting subnet cadebf33-61d3-4d7a-b75a-81b0ecf6799a {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:21.230640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.237756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:21.297243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:21.298696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ba12-09c3-4e7f-8215-4ce0140d4503 None None] The sync data for ids ['b1706a7b-1c6d-44cc-8593-4e6f0e79cae6'] in n-d-820554-2 is: [{'id': 'b1706a7b-1c6d-44cc-8593-4e6f0e79cae6', 'name': 'tempest-TestServerBasicOps-867393010-router', 'tenant_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:10Z', 'updated_at': '2021-12-16T09:58:20Z', 'revision_number': 7, 'project_id': 'de745d7a9b7f4096bcddfcc6827156d3', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:58:21.304377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.315867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:21.345604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.412786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Made reservation on behalf of ceea8e348c0f4e049b62746bef3c2299 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:21.417019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.441601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.541946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.550049 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd63ecbf-3d9b-4ee4-8010-32fa94dd869e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:21.576488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:21.577265 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.612431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.625044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadebf33-61d3-4d7a-b75a-81b0ecf6799a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:21.628764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad10897-7ae9-4414-9017-7fad33694828 None None] Network b227d418-09f8-47b5-a468-fc7e121080ea requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:21.630214 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:21.632760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cadebf33-61d3-4d7a-b75a-81b0ecf6799a HTTP/1.1" status: 204  len: 168 time: 0.4998176
Dec 16 09:58:21.635777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41750) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:21.650251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758231354956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5600405'] for subnet, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.654066 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:21.710242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Allocated IP 172.20.0.7 (527749b7-7717-48d0-ba4f-ebe1496fdf51/6ee26a81-1c1a-4cbb-a8c5-50051f274335/dc62b497-e4ff-412a-b5cd-01a87af68c3a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:21.738008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6021f0cd-902b-4563-ba8e-bc7dbcd69f2c req-047dab01-db86-4e73-b2bb-4a1a1a41265f tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1323225
Dec 16 09:58:21.742752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-98398610-a247-4cbd-b87e-96c2248bffa6', 'network_id': '98398610-a247-4cbd-b87e-96c2248bffa6', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': 'c6e0beef-5bcc-4920-9c5f-70f97f9a5563'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:21.743848 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.754467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:21.755055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.756343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "PUT /v2.0/subnets/c6e0beef-5bcc-4920-9c5f-70f97f9a5563 HTTP/1.1" status: 200  len: 826 time: 0.9615841
Dec 16 09:58:21.765150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:21.813928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=c6e0beef-5bcc-4920-9c5f-70f97f9a5563,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:21.895486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:21.922361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Deleting port 0f06e191-bd70-41fd-9651-442fbbc313d4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:21.922702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.004434 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:22.114504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.188484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Allocated IP 172.20.0.1 (db09d108-a3c5-4422-9a52-42cab4e1c29c/eb143c5e-143f-4e7d-983c-d4f61f29060d/5daf0015-ccd6-4c9e-b801-b7d9d4599d7a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:22.230647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Allocated IP 2001:db8::2 (98398610-a247-4cbd-b87e-96c2248bffa6/c6e0beef-5bcc-4920-9c5f-70f97f9a5563/d4fc64ef-c71d-4bb4-a915-2f1387015aad) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:22.230959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55c1b88c-73e0-444b-9c7e-823cc3528f1c req-8351690c-2a82-4471-8aea-0fa08f07834e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 210 time: 0.0865192
Dec 16 09:58:22.243927 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.252739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.256580 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0cc771b-a050-4838-b29c-ebf1046ffeca tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:22.342230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Network 527749b7-7717-48d0-ba4f-ebe1496fdf51 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:22.346635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:22.351996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:22.400971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Pushing event updated for resources: {'Port': ['ID=dc62b497-e4ff-412a-b5cd-01a87af68c3a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:22.406328 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:22.461285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] For port 0f06e191-bd70-41fd-9651-442fbbc313d4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0f06e191-bd70-41fd-9651-442fbbc313d4,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:22.462157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.466532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:22.467788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] DHCP port deletion for b227d418-09f8-47b5-a468-fc7e121080ea request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:58:22.468042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.474852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.476392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Deleting port 0f06e191-bd70-41fd-9651-442fbbc313d4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:22.476881 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.511997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7515609
Dec 16 09:58:22.530576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Request body: {'port': {'device_id': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:22.587936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] For port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,segment=NetworkSegment(1d681e5f-89df-43b0-b16f-ffa0bf0b7def),segment_id=1d681e5f-89df-43b0-b16f-ffa0bf0b7def)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:22.644880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Calling delete_port for 0f06e191-bd70-41fd-9651-442fbbc313d4 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:22.712945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.748362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.754022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-450e7ea3-b02f-424d-a29c-33872b3aa6eb tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:22.813603 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.817346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f06e191-bd70-41fd-9651-442fbbc313d4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:22.822946 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:22.828805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] No DVR routers for this DVR port 0f06e191-bd70-41fd-9651-442fbbc313d4 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:22.830781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Transition to ACTIVE for port object d4fc64ef-c71d-4bb4-a915-2f1387015aad will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:22.942932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c9aa4d59-5fc0-46e7-9ff5-c94b6dc636c3 req-a9add19f-3410-49fc-9b27-cc1724ad4c6e tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0514596
Dec 16 09:58:22.944529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Transition to ACTIVE for port object d4fc64ef-c71d-4bb4-a915-2f1387015aad will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:22.951709 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.970188 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.975459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.977654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] For port 0f06e191-bd70-41fd-9651-442fbbc313d4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0f06e191-bd70-41fd-9651-442fbbc313d4,segment=NetworkSegment(18f66176-94b3-4c4d-9142-0f74ee33b317),segment_id=18f66176-94b3-4c4d-9142-0f74ee33b317)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:22.978087 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:22.985690 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:23.009948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f347a490>,) {'filters': {'network_id': ['b227d418-09f8-47b5-a468-fc7e121080ea']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:23.021531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.029536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f347a490>, '18f66176-94b3-4c4d-9142-0f74ee33b317') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:23.029852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f347a490>, '18f66176-94b3-4c4d-9142-0f74ee33b317') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:23.036652 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bcb6c211-bb14-480e-a3cd-d2068a26834e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:23.083407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e0beef-5bcc-4920-9c5f-70f97f9a5563,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:23.089834 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:23.091489 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.130051 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.220055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:23.220361 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:23.234779 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:23.295587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.300779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Transition to ACTIVE for port object 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:23.309456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Calling delete_port for 0f06e191-bd70-41fd-9651-442fbbc313d4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:23.351875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f71726a0>,) {'filters': {'network_id': ['98398610-a247-4cbd-b87e-96c2248bffa6']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:23.356309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:23.364671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.370857 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04625fcf-4eed-47e6-b6ed-166696b1aa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:23.395658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.398892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Network 98398610-a247-4cbd-b87e-96c2248bffa6 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:23.400012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71726a0>, 'eed8806c-45d7-4c90-8483-2eafdf764bfb') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:23.400317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71726a0>, 'eed8806c-45d7-4c90-8483-2eafdf764bfb') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:23.412820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:23.416693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:23.418882 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.420327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b227d418-09f8-47b5-a468-fc7e121080ea,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:23.423692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.435277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:23.453775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.454937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:23.455396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 9dec43d0-dd6c-4fd2-99e8-aae3e8cd5be3 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:23.455962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07306ca5-27ec-404c-b9e8-15066ac667c9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:23.462351 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b227d418-09f8-47b5-a468-fc7e121080ea HTTP/1.1" status: 204  len: 168 time: 1.8250413
Dec 16 09:58:23.464186 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:23.464645 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.495293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41766) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:23.566898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 07306ca5-27ec-404c-b9e8-15066ac667c9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:23.567281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 07306ca5-27ec-404c-b9e8-15066ac667c9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:23.567907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0f06e191-bd70-41fd-9651-442fbbc313d4 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:23.584404 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:23.598509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 09:58:23.598509 n-d-820554-2 neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 09:58:23.598509 n-d-820554-2 neutron-server[87655]: [parameters: {'id': '98398610-a247-4cbd-b87e-96c2248bffa6'}]
Dec 16 09:58:23.598509 n-d-820554-2 neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:58:23.599312 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:58:23.616713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Pushing event updated for resources: {'Port': ['ID=d4fc64ef-c71d-4bb4-a915-2f1387015aad,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:23.639445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc62b497-e4ff-412a-b5cd-01a87af68c3a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:58:23.687488 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:23.688096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 0f06e191-bd70-41fd-9651-442fbbc313d4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:23.688453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0f06e191-bd70-41fd-9651-442fbbc313d4 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:23.689705 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:23.702251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.749895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Transition to ACTIVE for port object dc62b497-e4ff-412a-b5cd-01a87af68c3a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:23.761747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72ecdb-27bb-42df-a375-7154c5e68cb0 req-53f5628e-9137-4dcf-a8a3-e7b75f08df21 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:23.762464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2e72ecdb-27bb-42df-a375-7154c5e68cb0 req-53f5628e-9137-4dcf-a8a3-e7b75f08df21 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Synchronizing usage tracker for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:23.767463 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.774370 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a19c1abd-6490-42cc-a068-d192c497ca6e tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:23.797885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Attempting to bind port d4fc64ef-c71d-4bb4-a915-2f1387015aad on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:23.798330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Attempting to bind port d4fc64ef-c71d-4bb4-a915-2f1387015aad by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'eed8806c-45d7-4c90-8483-2eafdf764bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '98398610-a247-4cbd-b87e-96c2248bffa6'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:23.798707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Attempting to bind port d4fc64ef-c71d-4bb4-a915-2f1387015aad on network 98398610-a247-4cbd-b87e-96c2248bffa6 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:23.807781 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:58:23.808145 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:58:23.812929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:23.813314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Checking segment: {'id': 'eed8806c-45d7-4c90-8483-2eafdf764bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '98398610-a247-4cbd-b87e-96c2248bffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:23.813730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.814133 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Bound using segment: {'id': 'eed8806c-45d7-4c90-8483-2eafdf764bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '98398610-a247-4cbd-b87e-96c2248bffa6'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:23.814610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Bound port: d4fc64ef-c71d-4bb4-a915-2f1387015aad, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8806c-45d7-4c90-8483-2eafdf764bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '98398610-a247-4cbd-b87e-96c2248bffa6'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:23.815002 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.831851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Pushing event updated for resources: {'Port': ['ID=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:23.838525 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:23.844436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Pushing event updated for resources: {'Port': ['ID=dc62b497-e4ff-412a-b5cd-01a87af68c3a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:23.856267 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:23.934256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] For port d4fc64ef-c71d-4bb4-a915-2f1387015aad, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:23.937778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] For port d4fc64ef-c71d-4bb4-a915-2f1387015aad, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d4fc64ef-c71d-4bb4-a915-2f1387015aad,segment=NetworkSegment(eed8806c-45d7-4c90-8483-2eafdf764bfb),segment_id=eed8806c-45d7-4c90-8483-2eafdf764bfb)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:23.943958 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:23.949007 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a1cee01d-47be-42a4-8faf-3beec57ba96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:24.047207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-2e72ecdb-27bb-42df-a375-7154c5e68cb0 req-53f5628e-9137-4dcf-a8a3-e7b75f08df21 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Unset dirty status for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:24.054123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e72ecdb-27bb-42df-a375-7154c5e68cb0 req-53f5628e-9137-4dcf-a8a3-e7b75f08df21 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 931 time: 0.6498530
Dec 16 09:58:24.082352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Pushing event updated for resources: {'Port': ['ID=d4fc64ef-c71d-4bb4-a915-2f1387015aad,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:24.091825 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:24.100516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.119051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting port d4fc64ef-c71d-4bb4-a915-2f1387015aad {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:24.119433 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.131835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce4184b-c5cd-4dd6-93c7-6ca4397773e7 None None] Network 98398610-a247-4cbd-b87e-96c2248bffa6 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:24.205964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e72ecdb-27bb-42df-a375-7154c5e68cb0 req-f0f2439c-92f7-4eb2-b785-43d2483d919c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516402
Dec 16 09:58:24.284443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Attempting to bind port dc62b497-e4ff-412a-b5cd-01a87af68c3a on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:24.284667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Attempting to bind port dc62b497-e4ff-412a-b5cd-01a87af68c3a by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:24.284984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Attempting to bind port dc62b497-e4ff-412a-b5cd-01a87af68c3a on network 527749b7-7717-48d0-ba4f-ebe1496fdf51 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:24.335705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Port dc62b497-e4ff-412a-b5cd-01a87af68c3a on network 527749b7-7717-48d0-ba4f-ebe1496fdf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:58:24.336084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Attempting to bind port dc62b497-e4ff-412a-b5cd-01a87af68c3a on network 527749b7-7717-48d0-ba4f-ebe1496fdf51 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:24.346216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Deleting port 0f06e191-bd70-41fd-9651-442fbbc313d4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:24.346967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.356977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:24.357333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Checking segment: {'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:24.357697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Bound using segment: {'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:24.358135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Bound port: dc62b497-e4ff-412a-b5cd-01a87af68c3a, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebe222d-ba85-4708-8837-22a77d3e59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:24.358481 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.466898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] For port d4fc64ef-c71d-4bb4-a915-2f1387015aad, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d4fc64ef-c71d-4bb4-a915-2f1387015aad,segment=NetworkSegment(eed8806c-45d7-4c90-8483-2eafdf764bfb),segment_id=eed8806c-45d7-4c90-8483-2eafdf764bfb)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:24.467461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.475052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-101cd44f-71ab-4b52-bb51-d11f3c220d4b req-f58ab7fd-d78c-4a06-acab-4aca151cb974 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0988646
Dec 16 09:58:24.524981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-231a552a-69d0-4f8f-b10e-a83345810650 None None] The port '0f06e191-bd70-41fd-9651-442fbbc313d4' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:58:24.605578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa605d-497b-421a-8ccd-b319827cb4a5 None None] Network 98398610-a247-4cbd-b87e-96c2248bffa6 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:24.625062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] For port dc62b497-e4ff-412a-b5cd-01a87af68c3a, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:24.630997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] For port dc62b497-e4ff-412a-b5cd-01a87af68c3a, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=dc62b497-e4ff-412a-b5cd-01a87af68c3a,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:24.639077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e29475-8fd4-446e-8e8d-e597835b6439 None None] Network db09d108-a3c5-4422-9a52-42cab4e1c29c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:24.641178 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.660623 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ce27b03c-5df3-41ba-befb-d777eb7c1016 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:24.739531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:24.740390 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.741947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] 10.222.0.74 "PUT /v2.0/ports/dc62b497-e4ff-412a-b5cd-01a87af68c3a HTTP/1.1" status: 200  len: 1091 time: 2.2201395
Dec 16 09:58:24.742663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'tag': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:58:24.833176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Calling delete_port for d4fc64ef-c71d-4bb4-a915-2f1387015aad owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:24.838862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58e3765c-6576-4933-839b-34fa181e75bd None None] Provisioning for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:24.853206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58e3765c-6576-4933-839b-34fa181e75bd None None] Provisioning complete for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:24.853596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58e3765c-6576-4933-839b-34fa181e75bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.868295 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'tag': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a', 'status': 'completed', 'code': 200}
Dec 16 09:58:24.885170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Pushing event updated for resources: {'Port': ['ID=dc62b497-e4ff-412a-b5cd-01a87af68c3a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:24.894129 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:24.944151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:24.953226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97d0-a648-443c-807f-058a7e952ffd req-4f3e16a9-98cd-40ed-9cb6-e4d644b01dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:24.953928 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a18c8fa-da89-4165-ba13-5e817a8a1204 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:24.955040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-4f3e16a9-98cd-40ed-9cb6-e4d644b01dd3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ceea8e348c0f4e049b62746bef3c2299&device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 1094 time: 0.1651437
Dec 16 09:58:24.958414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.008256 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Port': ['ID=d4fc64ef-c71d-4bb4-a915-2f1387015aad,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:25.012205 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:25.012982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No DVR routers for this DVR port d4fc64ef-c71d-4bb4-a915-2f1387015aad on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:25.136410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:25.202078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.248413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f232eca0>,) {'filters': {'network_id': ['98398610-a247-4cbd-b87e-96c2248bffa6']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:25.268172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f232eca0>, 'eed8806c-45d7-4c90-8483-2eafdf764bfb') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:25.268469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f232eca0>, 'eed8806c-45d7-4c90-8483-2eafdf764bfb') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:25.276340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-2b1ef3e5-98fb-49c3-8976-32fec07d1242 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc62b497-e4ff-412a-b5cd-01a87af68c3a HTTP/1.1" status: 200  len: 217 time: 0.2536597
Dec 16 09:58:25.284954 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.305838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.313654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:25.314148 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:25.334217 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:25.376454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:25.377099 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.451862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.458373 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:25.478258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.485199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=98398610-a247-4cbd-b87e-96c2248bffa6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:25.489902 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:25.496014 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/98398610-a247-4cbd-b87e-96c2248bffa6 HTTP/1.1" status: 204  len: 168 time: 3.7266176
Dec 16 09:58:25.499775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41778) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:25.526828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b97d0-a648-443c-807f-058a7e952ffd req-42a8b6dc-e36a-463c-864b-710c1f241235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:25.528504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-42a8b6dc-e36a-463c-864b-710c1f241235 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ee26a81-1c1a-4cbb-a8c5-50051f274335 HTTP/1.1" status: 200  len: 849 time: 0.2390125
Dec 16 09:58:25.538273 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-9686cbe6-5fdf-44b0-a00f-058ae211a06f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:25.539300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9686cbe6-5fdf-44b0-a00f-058ae211a06f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:25.547566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9686cbe6-5fdf-44b0-a00f-058ae211a06f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/98398610-a247-4cbd-b87e-96c2248bffa6 HTTP/1.1" status: 404  len: 339 time: 0.0453684
Dec 16 09:58:25.549140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41784) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:25.558856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1650041795', 'description': 'd1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:25.567748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:25.574141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Usage tracker for resource:network and tenant:54ee25b352424148bbd77b803dddd1a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:25.578540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:25.594048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:25.608039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:25.612397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.648440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:25.665454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.666223 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-22a628cd-4229-4f81-b052-508f5ccbe02a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=527749b7-7717-48d0-ba4f-ebe1496fdf51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1273985
Dec 16 09:58:25.666684 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment 97cf4465-0c0c-40f9-8663-25f1834ec454 of type vlan for network 2676bb5d-87bc-4b7e-a44c-ea85997a92f4
Dec 16 09:58:25.697623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.733474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.733897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25176b9a-1a92-4250-8296-1f7d1cc6796f None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:58:25.739316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:25.740098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.744552 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-907530b5-114e-4e6b-b616-6f3b53e023b9 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:25.802136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b8f0655b-1d04-4385-898b-09fb99e1ab40 None None] Provisioning complete for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:25.802636 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b8f0655b-1d04-4385-898b-09fb99e1ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:25.845911 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2952900
Dec 16 09:58:25.849396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:25.853531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15102-1ce9-4367-8e7a-19aab1840d9c req-fdf336cd-4ddb-4bcd-991d-28a41631a458 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:25.855189 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04a15102-1ce9-4367-8e7a-19aab1840d9c req-fdf336cd-4ddb-4bcd-991d-28a41631a458 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 943 time: 0.4650531
Dec 16 09:58:25.958270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=2676bb5d-87bc-4b7e-a44c-ea85997a92f4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:25.971411 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:25.990205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2676bb5d-87bc-4b7e-a44c-ea85997a92f4 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:25.994953 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04a15102-1ce9-4367-8e7a-19aab1840d9c req-8b05fa74-9859-4b58-bb19-2a6ab8fa0652 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329920
Dec 16 09:58:25.996920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-0822e33a-6192-4651-af6f-d7d3f5ce41b9 service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3217905
Dec 16 09:58:26.042415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25176b9a-1a92-4250-8296-1f7d1cc6796f None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:58:26.050015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f37521d-d71d-4425-9dd9-86983ba696e3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:26.051201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8f37521d-d71d-4425-9dd9-86983ba696e3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Synchronizing usage tracker for tenant:54ee25b352424148bbd77b803dddd1a1 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:26.079477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8f37521d-d71d-4425-9dd9-86983ba696e3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Unset dirty status for tenant:54ee25b352424148bbd77b803dddd1a1 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:26.081667 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8f37521d-d71d-4425-9dd9-86983ba696e3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/networks?id=2676bb5d-87bc-4b7e-a44c-ea85997a92f4 HTTP/1.1" status: 200  len: 765 time: 0.2310827
Dec 16 09:58:26.084168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:26.096985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'description': 'd2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:26.154488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Deleting port a79a6b00-1742-4a4d-ac29-8574d2149d36 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:26.154839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:26.329370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0af8e3fe-70bd-47fc-b435-0ce2dcb0a6ac req-c57b8d17-02e1-44fe-96e8-b1219690a348 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0716839
Dec 16 09:58:26.475775 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e08b97d0-a648-443c-807f-058a7e952ffd req-49c677ce-7c7e-4c94-90fd-7b6791091d44 service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4668746
Dec 16 09:58:26.562406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:26.588038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:26.591966 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bb8a3afb-11a0-493b-aa1e-cde154e84d51 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:26.658367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] For port a79a6b00-1742-4a4d-ac29-8574d2149d36, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a79a6b00-1742-4a4d-ac29-8574d2149d36,segment=NetworkSegment(e13855d8-c96e-46bb-a37a-93651a3e69ea),segment_id=e13855d8-c96e-46bb-a37a-93651a3e69ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:26.658932 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:26.664071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 2676bb5d-87bc-4b7e-a44c-ea85997a92f4 is not hosted by any dhcp agent {{(pid=87655) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 09:58:26.669374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:26.669973 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:26.673772 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "PUT /v2.0/networks/2676bb5d-87bc-4b7e-a44c-ea85997a92f4 HTTP/1.1" status: 200  len: 762 time: 0.5851719
Dec 16 09:58:26.677457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:26.783389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=2676bb5d-87bc-4b7e-a44c-ea85997a92f4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:26.788538 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:26.797473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2676bb5d-87bc-4b7e-a44c-ea85997a92f4 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:26.828637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efca90b-edba-4bcd-b803-82ee9b40443e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:26.830468 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6efca90b-edba-4bcd-b803-82ee9b40443e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/networks?id=2676bb5d-87bc-4b7e-a44c-ea85997a92f4 HTTP/1.1" status: 200  len: 765 time: 0.1517339
Dec 16 09:58:26.834558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:26.849211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Calling delete_port for a79a6b00-1742-4a4d-ac29-8574d2149d36 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:26.927924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-f2f735c8-a344-4338-bd8d-c66a3325183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:26.929451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-f2f735c8-a344-4338-bd8d-c66a3325183b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ceea8e348c0f4e049b62746bef3c2299&device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 1094 time: 0.3799603
Dec 16 09:58:27.172747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1da2c80-f9b0-44ad-9873-2e16d295c540 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.174477 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d1da2c80-f9b0-44ad-9873-2e16d295c540 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3396082
Dec 16 09:58:27.177751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:27.224390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-96e7cbc5-3399-4c9d-8dc6-dfadff964c2b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Synchronizing usage tracker for tenant:54ee25b352424148bbd77b803dddd1a1 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:27.244850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-96e7cbc5-3399-4c9d-8dc6-dfadff964c2b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Unset dirty status for tenant:54ee25b352424148bbd77b803dddd1a1 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:27.250627 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-96e7cbc5-3399-4c9d-8dc6-dfadff964c2b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/subnets?network_id=ca79b710-523d-4c8d-911f-9e528ea156bd HTTP/1.1" status: 200  len: 207 time: 0.0717201
Dec 16 09:58:27.251657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:27.335020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device dc62b497-e4ff-412a-b5cd-01a87af68c3a details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:58:27.425237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-a4df87f9-e55a-4cc8-917e-b4b7f383f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.427707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-a4df87f9-e55a-4cc8-917e-b4b7f383f013 service neutron] 10.222.0.74 "GET /v2.0/networks?id=527749b7-7717-48d0-ba4f-ebe1496fdf51 HTTP/1.1" status: 200  len: 910 time: 0.4882667
Dec 16 09:58:27.464343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4742d6-3c97-452e-ab50-d7d625a005ba tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.473314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4742d6-3c97-452e-ab50-d7d625a005ba tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.483522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4742d6-3c97-452e-ab50-d7d625a005ba tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.493858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4742d6-3c97-452e-ab50-d7d625a005ba tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.505051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4742d6-3c97-452e-ab50-d7d625a005ba tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.514654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4742d6-3c97-452e-ab50-d7d625a005ba tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.522248 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0b4742d6-3c97-452e-ab50-d7d625a005ba tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3731 time: 0.2628858
Dec 16 09:58:27.523389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:27.554622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port dc62b497-e4ff-412a-b5cd-01a87af68c3a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=dc62b497-e4ff-412a-b5cd-01a87af68c3a,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:27.564903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-ff9e8f71-1a77-4f24-8a80-a8720f65ef44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc62b497-e4ff-412a-b5cd-01a87af68c3a HTTP/1.1" status: 200  len: 217 time: 0.1222186
Dec 16 09:58:27.574775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a', 'network_id': '527749b7-7717-48d0-ba4f-ebe1496fdf51', 'port_id': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a', 'mac_address': 'fa:16:3e:8e:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee26a81-1c1a-4cbb-a8c5-50051f274335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:58:27.645168 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:27.665106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc62b497-e4ff-412a-b5cd-01a87af68c3a {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:58:27.684161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port dc62b497-e4ff-412a-b5cd-01a87af68c3a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=dc62b497-e4ff-412a-b5cd-01a87af68c3a,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:27.689445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:27.693058 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-66611e48-8ac2-4126-b699-118445f0f183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:27.719811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fd8ac-daea-4688-8d61-1e2f78ea73b9 req-147afed8-cd11-4927-b816-a4b1a9026b0c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.721644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff3fd8ac-daea-4688-8d61-1e2f78ea73b9 req-147afed8-cd11-4927-b816-a4b1a9026b0c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 943 time: 0.3989499
Dec 16 09:58:27.774257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-9b1db9d2-d0ca-4e37-91ec-3db537d488ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.776362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-9b1db9d2-d0ca-4e37-91ec-3db537d488ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ee26a81-1c1a-4cbb-a8c5-50051f274335 HTTP/1.1" status: 200  len: 849 time: 0.1268828
Dec 16 09:58:27.778941 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-76d50de9-1f37-4a4d-b5a6-4a6d548ee358 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 813 time: 0.2528770
Dec 16 09:58:27.783671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:27.808859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=dc62b497-e4ff-412a-b5cd-01a87af68c3a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:27.814386 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:27.829065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:27.840199 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:27.879426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc167a84-6e1d-4146-87b0-97d15e06ac80 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.880943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc167a84-6e1d-4146-87b0-97d15e06ac80 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.882458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc167a84-6e1d-4146-87b0-97d15e06ac80 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.884512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc167a84-6e1d-4146-87b0-97d15e06ac80 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.886027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc167a84-6e1d-4146-87b0-97d15e06ac80 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.892384 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dc167a84-6e1d-4146-87b0-97d15e06ac80 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1031547
Dec 16 09:58:27.892654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:27.895200 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-ad7a26f8-c49b-4750-8026-3d163b4713cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=527749b7-7717-48d0-ba4f-ebe1496fdf51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1038964
Dec 16 09:58:27.898520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff3fd8ac-daea-4688-8d61-1e2f78ea73b9 req-92d467c5-6f56-49b4-865c-efb0ee2dd986 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642711
Dec 16 09:58:27.911001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Pushing event deleted for resources: {'Port': ['ID=a79a6b00-1742-4a4d-ac29-8574d2149d36,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:27.943761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['dc62b497-e4ff-412a-b5cd-01a87af68c3a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:58:27.978918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a68331-87d1-4bf6-9a32-bab18631445a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.980787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a68331-87d1-4bf6-9a32-bab18631445a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.982401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a68331-87d1-4bf6-9a32-bab18631445a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.984045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a68331-87d1-4bf6-9a32-bab18631445a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.985794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a68331-87d1-4bf6-9a32-bab18631445a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:27.987733 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57a68331-87d1-4bf6-9a32-bab18631445a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0941217
Dec 16 09:58:27.993016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41832) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:28.018954 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:28.192440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16972dd2-05f7-430e-9e4a-7fb63779459f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:28.193880 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-16972dd2-05f7-430e-9e4a-7fb63779459f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/networks/4542fe02-0918-4ef1-a56a-31556113d5e4 HTTP/1.1" status: 200  len: 803 time: 0.1996381
Dec 16 09:58:28.199399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:28.256370 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e1b5ebc9-1493-4dce-b305-c116d834bd98 req-21c0f8de-186a-45b6-93e4-0d0af53694ba tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1126752
Dec 16 09:58:28.427012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-3b947df3-61bd-4aa7-99f6-347e258faf59 service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5154996
Dec 16 09:58:28.427228 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-70a1be2a-1b06-47c7-b427-6287fd348b50 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/networks/4542fe02-0918-4ef1-a56a-31556113d5e4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.2250419
Dec 16 09:58:28.431510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41840) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:28.538537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11581b-b383-49be-8c9c-29e75db03045 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:28.545111 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a11581b-b383-49be-8c9c-29e75db03045 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/subnets/8722a03b-0d1c-47c0-9ef5-bd9f7d670543 HTTP/1.1" status: 200  len: 843 time: 0.1081815
Dec 16 09:58:28.546509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:28.642865 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:28.643559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e36ef-c173-4229-9b36-c86cb80d8e12 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:28.644967 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4a6e36ef-c173-4229-9b36-c86cb80d8e12 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "GET /v2.0/subnets/8722a03b-0d1c-47c0-9ef5-bd9f7d670543?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0972450
Dec 16 09:58:28.650488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:28.656105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-292365638'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:28.662070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:28.672952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:28.683991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:28.687462 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:28.720182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:28.730260 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:28.730663 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Added segment cae444a8-49aa-464a-8b08-6efcf158c683 of type vlan for network 1b10b690-891f-4730-84a3-abecd56f6f47
Dec 16 09:58:28.770093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:28.770414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-80e3a67d-e6b8-4fd8-864f-5fe40a4153df req-0467673e-7aa0-4bad-91ca-168fb2cb3b82 service neutron] 10.222.0.74 "GET /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3382032
Dec 16 09:58:28.814068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:28.821315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:28.821961 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:28.825940 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b719566f-e785-4ef5-b471-adcb23f422ec tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:28.935125 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2835419
Dec 16 09:58:28.939122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:28.943856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Network': ['ID=1b10b690-891f-4730-84a3-abecd56f6f47,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:28.948944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'network_id': '1b10b690-891f-4730-84a3-abecd56f6f47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:28.963385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 1b10b690-891f-4730-84a3-abecd56f6f47 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:28.969881 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:29.161659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:29.174035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:29.188386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Made reservation on behalf of 54ee25b352424148bbd77b803dddd1a1 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:29.193275 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:29.298707 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 09:58:29.299272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 09:58:29.334185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device dc62b497-e4ff-412a-b5cd-01a87af68c3a up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:29.409680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Router fa791800-2fc7-4423-8c1e-67591a7574d4 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:58:29.416310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port dc62b497-e4ff-412a-b5cd-01a87af68c3a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:29.419977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b4057-4f4e-4d2d-b741-14b60b3b3d98 req-05e2a79e-ae4f-4662-822f-97bb48b9c00d tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:29.421513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e24b4057-4f4e-4d2d-b741-14b60b3b3d98 req-05e2a79e-ae4f-4662-822f-97bb48b9c00d tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 944 time: 0.3432987
Dec 16 09:58:29.422664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port dc62b497-e4ff-412a-b5cd-01a87af68c3a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:29.423141 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:29.470733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:29.475386 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c565af3-6878-4441-9500-881efda0a75b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:29.568294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=ac86c8fe-60a5-4414-9d24-512442198877,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:29.582064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:29.582811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Checking segment: {'id': 'cae444a8-49aa-464a-8b08-6efcf158c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1b10b690-891f-4730-84a3-abecd56f6f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:29.583197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network hostable DHCP agents. Network: 1b10b690-891f-4730-84a3-abecd56f6f47, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:29.604622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Network 1b10b690-891f-4730-84a3-abecd56f6f47 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:29.608047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:29.615308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 1b10b690-891f-4730-84a3-abecd56f6f47) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:29.619971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:29.620562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:29.622688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e24b4057-4f4e-4d2d-b741-14b60b3b3d98 req-b9bc94f2-0b44-4065-a4f4-25df48e28295 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907332
Dec 16 09:58:29.649535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24915501-07c3-43f3-9589-e2c95b71904d None None] Network 1b10b690-891f-4730-84a3-abecd56f6f47 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:29.660598 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.7203314
Dec 16 09:58:29.663718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:29.673588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:29.676504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:58:29.693704 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] Sync routers for ids ['fa791800-2fc7-4423-8c1e-67591a7574d4'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:58:29.709815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] 10.222.0.66 "PUT /v2.0/routers/fa791800-2fc7-4423-8c1e-67591a7574d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2144008
Dec 16 09:58:29.713112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41866) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:29.718591 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] Routers {'fa791800-2fc7-4423-8c1e-67591a7574d4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:58:29.719618 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2984100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:58:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fa791800-2fc7-4423-8c1e-67591a7574d4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:29.789141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:58:29.827427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port dc62b497-e4ff-412a-b5cd-01a87af68c3a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=dc62b497-e4ff-412a-b5cd-01a87af68c3a,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:29.843924 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:29.850500 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:29.881301 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2278980e-dfc2-479e-903d-22703903c77f req-e93357de-ad88-4bad-94ed-cc7cf952944b tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0699756
Dec 16 09:58:29.888450 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5495203'] for subnet, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:29.969812 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] Set router fa791800-2fc7-4423-8c1e-67591a7574d4 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:58:29.991954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=dc62b497-e4ff-412a-b5cd-01a87af68c3a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:30.013138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-1b10b690-891f-4730-84a3-abecd56f6f47', 'network_id': '1b10b690-891f-4730-84a3-abecd56f6f47', 'tenant_id': '54ee25b352424148bbd77b803dddd1a1', 'fixed_ips': [{'subnet_id': 'ac86c8fe-60a5-4414-9d24-512442198877'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:30.014539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.025968 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:30.133447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.140279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758231354956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6511713'] for subnet, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.152981 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a6ffc9c8-5dd0-4fb5-a33c-4c50f11d6650 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:30.233584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event updated for resources: {'Subnet': ['ID=ac86c8fe-60a5-4414-9d24-512442198877,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:30.253869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:30.254480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.258497 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "PUT /v2.0/subnets/ac86c8fe-60a5-4414-9d24-512442198877 HTTP/1.1" status: 200  len: 900 time: 0.5909476
Dec 16 09:58:30.258497 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:30.258771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:30.270207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Allocated IP 2001:db8::3 (1b10b690-891f-4730-84a3-abecd56f6f47/ac86c8fe-60a5-4414-9d24-512442198877/4841ab8c-e934-44e7-b7db-9ea6f818e7a0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:30.310361 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a', 'code': 200}
Dec 16 09:58:30.330136 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2984100>, [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '331de0f5-225a-41fa-94ce-89a00890907d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:58:27Z', 'revision_number': 5, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port': {'id': '331de0f5-225a-41fa-94ce-89a00890907d', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:31Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:30.335385 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] Checking router: fa791800-2fc7-4423-8c1e-67591a7574d4 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 09:58:30.345865 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] Routers {'fa791800-2fc7-4423-8c1e-67591a7574d4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:58:30.348921 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2984100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:58:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fa791800-2fc7-4423-8c1e-67591a7574d4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:30.367892 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.421992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Deleting port 331de0f5-225a-41fa-94ce-89a00890907d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:30.423032 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.455834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.553422 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] Set router fa791800-2fc7-4423-8c1e-67591a7574d4 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 09:58:30.555730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.581989 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.588192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f7f48-3b02-41c3-ab2c-fdc60f830317 req-fc557000-06b9-46a2-8d46-72395d4218fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:30.589926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b6f7f48-3b02-41c3-ab2c-fdc60f830317 req-fc557000-06b9-46a2-8d46-72395d4218fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 1096 time: 0.2243626
Dec 16 09:58:30.611179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Transition to ACTIVE for port object 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:30.639479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Transition to ACTIVE for port object 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:30.648147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.655097 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58174bd6-58e2-4e32-b096-00671d86e338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:30.658644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] For port 331de0f5-225a-41fa-94ce-89a00890907d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=331de0f5-225a-41fa-94ce-89a00890907d,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:30.659367 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.677641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b6f7f48-3b02-41c3-ab2c-fdc60f830317 req-affb98b3-8004-497e-a515-13be91792adb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716815
Dec 16 09:58:30.682660 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2984100>, [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:58:30Z', 'revision_number': 6, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:30.687412 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6e977-eb80-4966-a7c0-45150e62c18c None None] The sync data for ids ['fa791800-2fc7-4423-8c1e-67591a7574d4'] in n-d-820554-2 is: [{'id': 'fa791800-2fc7-4423-8c1e-67591a7574d4', 'name': 'tempest-TestServerBasicOps-681013159-router', 'tenant_id': 'c25dd8ce9f79406082f11d6494c1d921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:29Z', 'updated_at': '2021-12-16T09:58:30Z', 'revision_number': 6, 'project_id': 'c25dd8ce9f79406082f11d6494c1d921', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:58:30.704738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.709263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41b04413-8c1c-4ba6-9e7a-102d9efc9de1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:30.760489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Network 1b10b690-891f-4730-84a3-abecd56f6f47 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:30.763576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:30.766775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:30.816517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Pushing event updated for resources: {'Port': ['ID=4841ab8c-e934-44e7-b7db-9ea6f818e7a0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:30.818497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Calling delete_port for 331de0f5-225a-41fa-94ce-89a00890907d owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:30.820385 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:30.882762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Attempting to bind port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:30.883153 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Attempting to bind port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'cae444a8-49aa-464a-8b08-6efcf158c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1b10b690-891f-4730-84a3-abecd56f6f47'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:30.883562 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Attempting to bind port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 on network 1b10b690-891f-4730-84a3-abecd56f6f47 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:30.889566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:30.889957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Checking segment: {'id': 'cae444a8-49aa-464a-8b08-6efcf158c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1b10b690-891f-4730-84a3-abecd56f6f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:30.890384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.890801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Bound using segment: {'id': 'cae444a8-49aa-464a-8b08-6efcf158c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1b10b690-891f-4730-84a3-abecd56f6f47'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:30.891330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Bound port: 4841ab8c-e934-44e7-b7db-9ea6f818e7a0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae444a8-49aa-464a-8b08-6efcf158c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1b10b690-891f-4730-84a3-abecd56f6f47'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:30.891724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:30.939302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=ac86c8fe-60a5-4414-9d24-512442198877,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:30.996765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] For port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:31.000619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] For port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4841ab8c-e934-44e7-b7db-9ea6f818e7a0,segment=NetworkSegment(cae444a8-49aa-464a-8b08-6efcf158c683),segment_id=cae444a8-49aa-464a-8b08-6efcf158c683)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:31.001147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9be3fb-e0b3-4892-8c6f-d78f98eaf8ec req-0c414648-1893-4ffd-abe3-a3e15d71b1dd tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:31.002696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d9be3fb-e0b3-4892-8c6f-d78f98eaf8ec req-0c414648-1893-4ffd-abe3-a3e15d71b1dd tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 945 time: 0.1455591
Dec 16 09:58:31.010671 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.016106 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:31.018593 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:31.041643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.069737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d9be3fb-e0b3-4892-8c6f-d78f98eaf8ec req-6b62a695-40c2-4f89-bdab-580934ee3d34 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575950
Dec 16 09:58:31.080449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f29fc040>,) {'filters': {'network_id': ['1b10b690-891f-4730-84a3-abecd56f6f47']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:31.105567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29fc040>, 'cae444a8-49aa-464a-8b08-6efcf158c683') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:31.105854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29fc040>, 'cae444a8-49aa-464a-8b08-6efcf158c683') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:31.110713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a79a6b00-1742-4a4d-ac29-8574d2149d36 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:31.125091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.147458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.159189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:31.160145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.171887 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.176878 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d4a6fc3-a356-49af-806d-4dec701c8208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:31.185507 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:31.236242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a79a6b00-1742-4a4d-ac29-8574d2149d36 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:31.236608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a79a6b00-1742-4a4d-ac29-8574d2149d36 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:31.269835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Pushing event updated for resources: {'Port': ['ID=4841ab8c-e934-44e7-b7db-9ea6f818e7a0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:31.273251 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:31.316780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 09:58:31.316780 n-d-820554-2 neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 09:58:31.316780 n-d-820554-2 neutron-server[87655]: [parameters: {'id': '1b10b690-891f-4730-84a3-abecd56f6f47'}]
Dec 16 09:58:31.316780 n-d-820554-2 neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:58:31.317275 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:58:31.324065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a092d-ad48-4c42-add3-138c855a149d None None] Network 1b10b690-891f-4730-84a3-abecd56f6f47 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:31.427899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=331de0f5-225a-41fa-94ce-89a00890907d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:31.440562 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:31.467574 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f88deb5-5f2f-41e8-8ad0-d1805bf70d76 req-e720bdbc-7dbd-4aac-9cd4-5f7056ece16c tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0825081
Dec 16 09:58:31.538702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f4646-459b-4e12-b037-7e347bc12db6 None None] Network 1b10b690-891f-4730-84a3-abecd56f6f47 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:31.540284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.763255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.765560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.801648 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.802616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa791800-2fc7-4423-8c1e-67591a7574d4 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:58:31.818479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.835957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:31.837004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.837136 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.838772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] 10.222.0.66 "DELETE /v2.0/routers/fa791800-2fc7-4423-8c1e-67591a7574d4 HTTP/1.1" status: 204  len: 168 time: 2.1247098
Dec 16 09:58:31.843819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:31.908649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d790610-ff9f-4680-8ec0-6f38bf5f7cd0 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:58:31.920053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Deleting subnet 5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:31.924459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:31.985384 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.066091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d790610-ff9f-4680-8ec0-6f38bf5f7cd0 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:58:32.077464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.109169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] For port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4841ab8c-e934-44e7-b7db-9ea6f818e7a0,segment=NetworkSegment(cae444a8-49aa-464a-8b08-6efcf158c683),segment_id=cae444a8-49aa-464a-8b08-6efcf158c683)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:32.109729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.162677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.174646 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d31fb5e0-1c9c-4dcb-9f2a-497e03a34bcf tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:32.222032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:32.225328 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:32.231872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.238655 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5c3a318a-1e2c-4f12-8ffd-6bbd2ce693b1 HTTP/1.1" status: 204  len: 168 time: 0.3932121
Dec 16 09:58:32.240958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41888) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:32.270330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Calling delete_port for 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:32.357591 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.361940 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:32.414813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Port': ['ID=4841ab8c-e934-44e7-b7db-9ea6f818e7a0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:32.418270 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:32.418835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No DVR routers for this DVR port 4841ab8c-e934-44e7-b7db-9ea6f818e7a0 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:32.439662 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.467548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808035d-71d8-404b-a7af-a0567c7431ba req-25e483ac-3139-42b6-917f-7fa70fc209c4 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:32.469233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4808035d-71d8-404b-a7af-a0567c7431ba req-25e483ac-3139-42b6-917f-7fa70fc209c4 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 945 time: 0.2065315
Dec 16 09:58:32.474783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Deleting port d4c65390-efa1-444a-9219-720f80ed767c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:32.475176 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.476301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719574d0-a09d-4b8a-a3f7-89d2e8ae8e2a None None] Network 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:32.560867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.588060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0a91730>,) {'filters': {'network_id': ['1b10b690-891f-4730-84a3-abecd56f6f47']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:32.597386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4808035d-71d8-404b-a7af-a0567c7431ba req-827d707e-dae3-4e6a-8512-2afb60c884c4 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912375
Dec 16 09:58:32.619250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0a91730>, 'cae444a8-49aa-464a-8b08-6efcf158c683') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:32.619250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0a91730>, 'cae444a8-49aa-464a-8b08-6efcf158c683') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:32.629604 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.675901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.685591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:32.686265 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:32.704183 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:32.822675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aaa62c87-4382-46a4-8d7b-6b2299589c3d req-8fb07179-9e6e-4ce5-8e77-653ea9b44cb3 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0647166
Dec 16 09:58:32.824413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] DHCP port deletion for 97dc6635-2e94-4435-b0bb-ca57aa0d21b4 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:58:32.830064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.830685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Deleting port d4c65390-efa1-444a-9219-720f80ed767c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:32.831226 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.837278 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-533a80a4-4e8c-4c5d-a870-2132dc7d945d tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:32.856502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] For port d4c65390-efa1-444a-9219-720f80ed767c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d4c65390-efa1-444a-9219-720f80ed767c,segment=NetworkSegment(e13855d8-c96e-46bb-a37a-93651a3e69ea),segment_id=e13855d8-c96e-46bb-a37a-93651a3e69ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:32.856909 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.874131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:32.885915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=1b10b690-891f-4730-84a3-abecd56f6f47,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:32.890521 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:32.937483 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/1b10b690-891f-4730-84a3-abecd56f6f47 HTTP/1.1" status: 204  len: 168 time: 2.6776316
Dec 16 09:58:32.943128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.012557 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-389b36bf-5502-4c13-953a-4f6ce9ef3a95 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:33.013306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389b36bf-5502-4c13-953a-4f6ce9ef3a95 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:33.017810 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-389b36bf-5502-4c13-953a-4f6ce9ef3a95 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/ac86c8fe-60a5-4414-9d24-512442198877 HTTP/1.1" status: 404  len: 337 time: 0.0735579
Dec 16 09:58:33.018484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.047511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Calling delete_port for d4c65390-efa1-444a-9219-720f80ed767c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:33.048321 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9825670-ec54-4837-b03f-5ec205c55c2a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:33.048880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9825670-ec54-4837-b03f-5ec205c55c2a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:33.053101 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a9825670-ec54-4837-b03f-5ec205c55c2a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/1b10b690-891f-4730-84a3-abecd56f6f47 HTTP/1.1" status: 404  len: 339 time: 0.0334218
Dec 16 09:58:33.056575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.112880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 331de0f5-225a-41fa-94ce-89a00890907d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:33.158150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.164850 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3b84f978-7a93-4030-9362-4b206801d0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:33.177191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 331de0f5-225a-41fa-94ce-89a00890907d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:33.177567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 331de0f5-225a-41fa-94ce-89a00890907d not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:33.177967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d4c65390-efa1-444a-9219-720f80ed767c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:33.218493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: d4c65390-efa1-444a-9219-720f80ed767c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:33.218887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d4c65390-efa1-444a-9219-720f80ed767c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:33.220891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] No DVR routers for this DVR port d4c65390-efa1-444a-9219-720f80ed767c on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:33.223831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.228766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] For port d4c65390-efa1-444a-9219-720f80ed767c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d4c65390-efa1-444a-9219-720f80ed767c,segment=NetworkSegment(e13855d8-c96e-46bb-a37a-93651a3e69ea),segment_id=e13855d8-c96e-46bb-a37a-93651a3e69ea)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:33.229154 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.256142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c65390-efa1-444a-9219-720f80ed767c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:33.263365 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:33.390707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.393198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Calling delete_port for d4c65390-efa1-444a-9219-720f80ed767c owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:33.428913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f10227c0>,) {'filters': {'network_id': ['2676bb5d-87bc-4b7e-a44c-ea85997a92f4']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:33.446094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10227c0>, '97cf4465-0c0c-40f9-8663-25f1834ec454') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:33.446417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10227c0>, '97cf4465-0c0c-40f9-8663-25f1834ec454') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:33.466086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.479287 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:58:33.482886 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 09:58:33.485836 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:58:33.487963 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:58:33.496222 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.506991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:33.507448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:33.527737 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:33.540407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.569999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f109fac0>,) {'filters': {'network_id': ['97dc6635-2e94-4435-b0bb-ca57aa0d21b4']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:33.584222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f109fac0>, 'e13855d8-c96e-46bb-a37a-93651a3e69ea') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:33.584518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f109fac0>, 'e13855d8-c96e-46bb-a37a-93651a3e69ea') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:33.596665 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.615206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.622230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:33.622620 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:33.637246 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:33.644739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.653514 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-76dff4a9-944b-4cc0-a81f-7caa85174a9d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:33.669087 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.680977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=2676bb5d-87bc-4b7e-a44c-ea85997a92f4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:33.685075 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:33.689500 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/2676bb5d-87bc-4b7e-a44c-ea85997a92f4 HTTP/1.1" status: 204  len: 168 time: 0.6345420
Dec 16 09:58:33.690097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.725126 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.730887 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:33.737159 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-61973397-0085-4dad-a892-f37368efc760 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:33.737619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61973397-0085-4dad-a892-f37368efc760 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:33.741929 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61973397-0085-4dad-a892-f37368efc760 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/c6e0beef-5bcc-4920-9c5f-70f97f9a5563 HTTP/1.1" status: 404  len: 337 time: 0.0509105
Dec 16 09:58:33.742627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41926) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.744136 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3b360079-881e-40e5-ac13-5c313edf40c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:33.764795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Pushing event deleted for resources: {'Network': ['ID=97dc6635-2e94-4435-b0bb-ca57aa0d21b4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:33.767468 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:33.769081 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c47623-4fb6-48d9-9081-863c8fd1363b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:33.769360 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] 10.222.0.66 "DELETE /v2.0/networks/97dc6635-2e94-4435-b0bb-ca57aa0d21b4 HTTP/1.1" status: 204  len: 168 time: 1.5273654
Dec 16 09:58:33.769920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c47623-4fb6-48d9-9081-863c8fd1363b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:33.774453 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62c47623-4fb6-48d9-9081-863c8fd1363b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/98398610-a247-4cbd-b87e-96c2248bffa6 HTTP/1.1" status: 404  len: 339 time: 0.0280383
Dec 16 09:58:33.775113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.915278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41940) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.937272 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:58:33.985764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2f106eb3-26fb-450c-a892-6e6d0a224389 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de745d7a9b7f4096bcddfcc6827156d3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0690548
Dec 16 09:58:33.989664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Deleting port d4c65390-efa1-444a-9219-720f80ed767c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:33.990135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:33.991042 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.031316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting subnet eb143c5e-143f-4e7d-983c-d4f61f29060d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:34.040140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.064298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0b746-f272-46f7-a1ba-d872dc560a6f None None] The port 'd4c65390-efa1-444a-9219-720f80ed767c' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:58:34.118343 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.162535 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.173280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1656720-9648-4440-84a6-8caef7d824c2 req-566ebf1f-6420-4048-9e02-c3e4cf183103 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0475848
Dec 16 09:58:34.206792 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.263295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.314138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.321576 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be3b97e4-f86d-4db1-b704-45b7d945f270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:34.345424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cff43cb-8d44-4968-a410-dffb4ce0a957,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:34.347813 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:34.363571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.367814 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cff43cb-8d44-4968-a410-dffb4ce0a957 HTTP/1.1" status: 204  len: 168 time: 0.3737891
Dec 16 09:58:34.367988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aee4de-26ad-4b20-a93d-7e62ddd4d280 req-9281f2f5-1983-4b41-a94c-6d61e84c65f6 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:34.367988 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99aee4de-26ad-4b20-a93d-7e62ddd4d280 req-9281f2f5-1983-4b41-a94c-6d61e84c65f6 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 945 time: 0.0957098
Dec 16 09:58:34.381847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.394190 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d7c628a-35b9-4a77-8dda-9c0d86ab9af6 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:34.436203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.438327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca0f5c-28ef-442c-9d9a-6e5ca47b0609 None None] Network db09d108-a3c5-4422-9a52-42cab4e1c29c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:34.443681 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-99aee4de-26ad-4b20-a93d-7e62ddd4d280 req-cb9e12fc-2a28-48b0-8a0f-14d7a1ddb49e tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670295
Dec 16 09:58:34.453923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=eb143c5e-143f-4e7d-983c-d4f61f29060d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:34.461870 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/eb143c5e-143f-4e7d-983c-d4f61f29060d HTTP/1.1" status: 204  len: 168 time: 0.6821935
Dec 16 09:58:34.462662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41952) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:34.477262 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:34.559765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting subnet 59d54d7d-2ff9-493e-82bc-95e37295531d {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:34.563259 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.629172 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.730469 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.818024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.825469 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2456e941-97dd-4714-91fc-2d05e347ca84 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:34.867901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=59d54d7d-2ff9-493e-82bc-95e37295531d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:34.870955 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:34.872000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:34.882275 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/59d54d7d-2ff9-493e-82bc-95e37295531d HTTP/1.1" status: 204  len: 168 time: 0.4176729
Dec 16 09:58:34.885210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 41958) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:34.893892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41962) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:34.950088 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce1e9eb3-3b33-4011-9e80-3a99c794371e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c25dd8ce9f79406082f11d6494c1d921&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0527554
Dec 16 09:58:34.950407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:35.024159 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.029355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.037379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:35.037852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.059879 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.131779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.137802 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0fca610b-ff46-4067-859a-4acde666ab1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:35.150974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e10cef-8efa-4682-a183-1a1734f48455,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:35.156239 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:35.158801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.168324 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68e10cef-8efa-4682-a183-1a1734f48455 HTTP/1.1" status: 204  len: 168 time: 0.2085750
Dec 16 09:58:35.407460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fae32bae-f30a-4494-b41e-d05ee2141c5e req-cd876b2d-a2ff-492d-8ff9-3d0f3d5050af tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0603058
Dec 16 09:58:35.411535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] For port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,segment=NetworkSegment(1d681e5f-89df-43b0-b16f-ffa0bf0b7def),segment_id=1d681e5f-89df-43b0-b16f-ffa0bf0b7def)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:35.411813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.430701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c07fc6-a29f-40a7-a54a-8614b5adf8fa None None] Network db09d108-a3c5-4422-9a52-42cab4e1c29c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:35.586499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Calling delete_port for 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:35.636997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1314930c-9347-4dc7-af60-9b9617fe2b8e None None] Provisioning complete for port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:35.638028 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1314930c-9347-4dc7-af60-9b9617fe2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.716752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-3c59e1fb-18b4-4e35-9625-628bcec89d0d tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:35.718419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-3c59e1fb-18b4-4e35-9625-628bcec89d0d tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 945 time: 0.4231193
Dec 16 09:58:35.813957 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-1314930c-9347-4dc7-af60-9b9617fe2b8e None None] No ports have port_id starting with 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a
Dec 16 09:58:35.821763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:35.829472 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-061fa87c-07bb-4e67-8748-ca30646e8cb5 tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:35.901463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34909d17-bb5c-4dfd-9642-d633d8b7540d None None] DHCP port deletion for db09d108-a3c5-4422-9a52-42cab4e1c29c request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:58:36.019580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Deleting port dc62b497-e4ff-412a-b5cd-01a87af68c3a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:36.019833 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.046772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Port': ['ID=5daf0015-ccd6-4c9e-b801-b7d9d4599d7a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:36.055226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:36.056177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No DVR routers for this DVR port 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:36.113735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabba6-7a27-46ef-8ee1-220910ae14d5 req-c606788c-89dc-4d3c-a234-43715b841baa tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:36.115387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6beabba6-7a27-46ef-8ee1-220910ae14d5 req-c606788c-89dc-4d3c-a234-43715b841baa tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 945 time: 0.4943476
Dec 16 09:58:36.285407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.333005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6beabba6-7a27-46ef-8ee1-220910ae14d5 req-8647340c-06da-4097-8288-a86907203849 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/security-groups?id=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956186
Dec 16 09:58:36.336628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ee46a0>,) {'filters': {'network_id': ['db09d108-a3c5-4422-9a52-42cab4e1c29c']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:36.416800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ee46a0>, '1d681e5f-89df-43b0-b16f-ffa0bf0b7def') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:36.417101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ee46a0>, '1d681e5f-89df-43b0-b16f-ffa0bf0b7def') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:36.442845 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.467929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.489189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:36.489550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:36.506587 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:36.650629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-35dc6972-3234-4267-9ac8-2c20fba910dc req-345cab2d-8e3d-470c-82cc-037eb5b66350 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0813770
Dec 16 09:58:36.652292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] For port dc62b497-e4ff-412a-b5cd-01a87af68c3a, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=dc62b497-e4ff-412a-b5cd-01a87af68c3a,segment=NetworkSegment(1ebe222d-ba85-4708-8837-22a77d3e59c5),segment_id=1ebe222d-ba85-4708-8837-22a77d3e59c5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:36.652657 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.797385 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.806337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Calling delete_port for dc62b497-e4ff-412a-b5cd-01a87af68c3a owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:36.839967 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-609b0ff8-f315-4bf2-9341-8438b5d01edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:36.861496 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:36.883222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=db09d108-a3c5-4422-9a52-42cab4e1c29c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:36.891517 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:36.895543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/db09d108-a3c5-4422-9a52-42cab4e1c29c HTTP/1.1" status: 204  len: 168 time: 2.0092962
Dec 16 09:58:36.898748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:36.939689 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c73f88-4c73-454f-af7d-8b7cc4b3a3f2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:36.940148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c73f88-4c73-454f-af7d-8b7cc4b3a3f2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:36.941864 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04c73f88-4c73-454f-af7d-8b7cc4b3a3f2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/4839333c-d118-41ad-bb39-e53093922b88 HTTP/1.1" status: 404  len: 337 time: 0.0411553
Dec 16 09:58:36.946723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41984) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:36.974662 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8520b470-15af-44d1-be9c-43912cf2d4bc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:36.975141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8520b470-15af-44d1-be9c-43912cf2d4bc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:36.977477 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8520b470-15af-44d1-be9c-43912cf2d4bc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/698734c9-2572-4296-8073-4fb9ad711449 HTTP/1.1" status: 404  len: 339 time: 0.0297134
Dec 16 09:58:36.980030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:37.004824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.019197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['dc62b497-e4ff-412a-b5cd-01a87af68c3a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:58:37.019863 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4aee2b87-1bc0-420a-b762-063e0a8201da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:37.026378 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-28961682-a920-4614-8402-c046d4c39008 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:37.027130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28961682-a920-4614-8402-c046d4c39008 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:37.028982 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-28961682-a920-4614-8402-c046d4c39008 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/8adbfe73-f93a-4ecf-8409-42544202ddd9 HTTP/1.1" status: 404  len: 337 time: 0.0480285
Dec 16 09:58:37.031816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:37.076214 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7130c95f-207d-45a7-a91f-f08ac1f86a0b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:37.076753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7130c95f-207d-45a7-a91f-f08ac1f86a0b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:37.079089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7130c95f-207d-45a7-a91f-f08ac1f86a0b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/6f782356-446b-4946-8017-62e06d09ea46 HTTP/1.1" status: 404  len: 339 time: 0.0456161
Dec 16 09:58:37.082297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 41996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:37.103296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:37.106258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Pushing event deleted for resources: {'Port': ['ID=dc62b497-e4ff-412a-b5cd-01a87af68c3a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:37.113919 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:37.140129 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e45a5c3-bb68-4f27-b443-cdd07c33215b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:37.141030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e45a5c3-bb68-4f27-b443-cdd07c33215b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:37.146257 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e45a5c3-bb68-4f27-b443-cdd07c33215b tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/3c6a57c7-5822-4970-a27f-275c0c99c24f HTTP/1.1" status: 404  len: 337 time: 0.0597568
Dec 16 09:58:37.155737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:37.158472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] No DVR routers for this DVR port dc62b497-e4ff-412a-b5cd-01a87af68c3a on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:37.161261 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.164805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'name': 'network-vif-deleted', 'tag': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:58:37.166266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:37.166742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5daf0015-ccd6-4c9e-b801-b7d9d4599d7a not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:37.189556 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03bfff17-0c2f-4551-b700-1504b7a7d73a req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.74 "DELETE /v2.0/ports/dc62b497-e4ff-412a-b5cd-01a87af68c3a HTTP/1.1" status: 204  len: 173 time: 1.4461589
Dec 16 09:58:37.195244 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1aaa70-6e1e-4bac-8a31-cefa434de087 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:37.195791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1aaa70-6e1e-4bac-8a31-cefa434de087 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:37.197585 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2b1aaa70-6e1e-4bac-8a31-cefa434de087 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/25640671-3c52-4e12-b205-111ebd7ed361 HTTP/1.1" status: 404  len: 339 time: 0.0407948
Dec 16 09:58:37.201157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42006) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:37.225205 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c42d34d-c4c6-4db2-937f-de9d867b2ab5', 'name': 'network-vif-deleted', 'tag': 'dc62b497-e4ff-412a-b5cd-01a87af68c3a', 'status': 'completed', 'code': 200}
Dec 16 09:58:37.280314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting subnet cfb2dd3f-4558-41cc-a783-6baf69b8a272 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:37.283568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.348528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.446338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.528208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d0683d20-b8ec-4beb-8322-f4f037935af4 req-bf2495ae-0658-4a7a-ab50-b603e809a594 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Synchronizing usage tracker for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:37.542622 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.548271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-d0683d20-b8ec-4beb-8322-f4f037935af4 req-bf2495ae-0658-4a7a-ab50-b603e809a594 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Unset dirty status for tenant:ceea8e348c0f4e049b62746bef3c2299 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:37.550071 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0683d20-b8ec-4beb-8322-f4f037935af4 req-bf2495ae-0658-4a7a-ab50-b603e809a594 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c42d34d-c4c6-4db2-937f-de9d867b2ab5 HTTP/1.1" status: 200  len: 210 time: 0.0838020
Dec 16 09:58:37.551028 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc5da945-58e7-44d2-98d6-ec043c6e524d tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:37.593723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb2dd3f-4558-41cc-a783-6baf69b8a272,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:37.596456 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:37.599274 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.609687 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/cfb2dd3f-4558-41cc-a783-6baf69b8a272 HTTP/1.1" status: 204  len: 168 time: 0.4067183
Dec 16 09:58:37.612330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42014) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:37.614886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b0d67-b4cb-4e9d-bf80-922152c4f370 None None] Network 3b760275-81e9-4c23-96d3-389fdf92ff7b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:37.749105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.761414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting port e652c50f-a412-439c-8a11-1800b1b0ef99 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:37.761757 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:37.854518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6875d6a4-d28a-4494-8198-74291292971e req-6a611a51-ac65-4e89-b177-f49b7b1901c2 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0552065
Dec 16 09:58:37.955918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] DHCP port deletion for 3b760275-81e9-4c23-96d3-389fdf92ff7b request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:58:37.961139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Deleting port e652c50f-a412-439c-8a11-1800b1b0ef99 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:37.961528 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.032468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] For port e652c50f-a412-439c-8a11-1800b1b0ef99, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e652c50f-a412-439c-8a11-1800b1b0ef99,segment=NetworkSegment(bbc9d099-27a8-4ee2-8742-de1492f778a5),segment_id=bbc9d099-27a8-4ee2-8742-de1492f778a5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:38.032823 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.186083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] For port e652c50f-a412-439c-8a11-1800b1b0ef99, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e652c50f-a412-439c-8a11-1800b1b0ef99,segment=NetworkSegment(bbc9d099-27a8-4ee2-8742-de1492f778a5),segment_id=bbc9d099-27a8-4ee2-8742-de1492f778a5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:38.186905 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.292485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Calling delete_port for e652c50f-a412-439c-8a11-1800b1b0ef99 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:38.317762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Calling delete_port for e652c50f-a412-439c-8a11-1800b1b0ef99 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:38.373111 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.378226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:38.399093 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:58:38.399485 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:58:38.426092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Port': ['ID=e652c50f-a412-439c-8a11-1800b1b0ef99,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:38.427929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No DVR routers for this DVR port e652c50f-a412-439c-8a11-1800b1b0ef99 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:38.429395 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:38.563296 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.592592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f572e0>,) {'filters': {'network_id': ['3b760275-81e9-4c23-96d3-389fdf92ff7b']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:38.605313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f572e0>, 'bbc9d099-27a8-4ee2-8742-de1492f778a5') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:38.605605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f572e0>, 'bbc9d099-27a8-4ee2-8742-de1492f778a5') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:38.618837 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.635449 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.641720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:38.642125 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:38.658968 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:38.761320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.766828 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c4cdd68-84ac-405d-888a-c354634091bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:38.786473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.796532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=3b760275-81e9-4c23-96d3-389fdf92ff7b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:38.801312 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:38.804094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/3b760275-81e9-4c23-96d3-389fdf92ff7b HTTP/1.1" status: 204  len: 168 time: 1.1906879
Dec 16 09:58:38.807766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42028) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:38.850010 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0a3d97-b420-4b7e-8eb1-e9bbca3ca9d5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:38.850725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0a3d97-b420-4b7e-8eb1-e9bbca3ca9d5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:38.853005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cb0a3d97-b420-4b7e-8eb1-e9bbca3ca9d5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/be2dbf2f-b52d-4251-addf-0a1529cb6e95 HTTP/1.1" status: 404  len: 337 time: 0.0443668
Dec 16 09:58:38.855705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42034) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:38.882345 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f92b5c-259e-472d-9d69-e3206c9912d9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:58:38.882880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f92b5c-259e-472d-9d69-e3206c9912d9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:38.885661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b5f92b5c-259e-472d-9d69-e3206c9912d9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/66dca2a0-a2c6-4dcb-a527-bb49c6d3372f HTTP/1.1" status: 404  len: 339 time: 0.0280297
Dec 16 09:58:38.887794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:38.901023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Deleting port e652c50f-a412-439c-8a11-1800b1b0ef99 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:38.901526 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.974075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting subnet 8722a03b-0d1c-47c0-9ef5-bd9f7d670543 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:38.978488 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:38.996332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2dd35f71-c117-42cf-970b-f2d31580669e None None] The port 'e652c50f-a412-439c-8a11-1800b1b0ef99' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:58:39.060179 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8dbb1dbf-9133-4882-9097-28425ed3262b req-5f7f3964-a969-4db9-8282-c2ea38f4fb88 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0576725
Dec 16 09:58:39.066823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.094251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e652c50f-a412-439c-8a11-1800b1b0ef99 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:39.134852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e652c50f-a412-439c-8a11-1800b1b0ef99 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:39.142478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e652c50f-a412-439c-8a11-1800b1b0ef99 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:39.171142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.253989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.259176 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a515b20a-c8e6-4f3d-9200-c2942381709c tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:39.297233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Subnet': ['ID=8722a03b-0d1c-47c0-9ef5-bd9f7d670543,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:39.299147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.304331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae68eb-d48b-4d74-a1c9-942282e1e56f None None] Network 4542fe02-0918-4ef1-a56a-31556113d5e4 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:39.308549 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:39.311288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/subnets/8722a03b-0d1c-47c0-9ef5-bd9f7d670543 HTTP/1.1" status: 204  len: 168 time: 0.4211946
Dec 16 09:58:39.312525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:39.394293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device dc62b497-e4ff-412a-b5cd-01a87af68c3a no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:39.446062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: dc62b497-e4ff-412a-b5cd-01a87af68c3a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:39.446444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.446569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device dc62b497-e4ff-412a-b5cd-01a87af68c3a not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:39.462886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Deleting port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:39.463270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.639402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] DHCP port deletion for 4542fe02-0918-4ef1-a56a-31556113d5e4 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:58:39.643813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Deleting port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:39.644288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.712317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] For port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,segment=NetworkSegment(63f4135a-1bd5-476e-abe7-3948e39ae1c5),segment_id=63f4135a-1bd5-476e-abe7-3948e39ae1c5)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:39.712783 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:39.893093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Calling delete_port for 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:39.952623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] For port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,segment=NetworkSegment(63f4135a-1bd5-476e-abe7-3948e39ae1c5),segment_id=63f4135a-1bd5-476e-abe7-3948e39ae1c5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:39.953091 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.018363 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.022614 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a24dd2e9-00a0-4aa6-a084-980437159c44 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:40.070827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Port': ['ID=3e10bfda-be2d-4e10-b70d-e3471bdd22e2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:40.074255 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:40.079017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] No DVR routers for this DVR port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:40.093311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Calling delete_port for 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:40.196021 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:58:40.196636 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:58:40.280232 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca9472f3-0334-45d8-bfa7-c9317a3c395a req-a3136c8d-26c6-4f5b-8406-cca20285c175 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0747550
Dec 16 09:58:40.421139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.446549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c408b0>,) {'filters': {'network_id': ['4542fe02-0918-4ef1-a56a-31556113d5e4']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:40.458284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c408b0>, '63f4135a-1bd5-476e-abe7-3948e39ae1c5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:40.458574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c408b0>, '63f4135a-1bd5-476e-abe7-3948e39ae1c5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:58:40.470497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.487513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.494587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:58:40.494977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:58:40.510564 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:58:40.594618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.598702 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:40.616326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.625938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Pushing event deleted for resources: {'Network': ['ID=4542fe02-0918-4ef1-a56a-31556113d5e4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:40.631187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:40.637495 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] 10.222.0.66 "DELETE /v2.0/networks/4542fe02-0918-4ef1-a56a-31556113d5e4 HTTP/1.1" status: 204  len: 168 time: 1.3199971
Dec 16 09:58:40.698178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Deleting port 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:40.698856 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:40.781456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-20bb44dc-550d-4e16-886d-555089a27e0b None None] The port '3e10bfda-be2d-4e10-b70d-e3471bdd22e2' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:58:40.973733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:41.088246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:41.126368 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:41.126728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3e10bfda-be2d-4e10-b70d-e3471bdd22e2 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:41.171967 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f11aa604-6a40-4366-ba49-38daa90a0e8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54ee25b352424148bbd77b803dddd1a1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1967354
Dec 16 09:58:41.174428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42120) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:41.293955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:41.333869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:41.408702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:41.422035 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-07f714a2-9549-4ea2-a32b-425131e128a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:41.439215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb81b5-f2df-44cb-a90b-5027e26945d1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:41.442159 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:41.445139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:41.446299 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32fb81b5-f2df-44cb-a90b-5027e26945d1 HTTP/1.1" status: 204  len: 168 time: 0.2704587
Dec 16 09:58:41.587956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-95d023b5-1e30-4572-9433-bce3abea4a85 req-07a70ca5-1f7b-49b6-b41e-567bb7e7f966 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0648923
Dec 16 09:58:41.948068 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:41.979036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7cf7fc5-0077-4133-838d-33160e7a8e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:42.583894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:42.817084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1141473582'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:42.826331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:42.834443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:network and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:42.843987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:42.846045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-edd6e628-8235-467b-91aa-5697afb2afb2 req-35aba720-957e-4563-82a6-a1c96770ab5b tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0752113
Dec 16 09:58:42.866273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:42.877225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:42.881878 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:42.906615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:42.930228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:42.935984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:security_group_rule and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:42.940590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:42.948615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:43.083093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:43.089122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:43.093505 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b51b4fb-2e4c-45d3-b4a3-efe15e006bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:43.132547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:43.139036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05a8e5c-52ae-4609-b679-7f4365ef352a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:43.143224 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:43.147324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:43.147763 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Added segment d223b0bf-df48-4967-845c-751d3280326f of type vlan for network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2
Dec 16 09:58:43.191590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:43.230986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:43.237401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:43.238182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:43.249875 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4ca021c-3faa-4af3-b8fe-278ad60de622 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:43.454688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Network': ['ID=4e7760f9-5a38-40d2-ac0e-fba9448db8e2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:43.468657 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8793604
Dec 16 09:58:43.468657 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:43.483957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:44.161186 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:44.163695 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-27deb47b-f6c8-4976-9d11-1263b7dc0b41 req-71935207-6b5f-4d41-950f-e3dd5e55744f tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0720596
Dec 16 09:58:44.515270 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fefff2f5-c85c-44af-8467-8f00611533dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:45.163398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c6b9dfa9-869b-4138-a068-d2c696742845 req-1170242d-0b4e-4b99-a4eb-9cc52b1c5693 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0819089
Dec 16 09:58:45.362450 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:45.406989 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c007aba8-240f-4479-9e1d-b093c833ea4f req-2fbfc721-058e-409b-95d0-40b676610500 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0573289
Dec 16 09:58:45.572834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:46.738628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-353c5731-7632-42af-881c-f5ca5209f010 req-34f3f146-98d7-4a2c-a5a4-32031f31cf6d tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.0569165
Dec 16 09:58:47.146045 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:47.511769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:47.518270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'subnet': {'network_id': '4e7760f9-5a38-40d2-ac0e-fba9448db8e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:47.542513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-457f3f29-5d3a-49a5-a3fb-7edfc22c6271 req-38313e81-e97e-455a-91ff-5ededa6577d3 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e&device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.0867465
Dec 16 09:58:47.723555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:47.729991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:subnet and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:47.747633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:47.760944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:47.788120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:47.792175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.026084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a63ccd0c-da8e-4827-914d-d74c8df4e462 req-9b1c7151-f85f-4224-890e-da8a2307fa5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc411e2e66e9415f9188bc08bf77a64b&device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1342518
Dec 16 09:58:48.114770 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.124789 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-034b25a8-0829-41fa-b683-cd8a3f1637e2 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:48.139835 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e32faa1-e96d-42c3-ad2d-2a9b29ff930e req-6708992c-4849-42cb-838a-2159c96c2c21 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1066322
Dec 16 09:58:48.205625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a63ccd0c-da8e-4827-914d-d74c8df4e462 req-95a3c91a-2954-4e28-8741-91d9a7103b3b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fc411e2e66e9415f9188bc08bf77a64b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0626793
Dec 16 09:58:48.308902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Checking segment: {'id': 'd223b0bf-df48-4967-845c-751d3280326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7760f9-5a38-40d2-ac0e-fba9448db8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:48.309429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network hostable DHCP agents. Network: 4e7760f9-5a38-40d2-ac0e-fba9448db8e2, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:48.359741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Subnet': ['ID=4a7844e3-48c2-4058-b0a0-3238bfcb8627,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:48.363243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:48.370395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:48.385392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 4e7760f9-5a38-40d2-ac0e-fba9448db8e2) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:48.396915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba99f89-15aa-4584-b3a5-7db6d689fc8e None None] Network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:48.417419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:48.418396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.493037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42216) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:48.496561 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9833593
Dec 16 09:58:48.506082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1247172946'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:48.517708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:48.527755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccd0c-da8e-4827-914d-d74c8df4e462 req-42f7499b-c1ae-4813-ac5c-dddfa83e1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:48.530391 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a63ccd0c-da8e-4827-914d-d74c8df4e462 req-42f7499b-c1ae-4813-ac5c-dddfa83e1c5e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3178771
Dec 16 09:58:48.532213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:network and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:48.538144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:48.549660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:48.572684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:48.579926 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.660216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:48.683411 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.683964 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Added segment b40e9465-d4c0-4b0b-8e97-6415c6ce4f15 of type vlan for network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184
Dec 16 09:58:48.742911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.801869 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.810111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:48.810736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.814979 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ee114dca-0f84-41aa-bcda-5f3b228b47c4 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:48.863298 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-4e7760f9-5a38-40d2-ac0e-fba9448db8e2', 'network_id': '4e7760f9-5a38-40d2-ac0e-fba9448db8e2', 'tenant_id': '37edc84d6c8346b38b2768fa6af9e084', 'fixed_ips': [{'subnet_id': '4a7844e3-48c2-4058-b0a0-3238bfcb8627'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:48.864322 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:48.959323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4642365
Dec 16 09:58:48.962756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42224) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:48.972180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Network': ['ID=2ecfdea6-fb3e-44fe-bb52-84e6b4c24184,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:48.980142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'subnet': {'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:48.988336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.988735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.989122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.989504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.989879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.990254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.990656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.990993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.991431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.992190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.992780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.993274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:58:48.997472 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:49.049570 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:49.113004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Allocated IP 2001:db8:0:ffff::2 (4e7760f9-5a38-40d2-ac0e-fba9448db8e2/4a7844e3-48c2-4058-b0a0-3238bfcb8627/009f38e5-43ad-4531-92e0-a9b4a0a0f4ea) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:49.261580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:49.266998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:subnet and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:49.271654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:49.283653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:49.302533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:49.312617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:49.662278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47f77363-9434-42c1-96a0-dc2a18090e83 req-1c8d7c50-3841-4cfe-b387-4aebd4081d87 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1168647
Dec 16 09:58:49.685356 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:49.733578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Transition to ACTIVE for port object 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:49.828584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Transition to ACTIVE for port object 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:49.840288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:49.870035 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ee753eca-8535-4309-bb66-3aeffafc0783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:49.912739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a63ccd0c-da8e-4827-914d-d74c8df4e462 req-9d0101aa-a78d-429e-abef-93c7660ed769 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.54 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1238208
Dec 16 09:58:49.965708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:49.978771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:49.992587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:50.049502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.objects.ports [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:58:50.050883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:50.056728 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a396d79-82c8-40a2-a77d-6d718773b9bd tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:50.182296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Subnet': ['ID=e2bcc9ac-883a-4053-91a5-c2e36b1ad87e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:50.186152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Pushing event updated for resources: {'Port': ['ID=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:50.191041 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:50.198659 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:50.199351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Attempting to bind port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:50.199740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Attempting to bind port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd223b0bf-df48-4967-845c-751d3280326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7760f9-5a38-40d2-ac0e-fba9448db8e2'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:50.200102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Attempting to bind port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea on network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:50.206130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:50.206526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Checking segment: {'id': 'd223b0bf-df48-4967-845c-751d3280326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7760f9-5a38-40d2-ac0e-fba9448db8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:50.206939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:50.207381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Bound using segment: {'id': 'd223b0bf-df48-4967-845c-751d3280326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7760f9-5a38-40d2-ac0e-fba9448db8e2'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:50.207870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Bound port: 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd223b0bf-df48-4967-845c-751d3280326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7760f9-5a38-40d2-ac0e-fba9448db8e2'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:50.208376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:50.218214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Checking segment: {'id': 'b40e9465-d4c0-4b0b-8e97-6415c6ce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:50.218541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network hostable DHCP agents. Network: 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:50.274879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:50.305234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:50.312215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:50.312806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:50.318368 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] For port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:50.321975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] For port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,segment=NetworkSegment(d223b0bf-df48-4967-845c-751d3280326f),segment_id=d223b0bf-df48-4967-845c-751d3280326f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:50.344106 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:50.348265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54633ff-a5d8-46d1-ac38-629dc201f8dc None None] Network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:50.366431 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.3945057
Dec 16 09:58:50.366746 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:50.366878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42242) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:50.372497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'port': {'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184', 'name': 'tempest-NetworksIpV6TestAttrs-893933559'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:50.543243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Pushing event updated for resources: {'Port': ['ID=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:50.551404 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:50.686384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:50.708803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:port and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:50.714936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:50.718831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2ecfdea6-fb3e-44fe-bb52-84e6b4c24184', 'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184', 'tenant_id': '37edc84d6c8346b38b2768fa6af9e084', 'fixed_ips': [{'subnet_id': 'e2bcc9ac-883a-4053-91a5-c2e36b1ad87e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:50.722053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:50.730711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:50.761058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:50.765331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:50.834184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] device_id is not set on port 1b63bd40-ccea-4f2d-a1b6-847fe2cd8883 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:58:51.050467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Allocated IP 2001:db8::f816:3eff:fe95:3219 (2ecfdea6-fb3e-44fe-bb52-84e6b4c24184/e2bcc9ac-883a-4053-91a5-c2e36b1ad87e/867a70cf-0fe3-4716-b68d-e7b63ebf61c4) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:51.064753 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-851d2794-89b5-4241-8752-03394c741f78 req-89e0ae57-1aa7-43d9-8a97-eb2e22586ecd tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=29660a23-41f9-44a6-b886-4536994f7c7e HTTP/1.1" status: 200  len: 210 time: 0.1053588
Dec 16 09:58:51.254119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:51.397601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:51.487779 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:51.514003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Transition to ACTIVE for port object 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:51.552701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Transition to ACTIVE for port object 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:51.560861 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:51.568078 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:51.666885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Pushing event updated for resources: {'Port': ['ID=867a70cf-0fe3-4716-b68d-e7b63ebf61c4,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:51.674934 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:51.686955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:51.688229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:51.690988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:51.746189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Allocated IP 2001:db8::f816:3eff:fe5d:a877 (2ecfdea6-fb3e-44fe-bb52-84e6b4c24184/e2bcc9ac-883a-4053-91a5-c2e36b1ad87e/1b63bd40-ccea-4f2d-a1b6-847fe2cd8883) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:51.841667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Attempting to bind port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:51.842552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Attempting to bind port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'b40e9465-d4c0-4b0b-8e97-6415c6ce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:51.842552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Attempting to bind port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 on network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:51.848759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:51.849036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Checking segment: {'id': 'b40e9465-d4c0-4b0b-8e97-6415c6ce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:51.849340 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:51.849749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Bound using segment: {'id': 'b40e9465-d4c0-4b0b-8e97-6415c6ce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:51.850232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Bound port: 867a70cf-0fe3-4716-b68d-e7b63ebf61c4, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40e9465-d4c0-4b0b-8e97-6415c6ce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2ecfdea6-fb3e-44fe-bb52-84e6b4c24184'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:51.850617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:52.037197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] For port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:52.047010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] For port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=867a70cf-0fe3-4716-b68d-e7b63ebf61c4,segment=NetworkSegment(b40e9465-d4c0-4b0b-8e97-6415c6ce4f15),segment_id=b40e9465-d4c0-4b0b-8e97-6415c6ce4f15)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:52.062719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:52.067560 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:52.157798 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Pushing event updated for resources: {'Port': ['ID=867a70cf-0fe3-4716-b68d-e7b63ebf61c4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:52.171973 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:52.336195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c618c9-6895-4d00-acad-f7ff6227ddd7 None None] Network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:52.365859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:52.399707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Transition to ACTIVE for port object 1b63bd40-ccea-4f2d-a1b6-847fe2cd8883 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:52.447605 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:52.457321 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b29c83fa-c831-4188-9327-236c8e395b5c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:52.636020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:52.646463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:52.650322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:52.669204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:52.674642 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:52.741000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.3694079
Dec 16 09:58:52.741454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:52.793970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Port': ['ID=1b63bd40-ccea-4f2d-a1b6-847fe2cd8883,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:52.817532 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:52.887632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting subnet e2bcc9ac-883a-4053-91a5-c2e36b1ad87e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:52.893112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:52.975898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Provisioning for port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:52.987957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Provisioning complete for port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:52.987957 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:52.990929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:53.368853 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:53.435477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] For port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,segment=NetworkSegment(d223b0bf-df48-4967-845c-751d3280326f),segment_id=d223b0bf-df48-4967-845c-751d3280326f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:53.454828 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:53.466840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:53.470332 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1f7feaa2-1f03-4cc1-9ce3-a123b8572f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:53.577234 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d52a6394-ba3b-4aa6-8852-fc427d046d21 req-e40e78f7-0798-466e-808f-ce7e403e0a81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc411e2e66e9415f9188bc08bf77a64b&device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.2460437
Dec 16 09:58:53.667353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:53.758836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:53.778509 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-75dd976f-3fe2-48a3-a4bd-779caf86efe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:53.822122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f43e0000-2645-46e3-8cbc-c75be5e7c513 None None] Provisioning complete for port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:53.822647 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f43e0000-2645-46e3-8cbc-c75be5e7c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:53.850394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0182ae41-0f10-4d98-bb91-f3bd8b6a0f08 req-0d2a2d17-eded-49f0-8de6-2701a06f9474 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.2912989
Dec 16 09:58:53.855048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Subnet': ['ID=e2bcc9ac-883a-4053-91a5-c2e36b1ad87e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:53.861623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:53.871246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d52a6394-ba3b-4aa6-8852-fc427d046d21 req-7797e81e-0a62-490f-ab92-9a15a861bd5d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fc411e2e66e9415f9188bc08bf77a64b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2929430
Dec 16 09:58:53.872060 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/e2bcc9ac-883a-4053-91a5-c2e36b1ad87e HTTP/1.1" status: 204  len: 168 time: 1.1293538
Dec 16 09:58:53.872777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:53.873831 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:53.875852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:53.889356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Pushing event updated for resources: {'Port': ['ID=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:53.894073 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:53.975211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d8e02-1adb-4114-af28-3cd29d5832db tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:53.977565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d8e02-1adb-4114-af28-3cd29d5832db tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:53.978686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b05d8e02-1adb-4114-af28-3cd29d5832db tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Synchronizing usage tracker for tenant:37edc84d6c8346b38b2768fa6af9e084 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:58:54.022061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b05d8e02-1adb-4114-af28-3cd29d5832db tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Unset dirty status for tenant:37edc84d6c8346b38b2768fa6af9e084 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:58:54.029687 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b05d8e02-1adb-4114-af28-3cd29d5832db tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1543331
Dec 16 09:58:54.031314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42280) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:54.244553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22927c43-f8c7-4a24-a026-e92f05a44832 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.265309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830629a-6591-4181-affc-e42d377940f1 None None] Network 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:54.267607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a6394-ba3b-4aa6-8852-fc427d046d21 req-e557c24f-3006-43e1-bc62-d42d5e85de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:54.269683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d52a6394-ba3b-4aa6-8852-fc427d046d21 req-e557c24f-3006-43e1-bc62-d42d5e85de19 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3783867
Dec 16 09:58:54.275693 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-22927c43-f8c7-4a24-a026-e92f05a44832 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:58:54.276209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22927c43-f8c7-4a24-a026-e92f05a44832 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:54.277975 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22927c43-f8c7-4a24-a026-e92f05a44832 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 HTTP/1.1" status: 409  len: 405 time: 0.2455053
Dec 16 09:58:54.287215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:54.300371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2106034774'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:54.316129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:54.326704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:network and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:54.340148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:54.347095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:54.367983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:54.374639 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.427986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Provisioning for port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:54.490619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Provisioning complete for port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:54.491080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.510471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:54.531089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.532786 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Added segment dc6f8d4e-bea2-4e98-b647-6cc4573f78d3 of type vlan for network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c
Dec 16 09:58:54.621432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.686325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.700407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:54.701991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.714426 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f026a47-245e-4384-bccb-50afe6b7de5f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:54.797405 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:54.834408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Network': ['ID=eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:54.846245 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:54.864403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:54.865240 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5763884
Dec 16 09:58:54.873891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'subnet': {'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:54.877042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:58:55.023355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] For port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=867a70cf-0fe3-4716-b68d-e7b63ebf61c4,segment=NetworkSegment(b40e9465-d4c0-4b0b-8e97-6415c6ce4f15),segment_id=b40e9465-d4c0-4b0b-8e97-6415c6ce4f15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:55.079396 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:55.118488 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:55.189123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:55.274293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] DHCP port deletion for 2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:58:55.283091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Deleting port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:58:55.283512 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:55.314771 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a3d11f4a-82e6-49c2-8a62-1e6a772c9730 req-cae29712-3d3f-47e9-a3a0-b65a9cdf37a9 tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.1146877
Dec 16 09:58:55.316734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:55.335753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:55.372573 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:55.384773 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:55.438818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Pushing event updated for resources: {'Port': ['ID=867a70cf-0fe3-4716-b68d-e7b63ebf61c4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:55.453719 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:55.648040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d52a6394-ba3b-4aa6-8852-fc427d046d21 req-77117bf5-0e90-41ed-8f82-73747d22b18b tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.0781109
Dec 16 09:58:55.721880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:58:55.722686 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:55.784779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] For port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=867a70cf-0fe3-4716-b68d-e7b63ebf61c4,segment=NetworkSegment(b40e9465-d4c0-4b0b-8e97-6415c6ce4f15),segment_id=b40e9465-d4c0-4b0b-8e97-6415c6ce4f15)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:58:55.784779 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:55.894400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-b55c5888-4d97-4ae8-a9db-848e6a4c828b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1555195
Dec 16 09:58:55.967656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Calling delete_port for 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:58:56.102657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.objects.ports [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:58:56.105090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:56.111276 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c6074739-6c92-4f1a-abc5-9045dc3c9a79 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:56.145209 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:56.158495 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7f85db37-afa3-4a74-90e7-497c2eff867e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:56.234061 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Subnet': ['ID=926b0830-6a16-43d1-b9aa-ca775defe076,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:56.240229 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:56.252833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Checking segment: {'id': 'dc6f8d4e-bea2-4e98-b647-6cc4573f78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:56.253223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network hostable DHCP agents. Network: eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:58:56.261368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-24dee82b-a6cc-4395-bf00-227b2e8d98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:56.262940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-24dee82b-a6cc-4395-bf00-227b2e8d98af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 1096 time: 0.2719100
Dec 16 09:58:56.285909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:58:56.311829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Pushing event deleted for resources: {'Port': ['ID=867a70cf-0fe3-4716-b68d-e7b63ebf61c4,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:56.317214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] No DVR routers for this DVR port 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:58:56.318930 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:56.393731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:56.402286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8bdfe1-5b08-46fc-bb47-51b3528ed81c None None] Network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:56.409519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:56.410128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:56.511679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6445744
Dec 16 09:58:56.514314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42314) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:56.531523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'port': {'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c', 'name': 'tempest-NetworksIpV6TestAttrs-382718512'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:56.559130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-755a68eb-5db7-47b2-87ab-5b230cd4658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:56.561417 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-755a68eb-5db7-47b2-87ab-5b230cd4658e service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.2641923
Dec 16 09:58:56.683850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af7e107e-d822-4706-bbf9-0089a1db7d86 req-693a2d43-bd10-4e06-803d-108957af2aeb tempest-ServerShowV247Test-875406956 tempest-ServerShowV247Test-875406956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f12da797-9c2e-4f06-9c91-22cb858cf03b HTTP/1.1" status: 200  len: 210 time: 0.1269288
Dec 16 09:58:56.791151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-adc047a7-40d9-4682-b24a-cc1692052bf3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4331d266-1b00-4487-b2c1-520da20754de HTTP/1.1" status: 200  len: 1001 time: 0.1968904
Dec 16 09:58:56.830684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c', 'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c', 'tenant_id': '37edc84d6c8346b38b2768fa6af9e084', 'fixed_ips': [{'subnet_id': '926b0830-6a16-43d1-b9aa-ca775defe076'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:58:56.831967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:56.923770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-6ab1cc85-424c-4f66-b60a-8356f5485522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:56.926243 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-6ab1cc85-424c-4f66-b60a-8356f5485522 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.1272380
Dec 16 09:58:57.158949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:57.167837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:port and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:57.172243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:57.188010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:57.192561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:58:57.206802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:57.215100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:57.226876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-ae09ab00-4dfd-4cda-b6e8-373499fbee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:57.229296 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-ae09ab00-4dfd-4cda-b6e8-373499fbee17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2963386
Dec 16 09:58:57.236902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Allocated IP 2001:db8::f816:3eff:fee9:8708 (eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c/926b0830-6a16-43d1-b9aa-ca775defe076/1f1ea492-0b93-42a6-9ecb-3d77731873d7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:57.242296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] device_id is not set on port 3fb0ae46-f497-417d-95ac-73ed8f03d2a4 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:58:57.248411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:58:57.248881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 867a70cf-0fe3-4716-b68d-e7b63ebf61c4 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:58:57.427238 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-e0bd357e-3606-46d6-a75a-a0c477eead28 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903665
Dec 16 09:58:57.543553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:57.556944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Transition to ACTIVE for port object 1f1ea492-0b93-42a6-9ecb-3d77731873d7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:57.579549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Transition to ACTIVE for port object 1f1ea492-0b93-42a6-9ecb-3d77731873d7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:57.591644 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:57.603670 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2620f5e6-2902-4daf-a150-5eb37f7515bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:57.718695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Allocated IP 2001:db8::f816:3eff:feac:6dc4 (eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c/926b0830-6a16-43d1-b9aa-ca775defe076/3fb0ae46-f497-417d-95ac-73ed8f03d2a4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:58:57.741205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3ad7498d-4d0f-48a2-a045-0a63c8341b7e req-3837c8e4-7265-4267-b37e-087d31870687 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3074157
Dec 16 09:58:57.757710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:57.762690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:57.767488 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:57.789059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Pushing event updated for resources: {'Port': ['ID=1f1ea492-0b93-42a6-9ecb-3d77731873d7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:57.834736 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:57.907921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Attempting to bind port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:58:57.911440 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Attempting to bind port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'dc6f8d4e-bea2-4e98-b647-6cc4573f78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:58:57.914268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Attempting to bind port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 on network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:58:57.926859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:58:57.928305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Checking segment: {'id': 'dc6f8d4e-bea2-4e98-b647-6cc4573f78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:58:57.928735 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:57.929744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Bound using segment: {'id': 'dc6f8d4e-bea2-4e98-b647-6cc4573f78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:58:57.930247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Bound port: 1f1ea492-0b93-42a6-9ecb-3d77731873d7, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6f8d4e-bea2-4e98-b647-6cc4573f78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:58:57.930640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.069519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] For port 1f1ea492-0b93-42a6-9ecb-3d77731873d7, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:58:58.077558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] For port 1f1ea492-0b93-42a6-9ecb-3d77731873d7, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1f1ea492-0b93-42a6-9ecb-3d77731873d7,segment=NetworkSegment(dc6f8d4e-bea2-4e98-b647-6cc4573f78d3),segment_id=dc6f8d4e-bea2-4e98-b647-6cc4573f78d3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:58:58.086459 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.099922 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0a2166cd-2bb6-41f4-981b-7c65d90c0258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:58.118177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.135842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Transition to ACTIVE for port object 3fb0ae46-f497-417d-95ac-73ed8f03d2a4 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:58:58.197872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Pushing event updated for resources: {'Port': ['ID=1f1ea492-0b93-42a6-9ecb-3d77731873d7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:58.206339 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:58.220388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.251725 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-93ca82c4-d4c8-4667-ba63-85814f35166b tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:58.316720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42332) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:58.362207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Port': ['ID=3fb0ae46-f497-417d-95ac-73ed8f03d2a4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:58.376328 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:58.384189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:58:58.385364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:58:58.394578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:58:58.414223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:58.414901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.479763 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.9611809
Dec 16 09:58:58.480635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42342) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:58.673328 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.727089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:58.741876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting subnet 926b0830-6a16-43d1-b9aa-ca775defe076 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:58:58.744845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Usage tracker for resource:security_group_rule and tenant:fc411e2e66e9415f9188bc08bf77a64b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:58.756219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.794435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:58.813597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:58.853636 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:58.991068 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.188013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.194113 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.199569 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f3576c3-ef4b-45e5-b033-a96320181f61 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:59.234541 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.242167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.276010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1f1ea492-0b93-42a6-9ecb-3d77731873d7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:58:59.296721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Subnet': ['ID=926b0830-6a16-43d1-b9aa-ca775defe076,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:59.308905 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:59.310315 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3037596-9684-4255-9375-f1f9769953b6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:59.331665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/926b0830-6a16-43d1-b9aa-ca775defe076 HTTP/1.1" status: 204  len: 168 time: 0.8497965
Dec 16 09:58:59.334979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:59.352925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc411e2e66e9415f9188bc08bf77a64b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0347812
Dec 16 09:58:59.356664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42352) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:59.381349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4977fd-197d-4393-b2ab-5b54372b55da,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:59.392248 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:59.421145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:58:59.479810 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.487427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21d4e3-0157-4b61-b203-65ce33b7134e tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:59.490050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21d4e3-0157-4b61-b203-65ce33b7134e tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:59.511099 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7a21d4e3-0157-4b61-b203-65ce33b7134e tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1751783
Dec 16 09:58:59.511525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:59.532317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.644369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.652263 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:58:59.666373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4977fd-197d-4393-b2ab-5b54372b55da,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:58:59.671288 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:58:59.672129 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.673273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd4977fd-197d-4393-b2ab-5b54372b55da HTTP/1.1" status: 204  len: 168 time: 0.3156631
Dec 16 09:58:59.692437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd385acb-d88e-41c7-98db-cdf88e9cfaa1 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.714669 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd385acb-d88e-41c7-98db-cdf88e9cfaa1 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 16 09:58:59.715248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd385acb-d88e-41c7-98db-cdf88e9cfaa1 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:58:59.721578 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd385acb-d88e-41c7-98db-cdf88e9cfaa1 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c HTTP/1.1" status: 409  len: 405 time: 0.2046776
Dec 16 09:58:59.721796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:58:59.735482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2110985207'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:58:59.745472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:58:59.753413 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:network and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:58:59.763840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:58:59.777488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:58:59.823555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:58:59.828266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.879265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:58:59.906018 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.906363 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Added segment 1426d0ce-7cdc-4a12-a985-e27dec1074a4 of type vlan for network 1bd688a5-00ea-4994-af1d-a72e130b7abe
Dec 16 09:58:59.940497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.946709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b64f860-5b0a-4dfa-835e-748fe9438462 None None] Network eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:58:59.979086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:58:59.991247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:58:59.992176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:00.011787 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3855904a-ca48-4f30-b861-540e7ee234b4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:00.034806 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3092666
Dec 16 09:59:00.035332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42372) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:00.045144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'subnet': {'network_id': '1bd688a5-00ea-4994-af1d-a72e130b7abe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:00.146625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Network': ['ID=1bd688a5-00ea-4994-af1d-a72e130b7abe,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:00.149582 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:00.151823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Provisioning for port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:00.166263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Provisioning complete for port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:00.166652 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:00.191368 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 1bd688a5-00ea-4994-af1d-a72e130b7abe details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:59:00.296375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:00.305721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:subnet and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:00.326074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:00.334631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:00.359682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:00.366480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:00.556145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] DHCP port deletion for eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:59:00.559989 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:00.586045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Deleting port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:00.586445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:00.674945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] For port 1f1ea492-0b93-42a6-9ecb-3d77731873d7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1f1ea492-0b93-42a6-9ecb-3d77731873d7,segment=NetworkSegment(dc6f8d4e-bea2-4e98-b647-6cc4573f78d3),segment_id=dc6f8d4e-bea2-4e98-b647-6cc4573f78d3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:00.713085 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:00.719753 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:00.945515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Pushing event updated for resources: {'Port': ['ID=1f1ea492-0b93-42a6-9ecb-3d77731873d7,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:00.957593 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:00.987689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:00.998137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] For port 1f1ea492-0b93-42a6-9ecb-3d77731873d7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1f1ea492-0b93-42a6-9ecb-3d77731873d7,segment=NetworkSegment(dc6f8d4e-bea2-4e98-b647-6cc4573f78d3),segment_id=dc6f8d4e-bea2-4e98-b647-6cc4573f78d3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:00.998540 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.049114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.objects.ports [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:59:01.050800 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.058921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92e45783-cb5b-4a92-915d-a21e0324d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:01.149059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Subnet': ['ID=0ee49da4-37dc-49a2-b4cc-8333e170be0c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:01.153907 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:01.174785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Calling delete_port for 1f1ea492-0b93-42a6-9ecb-3d77731873d7 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:01.191737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Checking segment: {'id': '1426d0ce-7cdc-4a12-a985-e27dec1074a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1bd688a5-00ea-4994-af1d-a72e130b7abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:01.192402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network hostable DHCP agents. Network: 1bd688a5-00ea-4994-af1d-a72e130b7abe, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:59:01.212783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1f1ea492-0b93-42a6-9ecb-3d77731873d7 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:59:01.244925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network 1bd688a5-00ea-4994-af1d-a72e130b7abe is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:59:01.262491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 1bd688a5-00ea-4994-af1d-a72e130b7abe) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:01.265232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-526985980-network', 'tenant_id': 'd4f73b8f19744247b98495ffedc3eba3'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:01.280029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:01.280389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:01.282249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.295078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Usage tracker for resource:network and tenant:d4f73b8f19744247b98495ffedc3eba3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:01.304182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:01.321036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64604ef0-8bed-4c58-adad-ab383be6d05a None None] Network 1bd688a5-00ea-4994-af1d-a72e130b7abe requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:01.321324 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:01.333715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.2970293
Dec 16 09:59:01.339134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:01.558590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Made reservation on behalf of d4f73b8f19744247b98495ffedc3eba3 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:01.560958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.597756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.625264 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.637415 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:01.642961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:01.657113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Usage tracker for resource:security_group_rule and tenant:d4f73b8f19744247b98495ffedc3eba3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:01.666591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:01.690906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:01.725677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Pushing event deleted for resources: {'Port': ['ID=1f1ea492-0b93-42a6-9ecb-3d77731873d7,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:01.727891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] No DVR routers for this DVR port 1f1ea492-0b93-42a6-9ecb-3d77731873d7 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:59:01.735105 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:01.736256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.793621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.964599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-1bd688a5-00ea-4994-af1d-a72e130b7abe', 'network_id': '1bd688a5-00ea-4994-af1d-a72e130b7abe', 'tenant_id': '37edc84d6c8346b38b2768fa6af9e084', 'fixed_ips': [{'subnet_id': '0ee49da4-37dc-49a2-b4cc-8333e170be0c'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:59:01.965596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:01.983680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.041789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.054087 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.064566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-129f50eb-8e23-4e93-a357-94c32865bb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:02.107225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398d3104-d7d2-4bca-b283-55f4279fb83b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:02.115650 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:02.138865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:59:02.152406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.153177 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Added segment bbc3798b-d17b-48ca-8359-1889ed097b4b of type vlan for network 4e2b72c0-5266-4041-be4b-3a01477a37cd
Dec 16 09:59:02.161178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Allocated IP 2001:db8::f816:3eff:fe47:73c (1bd688a5-00ea-4994-af1d-a72e130b7abe/0ee49da4-37dc-49a2-b4cc-8333e170be0c/7e127a99-53f9-4725-b29d-ac3c1a1add71) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:02.199560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.267204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.268827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:02.269945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.279054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-659f6879-7d67-4be3-af79-ab9d495f8852 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:02.416997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Pushing event updated for resources: {'Network': ['ID=4e2b72c0-5266-4041-be4b-3a01477a37cd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:02.441011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42418) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:02.448962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Request body: {'subnet': {'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-526985980-subnet', 'tenant_id': 'd4f73b8f19744247b98495ffedc3eba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:02.452996 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4640746
Dec 16 09:59:02.458998 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:02.465809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:02.466519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 4e2b72c0-5266-4041-be4b-3a01477a37cd details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:59:02.477923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Usage tracker for resource:subnet and tenant:d4f73b8f19744247b98495ffedc3eba3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:02.490294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:02.509003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:02.531153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Made reservation on behalf of d4f73b8f19744247b98495ffedc3eba3 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:02.537263 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.801970 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.812087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Transition to ACTIVE for port object 7e127a99-53f9-4725-b29d-ac3c1a1add71 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:02.868221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Transition to ACTIVE for port object 7e127a99-53f9-4725-b29d-ac3c1a1add71 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:02.889957 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.900778 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5336b810-fefb-4f9a-a369-ba6d5a1ed53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:02.903213 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.910171 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4e3bca4-6edc-461c-ac06-de4f52959bed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:02.914275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:02.936405 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2dfdf02c-52b5-4454-9c0e-e3e15a8d6e85 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:02.968276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee49da4-37dc-49a2-b4cc-8333e170be0c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:02.989786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:03.026373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedf0a81-01c8-4d02-a4db-904cf997fc35,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:03.034134 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:03.066755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Pushing event updated for resources: {'Port': ['ID=7e127a99-53f9-4725-b29d-ac3c1a1add71,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:03.074960 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:03.089023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Checking segment: {'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:03.089393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Network hostable DHCP agents. Network: 4e2b72c0-5266-4041-be4b-3a01477a37cd, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:59:03.093377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Network 1bd688a5-00ea-4994-af1d-a72e130b7abe is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:03.096308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:03.100905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.107647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:03.138971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Network 4e2b72c0-5266-4041-be4b-3a01477a37cd is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:59:03.164311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1f4f340>,) {'filters': {'network_id': ['1bd688a5-00ea-4994-af1d-a72e130b7abe']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:03.170421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 4e2b72c0-5266-4041-be4b-3a01477a37cd) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:03.181466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:03.188146 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.193854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f4f340>, '1426d0ce-7cdc-4a12-a985-e27dec1074a4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:03.195673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1f4f340>, '1426d0ce-7cdc-4a12-a985-e27dec1074a4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:03.204487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da28138-26c5-4768-b166-dbf79d29cd02 None None] Network 4e2b72c0-5266-4041-be4b-3a01477a37cd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:03.229283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.261382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.272778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:03.273338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:03.295218 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:03.406529 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9636166
Dec 16 09:59:03.487973 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 09:59:03.487973 n-d-820554-2 neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 09:59:03.487973 n-d-820554-2 neutron-server[87655]: [parameters: {'id': '1bd688a5-00ea-4994-af1d-a72e130b7abe'}]
Dec 16 09:59:03.487973 n-d-820554-2 neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:59:03.492559 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:59:03.591145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Attempting to bind port 7e127a99-53f9-4725-b29d-ac3c1a1add71 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:59:03.592342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Attempting to bind port 7e127a99-53f9-4725-b29d-ac3c1a1add71 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1426d0ce-7cdc-4a12-a985-e27dec1074a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1bd688a5-00ea-4994-af1d-a72e130b7abe'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:59:03.592913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Attempting to bind port 7e127a99-53f9-4725-b29d-ac3c1a1add71 on network 1bd688a5-00ea-4994-af1d-a72e130b7abe {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:03.602649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:59:03.605234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Checking segment: {'id': '1426d0ce-7cdc-4a12-a985-e27dec1074a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1bd688a5-00ea-4994-af1d-a72e130b7abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:03.605477 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.606209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Bound using segment: {'id': '1426d0ce-7cdc-4a12-a985-e27dec1074a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1bd688a5-00ea-4994-af1d-a72e130b7abe'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:59:03.607197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Bound port: 7e127a99-53f9-4725-b29d-ac3c1a1add71, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1426d0ce-7cdc-4a12-a985-e27dec1074a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1bd688a5-00ea-4994-af1d-a72e130b7abe'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:59:03.607725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.883920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] For port 7e127a99-53f9-4725-b29d-ac3c1a1add71, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:59:03.893004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] For port 7e127a99-53f9-4725-b29d-ac3c1a1add71, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7e127a99-53f9-4725-b29d-ac3c1a1add71,segment=NetworkSegment(1426d0ce-7cdc-4a12-a985-e27dec1074a4),segment_id=1426d0ce-7cdc-4a12-a985-e27dec1074a4)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:59:03.957876 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:03.976217 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fc2c000-4a7e-4e98-bf0f-30fbe015bdee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:03.993820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:04.016552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting port 7e127a99-53f9-4725-b29d-ac3c1a1add71 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:04.017875 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:04.036916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9421607-1469-434e-9fd4-b0e95dd55d19 None None] Network 4e2b72c0-5266-4041-be4b-3a01477a37cd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:04.407872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6173c-6861-4651-839b-486456db2723 req-69ff38bb-57b1-46b0-84c8-cca630248148 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:04.422822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-69ff38bb-57b1-46b0-84c8-cca630248148 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 813 time: 0.2671397
Dec 16 09:59:04.499366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-b597e2a7-2b89-46e1-a220-da815a5d2f2d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/quotas/d4f73b8f19744247b98495ffedc3eba3 HTTP/1.1" status: 200  len: 375 time: 0.0403471
Dec 16 09:59:04.499729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069612f6-9c88-4120-8290-fe43ff84f320 None None] Network 1bd688a5-00ea-4994-af1d-a72e130b7abe requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:04.597359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Pushing event updated for resources: {'Port': ['ID=7e127a99-53f9-4725-b29d-ac3c1a1add71,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:04.615497 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:04.624080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-2b0f7aef-7303-4c5b-bdcb-6ca3dfec95e3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1521566
Dec 16 09:59:04.770972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] For port 7e127a99-53f9-4725-b29d-ac3c1a1add71, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7e127a99-53f9-4725-b29d-ac3c1a1add71,segment=NetworkSegment(1426d0ce-7cdc-4a12-a985-e27dec1074a4),segment_id=1426d0ce-7cdc-4a12-a985-e27dec1074a4)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:04.771830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:04.848415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ba50e-b355-4698-9cfc-ced67ed82c7d None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:59:04.940492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-8d47a267-1306-455a-81a5-3d3dc402c966 service neutron] 10.222.0.66 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3061368
Dec 16 09:59:04.956202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Calling delete_port for 7e127a99-53f9-4725-b29d-ac3c1a1add71 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:04.985146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ba50e-b355-4698-9cfc-ced67ed82c7d None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:59:05.078213 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.097009 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9da15404-bf77-4bd0-ba18-21f6c6f6fa1a tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:05.169457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No DVR routers for this DVR port 7e127a99-53f9-4725-b29d-ac3c1a1add71 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:59:05.173046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Port': ['ID=7e127a99-53f9-4725-b29d-ac3c1a1add71,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:05.220737 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-6cbaa79a-1b91-478f-ad11-12457886f330 service neutron] 10.222.0.66 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2641263
Dec 16 09:59:05.237104 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:05.438816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.507251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f721f0>,) {'filters': {'network_id': ['1bd688a5-00ea-4994-af1d-a72e130b7abe']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:05.531124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f721f0>, '1426d0ce-7cdc-4a12-a985-e27dec1074a4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:05.531492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f721f0>, '1426d0ce-7cdc-4a12-a985-e27dec1074a4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:05.573846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.599891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.610903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:05.611672 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:05.640643 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:05.770181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.776577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.802805 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d661abf5-9fa5-45d8-b1aa-1a4180e9c5ff tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:05.825518 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/1bd688a5-00ea-4994-af1d-a72e130b7abe HTTP/1.1" status: 204  len: 168 time: 4.4830027
Dec 16 09:59:05.826189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42464) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:05.840897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1019077681'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:05.846505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Network': ['ID=1bd688a5-00ea-4994-af1d-a72e130b7abe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:05.858822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:05.863455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.863974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.864433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.864885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.866574 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.867048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.867525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.869196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.869506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.870478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.872862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.873725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:05.881128 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:05.883617 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a4e869c-ceb9-4ebc-8bd3-27f4c2aca287 req-a79a9881-99b6-4490-9bd7-b95f7411e674 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 210 time: 0.0623143
Dec 16 09:59:05.888877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:network and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:05.896883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:05.904830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:05.931320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:05.931320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.976331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:59:05.987449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:05.987787 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Added segment 3fb79c13-2027-41d7-a3c6-f033aa28f4fc of type vlan for network 81382c32-8db5-47ca-bd11-e445006cec43
Dec 16 09:59:06.022060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:06.074825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:06.082569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:06.083244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:06.094277 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e984014d-8e5e-40f4-b0db-03a9381dc7ff tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:06.224473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Network': ['ID=81382c32-8db5-47ca-bd11-e445006cec43,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:06.227844 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:06.243377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 81382c32-8db5-47ca-bd11-e445006cec43 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:59:06.247892 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4163847
Dec 16 09:59:06.248734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42472) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:06.254576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'subnet': {'network_id': '81382c32-8db5-47ca-bd11-e445006cec43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:06.525250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:06.560078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:subnet and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:06.568782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:06.608633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:06.635954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:06.650425 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:07.068285 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:07.079255 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a3f18fb3-acb5-4bc8-b645-9aaecb617631 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:07.238739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28145aaa-bb2a-426d-b72f-f680baca6a76 req-fdc89288-9a6d-403d-a762-0329556ec3c2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 210 time: 0.0769942
Dec 16 09:59:07.266451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Checking segment: {'id': '3fb79c13-2027-41d7-a3c6-f033aa28f4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '81382c32-8db5-47ca-bd11-e445006cec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:07.266828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network hostable DHCP agents. Network: 81382c32-8db5-47ca-bd11-e445006cec43, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:59:07.273019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Subnet': ['ID=fa334594-a3e5-4fc0-8241-b3cf16dfe088,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:07.277036 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:07.294277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network 81382c32-8db5-47ca-bd11-e445006cec43 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:59:07.308155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 81382c32-8db5-47ca-bd11-e445006cec43) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:07.318158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852e4cb-5f1b-4f77-b0a0-e146ef737311 None None] Network 81382c32-8db5-47ca-bd11-e445006cec43 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:07.337689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:07.340935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:07.387764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1374218
Dec 16 09:59:07.390271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:07.572903 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:07.661235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:07.859836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfffac24-713e-49dd-96cc-a2a58817f562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-81382c32-8db5-47ca-bd11-e445006cec43', 'network_id': '81382c32-8db5-47ca-bd11-e445006cec43', 'tenant_id': '37edc84d6c8346b38b2768fa6af9e084', 'fixed_ips': [{'subnet_id': 'fa334594-a3e5-4fc0-8241-b3cf16dfe088'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:59:07.861658 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bfffac24-713e-49dd-96cc-a2a58817f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:07.950025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:07.965761 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e04787d4-24ce-4ab8-9387-cb75a9796c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-bfffac24-713e-49dd-96cc-a2a58817f562 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa334594-a3e5-4fc0-8241-b3cf16dfe088: This subnet is being modified by another concurrent operation.
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 09:59:08.043653 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa334594-a3e5-4fc0-8241-b3cf16dfe088: This subnet is being modified by another concurrent operation.
Dec 16 09:59:08.048764 n-d-820554-2 neutron-server[87656]: ERROR oslo_messaging.rpc.server 
Dec 16 09:59:08.064218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6173c-6861-4651-839b-486456db2723 req-faf9f035-b6d9-42e2-84ec-69658a3c9c38 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:08.066202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-faf9f035-b6d9-42e2-84ec-69658a3c9c38 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 813 time: 0.4061089
Dec 16 09:59:08.068589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d223293-4ac1-45fb-a5e8-414bda5ee0a8 None None] Network 81382c32-8db5-47ca-bd11-e445006cec43 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:08.271468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Subnet': ['ID=fa334594-a3e5-4fc0-8241-b3cf16dfe088,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:08.275263 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:08.291668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Request body: {'port': {'device_id': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd', 'admin_state_up': True, 'tenant_id': 'd4f73b8f19744247b98495ffedc3eba3'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:08.340623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fbced5-df90-480d-a1ed-6d86a73e66e8 None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:59:08.464806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fbced5-df90-480d-a1ed-6d86a73e66e8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:59:08.469167 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.482426 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0e90103d-d927-4b02-a160-5fc117ba6dfc req-4941fa9f-16ef-4ba5-ad92-b70b0a2487f4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 210 time: 0.0835454
Dec 16 09:59:08.514068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f16fcb50>,) {'filters': {'network_id': ['81382c32-8db5-47ca-bd11-e445006cec43']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:08.544784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f16fcb50>, '3fb79c13-2027-41d7-a3c6-f033aa28f4fc') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:08.545085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f16fcb50>, '3fb79c13-2027-41d7-a3c6-f033aa28f4fc') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:08.573192 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.598467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:08.602325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.611281 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Usage tracker for resource:port and tenant:d4f73b8f19744247b98495ffedc3eba3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:08.617006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:08.620191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:08.620610 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:08.637052 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:08.644728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:08.728516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Made reservation on behalf of d4f73b8f19744247b98495ffedc3eba3 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:08.732384 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.755522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.762630 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-94b3c0f0-17fb-4d1c-82c4-521ef12a0ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:08.778640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.840734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Network': ['ID=81382c32-8db5-47ca-bd11-e445006cec43,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:08.859930 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:08.884546 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/81382c32-8db5-47ca-bd11-e445006cec43 HTTP/1.1" status: 204  len: 168 time: 1.4874854
Dec 16 09:59:08.884953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:08.891095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-42156375'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:08.897182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:08.902329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:network and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:08.905743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:08.914767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:08.926446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:08.931268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.964503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:59:08.974732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:08.975038 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Added segment aadfb635-e437-4f3b-9c30-56495e0074ef of type vlan for network 093d4dad-b174-4037-9cb9-a22d9b9e3da9
Dec 16 09:59:08.994359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Allocated IP 172.20.0.9 (4e2b72c0-5266-4041-be4b-3a01477a37cd/eedf0a81-01c8-4d02-a4db-904cf997fc35/f8a9153d-aacc-4d2e-947b-50ec16f4d22e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:09.011627 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:09.049979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:09.061359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:09.062403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:09.085577 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e24c7af-66b9-40b1-8364-de700e9d12ae tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:09.118727 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2323284
Dec 16 09:59:09.125544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:09.179013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Request body: {'subnet': {'network_id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:09.239887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Network': ['ID=093d4dad-b174-4037-9cb9-a22d9b9e3da9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:09.243306 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:09.252923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 093d4dad-b174-4037-9cb9-a22d9b9e3da9 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:59:09.364941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:09.376283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Usage tracker for resource:subnet and tenant:37edc84d6c8346b38b2768fa6af9e084 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:09.392668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:09.404765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:09.409109 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:09.426717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Made reservation on behalf of 37edc84d6c8346b38b2768fa6af9e084 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:09.431208 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:09.577800 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:09.585280 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bebbbc30-cd77-48fd-99e0-2303d54d8f9e tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:09.691448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Network 4e2b72c0-5266-4041-be4b-3a01477a37cd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:09.707481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:09.715127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:09.793542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:09.827124 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:09.866481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:09.867090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:09.930091 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6446216
Dec 16 09:59:09.941555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed952d84-271e-452b-8309-f6117b2f6d49 req-d93d71c0-3bbf-4269-9cb1-60fb2427ab04 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:09.942176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed952d84-271e-452b-8309-f6117b2f6d49 req-d93d71c0-3bbf-4269-9cb1-60fb2427ab04 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Synchronizing usage tracker for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:09.950814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Request body: {'port': {'device_id': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:10.096667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed952d84-271e-452b-8309-f6117b2f6d49 req-d93d71c0-3bbf-4269-9cb1-60fb2427ab04 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Unset dirty status for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:10.097829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed952d84-271e-452b-8309-f6117b2f6d49 req-d93d71c0-3bbf-4269-9cb1-60fb2427ab04 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 931 time: 0.4611356
Dec 16 09:59:10.162362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.objects.ports [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 09:59:10.167041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:10.175909 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ff6d5c8-feea-40ce-bad2-7f50a1dbb528 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:10.399468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:10.477855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed952d84-271e-452b-8309-f6117b2f6d49 req-5899faa5-0ac4-4417-b0a3-c25dac2e711b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3712375
Dec 16 09:59:10.484723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event updated for resources: {'Subnet': ['ID=a64cd341-2896-464d-8402-a6f5e8220c8a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:10.496657 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:10.514040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Checking segment: {'id': 'aadfb635-e437-4f3b-9c30-56495e0074ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:10.514575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network hostable DHCP agents. Network: 093d4dad-b174-4037-9cb9-a22d9b9e3da9, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:59:10.611509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Network 093d4dad-b174-4037-9cb9-a22d9b9e3da9 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:59:10.638659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 093d4dad-b174-4037-9cb9-a22d9b9e3da9) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:10.647721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c4b0e-a57b-498c-b1e6-2e9caa414901 None None] Network 093d4dad-b174-4037-9cb9-a22d9b9e3da9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:10.648235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:10.648484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:10.735512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.6087241
Dec 16 09:59:10.738774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42574) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:10.920665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-093d4dad-b174-4037-9cb9-a22d9b9e3da9', 'network_id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9', 'tenant_id': '37edc84d6c8346b38b2768fa6af9e084', 'fixed_ips': [{'subnet_id': 'a64cd341-2896-464d-8402-a6f5e8220c8a'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:59:10.921576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:10.932165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:10.937106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a9153d-aacc-4d2e-947b-50ec16f4d22e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:59:10.937938 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:59:10.951300 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:10.977268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Transition to ACTIVE for port object f8a9153d-aacc-4d2e-947b-50ec16f4d22e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:10.982461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:10.994684 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c0405cb2-dbc3-409f-a743-89e6cfad4f29 tempest-VolumesSnapshotTestJSON-1053787507 tempest-VolumesSnapshotTestJSON-1053787507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:11.015461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.116508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Allocated IP 2001:db8::f816:3eff:fe97:3898 (093d4dad-b174-4037-9cb9-a22d9b9e3da9/a64cd341-2896-464d-8402-a6f5e8220c8a/7984150f-2391-4757-9865-9454d2dde10d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:11.224064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:11.235811 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:11.271240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Attempting to bind port f8a9153d-aacc-4d2e-947b-50ec16f4d22e on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:59:11.271588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Attempting to bind port f8a9153d-aacc-4d2e-947b-50ec16f4d22e by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:59:11.272582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Attempting to bind port f8a9153d-aacc-4d2e-947b-50ec16f4d22e on network 4e2b72c0-5266-4041-be4b-3a01477a37cd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:11.278258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Port f8a9153d-aacc-4d2e-947b-50ec16f4d22e on network 4e2b72c0-5266-4041-be4b-3a01477a37cd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:59:11.278656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Attempting to bind port f8a9153d-aacc-4d2e-947b-50ec16f4d22e on network 4e2b72c0-5266-4041-be4b-3a01477a37cd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:11.284479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:59:11.284792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Checking segment: {'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:11.285182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Bound using segment: {'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:59:11.285602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Bound port: f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:59:11.285951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.387419 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.394948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:59:11.400152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:59:11.402160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Transition to ACTIVE for port object 7984150f-2391-4757-9865-9454d2dde10d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:11.405693 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.410294 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:11.428505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Transition to ACTIVE for port object 7984150f-2391-4757-9865-9454d2dde10d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:11.438551 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.446505 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:11.463890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.474902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:11.476306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.477619 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e02aa5f-6b10-446f-8f83-dbc8ef043f87 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:11.495012 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 1091 time: 1.5494399
Dec 16 09:59:11.495526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:59:11.561006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Pushing event updated for resources: {'Port': ['ID=7984150f-2391-4757-9865-9454d2dde10d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:11.572933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.573546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.574137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.574727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.575430 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.575885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.576278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.576677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.577072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.577695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.578197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.578907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:11.579759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Subnet': ['ID=a64cd341-2896-464d-8402-a6f5e8220c8a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:11.593446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Network 093d4dad-b174-4037-9cb9-a22d9b9e3da9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:11.594735 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:11.595971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:11.598450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:11.610842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:11.643005 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'status': 'completed', 'code': 200}
Dec 16 09:59:11.668374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:11.685164 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:11.723638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Attempting to bind port 7984150f-2391-4757-9865-9454d2dde10d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:59:11.724754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Attempting to bind port 7984150f-2391-4757-9865-9454d2dde10d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'aadfb635-e437-4f3b-9c30-56495e0074ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:59:11.725379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Attempting to bind port 7984150f-2391-4757-9865-9454d2dde10d on network 093d4dad-b174-4037-9cb9-a22d9b9e3da9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:11.736067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:59:11.736824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Checking segment: {'id': 'aadfb635-e437-4f3b-9c30-56495e0074ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:11.737598 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.738207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Bound using segment: {'id': 'aadfb635-e437-4f3b-9c30-56495e0074ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:59:11.739230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Bound port: 7984150f-2391-4757-9865-9454d2dde10d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadfb635-e437-4f3b-9c30-56495e0074ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:59:11.739899 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.760605 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.795641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f7102ac0>,) {'filters': {'network_id': ['093d4dad-b174-4037-9cb9-a22d9b9e3da9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:11.818104 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f7102ac0>, 'aadfb635-e437-4f3b-9c30-56495e0074ef') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:11.820336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f7102ac0>, 'aadfb635-e437-4f3b-9c30-56495e0074ef') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:11.829120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6173c-6861-4651-839b-486456db2723 req-260feec2-9367-49eb-83f0-aa76bf3d3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:11.832107 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-260feec2-9367-49eb-83f0-aa76bf3d3b75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1094 time: 0.2867126
Dec 16 09:59:11.839099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.865460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.875692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:11.876316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.947912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adc32-bafa-43d7-8778-668cfa7c560a req-603fd612-95fb-41cb-9595-b2f3e27fd1de tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:11.950528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d78adc32-bafa-43d7-8778-668cfa7c560a req-603fd612-95fb-41cb-9595-b2f3e27fd1de tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.2621224
Dec 16 09:59:11.953567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-28a050cf-a216-489e-9543-e26f7df1f018 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.1108749
Dec 16 09:59:11.959853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] For port 7984150f-2391-4757-9865-9454d2dde10d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:59:11.964885 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:11.978633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5670-954a-4b9b-b0bf-9e9519878ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:12.067995 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d78adc32-bafa-43d7-8778-668cfa7c560a req-9618bf77-ec2d-4894-a9be-d1c0b8ca8d4d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084635
Dec 16 09:59:12.070694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6173c-6861-4651-839b-486456db2723 req-fc726992-a69b-45b3-9936-7f056e95d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:12.072629 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-fc726992-a69b-45b3-9936-7f056e95d917 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.1098039
Dec 16 09:59:12.135085 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-b799396e-d499-48c4-9f15-e28985ac89a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561321
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:12.148979 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:12.193019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] For port 7984150f-2391-4757-9865-9454d2dde10d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7984150f-2391-4757-9865-9454d2dde10d,segment=NetworkSegment(aadfb635-e437-4f3b-9c30-56495e0074ef),segment_id=aadfb635-e437-4f3b-9c30-56495e0074ef)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:59:12.195239 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 09:59:12.195239 n-d-820554-2 neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 09:59:12.195239 n-d-820554-2 neutron-server[87655]: [parameters: {'id': '093d4dad-b174-4037-9cb9-a22d9b9e3da9'}]
Dec 16 09:59:12.195239 n-d-820554-2 neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:59:12.196026 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:59:12.200167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:12.211201 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:12.305366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-1d565192-30a8-4fcc-8354-a36a8e05f494 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638227
Dec 16 09:59:12.431378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Pushing event updated for resources: {'Port': ['ID=7984150f-2391-4757-9865-9454d2dde10d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:12.435795 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:12.451071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0f4ea-ac8d-4a41-9941-6c999cfabf51 None None] Network 093d4dad-b174-4037-9cb9-a22d9b9e3da9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:12.504987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3df6173c-6861-4651-839b-486456db2723 req-eb858f5b-b645-4974-97c7-1c5f7cb1e4f3 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917448
Dec 16 09:59:12.652734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-300b1f1a-afc3-4b1f-9454-8d6992f248a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:12.655072 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-300b1f1a-afc3-4b1f-9454-8d6992f248a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1094 time: 0.0958576
Dec 16 09:59:12.692514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560cf037-c02e-484f-a187-ee6d61347e5e None None] get_active_networks_info from n-d-820554-2 {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 09:59:12.698173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:12.711706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting port 7984150f-2391-4757-9865-9454d2dde10d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:12.712455 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:12.815435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560cf037-c02e-484f-a187-ee6d61347e5e None None] Resources bound (agent type, host, resource id):  {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 09:59:12.990430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-6122542f-e41a-4152-b231-94de1e3fb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:12.991997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-6122542f-e41a-4152-b231-94de1e3fb346 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.3291435
Dec 16 09:59:13.017858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] For port 7984150f-2391-4757-9865-9454d2dde10d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7984150f-2391-4757-9865-9454d2dde10d,segment=NetworkSegment(aadfb635-e437-4f3b-9c30-56495e0074ef),segment_id=aadfb635-e437-4f3b-9c30-56495e0074ef)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:13.018575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.083583 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-75892663-ea16-4d80-ba9b-4bd7272575ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.0842881
Dec 16 09:59:13.169941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-5b32d45f-0e52-4cc6-a3c9-7a2dcb39c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:13.171894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-5b32d45f-0e52-4cc6-a3c9-7a2dcb39c1db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.0819225
Dec 16 09:59:13.212998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Calling delete_port for 7984150f-2391-4757-9865-9454d2dde10d owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:13.237405 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-f8b51c6f-405d-4c5e-a796-079a6347b64b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581007
Dec 16 09:59:13.322078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.326346 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:13.380042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Port': ['ID=7984150f-2391-4757-9865-9454d2dde10d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:13.384603 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:13.387521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No DVR routers for this DVR port 7984150f-2391-4757-9865-9454d2dde10d on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:59:13.473648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42612) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:13.551123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-8f42e0b7-51c6-46f1-953f-9b42071b69d1 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062215
Dec 16 09:59:13.554063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.567018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e4dd1-892d-4509-9e5f-ce8585823d4d req-00660e7b-2e4f-4be3-97ec-6302d513dcb2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:13.571751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e58e4dd1-892d-4509-9e5f-ce8585823d4d req-00660e7b-2e4f-4be3-97ec-6302d513dcb2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.2906029
Dec 16 09:59:13.590008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f13daf70>,) {'filters': {'network_id': ['093d4dad-b174-4037-9cb9-a22d9b9e3da9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:13.605665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f13daf70>, 'aadfb635-e437-4f3b-9c30-56495e0074ef') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:13.606323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f13daf70>, 'aadfb635-e437-4f3b-9c30-56495e0074ef') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:13.618907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.638177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.648257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:13.648673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:13.664792 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:13.701437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Deleting subnet 6ee26a81-1c1a-4cbb-a8c5-50051f274335 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:59:13.715382 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.765717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.771617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.774964 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02d20479-50d4-41bd-8021-f7e6b977fdf6 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:13.780744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e58e4dd1-892d-4509-9e5f-ce8585823d4d req-fbfd1a8a-6ef5-45ef-82de-ae4093bfda1e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783516
Dec 16 09:59:13.797743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Network': ['ID=093d4dad-b174-4037-9cb9-a22d9b9e3da9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:13.800559 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:13.835588 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/093d4dad-b174-4037-9cb9-a22d9b9e3da9 HTTP/1.1" status: 204  len: 168 time: 3.0946851
Dec 16 09:59:13.836189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:13.860181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-435d9c95-abd9-4854-ab17-75747c8912d4 req-d6b6f113-013f-43d1-a034-a9e85d651980 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2869377
Dec 16 09:59:13.864523 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.885281 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52b998a-00b8-4f63-ae2c-620449fd3384 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:13.885744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52b998a-00b8-4f63-ae2c-620449fd3384 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:13.890431 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a52b998a-00b8-4f63-ae2c-620449fd3384 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/a64cd341-2896-464d-8402-a6f5e8220c8a HTTP/1.1" status: 404  len: 337 time: 0.0532293
Dec 16 09:59:13.891042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:13.920320 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a0a49f-df81-48df-a0d1-503250ebac8e tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:13.920320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a0a49f-df81-48df-a0d1-503250ebac8e tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:13.925061 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-03a0a49f-df81-48df-a0d1-503250ebac8e tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/093d4dad-b174-4037-9cb9-a22d9b9e3da9 HTTP/1.1" status: 404  len: 339 time: 0.0329573
Dec 16 09:59:13.925806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:13.939209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:13.983958 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c27cb0-6b98-4463-a67b-addb8156ea66 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:13.984751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c27cb0-6b98-4463-a67b-addb8156ea66 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:13.987116 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-96c27cb0-6b98-4463-a67b-addb8156ea66 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/fa334594-a3e5-4fc0-8241-b3cf16dfe088 HTTP/1.1" status: 404  len: 337 time: 0.0603430
Dec 16 09:59:13.989948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42628) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.019588 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb10846f-0dee-4b5c-ae8d-5c6416f6c3c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:14.020376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb10846f-0dee-4b5c-ae8d-5c6416f6c3c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:14.024984 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb10846f-0dee-4b5c-ae8d-5c6416f6c3c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/81382c32-8db5-47ca-bd11-e445006cec43 HTTP/1.1" status: 404  len: 339 time: 0.0308323
Dec 16 09:59:14.025184 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.025565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.028352 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aabf8424-4ab5-48b7-8856-940239df02d3 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:14.066959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee26a81-1c1a-4cbb-a8c5-50051f274335,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:14.068266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.072697 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-312136b1-fc4a-497a-9d8e-ac478086c193 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:14.073591 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:14.073697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312136b1-fc4a-497a-9d8e-ac478086c193 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:14.075183 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-312136b1-fc4a-497a-9d8e-ac478086c193 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/0ee49da4-37dc-49a2-b4cc-8333e170be0c HTTP/1.1" status: 404  len: 337 time: 0.0483510
Dec 16 09:59:14.075889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6ee26a81-1c1a-4cbb-a8c5-50051f274335 HTTP/1.1" status: 204  len: 168 time: 0.5903096
Dec 16 09:59:14.077842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42636) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.078383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.130580 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-507798f9-958a-46f5-b2f7-e4f430d5b539 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:14.131129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507798f9-958a-46f5-b2f7-e4f430d5b539 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:14.133778 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-507798f9-958a-46f5-b2f7-e4f430d5b539 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/1bd688a5-00ea-4994-af1d-a72e130b7abe HTTP/1.1" status: 404  len: 339 time: 0.0544016
Dec 16 09:59:14.136644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.168430 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.224447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting port 3fb0ae46-f497-417d-95ac-73ed8f03d2a4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:14.224786 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.242077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.381365 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.408860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f29bdac0>,) {'filters': {'network_id': ['527749b7-7717-48d0-ba4f-ebe1496fdf51']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:14.425651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29bdac0>, '1ebe222d-ba85-4708-8837-22a77d3e59c5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:14.426000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f29bdac0>, '1ebe222d-ba85-4708-8837-22a77d3e59c5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:14.439350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.461595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.467779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.468098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:14.468487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:14.482856 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:14.496898 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4902d832-2e9b-4498-b0ef-0f7d5b45d598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.565422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.570328 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c43a7e19-5163-4334-8654-8a493c505bca tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:14.584589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.601872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Pushing event deleted for resources: {'Network': ['ID=527749b7-7717-48d0-ba4f-ebe1496fdf51,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:14.605352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:14.611413 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] 10.222.0.66 "DELETE /v2.0/networks/527749b7-7717-48d0-ba4f-ebe1496fdf51 HTTP/1.1" status: 204  len: 168 time: 0.5302107
Dec 16 09:59:14.614089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Calling delete_port for 3fb0ae46-f497-417d-95ac-73ed8f03d2a4 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:14.707514 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.713884 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3e43c6d8-55e6-4458-b52e-74e7fe2eaf89 tempest-ServerPasswordTestJSON-1045673393 tempest-ServerPasswordTestJSON-1045673393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:14.766470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Port': ['ID=3fb0ae46-f497-417d-95ac-73ed8f03d2a4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:14.768787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.771145 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:14.792883 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:14.804358 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/ports/3fb0ae46-f497-417d-95ac-73ed8f03d2a4 HTTP/1.1" status: 204  len: 168 time: 0.6666102
Dec 16 09:59:14.808059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42656) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.855540 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7616d7-90d6-4a67-98bc-8c87f30226bf tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:14.856012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7616d7-90d6-4a67-98bc-8c87f30226bf tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:14.858177 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cf7616d7-90d6-4a67-98bc-8c87f30226bf tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/926b0830-6a16-43d1-b9aa-ca775defe076 HTTP/1.1" status: 404  len: 337 time: 0.0484900
Dec 16 09:59:14.860987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:14.989055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.008109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bd5c4840-8c60-425b-a305-9362cea5e0b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ceea8e348c0f4e049b62746bef3c2299&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2381177
Dec 16 09:59:15.011440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42666) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:15.096489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.105563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac56423-d03f-48ec-a71b-2e7c5ebc1569 req-5c02eba0-3cde-4de9-9947-8ed0469e99b5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:15.107094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac56423-d03f-48ec-a71b-2e7c5ebc1569 req-5c02eba0-3cde-4de9-9947-8ed0469e99b5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1561069
Dec 16 09:59:15.134676 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.154710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.166769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1178b20>,) {'filters': {'network_id': ['eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:15.180585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1178b20>, 'dc6f8d4e-bea2-4e98-b647-6cc4573f78d3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:15.180867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1178b20>, 'dc6f8d4e-bea2-4e98-b647-6cc4573f78d3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:15.191866 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5ac56423-d03f-48ec-a71b-2e7c5ebc1569 req-cd7d018d-9f9c-46ac-aed9-287ef9f5a1a2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746078
Dec 16 09:59:15.200818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.227181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.242402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:15.244071 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.254454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.259029 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9b172264-581b-441f-ba23-e22b30d8ddec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:15.264780 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:15.274813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0150fbc-3235-4f4c-8d86-9d76dd05d8a1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:15.277827 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:15.288002 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.289496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0150fbc-3235-4f4c-8d86-9d76dd05d8a1 HTTP/1.1" status: 204  len: 168 time: 0.2769766
Dec 16 09:59:15.368638 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.480118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:59:15.526773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.532373 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7aa9acda-bbd7-4836-a798-4a4bad0808c5 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:15.565012 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.568628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Network': ['ID=eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:15.573340 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:15.581448 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/eb6ad990-3f78-4b3d-9d5f-f9e2f3063d6c HTTP/1.1" status: 204  len: 168 time: 0.7167032
Dec 16 09:59:15.581995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:15.685810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.692698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:15.698228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting port 1b63bd40-ccea-4f2d-a1b6-847fe2cd8883 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:15.698860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.712878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd', 'port_id': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'mac_address': 'fa:16:3e:73:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedf0a81-01c8-4d02-a4db-904cf997fc35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:59:15.780620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.803154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a9153d-aacc-4d2e-947b-50ec16f4d22e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:59:15.821693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:15.831008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:15.833919 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-03a93139-08d6-4617-94a5-5c868205c139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:15.919069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:15.922217 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:16.035855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['f8a9153d-aacc-4d2e-947b-50ec16f4d22e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:59:16.043038 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.197003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Calling delete_port for 1b63bd40-ccea-4f2d-a1b6-847fe2cd8883 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:16.294131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.301166 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f4901f39-1923-44c5-8d68-c3304318c71a tempest-ServersTestJSON-1689038388 tempest-ServersTestJSON-1689038388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:16.352039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Port': ['ID=1b63bd40-ccea-4f2d-a1b6-847fe2cd8883,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:16.355818 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:16.395852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.408992 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/ports/1b63bd40-ccea-4f2d-a1b6-847fe2cd8883 HTTP/1.1" status: 204  len: 168 time: 0.8256001
Dec 16 09:59:16.412655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42698) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:16.465018 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-7882984c-1270-41a4-88c2-a69d3c86d9f7 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] DELETE failed (client error): The resource could not be found.
Dec 16 09:59:16.465462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7882984c-1270-41a4-88c2-a69d3c86d9f7 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 09:59:16.467170 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7882984c-1270-41a4-88c2-a69d3c86d9f7 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/e2bcc9ac-883a-4053-91a5-c2e36b1ad87e HTTP/1.1" status: 404  len: 337 time: 0.0536299
Dec 16 09:59:16.470625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42702) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:16.593751 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64b636-c457-449f-a793-35b3ac553539 req-4b483873-ef57-40cb-9d74-a5fb4d00b6b6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:16.595348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca64b636-c457-449f-a793-35b3ac553539 req-4b483873-ef57-40cb-9d74-a5fb4d00b6b6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 944 time: 0.2462363
Dec 16 09:59:16.630878 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.704690 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca64b636-c457-449f-a793-35b3ac553539 req-29a9f4c5-a2c0-403f-9487-1f596fee7316 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952082
Dec 16 09:59:16.830473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.863745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f22d0640>,) {'filters': {'network_id': ['2ecfdea6-fb3e-44fe-bb52-84e6b4c24184']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:16.880318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22d0640>, 'b40e9465-d4c0-4b0b-8e97-6415c6ce4f15') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:16.880621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22d0640>, 'b40e9465-d4c0-4b0b-8e97-6415c6ce4f15') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:16.894914 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.926703 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.938033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:16.938439 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:16.958738 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:17.052981 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.059858 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4af544e6-3e14-4f25-8a9d-a66770ed7ea9 tempest-ServersTestMultiNic-1695468586 tempest-ServersTestMultiNic-1695468586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:17.080195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.089877 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/2ecfdea6-fb3e-44fe-bb52-84e6b4c24184 HTTP/1.1" status: 204  len: 168 time: 0.6182036
Dec 16 09:59:17.091118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Network': ['ID=2ecfdea6-fb3e-44fe-bb52-84e6b4c24184,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:17.093666 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:17.094282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42746) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:17.124487 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.169610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting subnet 4a7844e3-48c2-4058-b0a0-3238bfcb8627 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:59:17.173118 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.242983 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.366843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.478550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:17.513018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.533643 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7230e002-bbda-4863-98d8-41fe5c07b574 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:17.586544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port f8a9153d-aacc-4d2e-947b-50ec16f4d22e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:17.595394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port f8a9153d-aacc-4d2e-947b-50ec16f4d22e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:17.596693 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.612608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7844e3-48c2-4058-b0a0-3238bfcb8627,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:17.619296 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:17.624012 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.642354 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/subnets/4a7844e3-48c2-4058-b0a0-3238bfcb8627 HTTP/1.1" status: 204  len: 168 time: 0.5467222
Dec 16 09:59:17.644685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:17.663616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d4b05-825f-4ab4-a4d1-a56cf23f37a2 None None] Network 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:17.843309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:17.857955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Deleting port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:17.858368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.047285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25f0bb-c941-4f10-9366-96216d5db195 req-5e8fa7f9-2f80-49fe-b43b-84d9295f6b0a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:18.050083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c25f0bb-c941-4f10-9366-96216d5db195 req-5e8fa7f9-2f80-49fe-b43b-84d9295f6b0a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 944 time: 0.1410906
Dec 16 09:59:18.088015 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.123738 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c25f0bb-c941-4f10-9366-96216d5db195 req-87b8352e-af67-4dd2-8817-dbedaf39b5a7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675340
Dec 16 09:59:18.133806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:59:18.153736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:18.158837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] For port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,segment=NetworkSegment(d223b0bf-df48-4967-845c-751d3280326f),segment_id=d223b0bf-df48-4967-845c-751d3280326f)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:18.159236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.167531 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.171088 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:18.283628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:18.287959 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:18.330417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] DHCP port deletion for 4e7760f9-5a38-40d2-ac0e-fba9448db8e2 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:59:18.338239 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'code': 200}
Dec 16 09:59:18.339057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Deleting port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:18.339482 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.366295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Calling delete_port for 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:18.500841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd26b9-38f5-4fe8-a0f5-f60239421fab req-b27db4bf-aeca-47bf-b7a5-3ab14ae08e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:18.503829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9bd26b9-38f5-4fe8-a0f5-f60239421fab req-b27db4bf-aeca-47bf-b7a5-3ab14ae08e32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1096 time: 0.0946259
Dec 16 09:59:18.517481 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.524996 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-12a1c01c-5540-4c08-9385-ef2357a526ae tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:18.596272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Port': ['ID=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:18.601908 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:18.607255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] No DVR routers for this DVR port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:59:18.622126 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a9bd26b9-38f5-4fe8-a0f5-f60239421fab req-e875fe0f-a360-41cc-bbcf-46f1d88d04e8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112783
Dec 16 09:59:18.625635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] For port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=009f38e5-43ad-4531-92e0-a9b4a0a0f4ea,segment=NetworkSegment(d223b0bf-df48-4967-845c-751d3280326f),segment_id=d223b0bf-df48-4967-845c-751d3280326f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:18.626047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.784038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.785001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Calling delete_port for 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:18.814306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f38400>,) {'filters': {'network_id': ['4e7760f9-5a38-40d2-ac0e-fba9448db8e2']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:18.828403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f38400>, 'd223b0bf-df48-4967-845c-751d3280326f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:18.829251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f38400>, 'd223b0bf-df48-4967-845c-751d3280326f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:18.846389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.861832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:59:18.862205 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:59:18.868169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.874722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:18.875121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:18.892934 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:19.012502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:19.017156 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0d1b82cd-e766-4d16-8ae6-d15ebf944f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:19.040159 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:19.051527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Pushing event deleted for resources: {'Network': ['ID=4e7760f9-5a38-40d2-ac0e-fba9448db8e2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:19.055016 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:19.057154 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] 10.222.0.66 "DELETE /v2.0/networks/4e7760f9-5a38-40d2-ac0e-fba9448db8e2 HTTP/1.1" status: 204  len: 168 time: 1.4110458
Dec 16 09:59:19.157844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:59:19.243426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:59:19.244104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:59:19.363959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Deleting port 009f38e5-43ad-4531-92e0-a9b4a0a0f4ea {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:19.364828 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:19.405982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aeed3-826f-43a9-a015-2e4ec549dc9d req-49be12de-5aaf-4b10-8cb7-84ddd49c6843 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:19.411941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac8aeed3-826f-43a9-a015-2e4ec549dc9d req-49be12de-5aaf-4b10-8cb7-84ddd49c6843 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1165557
Dec 16 09:59:19.511356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87b6169e-d9d5-4985-a0d7-6c2957d9fd6f None None] The port '009f38e5-43ad-4531-92e0-a9b4a0a0f4ea' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:59:19.520492 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac8aeed3-826f-43a9-a015-2e4ec549dc9d req-66e5d7b0-f53e-4933-8dd6-91cac2935a24 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024449
Dec 16 09:59:19.586549 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:19.928474 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-975ed19c-13ce-4588-8152-ccab5dabc01f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37edc84d6c8346b38b2768fa6af9e084&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3400011
Dec 16 09:59:19.932069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42814) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:20.011521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:20.051062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:20.117107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:20.121381 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3216a4ae-5815-4f78-9312-eac8b9011e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:20.134176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05a8e5c-52ae-4609-b679-7f4365ef352a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:20.140385 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:20.141885 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:20.143019 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f05a8e5c-52ae-4609-b679-7f4365ef352a HTTP/1.1" status: 204  len: 168 time: 0.2097805
Dec 16 09:59:20.832322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9510f9-d3eb-4c18-8f94-ebc069c228fb req-6938ce12-974f-4ef0-a43b-f2833641514b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:20.835103 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f9510f9-d3eb-4c18-8f94-ebc069c228fb req-6938ce12-974f-4ef0-a43b-f2833641514b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1122749
Dec 16 09:59:21.042672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1f9510f9-d3eb-4c18-8f94-ebc069c228fb req-9f4bce27-bc5d-46d6-bab6-821215fceff5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008450
Dec 16 09:59:21.199197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:21.386526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1620353125'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:21.445277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:21.462108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:21.467400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:21.477093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:21.509295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:21.512945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:21.544774 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:21.567485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-ee87bd79-19da-4b78-a16c-6681e1fea349 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:21.569805 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-ee87bd79-19da-4b78-a16c-6681e1fea349 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 813 time: 0.2150979
Dec 16 09:59:21.574630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:21.581966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:security_group_rule and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:21.592745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:21.601478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:21.604400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-dbed4d02-c605-464a-a5ed-95a0b0c9c98b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/quotas/d4f73b8f19744247b98495ffedc3eba3 HTTP/1.1" status: 200  len: 375 time: 0.0266850
Dec 16 09:59:21.754175 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-97f53cbb-b1c9-4f08-b039-551cc0be62be tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1403680
Dec 16 09:59:21.869206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:21.888875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:21.894687 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-491531b1-610b-4ae1-aa06-97ef71415844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:21.924244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:59:21.970288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:21.970775 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment e78723cc-dc8c-4934-a2c3-d2f348266800 of type vlan for network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a
Dec 16 09:59:21.972609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd03d50-4ed1-4b0a-8694-1e2b35d69461,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:21.982020 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:22.015075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-9812e939-2166-481c-a302-ea8616bc27d7 service neutron] 10.222.0.66 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433100
Dec 16 09:59:22.020702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.165877 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.171634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:22.172282 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.180505 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4b7cfa58-e0bd-4693-a22c-c6e855a04c9f tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:22.313055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-efa5f813-196d-41e4-9d36-324c30f37d63 service neutron] 10.222.0.66 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2874093
Dec 16 09:59:22.341077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1426878
Dec 16 09:59:22.345135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42866) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:22.350450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=2b0a46a1-d02c-4403-a4c2-563804e9cc1a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:22.353439 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:22.356998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489601454'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:22.363610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:59:22.368244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:22.376959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:22.382992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:22.394928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:22.420740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:22.427405 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.481310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:59:22.508314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.510721 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment 6502ea0f-810d-4733-ae93-5ad7f5273a5b of type vlan for network d4895611-7ff1-474b-a16d-43abb7954fba
Dec 16 09:59:22.604904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.690385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.699641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:22.700639 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:22.711001 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95417df0-3333-4eaf-9340-53def31c325a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:22.745367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d9921fb-0166-4a25-af29-d348708c1721 req-e123e586-167a-474e-938d-29fd83483c37 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 210 time: 0.0593858
Dec 16 09:59:22.858524 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5076852
Dec 16 09:59:22.859244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42878) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:22.868418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=d4895611-7ff1-474b-a16d-43abb7954fba,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:22.868907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': '2b0a46a1-d02c-4403-a4c2-563804e9cc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:22.874269 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:22.886535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network d4895611-7ff1-474b-a16d-43abb7954fba details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:59:23.038088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:23.045678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:23.053831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:23.061674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:23.086867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:23.092736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:23.441668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:23.450464 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0a75432d-5f8b-48c3-8799-e1d5da6e4702 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:23.564069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=734ff086-f84f-4c01-9aa4-6e2873c13a44,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:23.576246 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:23.615097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': 'e78723cc-dc8c-4934-a2c3-d2f348266800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0a46a1-d02c-4403-a4c2-563804e9cc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:23.615721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: 2b0a46a1-d02c-4403-a4c2-563804e9cc1a, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:59:23.653189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:59:23.675275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2b0a46a1-d02c-4403-a4c2-563804e9cc1a) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:23.681622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:23.682788 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:23.689084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ee9ab-c9dc-4990-b5d7-20443212d315 None None] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:23.727220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8639925
Dec 16 09:59:23.729646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 42888) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:23.739316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': 'd4895611-7ff1-474b-a16d-43abb7954fba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:23.980329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:24.036283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb4cd0e4-e579-4082-bce2-b6c3eb99a836 req-62f14d86-fd3a-4a3e-adf3-62f96bf2edc3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 210 time: 0.0573037
Dec 16 09:59:24.043863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:24.055064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:24.063300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:24.191266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2b0a46a1-d02c-4403-a4c2-563804e9cc1a', 'network_id': '2b0a46a1-d02c-4403-a4c2-563804e9cc1a', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': '734ff086-f84f-4c01-9aa4-6e2873c13a44'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:59:24.192544 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:24.255263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:24.265606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:24.439681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Allocated IP 2001:db8::2 (2b0a46a1-d02c-4403-a4c2-563804e9cc1a/734ff086-f84f-4c01-9aa4-6e2873c13a44/4e5100c3-3ce6-4907-9833-266dd20507b0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:24.771412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:24.777381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-474b7387-f7c7-4351-9c56-1143ff3bf226 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:24.778972 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-474b7387-f7c7-4351-9c56-1143ff3bf226 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.74 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 813 time: 0.7036304
Dec 16 09:59:24.794886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Transition to ACTIVE for port object 4e5100c3-3ce6-4907-9833-266dd20507b0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:24.797964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Request body: {'port': {'device_id': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd', 'admin_state_up': True, 'tenant_id': 'd4f73b8f19744247b98495ffedc3eba3'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:24.837285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Transition to ACTIVE for port object 4e5100c3-3ce6-4907-9833-266dd20507b0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:24.844124 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:24.854599 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:25.037949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.044662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:25.053554 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-31070658-5afa-4699-8bed-30deb20f7fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:25.053800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:25.057493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:25.060055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:25.149073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:25.165363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Pushing event updated for resources: {'Port': ['ID=4e5100c3-3ce6-4907-9833-266dd20507b0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:25.168008 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:25.180357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Attempting to bind port 4e5100c3-3ce6-4907-9833-266dd20507b0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:59:25.180795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Attempting to bind port 4e5100c3-3ce6-4907-9833-266dd20507b0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e78723cc-dc8c-4934-a2c3-d2f348266800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0a46a1-d02c-4403-a4c2-563804e9cc1a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:59:25.181403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Attempting to bind port 4e5100c3-3ce6-4907-9833-266dd20507b0 on network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:25.188038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:59:25.188553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Checking segment: {'id': 'e78723cc-dc8c-4934-a2c3-d2f348266800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0a46a1-d02c-4403-a4c2-563804e9cc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:25.188870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.189243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Bound using segment: {'id': 'e78723cc-dc8c-4934-a2c3-d2f348266800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0a46a1-d02c-4403-a4c2-563804e9cc1a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:59:25.189721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Bound port: 4e5100c3-3ce6-4907-9833-266dd20507b0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78723cc-dc8c-4934-a2c3-d2f348266800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0a46a1-d02c-4403-a4c2-563804e9cc1a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:59:25.190115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.205003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Made reservation on behalf of d4f73b8f19744247b98495ffedc3eba3 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:25.209775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.289433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] For port 4e5100c3-3ce6-4907-9833-266dd20507b0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:59:25.292774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] For port 4e5100c3-3ce6-4907-9833-266dd20507b0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4e5100c3-3ce6-4907-9833-266dd20507b0,segment=NetworkSegment(e78723cc-dc8c-4934-a2c3-d2f348266800),segment_id=e78723cc-dc8c-4934-a2c3-d2f348266800)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:59:25.298904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.308847 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8b122dcb-04cc-4740-8059-0fe4b3c43f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:25.310511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=6ea8b80e-55b9-4432-abce-e115f816d0df,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:25.328013 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bcafc214-7e65-49e1-9d2d-1bb0252194ea req-c60b627c-6f07-49a6-adce-ef33a27ba4d7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 210 time: 0.1311908
Dec 16 09:59:25.330663 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:25.339418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': '6502ea0f-810d-4733-ae93-5ad7f5273a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd4895611-7ff1-474b-a16d-43abb7954fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:25.340509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: d4895611-7ff1-474b-a16d-43abb7954fba, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:59:25.432862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Pushing event updated for resources: {'Port': ['ID=4e5100c3-3ce6-4907-9833-266dd20507b0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:25.439338 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:25.477362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network d4895611-7ff1-474b-a16d-43abb7954fba is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:59:25.504175 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, d4895611-7ff1-474b-a16d-43abb7954fba) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:25.520635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7273df9d-3201-4260-b516-971c54cbd2dc None None] Network d4895611-7ff1-474b-a16d-43abb7954fba requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:25.550783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:25.551431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.606397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8749478
Dec 16 09:59:25.609648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:25.616605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Allocated IP 172.20.0.13 (4e2b72c0-5266-4041-be4b-3a01477a37cd/eedf0a81-01c8-4d02-a4db-904cf997fc35/a35026e7-2c2f-4740-9d2f-0ced33db854b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:25.616896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1510017445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:25.637594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:25.646182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:router and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:25.652903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:25.667865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:25.684754 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.688031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.741774 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.778896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.827504 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:25.832612 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a21763a3-8b2b-482e-99c2-371b1a0d0ab9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2215939
Dec 16 09:59:25.833234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:26.013831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-d4895611-7ff1-474b-a16d-43abb7954fba', 'network_id': 'd4895611-7ff1-474b-a16d-43abb7954fba', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': '6ea8b80e-55b9-4432-abce-e115f816d0df'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:59:26.015734 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:26.068214 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:26.113681 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:26.127308 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1c6554bb-729e-4fb0-9a93-3a16509d7b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:26.150839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['f8a9153d-aacc-4d2e-947b-50ec16f4d22e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:59:26.221790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Network 4e2b72c0-5266-4041-be4b-3a01477a37cd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:26.227602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:26.230256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:26.310993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Pushing event updated for resources: {'Port': ['ID=a35026e7-2c2f-4740-9d2f-0ced33db854b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:26.317939 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:26.335503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:26.336610 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:26.359858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5695064
Dec 16 09:59:26.380208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Request body: {'port': {'device_id': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:26.479289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Allocated IP 2001:db8:1::2 (d4895611-7ff1-474b-a16d-43abb7954fba/6ea8b80e-55b9-4432-abce-e115f816d0df/a6772dd7-9485-4514-8910-b76a9d3917cd) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:26.760943 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:26.819782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:26.942632 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:26.968821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Transition to ACTIVE for port object a6772dd7-9485-4514-8910-b76a9d3917cd will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:27.002385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb330509-bb21-42e0-a56b-e80a624647b5 req-fac9a31d-7d16-445e-801f-a5ba51c129fc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:27.004050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb330509-bb21-42e0-a56b-e80a624647b5 req-fac9a31d-7d16-445e-801f-a5ba51c129fc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Synchronizing usage tracker for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:27.018091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Transition to ACTIVE for port object a6772dd7-9485-4514-8910-b76a9d3917cd will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:27.043705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.056181 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:27.061902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fb330509-bb21-42e0-a56b-e80a624647b5 req-fac9a31d-7d16-445e-801f-a5ba51c129fc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Unset dirty status for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:27.063484 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb330509-bb21-42e0-a56b-e80a624647b5 req-fac9a31d-7d16-445e-801f-a5ba51c129fc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 932 time: 0.4744725
Dec 16 09:59:27.201075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Pushing event updated for resources: {'Port': ['ID=a6772dd7-9485-4514-8910-b76a9d3917cd,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:27.216316 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:27.217087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b725bd7-7c42-4e65-8506-5484336974a2 None None] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:27.268711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4e5100c3-3ce6-4907-9833-266dd20507b0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:27.282326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fb330509-bb21-42e0-a56b-e80a624647b5 req-5b34a5f2-8c16-4287-8997-69eacfbc58f4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913421
Dec 16 09:59:27.377582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Network d4895611-7ff1-474b-a16d-43abb7954fba is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:27.392449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8::1 (2b0a46a1-d02c-4403-a4c2-563804e9cc1a/734ff086-f84f-4c01-9aa4-6e2873c13a44/e0889294-a5e6-4f64-9f44-9e1212075a51) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:27.396215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:27.399689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:27.488589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d5b80ede-ef7c-4d44-b5d2-20fa9fa67dac None None] Provisioning for port 4e5100c3-3ce6-4907-9833-266dd20507b0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:27.530174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35026e7-2c2f-4740-9d2f-0ced33db854b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:59:27.551975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.582440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Transition to ACTIVE for port object a35026e7-2c2f-4740-9d2f-0ced33db854b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:27.588535 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.593767 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b0262ff6-ab3c-4f6a-b970-114af7c96b1b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:27.598833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Attempting to bind port a6772dd7-9485-4514-8910-b76a9d3917cd on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:59:27.599375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Attempting to bind port a6772dd7-9485-4514-8910-b76a9d3917cd by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '6502ea0f-810d-4733-ae93-5ad7f5273a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd4895611-7ff1-474b-a16d-43abb7954fba'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:59:27.599641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Attempting to bind port a6772dd7-9485-4514-8910-b76a9d3917cd on network d4895611-7ff1-474b-a16d-43abb7954fba {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:27.609424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:59:27.609803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Checking segment: {'id': '6502ea0f-810d-4733-ae93-5ad7f5273a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd4895611-7ff1-474b-a16d-43abb7954fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:27.610219 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.610625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Bound using segment: {'id': '6502ea0f-810d-4733-ae93-5ad7f5273a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd4895611-7ff1-474b-a16d-43abb7954fba'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:59:27.611121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Bound port: a6772dd7-9485-4514-8910-b76a9d3917cd, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6502ea0f-810d-4733-ae93-5ad7f5273a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd4895611-7ff1-474b-a16d-43abb7954fba'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:59:27.611574 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.691501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4e5100c3-3ce6-4907-9833-266dd20507b0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:27.721366 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.744122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4e5100c3-3ce6-4907-9833-266dd20507b0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:27.744512 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.750331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object e0889294-a5e6-4f64-9f44-9e1212075a51 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:27.790238 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:27.796188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:27.906525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=e0889294-a5e6-4f64-9f44-9e1212075a51,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:27.921597 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:27.926490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:27.928854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:27.936609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:27.937234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.036405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] For port a6772dd7-9485-4514-8910-b76a9d3917cd, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:59:28.096449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] For port a6772dd7-9485-4514-8910-b76a9d3917cd, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a6772dd7-9485-4514-8910-b76a9d3917cd,segment=NetworkSegment(6502ea0f-810d-4733-ae93-5ad7f5273a5b),segment_id=6502ea0f-810d-4733-ae93-5ad7f5273a5b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:59:28.143091 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.161319 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:28.196353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.208425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.257405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a35026e7-2c2f-4740-9d2f-0ced33db854b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:28.263115 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:28.311146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4e5100c3-3ce6-4907-9833-266dd20507b0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4e5100c3-3ce6-4907-9833-266dd20507b0,segment=NetworkSegment(e78723cc-dc8c-4934-a2c3-d2f348266800),segment_id=e78723cc-dc8c-4934-a2c3-d2f348266800)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:28.314617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Attempting to bind port a35026e7-2c2f-4740-9d2f-0ced33db854b on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:59:28.315650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Attempting to bind port a35026e7-2c2f-4740-9d2f-0ced33db854b by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:59:28.318028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Attempting to bind port a35026e7-2c2f-4740-9d2f-0ced33db854b on network 4e2b72c0-5266-4041-be4b-3a01477a37cd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:28.323197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Port a35026e7-2c2f-4740-9d2f-0ced33db854b on network 4e2b72c0-5266-4041-be4b-3a01477a37cd not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 09:59:28.323586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Attempting to bind port a35026e7-2c2f-4740-9d2f-0ced33db854b on network 4e2b72c0-5266-4041-be4b-3a01477a37cd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:28.325254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Pushing event updated for resources: {'Port': ['ID=a6772dd7-9485-4514-8910-b76a9d3917cd,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:28.329177 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:28.331255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.332934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:59:28.333262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Checking segment: {'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:28.333657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Bound using segment: {'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:59:28.334570 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c46ad2d-3e54-468f-9f11-e7349d1f8ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:28.334716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Bound port: a35026e7-2c2f-4740-9d2f-0ced33db854b, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc3798b-d17b-48ca-8359-1889ed097b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:59:28.334949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.427203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4e5100c3-3ce6-4907-9833-266dd20507b0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:28.430888 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:28.502659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] For port a35026e7-2c2f-4740-9d2f-0ced33db854b, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:59:28.511262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] For port a35026e7-2c2f-4740-9d2f-0ced33db854b, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a35026e7-2c2f-4740-9d2f-0ced33db854b,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:59:28.524211 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.535948 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8c68f332-2edf-4f5e-bb43-a3ec8a12e46c tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:28.651452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:28.653766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.654380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] 10.222.0.74 "PUT /v2.0/ports/a35026e7-2c2f-4740-9d2f-0ced33db854b HTTP/1.1" status: 200  len: 1092 time: 2.2861094
Dec 16 09:59:28.655092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'tag': 'a35026e7-2c2f-4740-9d2f-0ced33db854b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:59:28.700020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a35026e7-2c2f-4740-9d2f-0ced33db854b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:28.706869 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:28.849677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c7c4c55f-64a3-465c-b675-15d41f53558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:28.852193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-c7c4c55f-64a3-465c-b675-15d41f53558f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 1095 time: 0.1443410
Dec 16 09:59:28.901467 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.908449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.911301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:28.915632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e0fbe8ef-bf0e-4816-84a9-927a204d7050 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:29.021049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7dfd6271-7663-4a24-9f19-e4adc41ed466 None None] Provisioning for port e0889294-a5e6-4f64-9f44-9e1212075a51 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:29.026830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7dfd6271-7663-4a24-9f19-e4adc41ed466 None None] Provisioning complete for port e0889294-a5e6-4f64-9f44-9e1212075a51 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:29.027612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6271-7663-4a24-9f19-e4adc41ed466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:29.044442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-3ad254b5-b172-4486-9f7e-6e5d0aa4bfbd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a35026e7-2c2f-4740-9d2f-0ced33db854b HTTP/1.1" status: 200  len: 217 time: 0.1833766
Dec 16 09:59:29.127661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd6271-7663-4a24-9f19-e4adc41ed466 None None] Port e0889294-a5e6-4f64-9f44-9e1212075a51 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:29.149069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7dfd6271-7663-4a24-9f19-e4adc41ed466 None None] Provisioning complete for port 4e5100c3-3ce6-4907-9833-266dd20507b0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:29.149830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6271-7663-4a24-9f19-e4adc41ed466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:29.185378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-3863de48-ac11-4ace-9798-76183e0bbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:29.187352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-3863de48-ac11-4ace-9798-76183e0bbbdc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.1285686
Dec 16 09:59:29.317956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-97908b04-e289-4a80-98f5-bf45864c77a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1208100
Dec 16 09:59:29.343881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa6c34-b865-4b8f-af8d-58079f506686 req-cd788778-a720-4b48-9782-66766fee1687 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:29.351331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28aa6c34-b865-4b8f-af8d-58079f506686 req-cd788778-a720-4b48-9782-66766fee1687 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 944 time: 0.4103632
Dec 16 09:59:29.414289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a6772dd7-9485-4514-8910-b76a9d3917cd up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:29.466523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=e0889294-a5e6-4f64-9f44-9e1212075a51,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:29.470016 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:29.548137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28aa6c34-b865-4b8f-af8d-58079f506686 req-ebd5c1be-3793-488f-b39a-174e04e71017 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518793
Dec 16 09:59:29.554226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-942d715b-654e-42f8-bc5d-d19f4d5f0b3d None None] Provisioning complete for port e0889294-a5e6-4f64-9f44-9e1212075a51 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:29.554618 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-942d715b-654e-42f8-bc5d-d19f4d5f0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:29.567173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:29.572442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:29.608333 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-a3512d4a-3fea-47a0-8a06-ca2aea084e0b service neutron] 10.222.0.74 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551787
Dec 16 09:59:29.710949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-942d715b-654e-42f8-bc5d-d19f4d5f0b3d None None] Port e0889294-a5e6-4f64-9f44-9e1212075a51 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:29.715993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a6772dd7-9485-4514-8910-b76a9d3917cd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:29.735332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4e5100c3-3ce6-4907-9833-266dd20507b0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:29.905752 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'tag': 'a35026e7-2c2f-4740-9d2f-0ced33db854b', 'status': 'completed', 'code': 200}
Dec 16 09:59:29.919261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4e5100c3-3ce6-4907-9833-266dd20507b0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:29.919664 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:29.934001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af1f6201-245d-4e92-bf1f-51db4a85daca req-471fbd23-9d99-433d-9559-63ee4cda65d3 service neutron] 10.222.0.74 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3181553
Dec 16 09:59:29.998065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 8e75a813-b1b0-4a03-86ea-09e54f0817d8 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:59:30.127666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-5152213b-3bd9-4b0a-9e20-538dd3c98ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:30.129214 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-5152213b-3bd9-4b0a-9e20-538dd3c98ba6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 1095 time: 0.1285198
Dec 16 09:59:30.169415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a952d22-4894-4ca5-84c8-7b88cd76a84c None None] Provisioning complete for port e0889294-a5e6-4f64-9f44-9e1212075a51 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:30.170575 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6a952d22-4894-4ca5-84c8-7b88cd76a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:30.212019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:59:30.227219 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/8e75a813-b1b0-4a03-86ea-09e54f0817d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3909931
Dec 16 09:59:30.229555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:30.259530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6a952d22-4894-4ca5-84c8-7b88cd76a84c None None] Port e0889294-a5e6-4f64-9f44-9e1212075a51 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:30.261132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] Sync routers for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:59:30.284373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:30.285029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12b4d30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:30.341243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b4ea4-bdb0-497d-a8bc-fc94fb6efe17 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:30.341732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-983b4ea4-bdb0-497d-a8bc-fc94fb6efe17 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:30.344926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb2193-cce2-4f25-bd88-2c71b633fc6e None None] Network d4895611-7ff1-474b-a16d-43abb7954fba requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:30.364115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-2db1a32f-52c1-44aa-8fe6-3a8d6f5815a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:30.367366 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-2db1a32f-52c1-44aa-8fe6-3a8d6f5815a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.2291319
Dec 16 09:59:30.371944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-983b4ea4-bdb0-497d-a8bc-fc94fb6efe17 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:30.378967 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-983b4ea4-bdb0-497d-a8bc-fc94fb6efe17 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports/e0889294-a5e6-4f64-9f44-9e1212075a51 HTTP/1.1" status: 200  len: 911 time: 0.1481335
Dec 16 09:59:30.380309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42934) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:30.435720 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12b4d30>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:30.463952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Provisioning for port a6772dd7-9485-4514-8910-b76a9d3917cd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:30.471564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Provisioning complete for port a6772dd7-9485-4514-8910-b76a9d3917cd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:30.471983 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:30.478980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-e01b2ac1-ccc5-4ab6-8d42-2bd3838e0d92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a35026e7-2c2f-4740-9d2f-0ced33db854b HTTP/1.1" status: 200  len: 217 time: 0.1037185
Dec 16 09:59:30.572468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-f5ef8d9d-1a8d-4341-8390-990a9be272b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:30.574225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-f5ef8d9d-1a8d-4341-8390-990a9be272b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.0826454
Dec 16 09:59:30.582274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:30.582960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12b4d30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:30.682190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12b4d30>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:30.682682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8af75-b747-4131-b174-d4164ceb89de None None] The sync data for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:59:30.689623 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-1d9caaf4-1c35-4b3a-ad3d-b60ac92a7bdf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1083598
Dec 16 09:59:30.844460 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:30.939879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] For port a6772dd7-9485-4514-8910-b76a9d3917cd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a6772dd7-9485-4514-8910-b76a9d3917cd,segment=NetworkSegment(6502ea0f-810d-4733-ae93-5ad7f5273a5b),segment_id=6502ea0f-810d-4733-ae93-5ad7f5273a5b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:30.959913 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:30.965137 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:31.071262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Pushing event updated for resources: {'Port': ['ID=a6772dd7-9485-4514-8910-b76a9d3917cd,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:31.080312 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:31.139323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-bc28df80-23ce-4b6b-800b-e84dfd38ff2f service neutron] 10.222.0.74 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4425108
Dec 16 09:59:31.182356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012ef0-0de5-4412-954c-716c185b2d06 req-19d4fa2c-12e2-41e3-86e1-4e3718562ee7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:31.189776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f012ef0-0de5-4412-954c-716c185b2d06 req-19d4fa2c-12e2-41e3-86e1-4e3718562ee7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 944 time: 0.3820484
Dec 16 09:59:31.201515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:31.301995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-987acca8-d03e-4da9-bfe5-bcc0a31e378d None None] Provisioning complete for port a6772dd7-9485-4514-8910-b76a9d3917cd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:31.302764 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-987acca8-d03e-4da9-bfe5-bcc0a31e378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:31.341073 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f012ef0-0de5-4412-954c-716c185b2d06 req-0d20e3d6-3c07-469e-ab9b-173fc07ae5f1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502213
Dec 16 09:59:31.405398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-83717393-ed5a-4bd8-85a1-0150ad6d3f59 req-a9121d72-d08a-47fd-a876-e7842f2c3b76 service neutron] 10.222.0.74 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584364
Dec 16 09:59:31.843875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8:1::1 (d4895611-7ff1-474b-a16d-43abb7954fba/6ea8b80e-55b9-4432-abce-e115f816d0df/c5a945bb-519a-48aa-9cca-acfc6225552a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:32.030613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.056209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object c5a945bb-519a-48aa-9cca-acfc6225552a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:32.082897 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.087311 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-794e93ac-d40d-4a21-986f-32e0bd6d3bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:32.155132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network d4895611-7ff1-474b-a16d-43abb7954fba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:32.158568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:32.163151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:32.164244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.176025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=c5a945bb-519a-48aa-9cca-acfc6225552a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:32.189246 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:32.327219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.595031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0f9ce25b-7490-483f-b105-3cd329849794 None None] Provisioning for port c5a945bb-519a-48aa-9cca-acfc6225552a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:32.614160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0f9ce25b-7490-483f-b105-3cd329849794 None None] Provisioning complete for port c5a945bb-519a-48aa-9cca-acfc6225552a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:32.631754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f9ce25b-7490-483f-b105-3cd329849794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.674842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebbb64-5dd4-431a-b661-80d74e50cacb req-14c1d766-0f5f-47b2-b526-999ead733ded tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:32.684756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11ebbb64-5dd4-431a-b661-80d74e50cacb req-14c1d766-0f5f-47b2-b526-999ead733ded tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 944 time: 0.2213106
Dec 16 09:59:32.778425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-11ebbb64-5dd4-431a-b661-80d74e50cacb req-17f71de6-d27e-4170-97ea-45f37daad426 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927410
Dec 16 09:59:32.842152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ce25b-7490-483f-b105-3cd329849794 None None] Port c5a945bb-519a-48aa-9cca-acfc6225552a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:32.945262 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.951989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.953074 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:32.959924 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7d02358c-8cc6-48bd-a2ca-7d7c6a2cacd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:33.123553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=c5a945bb-519a-48aa-9cca-acfc6225552a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:33.128811 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:33.170353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a6772dd7-9485-4514-8910-b76a9d3917cd up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:33.214158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network d4895611-7ff1-474b-a16d-43abb7954fba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:33.215736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:33.277850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a6772dd7-9485-4514-8910-b76a9d3917cd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:33.279335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:33.479011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 8e75a813-b1b0-4a03-86ea-09e54f0817d8 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:59:33.578539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c088f7c6-fc7f-429d-80bc-339e06796f78 None None] Provisioning complete for port c5a945bb-519a-48aa-9cca-acfc6225552a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:33.578936 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c088f7c6-fc7f-429d-80bc-339e06796f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:33.671617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c088f7c6-fc7f-429d-80bc-339e06796f78 None None] Port c5a945bb-519a-48aa-9cca-acfc6225552a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:33.677811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a35026e7-2c2f-4740-9d2f-0ced33db854b details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 09:59:33.850502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a35026e7-2c2f-4740-9d2f-0ced33db854b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a35026e7-2c2f-4740-9d2f-0ced33db854b,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:33.871251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'a35026e7-2c2f-4740-9d2f-0ced33db854b', 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd', 'port_id': 'a35026e7-2c2f-4740-9d2f-0ced33db854b', 'mac_address': 'fa:16:3e:c1:8e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedf0a81-01c8-4d02-a4db-904cf997fc35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 09:59:33.980114 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:34.001479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35026e7-2c2f-4740-9d2f-0ced33db854b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 09:59:34.020252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a35026e7-2c2f-4740-9d2f-0ced33db854b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a35026e7-2c2f-4740-9d2f-0ced33db854b,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:34.020852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:59:34.032704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:34.034336 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] Sync routers for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:59:34.036172 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2169e922-3d9f-4372-813f-a19f6f967771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:34.054544 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:34.057884 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:34.077388 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/8e75a813-b1b0-4a03-86ea-09e54f0817d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6954529
Dec 16 09:59:34.080007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:34.146153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c825-c025-4743-96d8-f9c20c4434a2 req-6fe9746a-c353-4726-aeb9-e27ad5589482 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:34.149021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d842c825-c025-4743-96d8-f9c20c4434a2 req-6fe9746a-c353-4726-aeb9-e27ad5589482 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 944 time: 0.1928363
Dec 16 09:59:34.192943 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe280>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:34.196322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a35026e7-2c2f-4740-9d2f-0ced33db854b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:34.206833 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:34.209470 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:34.210456 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe280>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:34.239395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d842c825-c025-4743-96d8-f9c20c4434a2 req-4e98777c-a126-4fba-b5e8-5605cd59335e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819099
Dec 16 09:59:34.245861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea20b1e-b897-422e-997c-634f616b1b41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:34.246488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aea20b1e-b897-422e-997c-634f616b1b41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:34.268854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aea20b1e-b897-422e-997c-634f616b1b41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:34.274032 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aea20b1e-b897-422e-997c-634f616b1b41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports/c5a945bb-519a-48aa-9cca-acfc6225552a HTTP/1.1" status: 200  len: 913 time: 0.1895223
Dec 16 09:59:34.274032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 42976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:34.277808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a35026e7-2c2f-4740-9d2f-0ced33db854b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:59:34.284237 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe280>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:34.284819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8652e9-cc02-4ad4-8a0f-3fd0b9943e54 None None] The sync data for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:59:34.916617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:35.423115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port c5a945bb-519a-48aa-9cca-acfc6225552a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:35.423846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:35.478030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cffe78-cf0a-4d65-a0fb-a6cd1e581aef req-884277f7-ae8c-48e6-9edb-f61b9ecdd9b2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:35.480351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73cffe78-cf0a-4d65-a0fb-a6cd1e581aef req-884277f7-ae8c-48e6-9edb-f61b9ecdd9b2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 945 time: 0.1119952
Dec 16 09:59:35.573541 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-73cffe78-cf0a-4d65-a0fb-a6cd1e581aef req-25abafd1-80c1-4285-82e2-14445514a92a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823359
Dec 16 09:59:35.683908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:35.703059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a35026e7-2c2f-4740-9d2f-0ced33db854b up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:35.812728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port a35026e7-2c2f-4740-9d2f-0ced33db854b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:35.821381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port a35026e7-2c2f-4740-9d2f-0ced33db854b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:35.827671 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:35.831723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for c5a945bb-519a-48aa-9cca-acfc6225552a owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:36.027151 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:36.061264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35026e7-2c2f-4740-9d2f-0ced33db854b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:59:36.075060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:36.080824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port a35026e7-2c2f-4740-9d2f-0ced33db854b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a35026e7-2c2f-4740-9d2f-0ced33db854b,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:36.091332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c4acbbd-5dbe-435c-8845-e1e3cd0dc4ed tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:36.096252 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:36.098557 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:36.231898 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35026e7-2c2f-4740-9d2f-0ced33db854b', 'code': 200}
Dec 16 09:59:36.233371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=a35026e7-2c2f-4740-9d2f-0ced33db854b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:36.236883 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:36.332729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79848fc9-0f59-441c-a34d-cfd2a41d8b21 req-c053ad17-7ffd-41d2-9f2f-dc65b5aeb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:36.335007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79848fc9-0f59-441c-a34d-cfd2a41d8b21 req-c053ad17-7ffd-41d2-9f2f-dc65b5aeb003 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 1097 time: 0.1394358
Dec 16 09:59:36.425533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-79848fc9-0f59-441c-a34d-cfd2a41d8b21 req-fae27fe2-6122-4c5d-bbd8-9b7d82710269 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824921
Dec 16 09:59:36.450823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=c5a945bb-519a-48aa-9cca-acfc6225552a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:36.459751 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:36.715415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:37.009766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549c5b-9deb-4d89-a756-e9b2c2c37f02 req-130f8abe-1fed-4ee1-a68e-f5814add7cdd tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:37.011387 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f549c5b-9deb-4d89-a756-e9b2c2c37f02 req-130f8abe-1fed-4ee1-a68e-f5814add7cdd tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 946 time: 0.1631570
Dec 16 09:59:37.073285 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f549c5b-9deb-4d89-a756-e9b2c2c37f02 req-c24135bc-2d8d-492a-93bc-0fbd9842e314 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541041
Dec 16 09:59:37.154772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 8e75a813-b1b0-4a03-86ea-09e54f0817d8 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:59:37.334840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:59:37.355266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] Sync routers for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:59:37.360356 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/8e75a813-b1b0-4a03-86ea-09e54f0817d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0795383
Dec 16 09:59:37.360521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43020) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:37.378646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:37.379419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da60d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:37.473663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-ee921754-9a34-48eb-a9fd-f8bc495575cf req-6c5baa79-71ea-4643-aaa6-a93ac596cb17 service neutron] (87655) timed out ('10.222.0.66', 49644) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 09:59:37.487270 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da60d0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:37.516092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:37.518325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da60d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:37.672857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da60d0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:37.673416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a4430-5cb4-4124-a85d-eaabe7b511f2 None None] The sync data for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:59:38.401700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45243b-d648-40e8-94f1-cc10c492ff36 req-3f28e659-27b4-4982-ad29-881fd0c3fac2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:38.403951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f45243b-d648-40e8-94f1-cc10c492ff36 req-3f28e659-27b4-4982-ad29-881fd0c3fac2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 946 time: 0.1970360
Dec 16 09:59:38.449025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:38.864542 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f45243b-d648-40e8-94f1-cc10c492ff36 req-3bc9d2a1-ea23-4ca0-8240-cace6cb1031e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4516509
Dec 16 09:59:39.085787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port e0889294-a5e6-4f64-9f44-9e1212075a51 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:39.086897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:39.349037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:39.484170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55645d1b-9457-4b54-82c7-4c99d35ea7ad req-cf55545d-f34e-4d45-b05f-601b248cb36b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:39.485683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55645d1b-9457-4b54-82c7-4c99d35ea7ad req-cf55545d-f34e-4d45-b05f-601b248cb36b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 946 time: 0.2667322
Dec 16 09:59:39.493458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for e0889294-a5e6-4f64-9f44-9e1212075a51 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:39.593507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55645d1b-9457-4b54-82c7-4c99d35ea7ad req-6fd1ccfa-49c8-48fb-88ff-b498665898f4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704634
Dec 16 09:59:39.708943 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:39.712690 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ad5246c-10d7-48c1-9b0f-d4f68f33824c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:39.762070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=e0889294-a5e6-4f64-9f44-9e1212075a51,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:39.807262 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:39.955627 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:40.247093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 8e75a813-b1b0-4a03-86ea-09e54f0817d8 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:59:40.523928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:59:40.537868 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/8e75a813-b1b0-4a03-86ea-09e54f0817d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1764598
Dec 16 09:59:40.540663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:40.543748 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] Sync routers for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:59:40.555582 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:40.556288 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:40.591054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5df1b7cb-4fc3-4924-9b7c-daaa984c4474 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:40.609639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5df1b7cb-4fc3-4924-9b7c-daaa984c4474 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:40.611762 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5df1b7cb-4fc3-4924-9b7c-daaa984c4474 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e75a813-b1b0-4a03-86ea-09e54f0817d8 HTTP/1.1" status: 200  len: 205 time: 0.0699582
Dec 16 09:59:40.616134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:40.663979 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe070>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:40.669825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-197aeb69-ef30-4ebe-ae01-1f7392309449 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:40.671931 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-197aeb69-ef30-4ebe-ae01-1f7392309449 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.74 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 946 time: 0.1167412
Dec 16 09:59:40.684136 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] Routers {'8e75a813-b1b0-4a03-86ea-09e54f0817d8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:40.685521 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:40.800738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6b5b1-c5d3-441d-ace3-51c02f4b7519 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:40.819043 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cfe070>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:40.819999 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5c102-caef-4a98-aad5-cf19aa37c8d3 None None] The sync data for ids ['8e75a813-b1b0-4a03-86ea-09e54f0817d8'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:59:40.840877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Deleting port a35026e7-2c2f-4740-9d2f-0ced33db854b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:40.840877 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:40.956462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d81b9-0b21-4df9-8b29-596e28bcaacf req-385d158c-28a4-49fa-89bf-55a203403dfc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:40.958027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841d81b9-0b21-4df9-8b29-596e28bcaacf req-385d158c-28a4-49fa-89bf-55a203403dfc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 946 time: 0.2002797
Dec 16 09:59:41.141870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841d81b9-0b21-4df9-8b29-596e28bcaacf req-ce7678bb-5772-434d-bd6e-8867bc10f953 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675167
Dec 16 09:59:41.268658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] For port a35026e7-2c2f-4740-9d2f-0ced33db854b, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=a35026e7-2c2f-4740-9d2f-0ced33db854b,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:41.269604 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.368705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6b5b1-c5d3-441d-ace3-51c02f4b7519 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.371272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6b5b1-c5d3-441d-ace3-51c02f4b7519 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.413850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6b5b1-c5d3-441d-ace3-51c02f4b7519 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.414671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e6b5b1-c5d3-441d-ace3-51c02f4b7519 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Fanout notify agent at l3_agent the message router_deleted on router 8e75a813-b1b0-4a03-86ea-09e54f0817d8 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:59:41.417495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Calling delete_port for a35026e7-2c2f-4740-9d2f-0ced33db854b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:41.430055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22e6b5b1-c5d3-441d-ace3-51c02f4b7519 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.433654 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22e6b5b1-c5d3-441d-ace3-51c02f4b7519 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/8e75a813-b1b0-4a03-86ea-09e54f0817d8 HTTP/1.1" status: 204  len: 168 time: 0.8127794
Dec 16 09:59:41.433886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:41.524596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet 6ea8b80e-55b9-4432-abce-e115f816d0df {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:59:41.529221 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.623196 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.626122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.633803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:41.643447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['f8a9153d-aacc-4d2e-947b-50ec16f4d22e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:59:41.682371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Pushing event deleted for resources: {'Port': ['ID=a35026e7-2c2f-4740-9d2f-0ced33db854b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:41.689672 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:41.696648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['a35026e7-2c2f-4740-9d2f-0ced33db854b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 09:59:41.778000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.893700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] No DVR routers for this DVR port a35026e7-2c2f-4740-9d2f-0ced33db854b on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:59:41.899795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.906972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'name': 'network-vif-deleted', 'tag': 'a35026e7-2c2f-4740-9d2f-0ced33db854b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 09:59:41.935034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c94cd74c-846a-490a-a863-21991b7c82d9 req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.74 "DELETE /v2.0/ports/a35026e7-2c2f-4740-9d2f-0ced33db854b HTTP/1.1" status: 204  len: 173 time: 1.2561493
Dec 16 09:59:41.959722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:41.980135 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:42.012880 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328d6965-07d1-4b41-9ee6-b8aa1f76aaa5', 'name': 'network-vif-deleted', 'tag': 'a35026e7-2c2f-4740-9d2f-0ced33db854b', 'status': 'completed', 'code': 200}
Dec 16 09:59:42.015705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.040398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea8b80e-55b9-4432-abce-e115f816d0df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:42.043986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.048022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa7c8a-dc41-44f6-9725-c0bd07756a25 None None] Network d4895611-7ff1-474b-a16d-43abb7954fba requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:42.048132 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:42.053169 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/6ea8b80e-55b9-4432-abce-e115f816d0df HTTP/1.1" status: 204  len: 168 time: 0.6181953
Dec 16 09:59:42.055961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43070) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:42.093167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca64c86f-f492-4dee-9f07-d5ac86764d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.180866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet 734ff086-f84f-4c01-9aa4-6e2873c13a44 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:59:42.195586 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.318867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.395758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] DHCP port deletion for d4895611-7ff1-474b-a16d-43abb7954fba request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:59:42.402035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Deleting port a6772dd7-9485-4514-8910-b76a9d3917cd {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:42.402421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.417523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e896ff9d-f34b-4520-8625-932aab368561 req-46a53966-8c1f-4f25-bd9f-d6912aca5d12 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Synchronizing usage tracker for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:42.452997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-e896ff9d-f34b-4520-8625-932aab368561 req-46a53966-8c1f-4f25-bd9f-d6912aca5d12 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Unset dirty status for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:42.462455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e896ff9d-f34b-4520-8625-932aab368561 req-46a53966-8c1f-4f25-bd9f-d6912aca5d12 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=328d6965-07d1-4b41-9ee6-b8aa1f76aaa5 HTTP/1.1" status: 200  len: 210 time: 0.1115825
Dec 16 09:59:42.501000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.620797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.626125 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-30adacad-7f0a-4a8b-8602-b7c01d97a13a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:42.669127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=734ff086-f84f-4c01-9aa4-6e2873c13a44,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:42.671981 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:42.676395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.686297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/734ff086-f84f-4c01-9aa4-6e2873c13a44 HTTP/1.1" status: 204  len: 168 time: 0.6269801
Dec 16 09:59:42.686740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:42.705705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1c23e-03d3-42ce-af21-696b3f035e5b None None] Network 2b0a46a1-d02c-4403-a4c2-563804e9cc1a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:42.859661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.878729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port a6772dd7-9485-4514-8910-b76a9d3917cd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:42.879325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:42.935024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] For port a6772dd7-9485-4514-8910-b76a9d3917cd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a6772dd7-9485-4514-8910-b76a9d3917cd,segment=NetworkSegment(6502ea0f-810d-4733-ae93-5ad7f5273a5b),segment_id=6502ea0f-810d-4733-ae93-5ad7f5273a5b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:42.935456 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:43.217269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Calling delete_port for a6772dd7-9485-4514-8910-b76a9d3917cd owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:43.241309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port a6772dd7-9485-4514-8910-b76a9d3917cd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a6772dd7-9485-4514-8910-b76a9d3917cd,segment=NetworkSegment(6502ea0f-810d-4733-ae93-5ad7f5273a5b),segment_id=6502ea0f-810d-4733-ae93-5ad7f5273a5b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:43.241682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:43.248690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a6772dd7-9485-4514-8910-b76a9d3917cd no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:59:43.418481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for a6772dd7-9485-4514-8910-b76a9d3917cd owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:43.443991 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:43.568208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:59:43.568528 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:59:43.604160 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:43.619607 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:43.663969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] DHCP port deletion for 2b0a46a1-d02c-4403-a4c2-563804e9cc1a request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 09:59:43.684428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Pushing event deleted for resources: {'Port': ['ID=a6772dd7-9485-4514-8910-b76a9d3917cd,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:43.690325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:43.690325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Deleting port 4e5100c3-3ce6-4907-9833-266dd20507b0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:43.690700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:43.718989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] No DVR routers for this DVR port a6772dd7-9485-4514-8910-b76a9d3917cd on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:59:43.854957 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aad819-347c-4e5c-8916-84777017d0eb req-247e135f-6fd7-4f25-9aff-1ce1b46f12fc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:43.862584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05aad819-347c-4e5c-8916-84777017d0eb req-247e135f-6fd7-4f25-9aff-1ce1b46f12fc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1119113
Dec 16 09:59:43.922210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-05aad819-347c-4e5c-8916-84777017d0eb req-9a426d7d-7264-4f90-8a63-4e7bb35203c2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584998
Dec 16 09:59:43.961828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] For port 4e5100c3-3ce6-4907-9833-266dd20507b0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4e5100c3-3ce6-4907-9833-266dd20507b0,segment=NetworkSegment(e78723cc-dc8c-4934-a2c3-d2f348266800),segment_id=e78723cc-dc8c-4934-a2c3-d2f348266800)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:43.969128 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.069750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port a6772dd7-9485-4514-8910-b76a9d3917cd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:44.070980 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.109045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Calling delete_port for 4e5100c3-3ce6-4907-9833-266dd20507b0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:44.168526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] The port 'a6772dd7-9485-4514-8910-b76a9d3917cd' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 09:59:44.188911 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.219927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.228143 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:44.356379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.368394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Pushing event deleted for resources: {'Port': ['ID=4e5100c3-3ce6-4907-9833-266dd20507b0,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:44.383062 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:44.387933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] No DVR routers for this DVR port 4e5100c3-3ce6-4907-9833-266dd20507b0 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 09:59:44.413125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0a52df0>,) {'filters': {'network_id': ['d4895611-7ff1-474b-a16d-43abb7954fba']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:44.415723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1289-1beb-490f-a093-08fb967431a7 req-045f59a2-8c8c-4c3e-9660-42cfbe0afa80 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:44.426241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a28b1289-1beb-490f-a093-08fb967431a7 req-045f59a2-8c8c-4c3e-9660-42cfbe0afa80 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1314108
Dec 16 09:59:44.430381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0a52df0>, '6502ea0f-810d-4733-ae93-5ad7f5273a5b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:44.430685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0a52df0>, '6502ea0f-810d-4733-ae93-5ad7f5273a5b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:44.444652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.515791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a28b1289-1beb-490f-a093-08fb967431a7 req-d5ad64c4-afa3-437e-82a4-f94072c33c6a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879915
Dec 16 09:59:44.548160 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.567108 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d9759c95-79fe-41ea-acfd-af91b7a6f578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.576490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:44.577180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:44.597456 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:44.700363 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.709970 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aba2bed8-8d21-477f-9e3c-9776a9c3d686 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:44.734077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:44.737358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=d4895611-7ff1-474b-a16d-43abb7954fba,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:44.741004 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:44.760083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/d4895611-7ff1-474b-a16d-43abb7954fba HTTP/1.1" status: 204  len: 168 time: 2.0721917
Dec 16 09:59:44.762778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:44.928457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.134698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5559d13-7619-415d-b0e4-88025b1bfd8a req-275e547e-7c6d-425d-90ef-b4161c1b9e60 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:45.143875 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5559d13-7619-415d-b0e4-88025b1bfd8a req-275e547e-7c6d-425d-90ef-b4161c1b9e60 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3529007
Dec 16 09:59:45.193959 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.207236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4e5100c3-3ce6-4907-9833-266dd20507b0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:59:45.234671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d5559d13-7619-415d-b0e4-88025b1bfd8a req-328e7c07-3466-465d-906a-e42932e8ce22 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896308
Dec 16 09:59:45.236429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c74610>,) {'filters': {'network_id': ['2b0a46a1-d02c-4403-a4c2-563804e9cc1a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:45.251955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c74610>, 'e78723cc-dc8c-4934-a2c3-d2f348266800') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:45.252255 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c74610>, 'e78723cc-dc8c-4934-a2c3-d2f348266800') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:45.265413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.295765 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.301261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 09:59:45.301702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.311592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 4e5100c3-3ce6-4907-9833-266dd20507b0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:59:45.312412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4e5100c3-3ce6-4907-9833-266dd20507b0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 09:59:45.329138 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 09:59:45.379767 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.547431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.557595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.577814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.583003 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fd98c6c-c143-4fc9-b769-e78e5f1ae563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:45.621220 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/2b0a46a1-d02c-4403-a4c2-563804e9cc1a HTTP/1.1" status: 204  len: 168 time: 0.8565845
Dec 16 09:59:45.624987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43122) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:45.631254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=2b0a46a1-d02c-4403-a4c2-563804e9cc1a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:45.632477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-421071345'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:45.635417 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:45.640907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:45.649139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:45.655120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:45.662122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:45.683053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:45.696356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.745854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 09:59:45.759812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a35026e7-2c2f-4740-9d2f-0ced33db854b no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 09:59:45.761628 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.762231 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment 1566d5b8-79a6-4db3-9fe6-3d750d8f316e of type vlan for network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772
Dec 16 09:59:45.837085 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.845115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: a35026e7-2c2f-4740-9d2f-0ced33db854b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 09:59:45.845382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device a35026e7-2c2f-4740-9d2f-0ced33db854b not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 09:59:45.896967 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.906451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:45.907046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:45.913809 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8354cb15-80ee-4a55-bf42-a5fb70d6ccb2 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:46.021583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=85a71bf6-0fd7-4334-a9a8-cf3125e1b772,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:46.026033 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:46.034685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 09:59:46.043237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4147215
Dec 16 09:59:46.043953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43130) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:46.057000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:46.285487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:46.306302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:46.306302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:46.315557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:46.354748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:46.362531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:46.839620 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:46.849297 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e9393a35-e85e-4404-8cb0-927bceb4437a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:46.950038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=85a7c8c3-d8c9-4464-a2db-a4cc071016c4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:46.957750 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:46.959461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': '1566d5b8-79a6-4db3-9fe6-3d750d8f316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:46.960104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: 85a71bf6-0fd7-4334-a9a8-cf3125e1b772, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 09:59:47.001523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 09:59:47.025270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 85a71bf6-0fd7-4334-a9a8-cf3125e1b772) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:47.035569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:47.036023 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.037114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f2d636-2977-4fdb-9a45-8ca783799871 None None] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:47.129428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0778291
Dec 16 09:59:47.130136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43150) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:47.147246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-184309869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:47.171876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:47.180161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:router and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:47.188719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:47.242517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:47.277096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.278634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.315468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.362085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.400584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.402548 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-84a136ee-a3f5-4150-a635-eda5aaad8679 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2679660
Dec 16 09:59:47.417229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43158) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:47.417229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'port': {'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772', 'name': 'tempest-RoutersIpV6Test-1107837000'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 09:59:47.487721 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.605042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-85a71bf6-0fd7-4334-a9a8-cf3125e1b772', 'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': '85a7c8c3-d8c9-4464-a2db-a4cc071016c4'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 09:59:47.606332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.777062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 09:59:47.784349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:port and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 09:59:47.789322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 09:59:47.801945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 09:59:47.822407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 09:59:47.828297 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:47.881819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] device_id is not set on port bc691d39-ce01-4226-873b-eedc7b28a8d6 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 09:59:47.883721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Allocated IP 2001:db8::2 (85a71bf6-0fd7-4334-a9a8-cf3125e1b772/85a7c8c3-d8c9-4464-a2db-a4cc071016c4/afb2b089-d3f9-4b8c-8e1b-d452ab6effc3) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:47.937916 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 09:59:48.233909 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:48.253851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Transition to ACTIVE for port object afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:48.281508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Transition to ACTIVE for port object afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:48.297541 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:48.306511 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e5f67d15-030f-48c3-9d81-24281522d291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:48.413543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:48.421366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:48.423817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Pushing event updated for resources: {'Port': ['ID=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:48.426531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:48.434961 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:48.493320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8::1e6 (85a71bf6-0fd7-4334-a9a8-cf3125e1b772/85a7c8c3-d8c9-4464-a2db-a4cc071016c4/bc691d39-ce01-4226-873b-eedc7b28a8d6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 09:59:48.551395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-c9fda625-ebf1-4fb3-b764-75d51e2805bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1518509
Dec 16 09:59:48.670855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Attempting to bind port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 09:59:48.671380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Attempting to bind port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1566d5b8-79a6-4db3-9fe6-3d750d8f316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 09:59:48.671970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Attempting to bind port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 on network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 09:59:48.686247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 09:59:48.687483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Checking segment: {'id': '1566d5b8-79a6-4db3-9fe6-3d750d8f316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 09:59:48.692165 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:48.693531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Bound using segment: {'id': '1566d5b8-79a6-4db3-9fe6-3d750d8f316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 09:59:48.698573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Bound port: afb2b089-d3f9-4b8c-8e1b-d452ab6effc3, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566d5b8-79a6-4db3-9fe6-3d750d8f316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '85a71bf6-0fd7-4334-a9a8-cf3125e1b772'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 09:59:48.699860 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:48.909491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-756f3557-ec12-4477-99ba-68311229de1d None None] For port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 09:59:48.915244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-756f3557-ec12-4477-99ba-68311229de1d None None] For port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,segment=NetworkSegment(1566d5b8-79a6-4db3-9fe6-3d750d8f316e),segment_id=1566d5b8-79a6-4db3-9fe6-3d750d8f316e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 09:59:48.928070 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:48.941887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0e28ffa3-4c3c-48d4-a0d2-99dd443e5b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:48.948379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340272f-53bb-438f-a133-37e696c7a842 req-fe59d75e-606e-42af-8378-64c40e95d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:48.949900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-fe59d75e-606e-42af-8378-64c40e95d709 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1096 time: 0.2077808
Dec 16 09:59:49.097601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Pushing event updated for resources: {'Port': ['ID=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:49.109005 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:49.165317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:49.199368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object bc691d39-ce01-4226-873b-eedc7b28a8d6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 09:59:49.279202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340272f-53bb-438f-a133-37e696c7a842 req-b6d3963c-1408-4c83-9525-49d9845a84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:49.280727 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-b6d3963c-1408-4c83-9525-49d9845a84a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.2910428
Dec 16 09:59:49.376945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-cc7952d7-0b8f-4dd1-b8cf-8eac45bc87ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.0878546
Dec 16 09:59:49.482394 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:49.505512 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:49.662055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:49.673567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:49.676301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 09:59:49.683601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:49.684632 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:49.731412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340272f-53bb-438f-a133-37e696c7a842 req-fdc67eb7-449f-4646-8a10-9a07ac7657be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:49.735913 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-fdc67eb7-449f-4646-8a10-9a07ac7657be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.3517768
Dec 16 09:59:49.737748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=bc691d39-ce01-4226-873b-eedc7b28a8d6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:49.794141 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-ce2b4fff-7405-4661-8a5e-2d0b094ac409 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475430
Dec 16 09:59:49.835892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.836278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.836650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.837027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.837395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.837789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.838158 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.838879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.839278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.839640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.840223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.840333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 09:59:49.854669 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:50.109167 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.6984560
Dec 16 09:59:50.111959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43184) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:50.214393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-ab38f883-663d-4d87-bf5e-02ac375e38a1 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4105899
Dec 16 09:59:50.270006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c2dc-5376-4d1b-8bf2-99d6bd9cdd2c req-fdd28e7a-b7f7-4b6a-b951-30a17abaacfa tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:50.277092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0c2c2dc-5376-4d1b-8bf2-99d6bd9cdd2c req-fdd28e7a-b7f7-4b6a-b951-30a17abaacfa tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2266483
Dec 16 09:59:50.406483 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e0c2c2dc-5376-4d1b-8bf2-99d6bd9cdd2c req-c0fbbfdf-426b-4c57-b6c8-c74f810c48f1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285479
Dec 16 09:59:50.472203 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1340272f-53bb-438f-a133-37e696c7a842 req-23d563a9-e402-493e-8c14-376ecc1ce0af service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437592
Dec 16 09:59:50.781055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935d19-a9fd-496f-8a82-5364415d77aa req-d852a00f-74a0-44a7-8f74-71d8b910f1a2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:50.783419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02935d19-a9fd-496f-8a82-5364415d77aa req-d852a00f-74a0-44a7-8f74-71d8b910f1a2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1526394
Dec 16 09:59:50.801722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b397ca-ed60-4149-87b1-e8510b5fd360 None None] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:50.877772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02935d19-a9fd-496f-8a82-5364415d77aa req-d82c6913-04cd-4484-b454-671c04173165 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879474
Dec 16 09:59:51.047860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c3303e57-6f6c-4bf9-a0e4-36a8a0e8a9fc None None] Provisioning for port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:51.246345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:51.396115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:51.398786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:51.410497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:51.414943 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:51.747294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Provisioning complete for port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:51.747659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:52.033331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:52.202710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,segment=NetworkSegment(1566d5b8-79a6-4db3-9fe6-3d750d8f316e),segment_id=1566d5b8-79a6-4db3-9fe6-3d750d8f316e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 09:59:52.219844 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:52.222419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:52.224975 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:52.238064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:52.297549 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:52.312244 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:52.515688 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 09:59:52.518242 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 09:59:52.545081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:52.554241 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:52.572977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=bc691d39-ce01-4226-873b-eedc7b28a8d6,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:52.584670 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:52.743049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:52.968176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:53.136369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Provisioning for port bc691d39-ce01-4226-873b-eedc7b28a8d6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 09:59:53.146702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Provisioning complete for port bc691d39-ce01-4226-873b-eedc7b28a8d6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:53.147485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:53.180216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 09:59:53.296911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:53.298093 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:53.345102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a3649a91-9963-4b4f-babd-134af8487158 None None] Port bc691d39-ce01-4226-873b-eedc7b28a8d6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:53.485850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-159c18b4-1293-4b01-8198-802a906665a6 None None] Provisioning complete for port bc691d39-ce01-4226-873b-eedc7b28a8d6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:53.486323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-159c18b4-1293-4b01-8198-802a906665a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:53.550921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-159c18b4-1293-4b01-8198-802a906665a6 None None] Port bc691d39-ce01-4226-873b-eedc7b28a8d6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:53.653860 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:53.659795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:53.660667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:53.665223 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f865ada0-02b9-46d8-8cc3-44c4b6b520a5 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:53.739963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=bc691d39-ce01-4226-873b-eedc7b28a8d6,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:53.745184 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:53.894138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 09:59:53.895308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 09:59:54.153958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 38763082-2487-488d-9e56-f586b84f8b17 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 09:59:54.341962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:59:54.350226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43224) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:54.350764 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/38763082-2487-488d-9e56-f586b84f8b17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2363417
Dec 16 09:59:54.362704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] Sync routers for ids ['38763082-2487-488d-9e56-f586b84f8b17'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:59:54.375075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] Routers {'38763082-2487-488d-9e56-f586b84f8b17'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:54.375964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f228c0a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['38763082-2487-488d-9e56-f586b84f8b17'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:54.452892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f228c0a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:54.468622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] Routers {'38763082-2487-488d-9e56-f586b84f8b17'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:54.469427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f228c0a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['38763082-2487-488d-9e56-f586b84f8b17'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:54.500136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72f03e-6278-4dc1-8cef-21b9ab6fd4d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:54.500724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac72f03e-6278-4dc1-8cef-21b9ab6fd4d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:54.525346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-41ad1568-a20e-4758-b66a-59aa50a7735d None None] Provisioning complete for port bc691d39-ce01-4226-873b-eedc7b28a8d6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 09:59:54.525815 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41ad1568-a20e-4758-b66a-59aa50a7735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:54.531372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6b490-c253-4583-b017-83741e60ed62 req-3015b56c-4904-4f89-bdc1-76970017bbe2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:54.532862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56d6b490-c253-4583-b017-83741e60ed62 req-3015b56c-4904-4f89-bdc1-76970017bbe2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1353652
Dec 16 09:59:54.533988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac72f03e-6278-4dc1-8cef-21b9ab6fd4d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:54.535004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ac72f03e-6278-4dc1-8cef-21b9ab6fd4d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports/bc691d39-ce01-4226-873b-eedc7b28a8d6 HTTP/1.1" status: 200  len: 984 time: 0.1829779
Dec 16 09:59:54.538436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43228) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:54.580732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f228c0a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:54.581061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098f04-6aa0-40ee-846b-87ddbeb9e4fc None None] The sync data for ids ['38763082-2487-488d-9e56-f586b84f8b17'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:59:54.603310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-41ad1568-a20e-4758-b66a-59aa50a7735d None None] Port bc691d39-ce01-4226-873b-eedc7b28a8d6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 09:59:54.727324 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-56d6b490-c253-4583-b017-83741e60ed62 req-7f8f2560-5522-4c78-94ec-0fedde59c174 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320560
Dec 16 09:59:55.021964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa85b3-fc2d-4966-874e-eeec6705dcc0 req-12d6835d-5adf-4a6c-aa2e-b6c876a58229 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:55.021964 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9fa85b3-fc2d-4966-874e-eeec6705dcc0 req-12d6835d-5adf-4a6c-aa2e-b6c876a58229 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1643846
Dec 16 09:59:55.076077 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d9fa85b3-fc2d-4966-874e-eeec6705dcc0 req-2881b65f-53af-4ec6-bdb2-c1c12302dc47 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529082
Dec 16 09:59:55.216351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:55.786374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746cae3-2dea-48d1-b4f5-29b0e1b80c40 req-06c7fa14-ce67-4bf1-acd4-b58630b76127 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:55.787859 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1746cae3-2dea-48d1-b4f5-29b0e1b80c40 req-06c7fa14-ce67-4bf1-acd4-b58630b76127 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.5102596
Dec 16 09:59:55.849573 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1746cae3-2dea-48d1-b4f5-29b0e1b80c40 req-de3f7765-2a81-4bdc-ac4e-1520c8dbbd63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519452
Dec 16 09:59:55.858812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port bc691d39-ce01-4226-873b-eedc7b28a8d6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 09:59:55.859169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:56.121244 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:56.258828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for bc691d39-ce01-4226-873b-eedc7b28a8d6 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 09:59:56.314340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07a194-23ea-4ca2-82b0-22cec23b53d1 req-1123facf-4c79-436f-8bb6-7ee06a2558d7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:56.315826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af07a194-23ea-4ca2-82b0-22cec23b53d1 req-1123facf-4c79-436f-8bb6-7ee06a2558d7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3189590
Dec 16 09:59:56.396504 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-af07a194-23ea-4ca2-82b0-22cec23b53d1 req-2a8e7052-973b-47c5-a1ab-cb7543ad0c4e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724287
Dec 16 09:59:56.500235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:56.513529 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2239fcf5-0a74-4ad8-929d-60d92150b388 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:56.608264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=bc691d39-ce01-4226-873b-eedc7b28a8d6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:56.657474 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:56.889720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:57.095204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce84c0-6bd4-4702-9c09-464a08224796 req-f5666ee7-d683-483d-b9de-2e683e96b67a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:57.096779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84ce84c0-6bd4-4702-9c09-464a08224796 req-f5666ee7-d683-483d-b9de-2e683e96b67a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.5041065
Dec 16 09:59:57.101853 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-bb5f9e9c-5f05-42f2-a99f-5c988c15a5e7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2655671
Dec 16 09:59:57.515574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 38763082-2487-488d-9e56-f586b84f8b17 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 09:59:57.523353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84ce84c0-6bd4-4702-9c09-464a08224796 req-1c474cec-3eee-4f9e-b106-f46d022b4531 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191224
Dec 16 09:59:57.674463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-c230daff-d4c7-40d7-8f7d-f828ebb5db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:57.676120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-c230daff-d4c7-40d7-8f7d-f828ebb5db7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f4adaac37524f73a89ea72c890cad1d&device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 1096 time: 0.3731413
Dec 16 09:59:57.682178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 09:59:57.692891 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] Sync routers for ids ['38763082-2487-488d-9e56-f586b84f8b17'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 09:59:57.705922 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] Routers {'38763082-2487-488d-9e56-f586b84f8b17'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:57.706684 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb59a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['38763082-2487-488d-9e56-f586b84f8b17'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:57.725927 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/38763082-2487-488d-9e56-f586b84f8b17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1861150
Dec 16 09:59:57.730227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:57.779814 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb59a0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:57.790161 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] Routers {'38763082-2487-488d-9e56-f586b84f8b17'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 09:59:57.790782 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb59a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['38763082-2487-488d-9e56-f586b84f8b17'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:57.858111 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb59a0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 09:59:57.858519 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60465d68-3802-4985-98f9-faf72fa4487a None None] The sync data for ids ['38763082-2487-488d-9e56-f586b84f8b17'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 09:59:57.951192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-93c740bb-2692-4240-9303-a2cdff5fb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:57.951805 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-93c740bb-2692-4240-9303-a2cdff5fb5f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 200  len: 911 time: 0.2512321
Dec 16 09:59:58.036896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19cdf-dcf7-4cdf-9700-268c04bc3c8d req-451a0b51-32e1-437a-aafa-f4445896d8e6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:58.038376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eef19cdf-dcf7-4cdf-9700-268c04bc3c8d req-451a0b51-32e1-437a-aafa-f4445896d8e6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2118835
Dec 16 09:59:58.113452 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-eea97b38-e287-466b-90f3-df81150aff86 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4331d266-1b00-4487-b2c1-520da20754de HTTP/1.1" status: 200  len: 1001 time: 0.1528666
Dec 16 09:59:58.120764 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-eef19cdf-dcf7-4cdf-9700-268c04bc3c8d req-145c6738-fb19-42d9-bac5-9f060527fe51 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732279
Dec 16 09:59:58.169421 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-26561442-6007-49e2-bb4f-a6af95deaef5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] remove_router_interface failed (client error): The resource could not be found.
Dec 16 09:59:58.173100 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26561442-6007-49e2-bb4f-a6af95deaef5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/38763082-2487-488d-9e56-f586b84f8b17/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4391761
Dec 16 09:59:58.173638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:58.193280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-cecd2d58-1abc-4ebe-ba9b-2ff555fd42db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:58.195656 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-cecd2d58-1abc-4ebe-ba9b-2ff555fd42db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 200  len: 849 time: 0.0737729
Dec 16 09:59:58.237954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-364ca1dd-691f-4042-9f42-5232f9bda81c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 09:59:58.258092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-364ca1dd-691f-4042-9f42-5232f9bda81c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 09:59:58.267588 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-364ca1dd-691f-4042-9f42-5232f9bda81c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=38763082-2487-488d-9e56-f586b84f8b17 HTTP/1.1" status: 200  len: 205 time: 0.0927608
Dec 16 09:59:58.270878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:58.287294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-ba4c2441-3dac-4afd-9be4-c9631bbb1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:58.291269 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-ba4c2441-3dac-4afd-9be4-c9631bbb1c9e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18b6da08-f91c-470b-860f-c57e1f9d4f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0863008
Dec 16 09:59:58.441687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23cd9f5d-1f53-49a4-9392-4dc4232184d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:58.452994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-0b5c8d1e-c6f3-4951-9af2-271550acc8c0 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556203
Dec 16 09:59:58.646499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04ab8062-55e1-4259-b14d-85ad3a3f8d6e req-2df57fdc-b07a-4681-8a0d-d6e1b8adeb01 service neutron] 10.222.0.74 "GET /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860547
Dec 16 09:59:59.018509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23cd9f5d-1f53-49a4-9392-4dc4232184d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.021183 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23cd9f5d-1f53-49a4-9392-4dc4232184d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.064920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23cd9f5d-1f53-49a4-9392-4dc4232184d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.067925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cd9f5d-1f53-49a4-9392-4dc4232184d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Fanout notify agent at l3_agent the message router_deleted on router 38763082-2487-488d-9e56-f586b84f8b17 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 09:59:59.083888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23cd9f5d-1f53-49a4-9392-4dc4232184d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.085894 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-23cd9f5d-1f53-49a4-9392-4dc4232184d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/38763082-2487-488d-9e56-f586b84f8b17 HTTP/1.1" status: 204  len: 168 time: 0.8130577
Dec 16 09:59:59.087961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43314) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:59.263981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet 85a7c8c3-d8c9-4464-a2db-a4cc071016c4 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 09:59:59.269182 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.338676 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.392501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e44b63-fb66-4aa2-bdca-b236bd20d198 req-3717b5b3-7670-4525-bbb1-fef0db836b6b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:59.394039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67e44b63-fb66-4aa2-bdca-b236bd20d198 req-3717b5b3-7670-4525-bbb1-fef0db836b6b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2149518
Dec 16 09:59:59.467050 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-67e44b63-fb66-4aa2-bdca-b236bd20d198 req-9cc8d11b-08d7-494a-8ffd-40dee5afc99b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631254
Dec 16 09:59:59.481340 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.600159 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.606653 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2b44e73-01a3-4953-bad3-4c6143e2a1f4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 09:59:59.819647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd1a36-88cf-4464-98e0-79036ea219df None None] Network 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 09:59:59.839058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=85a7c8c3-d8c9-4464-a2db-a4cc071016c4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 09:59:59.846450 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 09:59:59.850233 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 09:59:59.873084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 09:59:59.873494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/85a7c8c3-d8c9-4464-a2db-a4cc071016c4 HTTP/1.1" status: 204  len: 168 time: 0.7833128
Dec 16 09:59:59.922646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b644d-8cc1-463f-a71b-6f3e75a24e77 req-cf7a090f-db3e-4a85-b48e-3d97cb90a76a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 09:59:59.928087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc6b644d-8cc1-463f-a71b-6f3e75a24e77 req-cf7a090f-db3e-4a85-b48e-3d97cb90a76a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1282961
Dec 16 09:59:59.993958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bc6b644d-8cc1-463f-a71b-6f3e75a24e77 req-68731496-cdbf-4a15-94ca-994b9baba411 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596030
Dec 16 10:00:00.049904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.061805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:00.062470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.198181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] DHCP port deletion for 85a71bf6-0fd7-4334-a9a8-cf3125e1b772 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:00:00.204231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Deleting port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:00.204920 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.405313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e013e-4058-4480-93b1-db52d01f9307 req-a62f6be5-7f41-4925-8111-ef8f21aa6b51 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:00.406277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,segment=NetworkSegment(1566d5b8-79a6-4db3-9fe6-3d750d8f316e),segment_id=1566d5b8-79a6-4db3-9fe6-3d750d8f316e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:00.406713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.418518 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-883e013e-4058-4480-93b1-db52d01f9307 req-a62f6be5-7f41-4925-8111-ef8f21aa6b51 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2070808
Dec 16 10:00:00.502278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-883e013e-4058-4480-93b1-db52d01f9307 req-4ac7d801-a4e2-48ba-90f0-cabdf4daaaad tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820315
Dec 16 10:00:00.556560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:00.558898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] For port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,segment=NetworkSegment(1566d5b8-79a6-4db3-9fe6-3d750d8f316e),segment_id=1566d5b8-79a6-4db3-9fe6-3d750d8f316e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:00.559348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.660334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.676262 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-79d58c66-5006-4768-a55b-86f87e2806e4 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:00.719327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No DVR routers for this DVR port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:00:00.756414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=afb2b089-d3f9-4b8c-8e1b-d452ab6effc3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:00.762175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:00.780742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Calling delete_port for afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:00.868464 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.894029 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:00:00.894613 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:00:00.900464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521196e-5a79-4fa7-a4d6-3913176ec5d0 req-c53386ed-e0d7-4c67-a4a9-bb456d10b0e9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:00.905163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f09f46a0>,) {'filters': {'network_id': ['85a71bf6-0fd7-4334-a9a8-cf3125e1b772']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:00.905386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e521196e-5a79-4fa7-a4d6-3913176ec5d0 req-c53386ed-e0d7-4c67-a4a9-bb456d10b0e9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1134105
Dec 16 10:00:00.915257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f09f46a0>, '1566d5b8-79a6-4db3-9fe6-3d750d8f316e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:00.915550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f09f46a0>, '1566d5b8-79a6-4db3-9fe6-3d750d8f316e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:00.930869 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.950641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e521196e-5a79-4fa7-a4d6-3913176ec5d0 req-32858065-0614-421f-bb3f-1b8ef4c1d8fa tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425179
Dec 16 10:00:00.954339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.964721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:00:00.965303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:00:00.989256 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:00:01.100327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.109687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.112862 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:01.146265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=85a71bf6-0fd7-4334-a9a8-cf3125e1b772,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:01.149982 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:01.166370 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/85a71bf6-0fd7-4334-a9a8-cf3125e1b772 HTTP/1.1" status: 204  len: 168 time: 1.2912960
Dec 16 10:00:01.169509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:01.178402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1109087727'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:01.187814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:01.200957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:00:01.204834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:01.208866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:01.218049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:01.240149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:01.243991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.263492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:00:01.264911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:00:01.281538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:00:01.292176 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.292790 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment 78f8eda0-5c29-4015-826e-5f51fec68e9b of type vlan for network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5
Dec 16 10:00:01.334008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.372288 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.378208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:01.378941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.383614 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ec23651-2878-4065-abb9-938c25f60cfe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:01.395505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Deleting port afb2b089-d3f9-4b8c-8e1b-d452ab6effc3 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:01.396547 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:01.524787 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3538790
Dec 16 10:00:01.527756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43358) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:01.534076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': '2b7fa457-c8eb-4e5b-b33f-6b9429250ec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:01.577696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=2b7fa457-c8eb-4e5b-b33f-6b9429250ec5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:01.586952 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:01.704216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-efde8c36-5cd0-40f5-a549-b5a6cc2e2c88 None None] The port 'afb2b089-d3f9-4b8c-8e1b-d452ab6effc3' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:00:01.708345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:00:01.828857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:01.835964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:01.840279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:01.853614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:01.864927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c9fdf-dd9d-4151-a61e-738942a70628 req-c364bad8-726d-4717-817c-0cc71af4525f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:01.866793 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de9c9fdf-dd9d-4151-a61e-738942a70628 req-c364bad8-726d-4717-817c-0cc71af4525f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2594829
Dec 16 10:00:01.899646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:01.903554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:02.031037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de9c9fdf-dd9d-4151-a61e-738942a70628 req-5751ce76-04d0-42b6-a55c-3052baa9360b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566246
Dec 16 10:00:02.193263 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:02.203317 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-30cee351-69f9-4eae-bb7f-bd6aab09020f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:02.359918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=38db4daa-8a0b-44d0-b8bd-ba92e696a785,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:02.366202 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:02.373742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': '78f8eda0-5c29-4015-826e-5f51fec68e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2b7fa457-c8eb-4e5b-b33f-6b9429250ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:02.374171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:00:02.418715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6669cf-230c-4823-a38b-c50e66d81a1d req-a623f45d-494b-4cd9-9e00-ca34b54649ce tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:02.429505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f6669cf-230c-4823-a38b-c50e66d81a1d req-a623f45d-494b-4cd9-9e00-ca34b54649ce tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2277632
Dec 16 10:00:02.458872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:00:02.476480 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:02.502400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91ebf0-a22b-49b0-a61a-3f12b2ad57ab None None] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:02.503607 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:02.504227 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:02.571047 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f6669cf-230c-4823-a38b-c50e66d81a1d req-48f2a6f6-921d-4abb-970e-290955069bc1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366472
Dec 16 10:00:02.628393 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0970268
Dec 16 10:00:02.628646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43368) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:02.655667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1418886232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:02.724716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:02.737149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:router and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:02.748181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:02.762544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:02.788210 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:02.789763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:02.823560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:02.844754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2b7fa457-c8eb-4e5b-b33f-6b9429250ec5', 'network_id': '2b7fa457-c8eb-4e5b-b33f-6b9429250ec5', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': '38db4daa-8a0b-44d0-b8bd-ba92e696a785'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:00:02.845921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:02.873528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:03.087488 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:03.088795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2e07576-a6f6-405d-9ce3-d5cc66b4d37c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4591715
Dec 16 10:00:03.091672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43386) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:03.114845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Allocated IP 2001:db8::2 (2b7fa457-c8eb-4e5b-b33f-6b9429250ec5/38db4daa-8a0b-44d0-b8bd-ba92e696a785/37fa6712-9df2-4681-9fec-694a42120364) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:03.285813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4d52-1f72-4f29-adae-654b06814fee req-8aedcadc-61ea-4c16-a081-ff265e943cf9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:03.287591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bad4d52-1f72-4f29-adae-654b06814fee req-8aedcadc-61ea-4c16-a081-ff265e943cf9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 813 time: 0.4175086
Dec 16 10:00:03.306903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bad4d52-1f72-4f29-adae-654b06814fee req-09f3871a-987f-419c-ba29-a28acdb99667 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/quotas/d4f73b8f19744247b98495ffedc3eba3 HTTP/1.1" status: 200  len: 375 time: 0.0131741
Dec 16 10:00:03.452045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bad4d52-1f72-4f29-adae-654b06814fee req-2233813b-812c-4d73-88a0-4736282aa4a2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1381710
Dec 16 10:00:03.542171 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:03.594389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Transition to ACTIVE for port object 37fa6712-9df2-4681-9fec-694a42120364 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:03.654225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Transition to ACTIVE for port object 37fa6712-9df2-4681-9fec-694a42120364 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:03.680401 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:03.694437 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a0a09f2d-c500-4c16-987b-416a1298fc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:03.749827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbad9a-f12d-46da-a0b0-5f486827d5e0 req-ef3f9415-6465-4a28-b51b-e599be557abe tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:03.751671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07dbad9a-f12d-46da-a0b0-5f486827d5e0 req-ef3f9415-6465-4a28-b51b-e599be557abe tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1160514
Dec 16 10:00:03.796389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Pushing event updated for resources: {'Port': ['ID=37fa6712-9df2-4681-9fec-694a42120364,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:03.800421 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:03.813299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:03.814434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:03.817044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:03.828368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-07dbad9a-f12d-46da-a0b0-5f486827d5e0 req-dfb1d934-59e7-4499-a2c6-add3b2d50a1e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636525
Dec 16 10:00:03.929610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Attempting to bind port 37fa6712-9df2-4681-9fec-694a42120364 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:03.930016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Attempting to bind port 37fa6712-9df2-4681-9fec-694a42120364 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '78f8eda0-5c29-4015-826e-5f51fec68e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2b7fa457-c8eb-4e5b-b33f-6b9429250ec5'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:03.931361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Attempting to bind port 37fa6712-9df2-4681-9fec-694a42120364 on network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:03.946425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:03.946806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Checking segment: {'id': '78f8eda0-5c29-4015-826e-5f51fec68e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2b7fa457-c8eb-4e5b-b33f-6b9429250ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:03.947245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:03.947646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Bound using segment: {'id': '78f8eda0-5c29-4015-826e-5f51fec68e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2b7fa457-c8eb-4e5b-b33f-6b9429250ec5'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:03.948132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Bound port: 37fa6712-9df2-4681-9fec-694a42120364, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f8eda0-5c29-4015-826e-5f51fec68e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2b7fa457-c8eb-4e5b-b33f-6b9429250ec5'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:03.948514 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:03.989396 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:04.096793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] For port 37fa6712-9df2-4681-9fec-694a42120364, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:04.133605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] For port 37fa6712-9df2-4681-9fec-694a42120364, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=37fa6712-9df2-4681-9fec-694a42120364,segment=NetworkSegment(78f8eda0-5c29-4015-826e-5f51fec68e9b),segment_id=78f8eda0-5c29-4015-826e-5f51fec68e9b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:04.141739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:04.149983 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:04.235213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40462c81-4336-4330-8b60-00ee4b1e0816 req-12282a9f-e90f-451f-b180-cfed34f2fd1d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:04.241561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40462c81-4336-4330-8b60-00ee4b1e0816 req-12282a9f-e90f-451f-b180-cfed34f2fd1d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1746988
Dec 16 10:00:04.342896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Pushing event updated for resources: {'Port': ['ID=37fa6712-9df2-4681-9fec-694a42120364,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:04.346696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-40462c81-4336-4330-8b60-00ee4b1e0816 req-dfe98d1d-afd4-4e62-9686-d8cc5bc8fe6e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972257
Dec 16 10:00:04.362257 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:04.593078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8::1 (2b7fa457-c8eb-4e5b-b33f-6b9429250ec5/38db4daa-8a0b-44d0-b8bd-ba92e696a785/e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:04.755663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e724407c-7e7b-4c9c-a87f-957a171fcee4 req-e7e5bf2a-7a2a-47d6-bb67-bd5c4b5e1fd3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d4f73b8f19744247b98495ffedc3eba3 HTTP/1.1" status: 200  len: 221 time: 0.0848207
Dec 16 10:00:05.016359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:05.040922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:05.075617 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:05.079748 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-777b3803-9261-4a22-b711-36145b85158e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:05.084033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76220eec-be3d-467b-9bcf-413eb152362a req-7ddb8e85-b7f0-449e-8c48-ee92cc07e18d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:05.091568 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76220eec-be3d-467b-9bcf-413eb152362a req-7ddb8e85-b7f0-449e-8c48-ee92cc07e18d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1214659
Dec 16 10:00:05.158278 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76220eec-be3d-467b-9bcf-413eb152362a req-00e9bde6-28e3-475e-bd2c-c7c85c809b75 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657308
Dec 16 10:00:05.173353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:05.200964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:05.206015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:05.206015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:05.206419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:05.227823 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:05.282449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37fa6712-9df2-4681-9fec-694a42120364 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:05.382981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 37fa6712-9df2-4681-9fec-694a42120364 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:05.428051 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:05.670288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dd605-8a3c-41dd-8943-fb5119f8c3ae req-acfb90ef-bbf6-4f48-bb9a-a2cb513836dc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:05.675870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d91dd605-8a3c-41dd-8943-fb5119f8c3ae req-acfb90ef-bbf6-4f48-bb9a-a2cb513836dc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1882815
Dec 16 10:00:05.726406 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d91dd605-8a3c-41dd-8943-fb5119f8c3ae req-f423238c-bc2f-4dfc-8266-6296a164926a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494113
Dec 16 10:00:06.046398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4ea55-e2c7-4df4-ae57-a86b955d9d0a None None] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:06.167360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Provisioning for port 37fa6712-9df2-4681-9fec-694a42120364 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:06.183758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Provisioning complete for port 37fa6712-9df2-4681-9fec-694a42120364 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:06.184263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:06.338872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:06.346562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:06.347576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:06.353954 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d034e44d-1be4-4b16-b6ca-b431a58fab81 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:06.437113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:06.439893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:06.450030 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.450442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.451445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.451836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.452190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.452587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.452950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.453330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.453682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.454053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.454392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.454753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:06.466635 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:06.495329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] For port 37fa6712-9df2-4681-9fec-694a42120364, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=37fa6712-9df2-4681-9fec-694a42120364,segment=NetworkSegment(78f8eda0-5c29-4015-826e-5f51fec68e9b),segment_id=78f8eda0-5c29-4015-826e-5f51fec68e9b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:06.500391 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:06.502449 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-524565eb-011d-4862-84d5-bd6476f02abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:06.541736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eebb9-77ff-4596-98b3-1f7fbf9c9690 req-c51feb22-a139-4d4f-898c-754cbd0056d8 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:06.559095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-957eebb9-77ff-4596-98b3-1f7fbf9c9690 req-c51feb22-a139-4d4f-898c-754cbd0056d8 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 945 time: 0.2914624
Dec 16 10:00:06.600008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Pushing event updated for resources: {'Port': ['ID=37fa6712-9df2-4681-9fec-694a42120364,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:06.610217 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:06.682107 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-957eebb9-77ff-4596-98b3-1f7fbf9c9690 req-3ea6c696-5f5a-41a7-b954-fc4ed38a69eb tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218250
Dec 16 10:00:06.852914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:06.854090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:06.997612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0f1abd6f-fa74-49b2-883d-7ac9700b0e7e None None] Provisioning complete for port 37fa6712-9df2-4681-9fec-694a42120364 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:07.002100 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f1abd6f-fa74-49b2-883d-7ac9700b0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:07.077901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494637e5-a8c8-4613-b23c-b293e9736800 req-bda83144-36b9-4c6d-8483-2471ae4905a4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:07.086840 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-494637e5-a8c8-4613-b23c-b293e9736800 req-bda83144-36b9-4c6d-8483-2471ae4905a4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1584048
Dec 16 10:00:07.193055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-494637e5-a8c8-4613-b23c-b293e9736800 req-d030bd8d-206e-49f9-aa05-10227c387466 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047287
Dec 16 10:00:07.255422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router bb3f1daa-52a1-4a5d-8b71-a737c5be0362 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:00:07.304269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37fa6712-9df2-4681-9fec-694a42120364 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:07.463645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 37fa6712-9df2-4681-9fec-694a42120364 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:07.464824 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:07.493451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:07.542301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] Sync routers for ids ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:07.556809 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/bb3f1daa-52a1-4a5d-8b71-a737c5be0362/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4627151
Dec 16 10:00:07.559289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:07.562816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] Routers {'bb3f1daa-52a1-4a5d-8b71-a737c5be0362'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:07.563782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:07.639272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc64ec9-be09-4840-ae8c-740acf500bc6 req-67cf86ec-f7b0-48fa-a8fc-148ce593308d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:07.645092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bc64ec9-be09-4840-ae8c-740acf500bc6 req-67cf86ec-f7b0-48fa-a8fc-148ce593308d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2363005
Dec 16 10:00:07.696109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07ac0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:07.702925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0f1abd6f-fa74-49b2-883d-7ac9700b0e7e None None] Provisioning for port e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:07.713022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0f1abd6f-fa74-49b2-883d-7ac9700b0e7e None None] Provisioning complete for port e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:07.714018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f1abd6f-fa74-49b2-883d-7ac9700b0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:07.753832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] Routers {'bb3f1daa-52a1-4a5d-8b71-a737c5be0362'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:07.754898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:07.786167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383cb7d2-7b04-4bbd-94d7-cc7de705ee29 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:07.786828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-383cb7d2-7b04-4bbd-94d7-cc7de705ee29 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:07.857015 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3bc64ec9-be09-4840-ae8c-740acf500bc6 req-eb0ab438-6778-419d-b9b4-093a5d821a04 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929688
Dec 16 10:00:07.867145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-383cb7d2-7b04-4bbd-94d7-cc7de705ee29 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:07.875938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-383cb7d2-7b04-4bbd-94d7-cc7de705ee29 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports/e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de HTTP/1.1" status: 200  len: 911 time: 0.3088450
Dec 16 10:00:07.877375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43448) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:07.948396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e07ac0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:07.948790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d2d9e-3062-4ebf-8ffa-e776c51b1ed2 None None] The sync data for ids ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:07.970139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0f1abd6f-fa74-49b2-883d-7ac9700b0e7e None None] Port e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:00:08.098325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8dd94b12-d4f4-4501-9513-995356f3b94e None None] Provisioning complete for port e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:08.098857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8dd94b12-d4f4-4501-9513-995356f3b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:08.180281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8dd94b12-d4f4-4501-9513-995356f3b94e None None] Port e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:00:08.493947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-548086a9-920f-4aee-96af-d967ee255fd3 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:08.495470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-548086a9-920f-4aee-96af-d967ee255fd3 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 945 time: 0.6194391
Dec 16 10:00:08.646242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Deleting port 4331d266-1b00-4487-b2c1-520da20754de {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:08.646949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:08.688590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4c50b-e434-4a8a-9419-742c7a2973e5 req-206cb6a8-ec23-4f32-8b0a-ff087ca5915e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:08.690076 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16d4c50b-e434-4a8a-9419-742c7a2973e5 req-206cb6a8-ec23-4f32-8b0a-ff087ca5915e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 945 time: 0.4795928
Dec 16 10:00:08.827578 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-16d4c50b-e434-4a8a-9419-742c7a2973e5 req-ddae1321-14f5-4b6b-89cf-a9d2fca06bf2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218464
Dec 16 10:00:09.087300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] For port 4331d266-1b00-4487-b2c1-520da20754de, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=4331d266-1b00-4487-b2c1-520da20754de,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:09.087706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:09.201023 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:09.639455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a9463-581d-4940-b3c5-1c2ad5c0c94c req-6bc501af-850f-4628-904c-0dff8cd715c6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:09.641011 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d2a9463-581d-4940-b3c5-1c2ad5c0c94c req-6bc501af-850f-4628-904c-0dff8cd715c6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.6164939
Dec 16 10:00:09.892811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:09.893550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:09.893550 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Floating IP ad10d9c1-9235-42cd-976f-9b403c40c3a1 disassociated. External IP: 172.25.3.218, port: 4331d266-1b00-4487-b2c1-520da20754de.
Dec 16 10:00:09.893809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Calling delete_port for 4331d266-1b00-4487-b2c1-520da20754de owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:09.927473 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3d2a9463-581d-4940-b3c5-1c2ad5c0c94c req-e2c9d699-4ec6-40cb-a9cf-5e44fecf189e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2734039
Dec 16 10:00:10.158802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:10.159076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:10.239796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:10.266176 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-10005461-f069-4d79-8554-5e9cea697878 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:10.379095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event deleted for resources: {'Port': ['ID=4331d266-1b00-4487-b2c1-520da20754de,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:10.384652 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:10.480556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde51bb1-4218-4adb-9970-3284b327c5d4 req-5b19a535-b97e-4b5d-aa5b-a52859b71248 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:10.482045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fde51bb1-4218-4adb-9970-3284b327c5d4 req-5b19a535-b97e-4b5d-aa5b-a52859b71248 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 867 time: 0.4381378
Dec 16 10:00:10.579344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:10.791709 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fde51bb1-4218-4adb-9970-3284b327c5d4 req-2e35e40c-bda2-4d70-af4f-8bc89dcb5e57 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups?id=af4f300a-b4ae-4c6b-a692-fa9f67b980e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2945068
Dec 16 10:00:10.804766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:11.111788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:00:11.266570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adf7df-99af-4c36-8ed1-341081779c3c req-577757bc-7469-4012-b29b-aa776389d08b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:11.268016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00adf7df-99af-4c36-8ed1-341081779c3c req-577757bc-7469-4012-b29b-aa776389d08b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2585313
Dec 16 10:00:11.454237 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00adf7df-99af-4c36-8ed1-341081779c3c req-c42cbbda-4ebb-4077-adf7-bbef8d8185ef tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349576
Dec 16 10:00:11.461619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:11.477432 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] Sync routers for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:11.487660 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:11.488310 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ea4f10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:11.572793 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:11.595055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1801d9b-1b6f-4e6c-beca-7e59c6f3df9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:11.743245 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:11.877355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=e0b884dd-ca7b-4b1c-b6cd-6ef2eaf378de,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:11.880387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] No DVR routers for this DVR port 4331d266-1b00-4487-b2c1-520da20754de on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:00:11.888721 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:11.893786 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:11.900754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4331d266-1b00-4487-b2c1-520da20754de no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:00:11.948681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 4331d266-1b00-4487-b2c1-520da20754de {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:00:11.949073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 4331d266-1b00-4487-b2c1-520da20754de not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:00:11.965367 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:11.979331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2964-0606-451c-97ce-9a969c5380a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:12.023120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'name': 'network-vif-deleted', 'tag': '4331d266-1b00-4487-b2c1-520da20754de'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:00:12.074942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:12.087242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4b3b127b-c380-4cc1-bf54-f5a0678f9e19 req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.74 "DELETE /v2.0/ports/4331d266-1b00-4487-b2c1-520da20754de HTTP/1.1" status: 204  len: 173 time: 3.5849695
Dec 16 10:00:12.175262 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ea4f10>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:12.181289 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] Checking router: c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:00:12.190793 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:12.191547 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ea4f10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:12.288710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169645a-bdda-49ed-9845-f2979c9a235e req-5e945187-4023-424a-aa9f-8cac74350875 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:12.290345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7169645a-bdda-49ed-9845-f2979c9a235e req-5e945187-4023-424a-aa9f-8cac74350875 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.5283790
Dec 16 10:00:12.409505 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:12.473462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router bb3f1daa-52a1-4a5d-8b71-a737c5be0362 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:00:12.483412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7169645a-bdda-49ed-9845-f2979c9a235e req-82ffecf1-cdb7-4faf-96b1-a312f5fec2db tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303601
Dec 16 10:00:12.657885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:12.673910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] Sync routers for ids ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:12.679155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/bb3f1daa-52a1-4a5d-8b71-a737c5be0362/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6911836
Dec 16 10:00:12.681221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:12.692184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] Routers {'bb3f1daa-52a1-4a5d-8b71-a737c5be0362'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:12.693111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f133c8e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:12.775962 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c008eb87-e551-4ced-af47-810aea11af9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3f1daa-52a1-4a5d-8b71-a737c5be0362 HTTP/1.1" status: 200  len: 205 time: 0.0901351
Dec 16 10:00:12.776611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:12.831012 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ea4f10>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:12.843485 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422c9382-a6f7-42c1-a1b6-2ca277353ba8 None None] The sync data for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 is: [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 4, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '473cd01d-99ee-4d35-9711-4cae4b9e8fe8', 'name': '', 'network_id': '18b6da08-f91c-470b-860f-c57e1f9d4f29', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'mac_address': 'fa:16:3e:b4:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'subnets': [{'id': '27e58984-c6d6-4061-984f-f4028eb6a5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:12.885447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f133c8e0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:12.905006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] Routers {'bb3f1daa-52a1-4a5d-8b71-a737c5be0362'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:12.905922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f133c8e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T09:59:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:13.041580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b8c6182d-dae3-4c8c-b402-1bbd8d0f03b1 req-3d5a076b-3cdd-4ba2-87ed-e14f05561ccc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Synchronizing usage tracker for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:13.054544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f133c8e0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:13.055487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0d30b-4053-406e-bf21-cd9169c13822 None None] The sync data for ids ['bb3f1daa-52a1-4a5d-8b71-a737c5be0362'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:13.084800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b8c6182d-dae3-4c8c-b402-1bbd8d0f03b1 req-3d5a076b-3cdd-4ba2-87ed-e14f05561ccc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Unset dirty status for tenant:9f4adaac37524f73a89ea72c890cad1d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:13.088682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a7bda9-a142-4057-bf23-13c6d11622f1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:13.095153 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b8c6182d-dae3-4c8c-b402-1bbd8d0f03b1 req-3d5a076b-3cdd-4ba2-87ed-e14f05561ccc tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0d849-0d4b-4a68-b860-f542662e0985 HTTP/1.1" status: 200  len: 210 time: 0.4144576
Dec 16 10:00:13.177579 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf0d849-0d4b-4a68-b860-f542662e0985', 'name': 'network-vif-deleted', 'tag': '4331d266-1b00-4487-b2c1-520da20754de', 'status': 'completed', 'code': 200}
Dec 16 10:00:13.373097 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23c0d9-642b-4e54-af4c-2ec6fc417e72 None None] New status for floating IP ad10d9c1-9235-42cd-976f-9b403c40c3a1: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 10:00:13.440936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fc4c5-a5cf-4d55-8049-dccb0cf35fe8 req-32d0ccae-0f66-4958-b70b-fb76bbde6499 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:13.450499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef0fc4c5-a5cf-4d55-8049-dccb0cf35fe8 req-32d0ccae-0f66-4958-b70b-fb76bbde6499 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1452122
Dec 16 10:00:13.516642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ef0fc4c5-a5cf-4d55-8049-dccb0cf35fe8 req-88f63f86-3d24-4eba-9fd8-5a1401db9fbe tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647926
Dec 16 10:00:13.771434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27a57b-0add-4426-b3cf-ce2b8ecc9f8b req-5a31cbf9-8eef-439c-85fb-f9a5f32ed07d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:13.773460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b27a57b-0add-4426-b3cf-ce2b8ecc9f8b req-5a31cbf9-8eef-439c-85fb-f9a5f32ed07d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.0963130
Dec 16 10:00:13.823263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a7bda9-a142-4057-bf23-13c6d11622f1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:13.826932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a7bda9-a142-4057-bf23-13c6d11622f1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:13.848362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b27a57b-0add-4426-b3cf-ce2b8ecc9f8b req-ad4c17e7-a01c-479b-ab8a-c704efa98927 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679884
Dec 16 10:00:13.854163 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a7bda9-a142-4057-bf23-13c6d11622f1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:13.854597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a7bda9-a142-4057-bf23-13c6d11622f1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Fanout notify agent at l3_agent the message router_deleted on router bb3f1daa-52a1-4a5d-8b71-a737c5be0362 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:00:13.869460 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53a7bda9-a142-4057-bf23-13c6d11622f1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:13.870544 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-53a7bda9-a142-4057-bf23-13c6d11622f1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/bb3f1daa-52a1-4a5d-8b71-a737c5be0362 HTTP/1.1" status: 204  len: 168 time: 1.0827746
Dec 16 10:00:13.873336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:13.946907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet 38db4daa-8a0b-44d0-b8bd-ba92e696a785 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:00:13.952169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.062307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.149059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563df0-1fad-4926-96dc-f010b594b453 req-9f71d4f5-5c76-4ebf-80a6-e876d8429772 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:14.150543 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57563df0-1fad-4926-96dc-f010b594b453 req-9f71d4f5-5c76-4ebf-80a6-e876d8429772 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1691403
Dec 16 10:00:14.181896 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.205631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.247075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-57563df0-1fad-4926-96dc-f010b594b453 req-597cb2d9-b849-4e41-a51a-6e3850d93499 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893445
Dec 16 10:00:14.297660 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.304933 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-69cbe551-849d-4693-bbc8-1c78e7d054ee tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:14.355388 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.358145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076d93a-1eaf-406c-bd5a-91d6c456f543 None None] Network 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:14.382107 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/38db4daa-8a0b-44d0-b8bd-ba92e696a785 HTTP/1.1" status: 204  len: 168 time: 0.5040445
Dec 16 10:00:14.382107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=38db4daa-8a0b-44d0-b8bd-ba92e696a785,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:14.382513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43518) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:14.385612 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:14.405824 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43522) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:14.557024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.625900 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92283498-f875-4e06-8e12-c563ac731f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.637403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.652339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port 37fa6712-9df2-4681-9fec-694a42120364 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:14.653007 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.675509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.767709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] DHCP port deletion for 2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:00:14.785374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Deleting port 37fa6712-9df2-4681-9fec-694a42120364 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:14.786259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.799732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8130157-e61a-4cc0-9ad7-a27b4ddb1a97 req-308e666e-8a47-4223-be09-3f651c4a59b7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:14.804414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8130157-e61a-4cc0-9ad7-a27b4ddb1a97 req-308e666e-8a47-4223-be09-3f651c4a59b7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1778624
Dec 16 10:00:14.806442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.817794 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19bd78a3-a73c-4f4d-b34b-d60a46cb72d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:14.868337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f300a-b4ae-4c6b-a692-fa9f67b980e2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:14.880518 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:14.923436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e8130157-e61a-4cc0-9ad7-a27b4ddb1a97 req-1006ebe8-30ea-4048-90ff-c9faf625196a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073017
Dec 16 10:00:14.926611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:14.927852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "DELETE /v2.0/security-groups/af4f300a-b4ae-4c6b-a692-fa9f67b980e2 HTTP/1.1" status: 204  len: 168 time: 0.5210083
Dec 16 10:00:14.931020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:14.969870 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-07687145-c70e-4291-8de1-822887261225 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] show failed (client error): The resource could not be found.
Dec 16 10:00:14.971301 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07687145-c70e-4291-8de1-822887261225 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "GET /v2.0/security-groups/af4f300a-b4ae-4c6b-a692-fa9f67b980e2 HTTP/1.1" status: 404  len: 347 time: 0.0390728
Dec 16 10:00:14.974506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:15.095387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] For port 37fa6712-9df2-4681-9fec-694a42120364, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=37fa6712-9df2-4681-9fec-694a42120364,segment=NetworkSegment(78f8eda0-5c29-4015-826e-5f51fec68e9b),segment_id=78f8eda0-5c29-4015-826e-5f51fec68e9b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:15.095589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port 37fa6712-9df2-4681-9fec-694a42120364, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=37fa6712-9df2-4681-9fec-694a42120364,segment=NetworkSegment(78f8eda0-5c29-4015-826e-5f51fec68e9b),segment_id=78f8eda0-5c29-4015-826e-5f51fec68e9b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:15.095795 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.096073 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.177226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae328f5-ad6b-45a2-82c2-bcf35c908de2 req-57e2ed0a-76e4-4ee3-b600-2b5efb86cdf2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:15.194520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ae328f5-ad6b-45a2-82c2-bcf35c908de2 req-57e2ed0a-76e4-4ee3-b600-2b5efb86cdf2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1531951
Dec 16 10:00:15.240076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Calling delete_port for 37fa6712-9df2-4681-9fec-694a42120364 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:15.247458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6ae328f5-ad6b-45a2-82c2-bcf35c908de2 req-423c0b88-d24d-4f42-b376-0c6463b749ef tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512903
Dec 16 10:00:15.318165 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37fa6712-9df2-4681-9fec-694a42120364 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:00:15.336454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Deleting port a7101d3d-6776-43f6-9406-301b9ab9e91c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:15.336970 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.373888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for 37fa6712-9df2-4681-9fec-694a42120364 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:15.407837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 37fa6712-9df2-4681-9fec-694a42120364 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:00:15.408489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 37fa6712-9df2-4681-9fec-694a42120364 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:00:15.417203 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.430931 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:15.483216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Pushing event deleted for resources: {'Port': ['ID=37fa6712-9df2-4681-9fec-694a42120364,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:15.494899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.495809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.496595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.497375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.498144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.498782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.499259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.500022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.500807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.501662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.502441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.503210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:15.507843 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.509427 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:15.523953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] No DVR routers for this DVR port 37fa6712-9df2-4681-9fec-694a42120364 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:00:15.555130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.579399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365c305-b4a5-4af0-bc08-8e5c91583580 req-da23842c-de4c-424a-a05b-31ab1b3617f6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:15.581815 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3365c305-b4a5-4af0-bc08-8e5c91583580 req-da23842c-de4c-424a-a05b-31ab1b3617f6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1784883
Dec 16 10:00:15.637210 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:00:15.637464 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:00:15.640201 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3365c305-b4a5-4af0-bc08-8e5c91583580 req-a0f3617c-81a7-48d1-b333-7934b08c14e3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519574
Dec 16 10:00:15.704164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.705311 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:15.869875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Calling delete_port for a7101d3d-6776-43f6-9406-301b9ab9e91c owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:15.920969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b6bb-d865-4783-90a1-cb1edc4f19eb req-454ea1e2-734a-42ab-ba21-e6f4fd1b3fde tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:15.923534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d476b6bb-d865-4783-90a1-cb1edc4f19eb req-454ea1e2-734a-42ab-ba21-e6f4fd1b3fde tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1048901
Dec 16 10:00:15.991609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d476b6bb-d865-4783-90a1-cb1edc4f19eb req-d69fe889-b89d-4072-8114-12e5016ba71f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614934
Dec 16 10:00:16.080109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.088020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c8e133f4-b066-4a00-8dbb-f6fc807e477e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:16.140509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port 37fa6712-9df2-4681-9fec-694a42120364 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:16.141143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.242746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Pushing event deleted for resources: {'Port': ['ID=a7101d3d-6776-43f6-9406-301b9ab9e91c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:16.246187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:16.252191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] The port '37fa6712-9df2-4681-9fec-694a42120364' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:00:16.348969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2d31-5ce4-4561-8b35-da673b3eb6da req-dfe6c961-a7a9-4a53-a704-8a6d1e67a668 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:16.351371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1eaa2d31-5ce4-4561-8b35-da673b3eb6da req-dfe6c961-a7a9-4a53-a704-8a6d1e67a668 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1049557
Dec 16 10:00:16.421250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1eaa2d31-5ce4-4561-8b35-da673b3eb6da req-c94d44df-ea9c-470e-9515-edeb358187a5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639505
Dec 16 10:00:16.674470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9b35e-bbb6-4a3c-ae92-63ad9239d7b1 req-1911e0b4-1e51-4bc5-a856-8bf83a6f25b5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:16.685981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-42b9b35e-bbb6-4a3c-ae92-63ad9239d7b1 req-1911e0b4-1e51-4bc5-a856-8bf83a6f25b5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1365666
Dec 16 10:00:16.719336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.734193 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.759515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-42b9b35e-bbb6-4a3c-ae92-63ad9239d7b1 req-f961eb79-e5e3-44c1-bdc5-11f31e3f02e8 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718467
Dec 16 10:00:16.786207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.792407 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] 10.222.0.66 "DELETE /v2.0/floatingips/ad10d9c1-9235-42cd-976f-9b403c40c3a1 HTTP/1.1" status: 204  len: 168 time: 1.8132451
Dec 16 10:00:16.814880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f3486700>,) {'filters': {'network_id': ['2b7fa457-c8eb-4e5b-b33f-6b9429250ec5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:16.842552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f3486700>, '78f8eda0-5c29-4015-826e-5f51fec68e9b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:16.842992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f3486700>, '78f8eda0-5c29-4015-826e-5f51fec68e9b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:16.862459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.925616 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.942240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:00:16.942240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   util.warn(
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:00:16.958376 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:00:17.076457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:17.081504 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:17.133552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:17.140076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:17.161809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=2b7fa457-c8eb-4e5b-b33f-6b9429250ec5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:17.170031 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:17.172134 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/2b7fa457-c8eb-4e5b-b33f-6b9429250ec5 HTTP/1.1" status: 204  len: 168 time: 2.7881849
Dec 16 10:00:17.176471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:17.182727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-600963239', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:17.192701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:17.197268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:router and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:17.200208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb331c7-96de-47fb-abfc-ad2411382500 req-aec0be46-7ced-44e0-ab5b-1029ca1bbca8 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:17.201068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:17.202155 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddb331c7-96de-47fb-abfc-ad2411382500 req-aec0be46-7ced-44e0-ab5b-1029ca1bbca8 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1624515
Dec 16 10:00:17.228430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:17.246643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:17.250732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:17.277159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ddb331c7-96de-47fb-abfc-ad2411382500 req-58f128f1-7da1-43df-bf2d-afac3f1274f4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676453
Dec 16 10:00:17.291487 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:17.538891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd55d96-d6b6-4f11-bf45-7d7858f8e62f req-aba027c2-775f-4d69-a8ab-6fd225ec4655 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:17.540948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cd55d96-d6b6-4f11-bf45-7d7858f8e62f req-aba027c2-775f-4d69-a8ab-6fd225ec4655 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1474080
Dec 16 10:00:17.618516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6cd55d96-d6b6-4f11-bf45-7d7858f8e62f req-2e8729ab-5445-44b5-a8db-ec56926d8d56 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686450
Dec 16 10:00:17.734682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:17.897657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f854bd-f2b6-40db-8b1f-fe111011e84b req-0daf5d6c-bc95-4ef8-86be-339e87284a52 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:17.900157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6f854bd-f2b6-40db-8b1f-fe111011e84b req-0daf5d6c-bc95-4ef8-86be-339e87284a52 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1055226
Dec 16 10:00:17.972419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a6f854bd-f2b6-40db-8b1f-fe111011e84b req-a5ac6a05-6ee0-489f-b05c-250cd933cfa3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640664
Dec 16 10:00:18.283368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47adf8-0acf-46e9-bd31-5ad75bdc4dcc req-517b702c-6238-46d3-9a3a-5673a720d4a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:18.284871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c47adf8-0acf-46e9-bd31-5ad75bdc4dcc req-517b702c-6238-46d3-9a3a-5673a720d4a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1662049
Dec 16 10:00:18.297245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:18.379932 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c47adf8-0acf-46e9-bd31-5ad75bdc4dcc req-34828311-f5b0-40cb-9770-9daa063f6f66 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807648
Dec 16 10:00:18.403640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:18.667302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 172.25.3.119 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/f7d36668-f79d-4ee5-a390-b6c29e0ec0e7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:18.835935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:18.869060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:18.880460 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:18.992509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:18.997175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:19.001558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:19.048548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23100e6d-3a08-4f09-b822-9052e4bd04f3 req-041d876d-b60f-441c-8f28-ffd4a3c8fba0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:19.057944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23100e6d-3a08-4f09-b822-9052e4bd04f3 req-041d876d-b60f-441c-8f28-ffd4a3c8fba0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1227214
Dec 16 10:00:19.291839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-23100e6d-3a08-4f09-b822-9052e4bd04f3 req-d6e05f65-6529-4e21-9205-31e720a1a9a6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325413
Dec 16 10:00:19.394219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=f7d36668-f79d-4ee5-a390-b6c29e0ec0e7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:19.401806 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:19.744851 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:20.127912 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:20.386462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 181c6ec6-2bff-437a-8d50-94843382af3d is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:00:20.529394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b129-e54b-4da8-8bcc-55029b0509f5 req-a7348ea5-8351-4834-86ff-8fa0bb8faf66 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:20.531095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a101b129-e54b-4da8-8bcc-55029b0509f5 req-a7348ea5-8351-4834-86ff-8fa0bb8faf66 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1250756
Dec 16 10:00:20.605717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a101b129-e54b-4da8-8bcc-55029b0509f5 req-aa8291ee-63f4-49ad-8024-d514b8cd035b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676637
Dec 16 10:00:20.665811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:20.678688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] Sync routers for ids ['181c6ec6-2bff-437a-8d50-94843382af3d'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:20.694461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] Routers {'181c6ec6-2bff-437a-8d50-94843382af3d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:20.695131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0a8b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['181c6ec6-2bff-437a-8d50-94843382af3d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:20.717542 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:20.721334 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.5410154
Dec 16 10:00:20.721655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43606) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:20.890975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0a8b0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:20.933179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] Routers {'181c6ec6-2bff-437a-8d50-94843382af3d'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:20.935865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0a8b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['181c6ec6-2bff-437a-8d50-94843382af3d'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:21.100593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c0a8b0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:21.101271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d66ad6-78d1-4aa8-a610-fd32cc81c9c9 None None] The sync data for ids ['181c6ec6-2bff-437a-8d50-94843382af3d'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:21.202367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5a372800-a8cd-4a3b-9603-d399fd4aec9c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/routers/181c6ec6-2bff-437a-8d50-94843382af3d HTTP/1.1" status: 200  len: 884 time: 0.4789779
Dec 16 10:00:21.204901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:21.370181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807733-b8de-4fbb-b3a1-6b6cbe6497fd req-3bcb29fc-535a-47ce-aa99-89b4a1e4febe tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:21.372302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47807733-b8de-4fbb-b3a1-6b6cbe6497fd req-3bcb29fc-535a-47ce-aa99-89b4a1e4febe tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1686685
Dec 16 10:00:21.488499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-47807733-b8de-4fbb-b3a1-6b6cbe6497fd req-d20629fc-b051-49db-b8be-9de4fb4c1039 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018100
Dec 16 10:00:21.521208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:21.719864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:21.753907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:21.760577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Usage tracker for resource:security_group_rule and tenant:92f9e0d3b07941e39b2a8991c216cfbb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:21.764308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:21.773633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:21.812636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19bec61e-0790-4ff0-99f4-238017771d78 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:router {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:21.834815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19bec61e-0790-4ff0-99f4-238017771d78 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:router {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:21.836101 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-19bec61e-0790-4ff0-99f4-238017771d78 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.6297309
Dec 16 10:00:21.839115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:21.844599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-91306048-d880-49c2-a3c0-bc405836eb9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-600963239'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:21.889156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:21.893262 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:21.905556 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:21.937835 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92f9e0d3b07941e39b2a8991c216cfbb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4128995
Dec 16 10:00:21.938623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:21.957687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51be38b3-0ab8-453d-9dd4-035aac480b86,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:21.961497 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:22.180681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:22.281963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:22.439669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:22.445416 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dcf1dde9-48c9-4d4e-8983-eef422bd554d tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:22.512348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be38b3-0ab8-453d-9dd4-035aac480b86,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:22.514798 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:22.544353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:22.545892 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51be38b3-0ab8-453d-9dd4-035aac480b86 HTTP/1.1" status: 204  len: 168 time: 0.6062737
Dec 16 10:00:22.569102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91306048-d880-49c2-a3c0-bc405836eb9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:22.589227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91306048-d880-49c2-a3c0-bc405836eb9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:22.800363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aa3f4-1397-460f-8f77-ea0cc425c0c6 req-6f8b378b-1b54-4ca2-8531-9bb0284c9558 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:22.803883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-215aa3f4-1397-460f-8f77-ea0cc425c0c6 req-6f8b378b-1b54-4ca2-8531-9bb0284c9558 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1318946
Dec 16 10:00:22.820327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91306048-d880-49c2-a3c0-bc405836eb9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 181c6ec6-2bff-437a-8d50-94843382af3d has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:00:22.855307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-215aa3f4-1397-460f-8f77-ea0cc425c0c6 req-35bcc756-054e-4b46-ad2b-6686cbdbc2fa tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431056
Dec 16 10:00:23.033140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91306048-d880-49c2-a3c0-bc405836eb9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:23.048220 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] Sync routers for ids ['181c6ec6-2bff-437a-8d50-94843382af3d'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:23.051116 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91306048-d880-49c2-a3c0-bc405836eb9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:23.052356 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-91306048-d880-49c2-a3c0-bc405836eb9e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/181c6ec6-2bff-437a-8d50-94843382af3d HTTP/1.1" status: 200  len: 891 time: 1.2122419
Dec 16 10:00:23.054991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43656) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:23.062633 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] Routers {'181c6ec6-2bff-437a-8d50-94843382af3d'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:23.063885 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00df0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['181c6ec6-2bff-437a-8d50-94843382af3d'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:23.147989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f9c4-9a69-40f6-bd0a-fca317911623 req-54dbb52e-4ce6-46bd-b8d1-1274504d98a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:23.156135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce42f9c4-9a69-40f6-bd0a-fca317911623 req-54dbb52e-4ce6-46bd-b8d1-1274504d98a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1293004
Dec 16 10:00:23.160275 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00df0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:23.170554 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] Routers {'181c6ec6-2bff-437a-8d50-94843382af3d'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:23.171549 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00df0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['181c6ec6-2bff-437a-8d50-94843382af3d'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:23.211842 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce42f9c4-9a69-40f6-bd0a-fca317911623 req-68c6775d-22da-4411-8468-7a292762add0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547056
Dec 16 10:00:23.248603 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b00df0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:23.249274 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa28f49-c17a-4d72-b8b4-4b4c7c9b0e5d None None] The sync data for ids ['181c6ec6-2bff-437a-8d50-94843382af3d'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:23.387491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43676) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:23.398375 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-660f64a5-c2e7-4aec-83ff-6eaa7b6cc0db tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/routers/181c6ec6-2bff-437a-8d50-94843382af3d HTTP/1.1" status: 200  len: 891 time: 0.3420460
Dec 16 10:00:23.466412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3b70b99d-a09c-40d8-904b-443c3a3d778e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:23.507810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3b70b99d-a09c-40d8-904b-443c3a3d778e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:23.513264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43684) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:23.523839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3b70b99d-a09c-40d8-904b-443c3a3d778e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=181c6ec6-2bff-437a-8d50-94843382af3d HTTP/1.1" status: 200  len: 205 time: 0.1349666
Dec 16 10:00:23.736264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff224216-142c-4886-904a-4a85dbe84e37 req-a146f800-e02a-4ff5-b63f-c475104bba5c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:23.748322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff224216-142c-4886-904a-4a85dbe84e37 req-a146f800-e02a-4ff5-b63f-c475104bba5c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1735411
Dec 16 10:00:23.830037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ff224216-142c-4886-904a-4a85dbe84e37 req-7c013c34-6e39-4b86-9084-2a07ff7d906c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795748
Dec 16 10:00:24.041352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:24.158121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496255-de71-48f0-8463-1b53e42f8d84 req-0fd48c74-1556-4e28-9ddd-6bd68aed391e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:24.172652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d496255-de71-48f0-8463-1b53e42f8d84 req-0fd48c74-1556-4e28-9ddd-6bd68aed391e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1535938
Dec 16 10:00:24.244512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0d496255-de71-48f0-8463-1b53e42f8d84 req-44b464e3-de21-4a1a-ae94-33f02ee5730d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700638
Dec 16 10:00:24.311668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:24.323929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port f7d36668-f79d-4ee5-a390-b6c29e0ec0e7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:24.324278 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:24.479537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79595a-6016-49e6-9258-07df3bc3540f req-60f91bb2-a80a-4c8c-8057-3398d858a5ce tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:24.489049 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e79595a-6016-49e6-9258-07df3bc3540f req-60f91bb2-a80a-4c8c-8057-3398d858a5ce tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1193922
Dec 16 10:00:24.561150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8e79595a-6016-49e6-9258-07df3bc3540f req-3137a171-128d-4690-a7f3-1b5d05d47913 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711141
Dec 16 10:00:24.588308 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:24.747546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for f7d36668-f79d-4ee5-a390-b6c29e0ec0e7 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:24.783534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7546182-175d-47c0-ad5f-8f5ba81caded req-71f41ee8-8ca3-443c-bb5b-a5021427b507 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:24.786459 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7546182-175d-47c0-ad5f-8f5ba81caded req-71f41ee8-8ca3-443c-bb5b-a5021427b507 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1015382
Dec 16 10:00:24.858538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b7546182-175d-47c0-ad5f-8f5ba81caded req-69feb825-9938-40a6-bb51-81bfa45c5900 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619862
Dec 16 10:00:24.937168 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:00:25.053910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.060104 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-38b8510a-c426-4b0d-8f51-45e98b6247df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:25.126431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=f7d36668-f79d-4ee5-a390-b6c29e0ec0e7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:25.134876 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:25.191692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb0737-5164-463e-afc6-6c153afe206e req-278f56fd-8ef5-4fa3-a040-2b84c58cba47 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:25.191692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d6bb0737-5164-463e-afc6-6c153afe206e req-278f56fd-8ef5-4fa3-a040-2b84c58cba47 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1048717
Dec 16 10:00:25.248103 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d6bb0737-5164-463e-afc6-6c153afe206e req-8473a9e9-8488-4d08-a5e3-49b8115ae941 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460353
Dec 16 10:00:25.259597 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.454889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.457348 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.489247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.489832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Fanout notify agent at l3_agent the message router_deleted on router 181c6ec6-2bff-437a-8d50-94843382af3d {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:00:25.517551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.518747 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/181c6ec6-2bff-437a-8d50-94843382af3d HTTP/1.1" status: 204  len: 168 time: 2.0044301
Dec 16 10:00:25.523492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:25.530403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1999577979'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:25.538757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:25.553694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:25.558940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:25.570264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:25.637348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:25.640962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.679940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:00:25.693090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.693429 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment 4849cdfd-f1c4-4da7-b5a9-6398974ba49a of type vlan for network 535364a5-01f6-4090-82d0-6a97a276227a
Dec 16 10:00:25.714360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ec1d0-80fe-426d-8068-e5181676cb7b req-9defdab9-c930-4f01-8378-475670465995 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:25.715811 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba3ec1d0-80fe-426d-8068-e5181676cb7b req-9defdab9-c930-4f01-8378-475670465995 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1514695
Dec 16 10:00:25.774325 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.818131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ba3ec1d0-80fe-426d-8068-e5181676cb7b req-ca82947a-6f72-49f1-9e5b-45aa37971505 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922945
Dec 16 10:00:25.828870 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.835693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:25.836647 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:25.840833 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04868933-0175-42ef-9551-bac83e91c726 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:25.973791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4457424
Dec 16 10:00:25.974452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:25.976577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=535364a5-01f6-4090-82d0-6a97a276227a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:25.982130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': '535364a5-01f6-4090-82d0-6a97a276227a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:25.991894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 535364a5-01f6-4090-82d0-6a97a276227a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:00:25.999961 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:26.116971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:26.161534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:26.164510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:26.177059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:26.201498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:26.205001 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:26.469685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442b13-4b10-4cc2-8c93-1df0653923a3 req-20fa4be6-fe23-4460-8f87-cf3edf46e4fa tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:26.471358 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac442b13-4b10-4cc2-8c93-1df0653923a3 req-20fa4be6-fe23-4460-8f87-cf3edf46e4fa tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3518207
Dec 16 10:00:26.582055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ac442b13-4b10-4cc2-8c93-1df0653923a3 req-7af490df-1bdf-4241-ba38-a656b87c71cf tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924149
Dec 16 10:00:26.647059 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:26.651299 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a9d7da4a-dfe3-4eb5-aead-dd9399b8ca76 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:26.739495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=ceac2e51-453f-44ec-b142-473d738f294b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:26.743051 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:26.749927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': '4849cdfd-f1c4-4da7-b5a9-6398974ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '535364a5-01f6-4090-82d0-6a97a276227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:26.750314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: 535364a5-01f6-4090-82d0-6a97a276227a, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:00:26.775130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 535364a5-01f6-4090-82d0-6a97a276227a is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:00:26.788925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 535364a5-01f6-4090-82d0-6a97a276227a) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:26.794217 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:26.795014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:26.803637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73073cf-88bd-4f3d-98ee-8e2d436d7bf3 None None] Network 535364a5-01f6-4090-82d0-6a97a276227a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:26.831229 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8556807
Dec 16 10:00:26.834075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:26.840972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886743293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:26.859775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:26.865598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:router and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:26.869813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:26.877203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:26.892820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:26.895192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:26.916461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:26.944483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:26.988191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53cabe-5323-4246-a2d7-4c1c2bd8f1b1 req-32ac78c1-5575-4920-808e-59a7682cb0b5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:26.999205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e53cabe-5323-4246-a2d7-4c1c2bd8f1b1 req-32ac78c1-5575-4920-808e-59a7682cb0b5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1521370
Dec 16 10:00:27.008657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:27.012653 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b769ad8-d1f3-4c9f-951f-d3f775a4eeb9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1752355
Dec 16 10:00:27.014569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43810) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:27.081455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2e53cabe-5323-4246-a2d7-4c1c2bd8f1b1 req-4315672a-cc15-40f8-81d8-d01589b29ce3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809093
Dec 16 10:00:27.195193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-535364a5-01f6-4090-82d0-6a97a276227a', 'network_id': '535364a5-01f6-4090-82d0-6a97a276227a', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': 'ceac2e51-453f-44ec-b142-473d738f294b'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:00:27.196460 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:27.204568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43816) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:27.433154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Allocated IP 2001:db8::2 (535364a5-01f6-4090-82d0-6a97a276227a/ceac2e51-453f-44ec-b142-473d738f294b/34d9d81d-3a33-4323-ac64-332766586b3e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:27.450807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a62926-2601-436c-bf7c-2e11783c12f2 req-c78030be-ad0a-4c03-b7e8-f37766f0dc5a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:27.461496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41a62926-2601-436c-bf7c-2e11783c12f2 req-c78030be-ad0a-4c03-b7e8-f37766f0dc5a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1468608
Dec 16 10:00:27.469871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-4ab07502-c5f8-4515-ab52-6c99cb322eca req-c11fa462-5f6b-4a74-b84b-6bceaf831873 service neutron] (87655) timed out ('10.222.0.74', 58490) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:00:27.546966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41a62926-2601-436c-bf7c-2e11783c12f2 req-1f3a1ace-74a0-47ef-95f4-88088c1ef21d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838909
Dec 16 10:00:27.767133 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:27.780859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Transition to ACTIVE for port object 34d9d81d-3a33-4323-ac64-332766586b3e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:27.805558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Transition to ACTIVE for port object 34d9d81d-3a33-4323-ac64-332766586b3e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:27.819876 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:27.833635 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1ad3a642-0657-4839-b70c-902a0cb139e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:27.905510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Network 535364a5-01f6-4090-82d0-6a97a276227a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:27.912086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:27.930691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Pushing event updated for resources: {'Port': ['ID=34d9d81d-3a33-4323-ac64-332766586b3e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:27.939919 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:27.941489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:27.944499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:28.055706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Attempting to bind port 34d9d81d-3a33-4323-ac64-332766586b3e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:28.056890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Attempting to bind port 34d9d81d-3a33-4323-ac64-332766586b3e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '4849cdfd-f1c4-4da7-b5a9-6398974ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '535364a5-01f6-4090-82d0-6a97a276227a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:28.057314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Attempting to bind port 34d9d81d-3a33-4323-ac64-332766586b3e on network 535364a5-01f6-4090-82d0-6a97a276227a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:28.068801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:28.069604 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Checking segment: {'id': '4849cdfd-f1c4-4da7-b5a9-6398974ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '535364a5-01f6-4090-82d0-6a97a276227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:28.070118 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:28.070543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Bound using segment: {'id': '4849cdfd-f1c4-4da7-b5a9-6398974ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '535364a5-01f6-4090-82d0-6a97a276227a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:28.071315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Bound port: 34d9d81d-3a33-4323-ac64-332766586b3e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4849cdfd-f1c4-4da7-b5a9-6398974ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '535364a5-01f6-4090-82d0-6a97a276227a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:28.071961 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:28.160694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d5f9c-add7-4315-b0a1-29ff710b67ff req-7cace7ff-b7a8-4f05-add6-643f52a5e6f0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:28.167826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d2d5f9c-add7-4315-b0a1-29ff710b67ff req-7cace7ff-b7a8-4f05-add6-643f52a5e6f0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1957495
Dec 16 10:00:28.188227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] For port 34d9d81d-3a33-4323-ac64-332766586b3e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:28.192289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] For port 34d9d81d-3a33-4323-ac64-332766586b3e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=34d9d81d-3a33-4323-ac64-332766586b3e,segment=NetworkSegment(4849cdfd-f1c4-4da7-b5a9-6398974ba49a),segment_id=4849cdfd-f1c4-4da7-b5a9-6398974ba49a)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:28.216505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:28.224458 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:28.317853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Pushing event updated for resources: {'Port': ['ID=34d9d81d-3a33-4323-ac64-332766586b3e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:28.334748 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:28.349494 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d2d5f9c-add7-4315-b0a1-29ff710b67ff req-e93fa98a-bd5d-454a-8934-d138f1c05aef tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796119
Dec 16 10:00:28.462440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8::1 (535364a5-01f6-4090-82d0-6a97a276227a/ceac2e51-453f-44ec-b142-473d738f294b/8721af9e-4b49-4bfc-a2b7-66fef0d5ee55) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:28.582500 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:28.839609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:28.860917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:28.890998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:28.896897 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6894b023-5235-4697-a84b-45813e35d992 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:28.975767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 535364a5-01f6-4090-82d0-6a97a276227a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:28.979088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:28.983442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:28.984064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:29.008016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=8721af9e-4b49-4bfc-a2b7-66fef0d5ee55,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:29.011874 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:29.112960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:29.292066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 34d9d81d-3a33-4323-ac64-332766586b3e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:29.343104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6adc-64bc-4fd1-a767-6de53596e0cb req-39c3829f-f179-4455-a36f-3b500e090247 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:29.351791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c6c6adc-64bc-4fd1-a767-6de53596e0cb req-39c3829f-f179-4455-a36f-3b500e090247 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.6223719
Dec 16 10:00:29.410345 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2c6c6adc-64bc-4fd1-a767-6de53596e0cb req-9f73f672-5ee5-4b31-9c05-be0bde4ce946 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570376
Dec 16 10:00:29.504342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 34d9d81d-3a33-4323-ac64-332766586b3e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:29.554360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Deleting port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:29.557017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:29.879920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315ba76d-d312-4c86-9816-8409ce84db9e None None] Network 535364a5-01f6-4090-82d0-6a97a276227a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:29.980262 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:29.987077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:29.988843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:29.996860 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:30.019248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635e83a-4770-46a8-8696-ef39709df63e req-9acfa44f-77ce-4a83-acb2-0a7d887e0134 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:30.029048 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0635e83a-4770-46a8-8696-ef39709df63e req-9acfa44f-77ce-4a83-acb2-0a7d887e0134 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3293879
Dec 16 10:00:30.033342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] For port 473cd01d-99ee-4d35-9711-4cae4b9e8fe8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:30.033987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:30.076748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=8721af9e-4b49-4bfc-a2b7-66fef0d5ee55,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:30.081769 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:30.175110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Provisioning for port 34d9d81d-3a33-4323-ac64-332766586b3e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:30.204403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Provisioning complete for port 34d9d81d-3a33-4323-ac64-332766586b3e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:30.205427 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:30.236100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Calling delete_port for 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:30.248706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 535364a5-01f6-4090-82d0-6a97a276227a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:30.249934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:30.305704 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0635e83a-4770-46a8-8696-ef39709df63e req-77686672-3e23-4911-88b5-73a7929051d1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754016
Dec 16 10:00:30.406681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:30.455523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] For port 34d9d81d-3a33-4323-ac64-332766586b3e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=34d9d81d-3a33-4323-ac64-332766586b3e,segment=NetworkSegment(4849cdfd-f1c4-4da7-b5a9-6398974ba49a),segment_id=4849cdfd-f1c4-4da7-b5a9-6398974ba49a)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:30.465470 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:30.471372 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-553837fa-3776-4d57-8bac-d350cca5777c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:30.607828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Pushing event updated for resources: {'Port': ['ID=34d9d81d-3a33-4323-ac64-332766586b3e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:30.623033 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:30.690722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router f0335f97-40fb-49c9-a391-a45e16ee283f is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:00:30.702144 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:30.709638 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:30.778665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Pushing event deleted for resources: {'Port': ['ID=473cd01d-99ee-4d35-9711-4cae4b9e8fe8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:30.783945 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:30.872439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-f1db315a-93da-469e-b597-7c56d0ad6bf6 req-eefa4185-a047-4fdb-8467-ec928f257693 service neutron] (87655) timed out ('10.222.0.66', 55646) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:00:30.902807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5e41-eaaa-47eb-8598-0986c175978e req-032d8a03-c725-4c7c-ac69-a44b5a304dc9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:30.906425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7e5e41-eaaa-47eb-8598-0986c175978e req-032d8a03-c725-4c7c-ac69-a44b5a304dc9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3486185
Dec 16 10:00:30.910910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dac24d14-9a26-4196-b6d0-4bf14c0d4b43 None None] Provisioning complete for port 34d9d81d-3a33-4323-ac64-332766586b3e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:30.911360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dac24d14-9a26-4196-b6d0-4bf14c0d4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:30.964586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:30.987470 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/f0335f97-40fb-49c9-a391-a45e16ee283f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9702287
Dec 16 10:00:30.990335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:31.005847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] Sync routers for ids ['f0335f97-40fb-49c9-a391-a45e16ee283f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:31.056150 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] Routers {'f0335f97-40fb-49c9-a391-a45e16ee283f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:31.058529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f0335f97-40fb-49c9-a391-a45e16ee283f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:31.138343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d7e5e41-eaaa-47eb-8598-0986c175978e req-69c9ea67-07b5-44f8-a385-44c20faf5bc7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122555
Dec 16 10:00:31.185946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da07e49-72ee-4fff-9857-50e4402357d0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:31.186572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3370>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:31.207672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9da07e49-72ee-4fff-9857-50e4402357d0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:31.231688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] Routers {'f0335f97-40fb-49c9-a391-a45e16ee283f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:31.232574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f0335f97-40fb-49c9-a391-a45e16ee283f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:31.259751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9da07e49-72ee-4fff-9857-50e4402357d0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:31.261415 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9da07e49-72ee-4fff-9857-50e4402357d0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports/8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 HTTP/1.1" status: 200  len: 911 time: 0.2685869
Dec 16 10:00:31.264815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:31.282971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ceac2e51-453f-44ec-b142-473d738f294b'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:31.388304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:31.399218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 34d9d81d-3a33-4323-ac64-332766586b3e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:31.476645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3370>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:31.477644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0d713-58b1-49d2-abcf-addc1024f81f None None] The sync data for ids ['f0335f97-40fb-49c9-a391-a45e16ee283f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:31.589162 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 34d9d81d-3a33-4323-ac64-332766586b3e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:31.589767 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:31.737010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dac24d14-9a26-4196-b6d0-4bf14c0d4b43 None None] Provisioning for port 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:31.750816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dac24d14-9a26-4196-b6d0-4bf14c0d4b43 None None] Provisioning complete for port 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:31.753027 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dac24d14-9a26-4196-b6d0-4bf14c0d4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:31.810315 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:31.907874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dac24d14-9a26-4196-b6d0-4bf14c0d4b43 None None] Port 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:00:32.037224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f0a0a582-9f60-475e-b841-f9c21c859cdf None None] Provisioning complete for port 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:32.037614 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0a0a582-9f60-475e-b841-f9c21c859cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:32.100844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4777af3-5064-4ed8-ad15-1badb699d0f3 req-e6b2ec2e-0a4b-42b3-81e1-78c6c3b547e2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:32.108411 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4777af3-5064-4ed8-ad15-1badb699d0f3 req-e6b2ec2e-0a4b-42b3-81e1-78c6c3b547e2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.4563870
Dec 16 10:00:32.118549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0a582-9f60-475e-b841-f9c21c859cdf None None] Port 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:00:32.248946 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f4777af3-5064-4ed8-ad15-1badb699d0f3 req-9e6d8d1c-94ae-46b2-a957-fd86b6c72f8c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328654
Dec 16 10:00:32.268664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:00:32.486240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:32.503001 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] 10.222.0.66 "PUT /v2.0/routers/c403a2fc-bd09-4b03-9c0a-b5a090fa8e99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2970543
Dec 16 10:00:32.512013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43858) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:32.517704 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] Sync routers for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:32.558933 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:32.560507 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d490>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:32.875506 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:32.890137 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:32.908690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:32.910488 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:32.916894 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/ports/8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 HTTP/1.1" status: 200  len: 911 time: 1.6464913
Dec 16 10:00:32.917242 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:32.917437 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:32.945977 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:32.979586 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:33.022489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a419f-4c03-45b8-a743-075df5e7ea8b req-adbe163a-5c5d-47c7-8941-a35348b0f575 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:33.034563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae1a419f-4c03-45b8-a743-075df5e7ea8b req-adbe163a-5c5d-47c7-8941-a35348b0f575 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3458636
Dec 16 10:00:33.177056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ae1a419f-4c03-45b8-a743-075df5e7ea8b req-f5ae50cd-ba52-4bc3-9853-25312b5c9a21 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443486
Dec 16 10:00:33.254551 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:33.279022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Deleting port a9213a0d-f726-4113-a831-3ef226acf791 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:33.279622 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:33.402436 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=8721af9e-4b49-4bfc-a2b7-66fef0d5ee55,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:33.411972 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:33.534280 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d490>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T10:00:30Z', 'revision_number': 5, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port': {'id': 'a9213a0d-f726-4113-a831-3ef226acf791', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:56Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:33.540026 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] Checking router: c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:00:33.553097 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] Routers {'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:33.553970 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d490>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:33.757424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe040313-adbd-45a5-babd-feed0e6a5d1d req-f44b0e65-8ebc-4f09-b7b8-a65296a5f518 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:33.766254 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe040313-adbd-45a5-babd-feed0e6a5d1d req-f44b0e65-8ebc-4f09-b7b8-a65296a5f518 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3714757
Dec 16 10:00:33.779233 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] Set router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:33.855777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] For port a9213a0d-f726-4113-a831-3ef226acf791, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a9213a0d-f726-4113-a831-3ef226acf791,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:33.856095 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:33.867832 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe040313-adbd-45a5-babd-feed0e6a5d1d req-03286c9a-dd79-4811-b57e-148ab9e46a6d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012359
Dec 16 10:00:33.945508 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d490>, [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T10:00:33Z', 'revision_number': 6, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:33.950898 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709f8d5-57df-488c-9268-f85404ce1952 None None] The sync data for ids ['c403a2fc-bd09-4b03-9c0a-b5a090fa8e99'] in n-d-820554-2 is: [{'id': 'c403a2fc-bd09-4b03-9c0a-b5a090fa8e99', 'name': 'tempest-AttachVolumeTestJSON-649898354-router', 'tenant_id': '9f4adaac37524f73a89ea72c890cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:54Z', 'updated_at': '2021-12-16T10:00:33Z', 'revision_number': 6, 'project_id': '9f4adaac37524f73a89ea72c890cad1d', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:34.001548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:34.061468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Calling delete_port for a9213a0d-f726-4113-a831-3ef226acf791 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:34.518491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:34.519416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:34.574323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04c4a-2dfa-4231-ba9c-fa00ed0cdacf req-e84b2ad7-bab6-4435-bceb-dd7555ef78f8 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:34.575858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fb04c4a-2dfa-4231-ba9c-fa00ed0cdacf req-e84b2ad7-bab6-4435-bceb-dd7555ef78f8 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3728497
Dec 16 10:00:34.640524 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6fb04c4a-2dfa-4231-ba9c-fa00ed0cdacf req-b2745a3c-adb1-4355-b4ac-9b596870f4d0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571239
Dec 16 10:00:34.642344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:34.647538 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-138cf4f6-232d-42cd-a190-275ece77b955 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:34.710871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9213a0d-f726-4113-a831-3ef226acf791,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:34.756070 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:34.810632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:34.909991 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:34.955762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for 8721af9e-4b49-4bfc-a2b7-66fef0d5ee55 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:35.119327 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.122559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.133998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e81e0e-9f44-4051-aaa7-e371fd1ab455 req-b0d070f0-d1f9-4487-8a83-958998f547f4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:35.135895 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03e81e0e-9f44-4051-aaa7-e371fd1ab455 req-b0d070f0-d1f9-4487-8a83-958998f547f4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3260934
Dec 16 10:00:35.215057 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.215729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:00:35.227719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a9213a0d-f726-4113-a831-3ef226acf791 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:00:35.233986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03e81e0e-9f44-4051-aaa7-e371fd1ab455 req-562a079d-644a-4e52-ac91-6bfb1deb08e1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708902
Dec 16 10:00:35.245662 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.247996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] 10.222.0.66 "DELETE /v2.0/routers/c403a2fc-bd09-4b03-9c0a-b5a090fa8e99 HTTP/1.1" status: 204  len: 168 time: 2.7343156
Dec 16 10:00:35.252755 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43880) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:35.333818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a9213a0d-f726-4113-a831-3ef226acf791 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:00:35.334222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a9213a0d-f726-4113-a831-3ef226acf791 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:00:35.337701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:00:35.345748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Deleting subnet 27e58984-c6d6-4061-984f-f4028eb6a5e8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:00:35.350855 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.440830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:00:35.441201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 473cd01d-99ee-4d35-9711-4cae4b9e8fe8 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:00:35.458836 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.495541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.503934 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7470a6aa-0d35-481a-b423-1601397b9760 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:35.577417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=8721af9e-4b49-4bfc-a2b7-66fef0d5ee55,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:35.582110 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:35.691512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c7227-1758-4e19-b8a1-043e27e6fd96 req-9b67950a-3019-495d-a41f-0bf5587ae8bb tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:35.695709 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e70c7227-1758-4e19-b8a1-043e27e6fd96 req-9b67950a-3019-495d-a41f-0bf5587ae8bb tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1572554
Dec 16 10:00:35.750994 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.794528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.826052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e70c7227-1758-4e19-b8a1-043e27e6fd96 req-984e2afc-b47e-484e-94d9-f22cd8897fff tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247711
Dec 16 10:00:35.872674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.882517 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b592b34b-1413-4f7c-959d-5fe17e284d05 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:35.918992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e58984-c6d6-4061-984f-f4028eb6a5e8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:35.923043 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:35.929457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:35.934452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9539bc6f-ba52-4705-ba0d-a08e8b2be15b None None] Network 18b6da08-f91c-470b-860f-c57e1f9d4f29 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:35.942663 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/27e58984-c6d6-4061-984f-f4028eb6a5e8 HTTP/1.1" status: 204  len: 168 time: 0.6883183
Dec 16 10:00:35.943606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43892) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:36.129601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:36.152150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Deleting port 0107717f-1584-4f56-9229-4b268b6f8d62 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:36.152850 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:36.215473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router f0335f97-40fb-49c9-a391-a45e16ee283f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:00:36.221768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f6de7-11d5-434d-8450-36de8c673819 req-449254ea-5e70-41bd-a37f-22cea9bdf572 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:36.224300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-098f6de7-11d5-434d-8450-36de8c673819 req-449254ea-5e70-41bd-a37f-22cea9bdf572 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1925027
Dec 16 10:00:36.343507 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-098f6de7-11d5-434d-8450-36de8c673819 req-28227c62-ee34-465e-b22d-33e2d28906e2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100037
Dec 16 10:00:36.350972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] DHCP port deletion for 18b6da08-f91c-470b-860f-c57e1f9d4f29 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:00:36.357434 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Deleting port 0107717f-1584-4f56-9229-4b268b6f8d62 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:36.358204 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:36.424849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:36.471193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] For port 0107717f-1584-4f56-9229-4b268b6f8d62, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0107717f-1584-4f56-9229-4b268b6f8d62,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:36.471598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:36.472662 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/f0335f97-40fb-49c9-a391-a45e16ee283f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4769340
Dec 16 10:00:36.475759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:36.500900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] Sync routers for ids ['f0335f97-40fb-49c9-a391-a45e16ee283f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:36.602701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] Routers {'f0335f97-40fb-49c9-a391-a45e16ee283f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:36.603289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da69a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f0335f97-40fb-49c9-a391-a45e16ee283f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:36.637418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5642fd0a-3a64-43e0-9eea-5d821c48b012 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:36.659378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5642fd0a-3a64-43e0-9eea-5d821c48b012 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:36.662427 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5642fd0a-3a64-43e0-9eea-5d821c48b012 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0335f97-40fb-49c9-a391-a45e16ee283f HTTP/1.1" status: 200  len: 205 time: 0.1820354
Dec 16 10:00:36.665565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:36.809253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Calling delete_port for 0107717f-1584-4f56-9229-4b268b6f8d62 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:36.899993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6587d79f-6913-49af-8766-3c5fabfe4349 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:36.988574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da69a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:36.998753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.007001 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:37.025646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] For port 0107717f-1584-4f56-9229-4b268b6f8d62, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=0107717f-1584-4f56-9229-4b268b6f8d62,segment=NetworkSegment(c7669492-b349-4dae-a297-2bd5c56c75bc),segment_id=c7669492-b349-4dae-a297-2bd5c56c75bc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:37.026054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.060452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0107717f-1584-4f56-9229-4b268b6f8d62,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:37.064744 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:37.068148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] No DVR routers for this DVR port 0107717f-1584-4f56-9229-4b268b6f8d62 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:00:37.227061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Calling delete_port for 0107717f-1584-4f56-9229-4b268b6f8d62 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:37.277238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.319528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0107717f-1584-4f56-9229-4b268b6f8d62 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:00:37.372053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 0107717f-1584-4f56-9229-4b268b6f8d62 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:00:37.373217 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 0107717f-1584-4f56-9229-4b268b6f8d62 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:00:37.373769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f20578b0>,) {'filters': {'network_id': ['18b6da08-f91c-470b-860f-c57e1f9d4f29']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:37.390738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] Routers {'f0335f97-40fb-49c9-a391-a45e16ee283f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:37.391977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1da69a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['f0335f97-40fb-49c9-a391-a45e16ee283f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:37.411630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20578b0>, 'c7669492-b349-4dae-a297-2bd5c56c75bc') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:37.411989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20578b0>, 'c7669492-b349-4dae-a297-2bd5c56c75bc') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:37.435919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.471999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.472894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1da69a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:37.473537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd13b8-64c4-4c29-86c2-b13897010196 None None] The sync data for ids ['f0335f97-40fb-49c9-a391-a45e16ee283f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:37.479915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:00:37.480591 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:00:37.491433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:00:37.492003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:00:37.515731 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:00:37.525206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd326f7-257e-4621-a074-c93cff12cfb6 req-2a4fed64-5f9f-4e6e-8f33-eceb0b5902a5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:37.526830 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd326f7-257e-4621-a074-c93cff12cfb6 req-2a4fed64-5f9f-4e6e-8f33-eceb0b5902a5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2033300
Dec 16 10:00:37.641876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6587d79f-6913-49af-8766-3c5fabfe4349 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.645590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6587d79f-6913-49af-8766-3c5fabfe4349 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.656269 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.662126 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:37.675831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6587d79f-6913-49af-8766-3c5fabfe4349 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.676866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.677009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6587d79f-6913-49af-8766-3c5fabfe4349 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Fanout notify agent at l3_agent the message router_deleted on router f0335f97-40fb-49c9-a391-a45e16ee283f {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:00:37.683329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7bd326f7-257e-4621-a074-c93cff12cfb6 req-0bd3292d-3b71-4a5a-919d-5cba106cc17a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830812
Dec 16 10:00:37.696550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b6da08-f91c-470b-860f-c57e1f9d4f29,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:37.699368 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:37.699830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6587d79f-6913-49af-8766-3c5fabfe4349 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.700980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] 10.222.0.66 "DELETE /v2.0/networks/18b6da08-f91c-470b-860f-c57e1f9d4f29 HTTP/1.1" status: 204  len: 168 time: 1.7560155
Dec 16 10:00:37.704301 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6587d79f-6913-49af-8766-3c5fabfe4349 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/f0335f97-40fb-49c9-a391-a45e16ee283f HTTP/1.1" status: 204  len: 168 time: 1.0370400
Dec 16 10:00:37.705398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:37.805452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet ceac2e51-453f-44ec-b142-473d738f294b {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:00:37.809270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.876551 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:37.900696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43928) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:37.963589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8875d3c6-3d99-40ac-b31c-1cb0e7e0224e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f4adaac37524f73a89ea72c890cad1d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0606279
Dec 16 10:00:37.966154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43932) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:37.982718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Deleting port 0107717f-1584-4f56-9229-4b268b6f8d62 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:37.983318 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.003950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.047777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.087267 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.095012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c10ed4a4-5f7b-4c1c-9e16-eb906a439433 None None] The port '0107717f-1584-4f56-9229-4b268b6f8d62' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:00:38.113333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.122050 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e6106d4-5340-4aad-a1b6-c69aadf6d246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:38.163283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.164359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.166205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=ceac2e51-453f-44ec-b142-473d738f294b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:38.169637 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:38.172767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dff496-eb55-44e8-8923-583d1e5ef72b None None] Network 535364a5-01f6-4090-82d0-6a97a276227a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:38.174827 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-99810b2c-9a38-41fe-86fa-3af17e9afa02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:38.177845 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/ceac2e51-453f-44ec-b142-473d738f294b HTTP/1.1" status: 204  len: 168 time: 0.4634011
Dec 16 10:00:38.178456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:38.203872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1536c72-6a13-43c4-a437-8d67c66c9bd7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:38.207356 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:38.209107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.210130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1536c72-6a13-43c4-a437-8d67c66c9bd7 HTTP/1.1" status: 204  len: 168 time: 0.2423384
Dec 16 10:00:38.341903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.354687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port 34d9d81d-3a33-4323-ac64-332766586b3e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:38.355139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.500403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] DHCP port deletion for 535364a5-01f6-4090-82d0-6a97a276227a request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:00:38.514170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Deleting port 34d9d81d-3a33-4323-ac64-332766586b3e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:38.514727 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.635949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port 34d9d81d-3a33-4323-ac64-332766586b3e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=34d9d81d-3a33-4323-ac64-332766586b3e,segment=NetworkSegment(4849cdfd-f1c4-4da7-b5a9-6398974ba49a),segment_id=4849cdfd-f1c4-4da7-b5a9-6398974ba49a)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:38.636377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.841526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for 34d9d81d-3a33-4323-ac64-332766586b3e owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:38.868942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] For port 34d9d81d-3a33-4323-ac64-332766586b3e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=34d9d81d-3a33-4323-ac64-332766586b3e,segment=NetworkSegment(4849cdfd-f1c4-4da7-b5a9-6398974ba49a),segment_id=4849cdfd-f1c4-4da7-b5a9-6398974ba49a)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:38.869557 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.971952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:38.983453 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-576b2ae6-1401-400c-95ce-f73abe3a5b24 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:39.054254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Calling delete_port for 34d9d81d-3a33-4323-ac64-332766586b3e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:00:39.069034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=34d9d81d-3a33-4323-ac64-332766586b3e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:39.073158 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:39.074043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No DVR routers for this DVR port 34d9d81d-3a33-4323-ac64-332766586b3e on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:00:39.090604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878bd7a-cf51-43a3-b5f2-3d7a0e16cba5 req-c11e2d98-f6f9-450a-ba99-58eb277e3257 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:39.093621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4878bd7a-cf51-43a3-b5f2-3d7a0e16cba5 req-c11e2d98-f6f9-450a-ba99-58eb277e3257 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1859217
Dec 16 10:00:39.161014 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:00:39.161521 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:00:39.186386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4878bd7a-cf51-43a3-b5f2-3d7a0e16cba5 req-6cdf000c-b2e6-4c22-a3a7-64d9207bd282 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823336
Dec 16 10:00:39.227887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 34d9d81d-3a33-4323-ac64-332766586b3e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:00:39.273961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 34d9d81d-3a33-4323-ac64-332766586b3e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:00:39.274339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 34d9d81d-3a33-4323-ac64-332766586b3e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:00:39.301930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.335138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f09b0370>,) {'filters': {'network_id': ['535364a5-01f6-4090-82d0-6a97a276227a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:39.350203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f09b0370>, '4849cdfd-f1c4-4da7-b5a9-6398974ba49a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:39.350510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f09b0370>, '4849cdfd-f1c4-4da7-b5a9-6398974ba49a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:39.366453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.394187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.407004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:00:39.407720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:00:39.424253 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:00:39.478911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:39.547505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.555616 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:39.580369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.605971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=535364a5-01f6-4090-82d0-6a97a276227a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:39.610230 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:39.616235 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/535364a5-01f6-4090-82d0-6a97a276227a HTTP/1.1" status: 204  len: 168 time: 1.4366424
Dec 16 10:00:39.620182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:39.629259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1971232563', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:39.640446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-733973493-network', 'tenant_id': 'e427264709c4416e880d286eca419412'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:39.642464 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:39.646143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:39.648911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:router and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:39.650650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Usage tracker for resource:network and tenant:e427264709c4416e880d286eca419412 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:39.653645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:39.653825 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:39.660302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:39.662932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Deleting port 34d9d81d-3a33-4323-ac64-332766586b3e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:00:39.663471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.669171 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:39.677212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Made reservation on behalf of e427264709c4416e880d286eca419412 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:39.679922 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.685705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.687766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.695034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.717613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.731513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:39.739374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e427264709c4416e880d286eca419412 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:39.743939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:39.747236 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.748391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-214e84c3-0c26-4ada-a42f-9f8c24e12f54 None None] The port '34d9d81d-3a33-4323-ac64-332766586b3e' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:00:39.756791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:39.789442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.793137 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-135e676e-2871-40ef-818e-6150614b4638 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1691985
Dec 16 10:00:39.793800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43974) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:39.803045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1215390366'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:39.812797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:39.822369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:39.831972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:39.842461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:39.876249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:39.880187 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.930354 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.935863 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.940926 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-350ee0f1-86f0-4d22-95f2-3ca5d199bb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:39.948376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:00:39.981140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:00:39.983731 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:39.984082 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment 4583db5a-1f0e-497c-95c2-7d25fc145a14 of type vlan for network 39750335-dc9e-4c15-af27-0195da39ed62
Dec 16 10:00:40.002381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2debd7b4-8c55-4a1c-b231-482ef095e3fe,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:40.006337 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:40.011740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.012345 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Added segment 47a79c3c-513a-4da5-bfdc-2246f425010e of type vlan for network 78a2d002-8b68-403d-a573-59476fa1d7ac
Dec 16 10:00:40.039149 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.072956 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.111147 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.116703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:40.117284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.127550 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a248a3e6-02ba-49de-8562-ab11dcec140d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:40.218155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.219324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:40.219906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.265514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=39750335-dc9e-4c15-af27-0195da39ed62,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:40.268186 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:40.268186 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f07dc7d-57b8-4bb2-bbce-692e5c50a5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:40.277019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 39750335-dc9e-4c15-af27-0195da39ed62 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:00:40.288437 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4930816
Dec 16 10:00:40.291237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:40.292586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8118343
Dec 16 10:00:40.298167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 43986) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:40.299491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:40.303961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Request body: {'subnet': {'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-733973493-subnet', 'tenant_id': 'e427264709c4416e880d286eca419412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:40.414320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:40.439698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Usage tracker for resource:subnet and tenant:e427264709c4416e880d286eca419412 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:40.452697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:40.463340 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:40.466241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Pushing event updated for resources: {'Network': ['ID=78a2d002-8b68-403d-a573-59476fa1d7ac,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:40.469203 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:40.499919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Made reservation on behalf of e427264709c4416e880d286eca419412 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:40.501696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 78a2d002-8b68-403d-a573-59476fa1d7ac details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:00:40.502208 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.512946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:40.518459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:40.522778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:40.531577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:40.555098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:40.560099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.601257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84169-17d6-42c5-ad7c-b7d0f2fd29d7 req-9d8f7e70-f856-42a4-a455-068130e365c9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:40.602802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84a84169-17d6-42c5-ad7c-b7d0f2fd29d7 req-9d8f7e70-f856-42a4-a455-068130e365c9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2482171
Dec 16 10:00:40.677656 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84a84169-17d6-42c5-ad7c-b7d0f2fd29d7 req-1c8a2d57-2cb5-43be-b491-f76dc8635184 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637691
Dec 16 10:00:40.833316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.837039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-847984d8-747a-4e9f-975a-1d7cb61bf3d2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:40.916270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61578637-316a-4ab3-8999-5428d7087f41,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:40.919828 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:40.922421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Checking segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:40.922785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Network hostable DHCP agents. Network: 78a2d002-8b68-403d-a573-59476fa1d7ac, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:00:40.944503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Network 78a2d002-8b68-403d-a573-59476fa1d7ac is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:00:40.957211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 78a2d002-8b68-403d-a573-59476fa1d7ac) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:40.962418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:40.963040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.968022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec787c8-88c9-4fc8-b86d-2cbc756c2f12 None None] Network 78a2d002-8b68-403d-a573-59476fa1d7ac requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:40.994062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:40.995712 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6964476
Dec 16 10:00:41.021872 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a6ed9bd7-202e-4a43-9c82-d3656807e05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:41.108917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=a2ad396e-ba00-4576-a70f-f786cec29cdf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:41.113231 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:41.116538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:41.116900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: 39750335-dc9e-4c15-af27-0195da39ed62, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:00:41.139487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 39750335-dc9e-4c15-af27-0195da39ed62 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:00:41.161936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 39750335-dc9e-4c15-af27-0195da39ed62) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:41.179565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:41.181840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:41.222793 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9285572
Dec 16 10:00:41.225361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 43996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:41.242411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94785ee5-3394-468b-82bb-77c42622ff20 None None] Network 39750335-dc9e-4c15-af27-0195da39ed62 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:41.351832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc0f48-45d1-4fbc-a99a-208074f4a183 None None] Network 78a2d002-8b68-403d-a573-59476fa1d7ac requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:41.822712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-39750335-dc9e-4c15-af27-0195da39ed62', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:00:41.823924 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:41.973566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-93b41118-107c-45fe-8a6e-4c545a1736f7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:41.975575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-93b41118-107c-45fe-8a6e-4c545a1736f7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:41.984165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:41.988363 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:41.996116 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-897c2883-e643-4356-b0e3-686a1c1d2973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.004394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-93b41118-107c-45fe-8a6e-4c545a1736f7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:42.006413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-93b41118-107c-45fe-8a6e-4c545a1736f7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.3911295
Dec 16 10:00:42.025261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-ebfa3d27-01f8-481b-a110-01169ebba972 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/quotas/e427264709c4416e880d286eca419412 HTTP/1.1" status: 200  len: 375 time: 0.0114141
Dec 16 10:00:42.065365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Allocated IP 2001:db8::2 (39750335-dc9e-4c15-af27-0195da39ed62/a2ad396e-ba00-4576-a70f-f786cec29cdf/cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:42.092903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-0acac00e-ba14-413f-9d4f-18821ee11084 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0620790
Dec 16 10:00:42.259200 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-45aa7daa-57e3-4497-b7c2-ceb5724e1136 service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596003
Dec 16 10:00:42.327409 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.339629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Transition to ACTIVE for port object cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:42.360374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Transition to ACTIVE for port object cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:42.366310 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.381092 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:42.430993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Network 39750335-dc9e-4c15-af27-0195da39ed62 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:42.437739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:42.447870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:42.473187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8::1 (39750335-dc9e-4c15-af27-0195da39ed62/a2ad396e-ba00-4576-a70f-f786cec29cdf/fac019dc-fdde-41dc-9040-eb11cccdbba9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:42.479353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-dae6351c-4ee8-4072-ba12-223220171683 service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137239
Dec 16 10:00:42.631915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Attempting to bind port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:42.632396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Attempting to bind port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:42.632865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Attempting to bind port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe on network 39750335-dc9e-4c15-af27-0195da39ed62 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:42.652101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:42.652485 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Checking segment: {'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:42.655398 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.657278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Bound using segment: {'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:42.658446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Bound port: cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:42.664105 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.695701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.717448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object fac019dc-fdde-41dc-9040-eb11cccdbba9 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:42.726171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Pushing event updated for resources: {'Port': ['ID=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:42.736987 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:42.751388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.772140 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:42.795251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] For port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:42.802095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] For port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,segment=NetworkSegment(4583db5a-1f0e-497c-95c2-7d25fc145a14),segment_id=4583db5a-1f0e-497c-95c2-7d25fc145a14)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:42.808744 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.815151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f7561-9551-40fa-b529-040b5e135bf7 req-90adf4ee-78a3-4274-b4ab-ebd4dd413250 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:42.822374 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:42.823598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d4f7561-9551-40fa-b529-040b5e135bf7 req-90adf4ee-78a3-4274-b4ab-ebd4dd413250 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1102738
Dec 16 10:00:42.830148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 39750335-dc9e-4c15-af27-0195da39ed62 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:42.843855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:42.853179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:42.853881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:42.887675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d4f7561-9551-40fa-b529-040b5e135bf7 req-aff09df8-dc28-4394-a858-4ccf666f397e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584273
Dec 16 10:00:42.894710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=fac019dc-fdde-41dc-9040-eb11cccdbba9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:42.898206 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:42.938173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Pushing event updated for resources: {'Port': ['ID=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:42.942136 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:42.997887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c11cff11-9db4-47ee-a582-f65156a73254 req-c5ba69d3-6022-40f1-ac66-a9cf2a6e45a5 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 210 time: 0.0637984
Dec 16 10:00:43.233940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:43.770068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:43.776466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:43.777459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:43.782063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:43.949955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=fac019dc-fdde-41dc-9040-eb11cccdbba9,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:43.956462 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:44.033495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 39750335-dc9e-4c15-af27-0195da39ed62 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:44.035983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:44.161328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dece5-a085-45ed-8c32-392bfc58ce91 req-eda038f9-29b9-4c0d-aa03-42226ce3155d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:44.169410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-724dece5-a085-45ed-8c32-392bfc58ce91 req-eda038f9-29b9-4c0d-aa03-42226ce3155d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1643815
Dec 16 10:00:44.191685 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:44.239195 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-724dece5-a085-45ed-8c32-392bfc58ce91 req-b6b5daf8-02d2-4e6a-8d43-c016e2e17df1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681579
Dec 16 10:00:44.289392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:00:44.341448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cfa643-9229-48e2-8f7a-c410954ca888 None None] Network 39750335-dc9e-4c15-af27-0195da39ed62 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:44.548941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f871a46c-076e-4ce9-9337-3e8f16f5d980 req-4c3ce78a-6baa-4e88-9ac1-792efe5f9b88 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 210 time: 0.1110647
Dec 16 10:00:44.673604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-bf6c8d80-2108-4bd6-b02a-31ee5b038e2d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:44.680819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-bf6c8d80-2108-4bd6-b02a-31ee5b038e2d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.4112475
Dec 16 10:00:44.685302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:44.696746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Request body: {'port': {'device_id': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'admin_state_up': True, 'tenant_id': 'e427264709c4416e880d286eca419412'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:44.701668 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:44.716252 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:44.717005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:44.719723 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4927084
Dec 16 10:00:44.723106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:44.728969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1339497954'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:44.746209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:44.746209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:44.748411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:44.754736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:44.775488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:44.779062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:44.817606 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca23be31-45ff-47a9-b6b2-6382a1cb7d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:44.819474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55dc66bc-b6ae-4954-af61-57b5f4d7046f None None] Provisioning for port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:44.854448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:00:44.876549 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:44.876932 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment 13d93afa-a483-43eb-919a-d79afb4f7350 of type vlan for network aacf82b2-e78c-4db1-9ba5-3e2091402183
Dec 16 10:00:44.939300 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:44.991480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:44.999694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:45.001875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:45.005253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Usage tracker for resource:port and tenant:e427264709c4416e880d286eca419412 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:45.005716 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.009182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:45.016911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:45.022569 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:45.023325 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:45.033185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Made reservation on behalf of e427264709c4416e880d286eca419412 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:45.041294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.160841 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4352400
Dec 16 10:00:45.161279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=aacf82b2-e78c-4db1-9ba5-3e2091402183,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:45.164118 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:45.164743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:45.170919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:45.196881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:00:45.380996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:45.388482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:45.392505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:45.394094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:45.402423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:45.418398 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:45.424280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.432258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Allocated IP 172.20.0.8 (78a2d002-8b68-403d-a573-59476fa1d7ac/61578637-316a-4ab3-8999-5428d7087f41/858a5d6a-e8f5-43f3-b2d8-09efea58be04) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:45.688884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.718804 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d790>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:42Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:43Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:45.723365 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.726632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ea6b790-da71-4aab-8fa5-97d8c295cdd9 None None] Provisioning for port fac019dc-fdde-41dc-9040-eb11cccdbba9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:45.729604 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:00:45.729966 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Updating router 4fc211e2-64c5-44b6-b985-60a74076983f port fac019dc-fdde-41dc-9040-eb11cccdbba9 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:00:45.743041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ea6b790-da71-4aab-8fa5-97d8c295cdd9 None None] Provisioning complete for port fac019dc-fdde-41dc-9040-eb11cccdbba9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:45.743457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b790-da71-4aab-8fa5-97d8c295cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.811646 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627765-2f64-4f83-abe3-611c20ad5470 req-10f2b637-ad99-4145-8822-573b62193631 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:45.819019 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-13627765-2f64-4f83-abe3-611c20ad5470 req-10f2b637-ad99-4145-8822-573b62193631 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1887584
Dec 16 10:00:45.835418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:45.854295 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.876652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:45.877225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:45.979314 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.000407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-13627765-2f64-4f83-abe3-611c20ad5470 req-99d614fe-8524-4417-9ebe-09f6c009d0ca tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796052
Dec 16 10:00:46.048160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.064398 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f02189c-d27c-49de-8366-666e20d1f01c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:46.146914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Network 78a2d002-8b68-403d-a573-59476fa1d7ac is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:46.157170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:46.187375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:46.266789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.290443 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ff7cfd4-6d13-4a42-b825-a05fed61c828 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:46.304678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2ea6b790-da71-4aab-8fa5-97d8c295cdd9 None None] Port fac019dc-fdde-41dc-9040-eb11cccdbba9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:00:46.307355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.348213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event updated for resources: {'Port': ['ID=858a5d6a-e8f5-43f3-b2d8-09efea58be04,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:46.361862 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:46.392533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:46.393371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.394278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,segment=NetworkSegment(4583db5a-1f0e-497c-95c2-7d25fc145a14),segment_id=4583db5a-1f0e-497c-95c2-7d25fc145a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:46.401984 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.409159 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-77eb8be6-db32-4a86-9e8c-1d81f023f555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:46.424128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:46.426287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: aacf82b2-e78c-4db1-9ba5-3e2091402183, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:00:46.438787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7464859
Dec 16 10:00:46.443007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:46.455225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:46.455643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfc116-9d9b-4307-8cc3-f66a91caa39f req-0359eef1-b00c-42cf-81b0-e3d39141fff1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:46.456680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0dcfc116-9d9b-4307-8cc3-f66a91caa39f req-0359eef1-b00c-42cf-81b0-e3d39141fff1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:46.466671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Request body: {'port': {'device_id': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:46.488750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:00:46.511631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, aacf82b2-e78c-4db1-9ba5-3e2091402183) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:46.528539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:46.531034 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.555027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0dcfc116-9d9b-4307-8cc3-f66a91caa39f req-0359eef1-b00c-42cf-81b0-e3d39141fff1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:46.556664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0dcfc116-9d9b-4307-8cc3-f66a91caa39f req-0359eef1-b00c-42cf-81b0-e3d39141fff1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 931 time: 0.3034449
Dec 16 10:00:46.599353 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4334192
Dec 16 10:00:46.602680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:46.607990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:46.613599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a814bcd1-2429-4bb2-a2b8-a3fd28158284 None None] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:46.625080 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.648911 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Transition to ACTIVE for port object fac019dc-fdde-41dc-9040-eb11cccdbba9 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:46.664869 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:46.672348 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d2c0acef-2a23-4bf2-bdb7-1cc899d221b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:46.758625 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Pushing event updated for resources: {'Port': ['ID=fac019dc-fdde-41dc-9040-eb11cccdbba9,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:46.772675 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.773339 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.773952 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.774546 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.775287 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.775920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.776529 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.777065 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.777581 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.778197 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.778766 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.779353 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:46.781385 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:46.792176 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:46.987027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-aacf82b2-e78c-4db1-9ba5-3e2091402183', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:00:46.989476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:47.086449 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0dcfc116-9d9b-4307-8cc3-f66a91caa39f req-4389381d-9b31-4d06-9b44-c6d9deb9b9e2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:00:47.109018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:47.132523 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Attempting to bind port fac019dc-fdde-41dc-9040-eb11cccdbba9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:47.136783 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Attempting to bind port fac019dc-fdde-41dc-9040-eb11cccdbba9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:47.138446 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Attempting to bind port fac019dc-fdde-41dc-9040-eb11cccdbba9 on network 39750335-dc9e-4c15-af27-0195da39ed62 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:47.172749 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:47.175728 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Checking segment: {'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:47.177865 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:47.183467 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Bound using segment: {'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:47.189122 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Bound port: fac019dc-fdde-41dc-9040-eb11cccdbba9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4583db5a-1f0e-497c-95c2-7d25fc145a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:47.190855 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:47.222821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:47.310689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-0dcfc116-9d9b-4307-8cc3-f66a91caa39f req-4389381d-9b31-4d06-9b44-c6d9deb9b9e2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:00:47.313751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0dcfc116-9d9b-4307-8cc3-f66a91caa39f req-4389381d-9b31-4d06-9b44-c6d9deb9b9e2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7084386
Dec 16 10:00:47.324948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:47.495719 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Allocated IP 2001:db8:1::2 (aacf82b2-e78c-4db1-9ba5-3e2091402183/6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7/b1c36e73-6f04-43f3-b896-5bd56892e85e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:47.511039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:47.511617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:47.597849 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] For port fac019dc-fdde-41dc-9040-eb11cccdbba9, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:47.604284 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] For port fac019dc-fdde-41dc-9040-eb11cccdbba9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fac019dc-fdde-41dc-9040-eb11cccdbba9,segment=NetworkSegment(4583db5a-1f0e-497c-95c2-7d25fc145a14),segment_id=4583db5a-1f0e-497c-95c2-7d25fc145a14)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:47.610293 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:47.621518 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-459fc988-5595-498f-9ea2-4b866f4d3f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:47.715119 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Pushing event updated for resources: {'Port': ['ID=fac019dc-fdde-41dc-9040-eb11cccdbba9,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:47.719493 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:47.726402 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:47.727256 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d790>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:47.937265 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:48.048075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.105325 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.112752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be60dc-75fe-4893-a7f3-103f5d866d4f req-0242c260-d32a-4473-b1f6-d0dcb2fcd972 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:48.114864 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8be60dc-75fe-4893-a7f3-103f5d866d4f req-0242c260-d32a-4473-b1f6-d0dcb2fcd972 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.4630115
Dec 16 10:00:48.125576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Transition to ACTIVE for port object b1c36e73-6f04-43f3-b896-5bd56892e85e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:48.155893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Transition to ACTIVE for port object b1c36e73-6f04-43f3-b896-5bd56892e85e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:48.165577 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.182220 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e2a8d71e-a186-46ee-af80-b9df9cdd3e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:48.270092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d8be60dc-75fe-4893-a7f3-103f5d866d4f req-33f0693a-a7e2-42b9-96e4-5f679385e091 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420107
Dec 16 10:00:48.270873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:48.277721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:48.284891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:48.305435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Pushing event updated for resources: {'Port': ['ID=b1c36e73-6f04-43f3-b896-5bd56892e85e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:48.403848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858a5d6a-e8f5-43f3-b2d8-09efea58be04 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:00:48.422490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.444138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Transition to ACTIVE for port object 858a5d6a-e8f5-43f3-b2d8-09efea58be04 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:48.453441 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.460557 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-64cd8c5a-f147-4297-8c50-653e7b11c13e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:48.544256 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:48.677264 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d790>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:42Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:47Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:48.683424 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1601e3-a51a-4f84-a8c0-7205ad0721f3 None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:42Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:47Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:48.689703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Attempting to bind port b1c36e73-6f04-43f3-b896-5bd56892e85e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:48.690094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Attempting to bind port b1c36e73-6f04-43f3-b896-5bd56892e85e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:48.691017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Attempting to bind port b1c36e73-6f04-43f3-b896-5bd56892e85e on network aacf82b2-e78c-4db1-9ba5-3e2091402183 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:48.700876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:48.700876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Checking segment: {'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:48.700876 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.700876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Bound using segment: {'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:48.700876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Bound port: b1c36e73-6f04-43f3-b896-5bd56892e85e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:48.700876 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.722923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8:1::1 (aacf82b2-e78c-4db1-9ba5-3e2091402183/6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7/4aeecbb9-f38b-4e2a-aa40-6489b044370d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:48.834278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Pushing event updated for resources: {'Port': ['ID=858a5d6a-e8f5-43f3-b2d8-09efea58be04,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:48.868170 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:48.919744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] For port b1c36e73-6f04-43f3-b896-5bd56892e85e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:48.923067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] For port b1c36e73-6f04-43f3-b896-5bd56892e85e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b1c36e73-6f04-43f3-b896-5bd56892e85e,segment=NetworkSegment(13d93afa-a483-43eb-919a-d79afb4f7350),segment_id=13d93afa-a483-43eb-919a-d79afb4f7350)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:48.929016 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.933872 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1b0b4b68-e690-43b5-b414-57da2acda05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:48.953295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:48.986778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object 4aeecbb9-f38b-4e2a-aa40-6489b044370d will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:48.999104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b7143-740d-4f8a-b88d-6de2d0fd7a6d req-88568c63-0f7f-4916-9d7f-88bb6b3c9d48 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:49.001588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b0b7143-740d-4f8a-b88d-6de2d0fd7a6d req-88568c63-0f7f-4916-9d7f-88bb6b3c9d48 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 943 time: 0.3797939
Dec 16 10:00:49.070641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.075615 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:49.102993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Attempting to bind port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:49.103462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Attempting to bind port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:49.104226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Attempting to bind port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:49.110335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Pushing event updated for resources: {'Port': ['ID=b1c36e73-6f04-43f3-b896-5bd56892e85e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:49.121693 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:49.133710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 on network 78a2d002-8b68-403d-a573-59476fa1d7ac not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:00:49.134529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Attempting to bind port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:49.150759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6b0b7143-740d-4f8a-b88d-6de2d0fd7a6d req-cb7e5b8e-fe01-4e75-98c3-55c16015ceaf tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366358
Dec 16 10:00:49.152214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:49.152678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Checking segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:49.153238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Bound using segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:49.162980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Bound port: 858a5d6a-e8f5-43f3-b2d8-09efea58be04, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:49.163396 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.288490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fac019dc-fdde-41dc-9040-eb11cccdbba9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:49.421008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] For port 858a5d6a-e8f5-43f3-b2d8-09efea58be04, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:49.426159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] For port 858a5d6a-e8f5-43f3-b2d8-09efea58be04, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:49.450483 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.479930 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8e632b3-97b6-4422-bd3c-f32d88482c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:49.518965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port fac019dc-fdde-41dc-9040-eb11cccdbba9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:49.526074 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:49.529933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:49.536000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:49.536615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.543264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port fac019dc-fdde-41dc-9040-eb11cccdbba9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:49.554453 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.586659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=4aeecbb9-f38b-4e2a-aa40-6489b044370d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:49.591255 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:49.600378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-74e8641a-f047-4eb9-853d-6c0abdf36cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:49.603425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-74e8641a-f047-4eb9-853d-6c0abdf36cc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1096 time: 0.4813740
Dec 16 10:00:49.704988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:49.705884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.707486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/858a5d6a-e8f5-43f3-b2d8-09efea58be04 HTTP/1.1" status: 200  len: 1091 time: 3.2474155
Dec 16 10:00:49.716526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'tag': '858a5d6a-e8f5-43f3-b2d8-09efea58be04'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:00:49.792260 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.848804 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.878953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port fac019dc-fdde-41dc-9040-eb11cccdbba9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fac019dc-fdde-41dc-9040-eb11cccdbba9,segment=NetworkSegment(4583db5a-1f0e-497c-95c2-7d25fc145a14),segment_id=4583db5a-1f0e-497c-95c2-7d25fc145a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:49.887119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:49.902241 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94cf7652-2020-4b21-a0f0-7a0a37ff992c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:50.027762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=fac019dc-fdde-41dc-9040-eb11cccdbba9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:50.035780 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:50.045617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Pushing event updated for resources: {'Port': ['ID=858a5d6a-e8f5-43f3-b2d8-09efea58be04,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:50.078734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.079125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.079584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.079899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.081849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.087714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.088333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.088977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.089604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.090226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.090879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.091714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:00:50.099086 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:50.163967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-52c7af79-5324-4151-bfbc-904a7c6cf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:50.165779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-52c7af79-5324-4151-bfbc-904a7c6cf285 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.5124071
Dec 16 10:00:50.182538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7849-89a6-4cbc-904f-b6efc05c5e06 req-141b45d1-34c6-4987-89fa-d96f089ada41 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:50.184468 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62fe7849-89a6-4cbc-904f-b6efc05c5e06 req-141b45d1-34c6-4987-89fa-d96f089ada41 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.5988672
Dec 16 10:00:50.319945 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-11c7df91-1ab3-4a07-b871-f95ac312e32c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.1343513
Dec 16 10:00:50.331748 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-53a1d6f0-bb29-43f4-8d35-8f8b5da30906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:50.333736 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-53a1d6f0-bb29-43f4-8d35-8f8b5da30906 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 1094 time: 0.5532072
Dec 16 10:00:50.438938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-62fe7849-89a6-4cbc-904f-b6efc05c5e06 req-34800370-bb88-4ed7-852b-1127521d981d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401451
Dec 16 10:00:50.605626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:50.616646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:50.618790 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:50.631062 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00fc9cea-6b53-4239-bb05-04242ad7a8a3 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:50.705005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3257a-84a1-4ef4-9cb8-718d9e0f6b5d None None] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:50.736517 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'tag': '858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'status': 'completed', 'code': 200}
Dec 16 10:00:50.757561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-3d19b90a-b53a-4d2f-84ec-6a763cfe719f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04 HTTP/1.1" status: 200  len: 217 time: 0.3441656
Dec 16 10:00:50.759384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-d437ed17-8d9f-4375-9088-c06c46dedc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:50.760999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-d437ed17-8d9f-4375-9088-c06c46dedc4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.4261546
Dec 16 10:00:50.928051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:50.932267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:50.935115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=4aeecbb9-f38b-4e2a-aa40-6489b044370d,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:50.960738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7280c76e-daf0-4878-b2d7-e17e5d09b24d None None] Provisioning for port b1c36e73-6f04-43f3-b896-5bd56892e85e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:50.961829 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-0aa58b94-ffec-46d8-9733-f8e223f10586 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1288097
Dec 16 10:00:51.132314 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:51.132577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-003a8aa8-42b8-4bfd-aaa3-620a578a4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:51.134039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-003a8aa8-42b8-4bfd-aaa3-620a578a4acf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.3697245
Dec 16 10:00:51.193247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:00:51.214255 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-5d591fe0-877c-4cbd-a95d-308e696af14d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670879
Dec 16 10:00:51.422446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fac019dc-fdde-41dc-9040-eb11cccdbba9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:51.468805 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-045f8f93-afcd-4731-b908-3325b57c8279 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4470892
Dec 16 10:00:51.588641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:51.617111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:51.626364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0221765
Dec 16 10:00:51.627281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:51.634772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168498788'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:51.655480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-c3a79088-d377-4903-bc17-e66b263134ac service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4297380
Dec 16 10:00:51.659854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:51.666640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:51.671255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:51.671920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21045b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:51.672302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682870f-e24e-40af-9126-949a3d510a1d req-06198397-3a62-481f-abea-1bce96bee279 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:51.680497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:51.681355 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6682870f-e24e-40af-9126-949a3d510a1d req-06198397-3a62-481f-abea-1bce96bee279 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 943 time: 0.7270331
Dec 16 10:00:51.687611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:51.710832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:51.717243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:51.775868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:00:51.788268 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:51.788627 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment 06e32af7-b9c4-4be0-84cc-999ea35abccf of type vlan for network 3879e9d9-aebb-47fb-9aed-c70e5665779f
Dec 16 10:00:51.825078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:51.867359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port fac019dc-fdde-41dc-9040-eb11cccdbba9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:51.868181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:51.870782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:51.871899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6682870f-e24e-40af-9126-949a3d510a1d req-114673d5-30e4-4b67-b178-bc0c60e47331 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895416
Dec 16 10:00:51.879844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:51.880843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:51.888521 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:51.918198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e97539ba-fb6a-43d4-869d-4752fa357799 None None] Provisioning for port 4aeecbb9-f38b-4e2a-aa40-6489b044370d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:51.960686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-715ebe3c-60b8-4c0c-bea6-2617ee7cf7bf req-dca6ddc3-21b2-4e2e-8b25-69486277362a service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4827683
Dec 16 10:00:51.970490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e97539ba-fb6a-43d4-869d-4752fa357799 None None] Provisioning complete for port 4aeecbb9-f38b-4e2a-aa40-6489b044370d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:51.970878 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e97539ba-fb6a-43d4-869d-4752fa357799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:52.026273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-f8bad27a-3082-46da-a2bb-cc6897203bc5 req-a66ff886-d07d-4183-ae6c-3339e1a7f4a4 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3122075
Dec 16 10:00:52.056189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:52.107956 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4759629
Dec 16 10:00:52.115649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:52.165210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:52.244912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b1c36e73-6f04-43f3-b896-5bd56892e85e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:52.255996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-f3892abe-47da-4b59-8fa3-dbcb8f29d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:52.257481 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-f3892abe-47da-4b59-8fa3-dbcb8f29d295 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 1094 time: 0.1451299
Dec 16 10:00:52.266305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cd229-66d8-4c5f-9de8-7534a1acee00 req-d7599da6-553e-4099-ac04-c1d5567c2527 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:52.267839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f3cd229-66d8-4c5f-9de8-7534a1acee00 req-d7599da6-553e-4099-ac04-c1d5567c2527 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2258062
Dec 16 10:00:52.273673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e97539ba-fb6a-43d4-869d-4752fa357799 None None] Port 4aeecbb9-f38b-4e2a-aa40-6489b044370d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:00:52.290308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=3879e9d9-aebb-47fb-9aed-c70e5665779f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:52.297810 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:52.307061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:00:52.361828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:52.367449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:52.371081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:52.379395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:52.398944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:52.404673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:52.521169 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f3cd229-66d8-4c5f-9de8-7534a1acee00 req-31862d74-b30c-4d8a-bc41-faa5fe193ac5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168167
Dec 16 10:00:52.527801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-e4342a78-c227-46c2-93b5-0c346a63cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:52.529640 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-e4342a78-c227-46c2-93b5-0c346a63cd57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 915 time: 0.2602494
Dec 16 10:00:52.703119 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-75bb0093-bc4c-4288-9b5a-5e81beb2a7e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04 HTTP/1.1" status: 200  len: 217 time: 0.1642606
Dec 16 10:00:52.873708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4b95ff71-9857-40ec-9a75-1226fbbd6669 None None] Provisioning complete for port 4aeecbb9-f38b-4e2a-aa40-6489b044370d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:52.874623 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b95ff71-9857-40ec-9a75-1226fbbd6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:52.880372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-64de3afc-c6a5-447b-8231-11671f6eff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:52.886692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-64de3afc-c6a5-447b-8231-11671f6eff0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.1758640
Dec 16 10:00:52.961857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b1c36e73-6f04-43f3-b896-5bd56892e85e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:52.968929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4b95ff71-9857-40ec-9a75-1226fbbd6669 None None] Port 4aeecbb9-f38b-4e2a-aa40-6489b044370d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:00:52.973657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b1c36e73-6f04-43f3-b896-5bd56892e85e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:52.974044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:52.986137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-7f13e4e3-b49e-4b36-a1ab-f29d1331e101 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0926573
Dec 16 10:00:53.048068 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:53.048873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21045b0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 3, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:50Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:53.059470 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc45a911-6253-46dc-9302-b287b22a3bfb tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:53.065327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:00:53.065992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Updating router 4fc211e2-64c5-44b6-b985-60a74076983f port 4aeecbb9-f38b-4e2a-aa40-6489b044370d binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:00:53.140016 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:53.236477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=ce1cc8c0-02b2-4819-88eb-6bbc1568378c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:53.241326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:53.257811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:53.258507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: 3879e9d9-aebb-47fb-9aed-c70e5665779f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:00:53.272894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-c1e9650c-8e00-413e-abba-3521cc46d5f8 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783139
Dec 16 10:00:53.284769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:00:53.299246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 3879e9d9-aebb-47fb-9aed-c70e5665779f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:53.323968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:53.325175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:53.371633 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2540920
Dec 16 10:00:53.375411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:53.482206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828467fd-7e64-4757-a5ee-eacc83a20ced None None] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:53.593035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:53.706109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port b1c36e73-6f04-43f3-b896-5bd56892e85e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b1c36e73-6f04-43f3-b896-5bd56892e85e,segment=NetworkSegment(13d93afa-a483-43eb-919a-d79afb4f7350),segment_id=13d93afa-a483-43eb-919a-d79afb4f7350)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:53.727304 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:53.733455 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-80707504-7f30-4c1d-b44f-2d49737c5042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:53.862063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e42e-51cd-4de0-9301-a5f23b47a18a req-7a3a1d82-0ef6-42fb-b99a-4b0d9117ab92 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:53.869969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7c45e42e-51cd-4de0-9301-a5f23b47a18a req-7a3a1d82-0ef6-42fb-b99a-4b0d9117ab92 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 943 time: 0.5954506
Dec 16 10:00:53.887134 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3eb399ac-9c13-4d9f-8af4-737b27388728 req-297f4053-3893-4b08-a049-eeec770f7463 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3696790
Dec 16 10:00:53.940460 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7c45e42e-51cd-4de0-9301-a5f23b47a18a req-eec0e662-aff3-4ca4-b719-e9cc649b7098 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694499
Dec 16 10:00:53.978392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:53.992678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Transition to ACTIVE for port object 4aeecbb9-f38b-4e2a-aa40-6489b044370d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:54.005358 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:54.030756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=b1c36e73-6f04-43f3-b896-5bd56892e85e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:54.038131 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:54.039944 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:54.260446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0d790-1088-46b1-8fec-d8f5252355fa req-60d20daf-0766-4434-bee2-f2cd0a95e30f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:54.269516 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1f0d790-1088-46b1-8fec-d8f5252355fa req-60d20daf-0766-4434-bee2-f2cd0a95e30f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1316042
Dec 16 10:00:54.348318 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c1f0d790-1088-46b1-8fec-d8f5252355fa req-1b28a683-c841-4de9-ac3a-a228bb11c3dc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774105
Dec 16 10:00:54.366581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614fc66-7f63-4af6-9449-9dd8215ea80c None None] Pushing event updated for resources: {'Port': ['ID=4aeecbb9-f38b-4e2a-aa40-6489b044370d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:54.448911 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b614fc66-7f63-4af6-9449-9dd8215ea80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:54.490107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Attempting to bind port 4aeecbb9-f38b-4e2a-aa40-6489b044370d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:54.490616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Attempting to bind port 4aeecbb9-f38b-4e2a-aa40-6489b044370d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:54.491108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Attempting to bind port 4aeecbb9-f38b-4e2a-aa40-6489b044370d on network aacf82b2-e78c-4db1-9ba5-3e2091402183 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:54.502764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:54.504237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Checking segment: {'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:54.504795 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:54.505463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Bound using segment: {'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:54.506161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Bound port: 4aeecbb9-f38b-4e2a-aa40-6489b044370d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d93afa-a483-43eb-919a-d79afb4f7350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:54.506785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:54.524554 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:54.538933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-3879e9d9-aebb-47fb-9aed-c70e5665779f', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:00:54.539855 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:54.851544 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] For port 4aeecbb9-f38b-4e2a-aa40-6489b044370d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:54.875055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] For port 4aeecbb9-f38b-4e2a-aa40-6489b044370d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4aeecbb9-f38b-4e2a-aa40-6489b044370d,segment=NetworkSegment(13d93afa-a483-43eb-919a-d79afb4f7350),segment_id=13d93afa-a483-43eb-919a-d79afb4f7350)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:54.884996 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:54.896780 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:54.964419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Allocated IP 2001:db8:2::2 (3879e9d9-aebb-47fb-9aed-c70e5665779f/ce1cc8c0-02b2-4819-88eb-6bbc1568378c/f54f83b6-2916-4ebf-9ace-1632f67f8989) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:55.001614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:55.002340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21045b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:55.254274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1980a0-a611-45ca-a4a3-541f5d85440f req-6599d993-c38d-4c57-b01c-666e3c4162bd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:55.255929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd1980a0-a611-45ca-a4a3-541f5d85440f req-6599d993-c38d-4c57-b01c-666e3c4162bd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 943 time: 0.1339905
Dec 16 10:00:55.330231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bd1980a0-a611-45ca-a4a3-541f5d85440f req-a373ab4c-ed53-4d0b-bc37-e6de80321173 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630541
Dec 16 10:00:55.339115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614fc66-7f63-4af6-9449-9dd8215ea80c None None] Pushing event updated for resources: {'Port': ['ID=4aeecbb9-f38b-4e2a-aa40-6489b044370d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:55.365672 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b614fc66-7f63-4af6-9449-9dd8215ea80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:55.426382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:55.633402 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b933d0-6d31-4a8e-953e-5e12d043501c req-151e777c-ad7e-48e6-9eaf-9de3dbbecc0e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:55.635607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04b933d0-6d31-4a8e-953e-5e12d043501c req-151e777c-ad7e-48e6-9eaf-9de3dbbecc0e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1296844
Dec 16 10:00:55.698353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-04b933d0-6d31-4a8e-953e-5e12d043501c req-c2ea0b87-e371-4127-9839-c9fefb064392 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514290
Dec 16 10:00:55.762621 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:55.791072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Transition to ACTIVE for port object f54f83b6-2916-4ebf-9ace-1632f67f8989 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:55.822892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b1c36e73-6f04-43f3-b896-5bd56892e85e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:55.907427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Transition to ACTIVE for port object f54f83b6-2916-4ebf-9ace-1632f67f8989 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:55.931670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:55.938276 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-47bbade2-ba61-43f8-97f8-9f9f1af013c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:56.022864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8:2::1 (3879e9d9-aebb-47fb-9aed-c70e5665779f/ce1cc8c0-02b2-4819-88eb-6bbc1568378c/90902fd7-f2d8-423b-9d11-94791a75cdb4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:00:56.025441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:56.030074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:56.033175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:56.044397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Pushing event updated for resources: {'Port': ['ID=f54f83b6-2916-4ebf-9ace-1632f67f8989,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:56.077395 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:56.091076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b1c36e73-6f04-43f3-b896-5bd56892e85e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:56.091076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:56.122533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 858a5d6a-e8f5-43f3-b2d8-09efea58be04 details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 10:00:56.224984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Attempting to bind port f54f83b6-2916-4ebf-9ace-1632f67f8989 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:00:56.225367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Attempting to bind port f54f83b6-2916-4ebf-9ace-1632f67f8989 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:00:56.225748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Attempting to bind port f54f83b6-2916-4ebf-9ace-1632f67f8989 on network 3879e9d9-aebb-47fb-9aed-c70e5665779f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:00:56.250452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21045b0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 3, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:54Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:56.309474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:00:56.309859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Checking segment: {'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:00:56.310188 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:56.310510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Bound using segment: {'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:00:56.311015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Bound port: f54f83b6-2916-4ebf-9ace-1632f67f8989, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:00:56.311435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:56.338179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd6bf1-e68b-4737-8b7a-467d9523f03e None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 3, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:54Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:00:56.488140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:56.527035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object 90902fd7-f2d8-423b-9d11-94791a75cdb4 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:00:56.628750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:56.645306 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88884f9b-ece6-494b-a6f6-1431453aba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:56.724412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:56.747905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:56.754856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:00:56.755726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:56.815608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b3a17-e887-4354-8e32-f1f6c039702b req-d087eb10-0f45-48d3-87ec-b12e62f88f19 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:56.820340 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e57b3a17-e887-4354-8e32-f1f6c039702b req-d087eb10-0f45-48d3-87ec-b12e62f88f19 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 943 time: 0.1449306
Dec 16 10:00:56.835002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=90902fd7-f2d8-423b-9d11-94791a75cdb4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:56.841371 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:56.862482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] For port f54f83b6-2916-4ebf-9ace-1632f67f8989, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:00:56.908589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] For port f54f83b6-2916-4ebf-9ace-1632f67f8989, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f54f83b6-2916-4ebf-9ace-1632f67f8989,segment=NetworkSegment(06e32af7-b9c4-4be0-84cc-999ea35abccf),segment_id=06e32af7-b9c4-4be0-84cc-999ea35abccf)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:00:56.915545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 858a5d6a-e8f5-43f3-b2d8-09efea58be04, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:56.929087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-e57b3a17-e887-4354-8e32-f1f6c039702b req-27a3872b-459a-4960-a3af-251f0a8bc7b2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875220
Dec 16 10:00:56.939804 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:56.945771 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:57.010872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:57.063594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': '858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'port_id': '858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'mac_address': 'fa:16:3e:cb:23:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61578637-316a-4ab3-8999-5428d7087f41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 10:00:57.151005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Pushing event updated for resources: {'Port': ['ID=f54f83b6-2916-4ebf-9ace-1632f67f8989,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:57.164022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1569532-a5ba-49f0-95a0-488e48a5b850 req-4d3c9799-203f-4665-be5b-39a480728d0f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:57.166453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1569532-a5ba-49f0-95a0-488e48a5b850 req-4d3c9799-203f-4665-be5b-39a480728d0f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1178594
Dec 16 10:00:57.192576 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:57.193681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:57.220065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858a5d6a-e8f5-43f3-b2d8-09efea58be04 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:00:57.243987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1569532-a5ba-49f0-95a0-488e48a5b850 req-dd4b413f-6c71-4b60-9dea-3920d42f8684 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706365
Dec 16 10:00:57.247124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 858a5d6a-e8f5-43f3-b2d8-09efea58be04, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:57.257596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:57.261888 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8e6546c6-ffcf-42e7-b806-37f427282dd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:57.356379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=858a5d6a-e8f5-43f3-b2d8-09efea58be04,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:57.360225 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:57.510197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['858a5d6a-e8f5-43f3-b2d8-09efea58be04'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:00:57.749664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:57.758607 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:57.761066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:57.772853 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0609a7bc-361f-4f0c-bb9a-d02ce41e4300 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:57.972134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4aeecbb9-f38b-4e2a-aa40-6489b044370d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:57.977874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=90902fd7-f2d8-423b-9d11-94791a75cdb4,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:57.982565 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:58.027425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 10:00:58.068936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:00:58.071603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:00:58.161203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4aeecbb9-f38b-4e2a-aa40-6489b044370d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:58.168674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4aeecbb9-f38b-4e2a-aa40-6489b044370d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:58.169044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.198204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f943a0-a818-4e86-ab36-d57255882405 req-3b8c131c-94e8-45aa-bfde-3d11a1311b4e tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:58.207305 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97f943a0-a818-4e86-ab36-d57255882405 req-3b8c131c-94e8-45aa-bfde-3d11a1311b4e tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 944 time: 0.1200337
Dec 16 10:00:58.312461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-97f943a0-a818-4e86-ab36-d57255882405 req-5170b533-f51f-4597-b206-6f0160decb51 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028287
Dec 16 10:00:58.374026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:58.390943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:00:58.427693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd', 'port_id': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'mac_address': 'fa:16:3e:73:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedf0a81-01c8-4d02-a4db-904cf997fc35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 10:00:58.618643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aa9ae-fa51-4cbe-b643-cc3f9acb2844 req-8ab9dc40-f037-4a29-8e01-c27a1629ac0d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:58.620887 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f1aa9ae-fa51-4cbe-b643-cc3f9acb2844 req-8ab9dc40-f037-4a29-8e01-c27a1629ac0d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1335785
Dec 16 10:00:58.677121 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.690093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:00:58.707546 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:00:58.718587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f1aa9ae-fa51-4cbe-b643-cc3f9acb2844 req-7a041799-b2e3-4784-b3b5-64676b7876ea tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910511
Dec 16 10:00:58.731034 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3534372
Dec 16 10:00:58.734631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:58.740545 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:00:58.741663 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6a160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:58.756739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-972548790'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:58.766799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:58.776802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:network and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:58.780073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4aeecbb9-f38b-4e2a-aa40-6489b044370d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4aeecbb9-f38b-4e2a-aa40-6489b044370d,segment=NetworkSegment(13d93afa-a483-43eb-919a-d79afb4f7350),segment_id=13d93afa-a483-43eb-919a-d79afb4f7350)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:58.780310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:58.787001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:58.788936 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.803135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:58.805730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.806890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f54f83b6-2916-4ebf-9ace-1632f67f8989 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:00:58.811538 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.836905 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3379005d-bf4b-444c-8bf7-0fcf309f6485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:58.880554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:00:58.893955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.894471 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added segment c7ff9535-3d60-473e-a877-e5296d5a5793 of type vlan for network 8d1ad111-29b7-49b9-acc9-351411c97cad
Dec 16 10:00:58.937502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4aeecbb9-f38b-4e2a-aa40-6489b044370d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:58.948434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.958162 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:58.967808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8a9153d-aacc-4d2e-947b-50ec16f4d22e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:00:58.989668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:58.994359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:00:58.999348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:00:59.001292 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:59.001866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:59.006734 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b614fc66-7f63-4af6-9449-9dd8215ea80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:59.021697 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a053701b-596a-4091-b256-e1f4603876fc tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:59.051531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a363480-5927-4075-a22d-e6c32e4e9f20 None None] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:00:59.118875 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:00:59.175255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['f8a9153d-aacc-4d2e-947b-50ec16f4d22e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:00:59.179447 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4433508
Dec 16 10:00:59.180794 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Network': ['ID=8d1ad111-29b7-49b9-acc9-351411c97cad,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:59.183550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44176) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:00:59.189581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'subnet': {'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:00:59.196267 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:59.224830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8d1ad111-29b7-49b9-acc9-351411c97cad details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:00:59.406829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:00:59.412710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:subnet and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:00:59.417613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:00:59.431595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:00:59.434533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1aa9738a-8738-4464-b1e8-2726b2d508b3 None None] Provisioning for port f54f83b6-2916-4ebf-9ace-1632f67f8989 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:59.447805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:00:59.452833 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:00:59.454793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Made reservation on behalf of 5d1ba8aca04c48b3bf4440e72a0c44ac for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:00:59.464500 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:59.528473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port f54f83b6-2916-4ebf-9ace-1632f67f8989 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:00:59.568598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f54f83b6-2916-4ebf-9ace-1632f67f8989 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:00:59.570427 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:59.774471 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6a160>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:56Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:00:57Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:00:59.779711 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:00:59.780088 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Updating router 4fc211e2-64c5-44b6-b985-60a74076983f port 90902fd7-f2d8-423b-9d11-94791a75cdb4 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:00:59.885607 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:59.936218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:59.953654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:00:59.961132 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-83957031-d5fe-491a-83ea-37297838b60c tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:00:59.989305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port f54f83b6-2916-4ebf-9ace-1632f67f8989, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f54f83b6-2916-4ebf-9ace-1632f67f8989,segment=NetworkSegment(06e32af7-b9c4-4be0-84cc-999ea35abccf),segment_id=06e32af7-b9c4-4be0-84cc-999ea35abccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:00.007035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:00.021723 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6b8cf827-7cbc-4607-ab34-1c9eb9c603eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:00.139856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Checking segment: {'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:00.140264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network hostable DHCP agents. Network: 8d1ad111-29b7-49b9-acc9-351411c97cad, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:01:00.177914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Subnet': ['ID=dfe0a312-365d-45d4-aefb-404ee835187f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:00.196603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=f54f83b6-2916-4ebf-9ace-1632f67f8989,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:00.199375 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:00.206287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 858a5d6a-e8f5-43f3-b2d8-09efea58be04 up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:00.208609 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e94b3-2f7f-42d7-b56c-bcf32a450a5d req-7f62aed5-1d6d-4625-9e4d-85d1c6c07e1d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:00.215258 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa8e94b3-2f7f-42d7-b56c-bcf32a450a5d req-7f62aed5-1d6d-4625-9e4d-85d1c6c07e1d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 944 time: 0.5082214
Dec 16 10:01:00.255931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4aeecbb9-f38b-4e2a-aa40-6489b044370d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:00.286221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 8d1ad111-29b7-49b9-acc9-351411c97cad is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:01:00.374975 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-aa8e94b3-2f7f-42d7-b56c-bcf32a450a5d req-0c6ff927-e43d-4e40-9f78-8d7b4c931ee7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523383
Dec 16 10:01:00.379951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8d1ad111-29b7-49b9-acc9-351411c97cad) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:00.387665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:00.390007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:00.409843 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:00.422219 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2371197
Dec 16 10:01:00.428028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:00.448820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88575276-773c-45d5-a1eb-7952b48fdd64 None None] Network 8d1ad111-29b7-49b9-acc9-351411c97cad requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:00.793882 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:00.834345 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Transition to ACTIVE for port object 90902fd7-f2d8-423b-9d11-94791a75cdb4 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:00.852664 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:00.861540 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-557635d5-1c71-4f1d-9e06-8bb401f3d6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:00.881390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c086c5-a06e-458e-a808-775c747a1e19 req-9809f3c2-ba2e-45ae-964e-89d9b96b2b05 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:00.887537 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6c086c5-a06e-458e-a808-775c747a1e19 req-9809f3c2-ba2e-45ae-964e-89d9b96b2b05 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 944 time: 0.2416527
Dec 16 10:01:01.031966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6c086c5-a06e-458e-a808-775c747a1e19 req-411997ac-f488-489b-9c57-68bf97d2d663 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430435
Dec 16 10:01:01.136725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:01.145479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4aeecbb9-f38b-4e2a-aa40-6489b044370d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:01.145867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:01.223853 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3ea8-4c31-4298-a0bd-159ba4f73ae4 None None] Pushing event updated for resources: {'Port': ['ID=90902fd7-f2d8-423b-9d11-94791a75cdb4,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:01.243341 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ab9d3ea8-4c31-4298-a0bd-159ba4f73ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:01.324453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:01.325201 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:01.403740 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Attempting to bind port 90902fd7-f2d8-423b-9d11-94791a75cdb4 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:01:01.404165 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Attempting to bind port 90902fd7-f2d8-423b-9d11-94791a75cdb4 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:01:01.404595 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Attempting to bind port 90902fd7-f2d8-423b-9d11-94791a75cdb4 on network 3879e9d9-aebb-47fb-9aed-c70e5665779f {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:01:01.414460 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:01:01.414868 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Checking segment: {'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:01.415289 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:01.415707 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Bound using segment: {'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:01:01.416194 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Bound port: 90902fd7-f2d8-423b-9d11-94791a75cdb4, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e32af7-b9c4-4be0-84cc-999ea35abccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:01:01.416658 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:01.429035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8d1ad111-29b7-49b9-acc9-351411c97cad', 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'fixed_ips': [{'subnet_id': 'dfe0a312-365d-45d4-aefb-404ee835187f'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:01:01.429902 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:01.722131 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] For port 90902fd7-f2d8-423b-9d11-94791a75cdb4, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:01:01.730289 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] For port 90902fd7-f2d8-423b-9d11-94791a75cdb4, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=90902fd7-f2d8-423b-9d11-94791a75cdb4,segment=NetworkSegment(06e32af7-b9c4-4be0-84cc-999ea35abccf),segment_id=06e32af7-b9c4-4be0-84cc-999ea35abccf)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:01:01.738681 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:01.743415 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-bb2966d2-3f0a-435f-98a1-a4f0e5f13462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:02.007120 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:02.014784 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6a160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:02.155497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:02.204362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e8dc1-2848-4bab-abac-3484a3b4ee25 req-09e9f09b-6f02-4411-ac4f-ddde8152e66b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:02.206246 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-587e8dc1-2848-4bab-abac-3484a3b4ee25 req-09e9f09b-6f02-4411-ac4f-ddde8152e66b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 944 time: 0.3877451
Dec 16 10:01:02.334801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-587e8dc1-2848-4bab-abac-3484a3b4ee25 req-cdf8a079-b1bf-4054-b89b-4516b4aa2372 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217966
Dec 16 10:01:02.336595 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:01:02.385384 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3ea8-4c31-4298-a0bd-159ba4f73ae4 None None] Pushing event updated for resources: {'Port': ['ID=90902fd7-f2d8-423b-9d11-94791a75cdb4,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:02.404546 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ab9d3ea8-4c31-4298-a0bd-159ba4f73ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:02.430479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:02.458156 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:02.479343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-82bd8254-b565-4fec-aedb-3362782062f6 None None] Provisioning for port 90902fd7-f2d8-423b-9d11-94791a75cdb4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:02.553910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Allocated IP 2001:db8:3::2 (8d1ad111-29b7-49b9-acc9-351411c97cad/dfe0a312-365d-45d4-aefb-404ee835187f/c7b213ce-5edf-4d3d-bdeb-4d397af67323) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:01:02.557864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port f8a9153d-aacc-4d2e-947b-50ec16f4d22e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:02.567458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:02.741942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3700c6-fc63-459c-9d50-94e960a0051f req-2e4ddb87-2532-46e0-a0ac-c77b23cee8a6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:02.749181 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe3700c6-fc63-459c-9d50-94e960a0051f req-2e4ddb87-2532-46e0-a0ac-c77b23cee8a6 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 944 time: 0.2555423
Dec 16 10:01:02.814587 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f54f83b6-2916-4ebf-9ace-1632f67f8989 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:03.036106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-82bd8254-b565-4fec-aedb-3362782062f6 None None] Provisioning complete for port f54f83b6-2916-4ebf-9ace-1632f67f8989 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:03.037086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82bd8254-b565-4fec-aedb-3362782062f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:03.177821 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fe3700c6-fc63-459c-9d50-94e960a0051f req-13c39a3b-0163-4b2a-909a-e6b9061ca143 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4273031
Dec 16 10:01:03.305600 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:03.323911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f54f83b6-2916-4ebf-9ace-1632f67f8989 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:03.324446 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:03.405827 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c6a160>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:56Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:01Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:03.417030 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a16c25-0cdc-4beb-8973-0ddd237e71b7 None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:00:56Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:01Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:03.573733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port 858a5d6a-e8f5-43f3-b2d8-09efea58be04, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:03.587195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a5d6a-e8f5-43f3-b2d8-09efea58be04'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:01:03.634419 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:03.796406 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:03.892125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=858a5d6a-e8f5-43f3-b2d8-09efea58be04,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:03.910961 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d163f-6b87-4015-be9a-4fda256b815f req-c1162ba9-0760-4fe5-b98f-251c8f73145f tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:03.923338 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:03.927849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a2d163f-6b87-4015-be9a-4fda256b815f req-c1162ba9-0760-4fe5-b98f-251c8f73145f tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 945 time: 0.2474396
Dec 16 10:01:04.022139 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0a2d163f-6b87-4015-be9a-4fda256b815f req-6446cc69-1fea-497b-b235-07df8e639b42 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917215
Dec 16 10:01:04.053821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:04.160265 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'code': 200}
Dec 16 10:01:04.368825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:04.369665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39b252-7cf5-47b2-99e8-5a3b78814cd8 req-19710938-d8d0-4b9d-a0fd-bdb1f4009aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:04.372708 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d39b252-7cf5-47b2-99e8-5a3b78814cd8 req-19710938-d8d0-4b9d-a0fd-bdb1f4009aee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 1096 time: 0.1693008
Dec 16 10:01:04.434714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Transition to ACTIVE for port object c7b213ce-5edf-4d3d-bdeb-4d397af67323 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:04.500917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Transition to ACTIVE for port object c7b213ce-5edf-4d3d-bdeb-4d397af67323 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:04.545348 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7d39b252-7cf5-47b2-99e8-5a3b78814cd8 req-6fde3999-b536-42d0-a413-35bd360f4e00 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634288
Dec 16 10:01:04.572298 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:04.594276 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:04.619580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c03496-7b64-4450-82fa-b9b5ec66f731 req-b464e10f-7a6f-4df2-80ca-44cf5a96ed2d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:04.621267 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-71c03496-7b64-4450-82fa-b9b5ec66f731 req-b464e10f-7a6f-4df2-80ca-44cf5a96ed2d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 944 time: 0.1345887
Dec 16 10:01:04.647127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:04.692823 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:04.715071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Allocated IP 2001:db8:3::1 (8d1ad111-29b7-49b9-acc9-351411c97cad/dfe0a312-365d-45d4-aefb-404ee835187f/8fff690e-fa08-4067-938a-27fe239415fe) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:01:04.758337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Network 8d1ad111-29b7-49b9-acc9-351411c97cad is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:01:04.761365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-71c03496-7b64-4450-82fa-b9b5ec66f731 req-cef1555f-8c0b-441a-a815-cc4a15c40054 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208551
Dec 16 10:01:04.773554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:04.778062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:01:04.795465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Pushing event updated for resources: {'Port': ['ID=c7b213ce-5edf-4d3d-bdeb-4d397af67323,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:04.804332 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:04.805429 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b614fc66-7f63-4af6-9449-9dd8215ea80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:04.989362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 90902fd7-f2d8-423b-9d11-94791a75cdb4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:05.067594 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.091035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Transition to ACTIVE for port object 8fff690e-fa08-4067-938a-27fe239415fe will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:05.132046 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.138870 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-135ba612-bc82-431e-b0bd-acc2e8cc02f2 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:05.148060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Attempting to bind port c7b213ce-5edf-4d3d-bdeb-4d397af67323 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:01:05.153654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Attempting to bind port c7b213ce-5edf-4d3d-bdeb-4d397af67323 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:01:05.154618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Attempting to bind port c7b213ce-5edf-4d3d-bdeb-4d397af67323 on network 8d1ad111-29b7-49b9-acc9-351411c97cad {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:01:05.205628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:05.232866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=8fff690e-fa08-4067-938a-27fe239415fe,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:05.234615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:01:05.239208 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:05.242920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Checking segment: {'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:05.244331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.245706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Bound using segment: {'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:01:05.247094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Bound port: c7b213ce-5edf-4d3d-bdeb-4d397af67323, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:01:05.248750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.259872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 8d1ad111-29b7-49b9-acc9-351411c97cad is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:01:05.261959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:05.264656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:01:05.265205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.292431 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:05.400387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] For port c7b213ce-5edf-4d3d-bdeb-4d397af67323, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:01:05.410120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] For port c7b213ce-5edf-4d3d-bdeb-4d397af67323, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c7b213ce-5edf-4d3d-bdeb-4d397af67323,segment=NetworkSegment(c7ff9535-3d60-473e-a877-e5296d5a5793),segment_id=c7ff9535-3d60-473e-a877-e5296d5a5793)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:01:05.414566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e13c1-c75b-48e6-ad87-f270ce9a35c8 req-51515c42-d8ab-4cfb-9040-b21e9806afa7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:05.419739 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.425091 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:05.425639 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a11e13c1-c75b-48e6-ad87-f270ce9a35c8 req-51515c42-d8ab-4cfb-9040-b21e9806afa7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 945 time: 0.2073979
Dec 16 10:01:05.468307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 90902fd7-f2d8-423b-9d11-94791a75cdb4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:05.491320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 90902fd7-f2d8-423b-9d11-94791a75cdb4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:05.491856 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.512496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a11e13c1-c75b-48e6-ad87-f270ce9a35c8 req-4191441c-0d92-473e-9fe6-817746588d98 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858719
Dec 16 10:01:05.557171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:05.816149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Pushing event updated for resources: {'Port': ['ID=c7b213ce-5edf-4d3d-bdeb-4d397af67323,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:05.857956 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:05.883993 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:06.014372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 90902fd7-f2d8-423b-9d11-94791a75cdb4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=90902fd7-f2d8-423b-9d11-94791a75cdb4,segment=NetworkSegment(06e32af7-b9c4-4be0-84cc-999ea35abccf),segment_id=06e32af7-b9c4-4be0-84cc-999ea35abccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:06.021914 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:06.030552 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7a0c9df9-61c5-4a1a-96b8-d179828506cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:06.173584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74665441-ff5c-40c2-b3ca-62a833cf342e req-e3c3e586-5edb-4027-bf13-d4f345d83a84 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:06.180729 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74665441-ff5c-40c2-b3ca-62a833cf342e req-e3c3e586-5edb-4027-bf13-d4f345d83a84 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1889970
Dec 16 10:01:06.202505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:01:06.294827 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74665441-ff5c-40c2-b3ca-62a833cf342e req-c79d45aa-ff4f-4960-8c3d-f5614de77f7a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128638
Dec 16 10:01:06.307599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=90902fd7-f2d8-423b-9d11-94791a75cdb4,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:06.310659 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:06.420328 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'code': 200}
Dec 16 10:01:06.635985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:06.660372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:06.661618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:06.668067 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-51853209-8a5e-4fd6-a423-fad1a83ad19a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:06.807084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event updated for resources: {'Port': ['ID=8fff690e-fa08-4067-938a-27fe239415fe,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:06.816742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.817262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.818821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.819603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.833611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.835013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.836035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.836681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.838135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.839049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.839692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.841594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:06.884075 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:06.918723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc7ad-8373-44dc-bcd6-0e7cb4280274 req-156e6864-e490-4e40-adca-9331c6dbfbfc tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:06.960999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ccbfc7ad-8373-44dc-bcd6-0e7cb4280274 req-156e6864-e490-4e40-adca-9331c6dbfbfc tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 945 time: 0.2352712
Dec 16 10:01:07.119230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Network 8d1ad111-29b7-49b9-acc9-351411c97cad is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:01:07.120651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:07.131278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 90902fd7-f2d8-423b-9d11-94791a75cdb4 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:07.136920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ccbfc7ad-8373-44dc-bcd6-0e7cb4280274 req-4339ddf8-98f9-4aac-9ea2-4707f150dc2a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707776
Dec 16 10:01:07.305759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 90902fd7-f2d8-423b-9d11-94791a75cdb4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:07.306057 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:07.598983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c7b213ce-5edf-4d3d-bdeb-4d397af67323 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:07.630911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def9532-caff-4bba-a71a-c93c0573ea91 None None] Network 8d1ad111-29b7-49b9-acc9-351411c97cad requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:07.653097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:07.748225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30b96e-8be5-4323-87a2-972faee05f1d req-cf4cd42c-9af8-4942-8c02-b51028059b2b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:07.760814 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d30b96e-8be5-4323-87a2-972faee05f1d req-cf4cd42c-9af8-4942-8c02-b51028059b2b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2164612
Dec 16 10:01:07.874751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9aaccdc5-61ec-40b7-a894-bf1af0e111dc None None] Provisioning for port c7b213ce-5edf-4d3d-bdeb-4d397af67323 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:07.880553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9d30b96e-8be5-4323-87a2-972faee05f1d req-abb5a0b5-75b6-4f78-ac6f-374b3ec45df3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187677
Dec 16 10:01:07.988721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:08.009319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c7b213ce-5edf-4d3d-bdeb-4d397af67323 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:08.010631 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44266) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:08.011136 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5803404
Dec 16 10:01:08.016926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:08.030325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:08.036257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c7b213ce-5edf-4d3d-bdeb-4d397af67323 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:08.036805 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:08.098263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:08.099814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f61bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:08.295944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:09.186118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f61bb0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fff690e-fa08-4067-938a-27fe239415fe', 'name': '', 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:8c:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:03Z', 'updated_at': '2021-12-16T10:01:06Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:09.218109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:09.218713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Updating router 4fc211e2-64c5-44b6-b985-60a74076983f port 8fff690e-fa08-4067-938a-27fe239415fe binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:01:09.364505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:09.385125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a13d9-1088-40b5-bb5a-9b3f5abe0612 req-927aa3eb-4160-4fe2-8f88-b1081a26529b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:09.387717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b23a13d9-1088-40b5-bb5a-9b3f5abe0612 req-927aa3eb-4160-4fe2-8f88-b1081a26529b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2358019
Dec 16 10:01:09.597755 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b23a13d9-1088-40b5-bb5a-9b3f5abe0612 req-53e0ede5-62fa-444d-9e63-01595d9526dd tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683772
Dec 16 10:01:09.605313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 10:01:09.648375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Removed routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 10:01:09.653930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:09.879312 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:09.917272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cd09cc9-e9ba-400b-98e9-8e1e2e4ce98f None None] Provisioning complete for port c7b213ce-5edf-4d3d-bdeb-4d397af67323 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:09.918016 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cd09cc9-e9ba-400b-98e9-8e1e2e4ce98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:10.069396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c7b213ce-5edf-4d3d-bdeb-4d397af67323, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c7b213ce-5edf-4d3d-bdeb-4d397af67323,segment=NetworkSegment(c7ff9535-3d60-473e-a877-e5296d5a5793),segment_id=c7ff9535-3d60-473e-a877-e5296d5a5793)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:10.102919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:10.107921 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12701218-74eb-42bf-98af-c796faf28c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:10.272738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c7b213ce-5edf-4d3d-bdeb-4d397af67323,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:10.277963 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:10.379535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 10:01:10.423203 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:10.437322 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:10.620130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:10.634869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cd09cc9-e9ba-400b-98e9-8e1e2e4ce98f None None] Provisioning for port 8fff690e-fa08-4067-938a-27fe239415fe completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:10.662965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cd09cc9-e9ba-400b-98e9-8e1e2e4ce98f None None] Provisioning complete for port 8fff690e-fa08-4067-938a-27fe239415fe triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:10.663477 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cd09cc9-e9ba-400b-98e9-8e1e2e4ce98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:10.746168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Transition to ACTIVE for port object 8fff690e-fa08-4067-938a-27fe239415fe will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:10.748950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cd09cc9-e9ba-400b-98e9-8e1e2e4ce98f None None] Port 8fff690e-fa08-4067-938a-27fe239415fe cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:01:10.757474 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:10.768942 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:11.048482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94aa12-03f5-4118-a413-ea086bdb0229 None None] Pushing event updated for resources: {'Port': ['ID=8fff690e-fa08-4067-938a-27fe239415fe,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:11.063660 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c94aa12-03f5-4118-a413-ea086bdb0229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:11.102417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Attempting to bind port 8fff690e-fa08-4067-938a-27fe239415fe on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:01:11.102823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Attempting to bind port 8fff690e-fa08-4067-938a-27fe239415fe by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:01:11.103233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Attempting to bind port 8fff690e-fa08-4067-938a-27fe239415fe on network 8d1ad111-29b7-49b9-acc9-351411c97cad {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:01:11.109664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:01:11.110794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Checking segment: {'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:11.110794 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:11.111053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Bound using segment: {'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:01:11.111965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Bound port: 8fff690e-fa08-4067-938a-27fe239415fe, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ff9535-3d60-473e-a877-e5296d5a5793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:01:11.112365 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:11.131571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:11.311616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] For port 8fff690e-fa08-4067-938a-27fe239415fe, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:01:11.319764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] For port 8fff690e-fa08-4067-938a-27fe239415fe, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8fff690e-fa08-4067-938a-27fe239415fe,segment=NetworkSegment(c7ff9535-3d60-473e-a877-e5296d5a5793),segment_id=c7ff9535-3d60-473e-a877-e5296d5a5793)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:01:11.342874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:11.350652 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9233a752-8649-41ee-9d93-f066400fdf03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:11.423378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:11.441079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:11.445590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44294) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:11.460701 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e8457259-cc11-460b-b347-c5e167a8a7f0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 200  len: 954 time: 3.4480913
Dec 16 10:01:11.508997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeed41-459f-4e1d-b16f-15158e2be41f req-c6f7fd8c-8fcf-4e84-b4a9-03e7534c140d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:11.515717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bdeed41-459f-4e1d-b16f-15158e2be41f req-c6f7fd8c-8fcf-4e84-b4a9-03e7534c140d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.6200461
Dec 16 10:01:11.516892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94aa12-03f5-4118-a413-ea086bdb0229 None None] Pushing event updated for resources: {'Port': ['ID=8fff690e-fa08-4067-938a-27fe239415fe,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:11.525729 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c94aa12-03f5-4118-a413-ea086bdb0229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:11.564188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:11.566155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f61bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:00:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:11.646344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9bdeed41-459f-4e1d-b16f-15158e2be41f req-f955f535-b194-4d46-8396-365d0ebd8a2c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297312
Dec 16 10:01:11.821868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44300) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:11.822364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66279bb9-7f17-4419-975e-63651d20ccfb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 200  len: 954 time: 0.3755021
Dec 16 10:01:11.828053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'routes': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:12.181498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:12.665181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c7b213ce-5edf-4d3d-bdeb-4d397af67323 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:12.813124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 10:01:12.813754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 10:01:12.910644 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:12.995579 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:13.021849 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24356452-048b-4fb9-ae71-9f91080f93d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:13.110312 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c7b213ce-5edf-4d3d-bdeb-4d397af67323 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:13.111069 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:13.190383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f61bb0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:09Z', 'revision_number': 6, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fff690e-fa08-4067-938a-27fe239415fe', 'name': '', 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:8c:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:03Z', 'updated_at': '2021-12-16T10:01:11Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:13.205538 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552a7b4-c63a-438e-9cbb-a58a8ee1ea62 None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:09Z', 'revision_number': 6, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fff690e-fa08-4067-938a-27fe239415fe', 'name': '', 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:8c:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:03Z', 'updated_at': '2021-12-16T10:01:11Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:13.707075 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:13.712288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:13.953397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:13.965098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92873a6-6503-4ae5-a308-64fe8e3099f2 req-a24eb214-5cff-4aff-b902-b7b12cf7dbf1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:13.973952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b92873a6-6503-4ae5-a308-64fe8e3099f2 req-a24eb214-5cff-4aff-b902-b7b12cf7dbf1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 1.0550177
Dec 16 10:01:14.054862 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b92873a6-6503-4ae5-a308-64fe8e3099f2 req-9d56a900-0371-4097-8000-531bfb3245b2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716200
Dec 16 10:01:14.202353 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:14.346200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:14.358148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8fff690e-fa08-4067-938a-27fe239415fe up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:14.369676 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:14.373754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9cf58dca-07e3-496b-8b7f-322f931b8154 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 200  len: 704 time: 2.5501032
Dec 16 10:01:14.374028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:14.530103 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-105ad9b9-b0cc-4e42-8a1b-5733fc93e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:14.534209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8fff690e-fa08-4067-938a-27fe239415fe completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:14.551946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8fff690e-fa08-4067-938a-27fe239415fe triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:14.552316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:14.677975 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44330) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:14.757399 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b8675409-750f-4a08-9f04-8ec1eb1db29e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 200  len: 704 time: 0.3791168
Dec 16 10:01:14.759127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44336) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:14.852497 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:14.870714 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:14.871824 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f292d6a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:14.946684 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.027873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8fff690e-fa08-4067-938a-27fe239415fe, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8fff690e-fa08-4067-938a-27fe239415fe,segment=NetworkSegment(c7ff9535-3d60-473e-a877-e5296d5a5793),segment_id=c7ff9535-3d60-473e-a877-e5296d5a5793)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:15.039194 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.042636 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:15.111027 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.142291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:15.147393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Usage tracker for resource:security_group_rule and tenant:232f1f53004d4a688d7d6922599d422d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:15.151126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:15.158390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:15.215017 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8fff690e-fa08-4067-938a-27fe239415fe,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:15.225223 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:15.238523 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:15.335844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.371609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.405248 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.442117 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b55679e7-c2dd-4335-8af6-ce6b5ad95779 tempest-AllowedAddressPairTestJSON-1862533055 tempest-AllowedAddressPairTestJSON-1862533055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:15.450628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=232f1f53004d4a688d7d6922599d422d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7710228
Dec 16 10:01:15.453929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:15.507258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f448e1-76fc-4551-b930-f3b2fa523155,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:15.512112 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:15.554092 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.634656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.685245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.774119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.783902 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-170015d0-6ea6-436c-ae0e-78d178563432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:15.802593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f448e1-76fc-4551-b930-f3b2fa523155,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:15.806230 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:15.807877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:15.810109 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73f448e1-76fc-4551-b930-f3b2fa523155 HTTP/1.1" status: 204  len: 168 time: 0.3545182
Dec 16 10:01:15.878266 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f292d6a0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:12Z', 'revision_number': 7, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fff690e-fa08-4067-938a-27fe239415fe', 'name': '', 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:8c:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:03Z', 'updated_at': '2021-12-16T10:01:11Z', 'revision_number': 4, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:15.889754 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:15.915278 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:15.917320 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f292d6a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:16.041501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b80b-0a30-44b1-af7e-46f72548c656 req-042fe54e-66f6-49d7-ba05-592b4d28c304 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:16.049359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-42b6b80b-0a30-44b1-af7e-46f72548c656 req-042fe54e-66f6-49d7-ba05-592b4d28c304 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.7111444
Dec 16 10:01:16.180858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-42b6b80b-0a30-44b1-af7e-46f72548c656 req-1158f037-bf5a-4129-b85d-026db0ab7a0e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292126
Dec 16 10:01:16.274969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8fff690e-fa08-4067-938a-27fe239415fe up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:16.364574 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:16.399683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8fff690e-fa08-4067-938a-27fe239415fe triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:16.400115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:16.500142 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:17.096752 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f292d6a0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:12Z', 'revision_number': 7, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fff690e-fa08-4067-938a-27fe239415fe', 'name': '', 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:8c:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:03Z', 'updated_at': '2021-12-16T10:01:14Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:17.102306 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce399b6-3d0a-4802-9bc2-ae96cf885c7a None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:12Z', 'revision_number': 7, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fff690e-fa08-4067-938a-27fe239415fe', 'name': '', 'network_id': '8d1ad111-29b7-49b9-acc9-351411c97cad', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:8c:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:03Z', 'updated_at': '2021-12-16T10:01:14Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'dfe0a312-365d-45d4-aefb-404ee835187f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:17.140779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port 8fff690e-fa08-4067-938a-27fe239415fe {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:17.141128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:17.166891 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:17.426323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port 8fff690e-fa08-4067-938a-27fe239415fe, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8fff690e-fa08-4067-938a-27fe239415fe,segment=NetworkSegment(c7ff9535-3d60-473e-a877-e5296d5a5793),segment_id=c7ff9535-3d60-473e-a877-e5296d5a5793)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:17.427230 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:17.741548 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for 8fff690e-fa08-4067-938a-27fe239415fe owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:17.969495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720a081-7013-40c3-ad4b-c60f841c9dd2 req-e581c44b-c668-48ef-813b-d88c2a80359d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:17.971263 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4720a081-7013-40c3-ad4b-c60f841c9dd2 req-e581c44b-c668-48ef-813b-d88c2a80359d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1706715
Dec 16 10:01:18.092005 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4720a081-7013-40c3-ad4b-c60f841c9dd2 req-d3ce72e9-1666-4256-a00e-d76e174216c1 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149979
Dec 16 10:01:18.123220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:18.128558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9aff32f3-f9fd-41d8-8e3d-fc27571278a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:18.184907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=8fff690e-fa08-4067-938a-27fe239415fe,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:18.188858 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:18.538006 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:19.217104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:19.460120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:19.474951 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:19.506644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9b7f1-67e1-4425-a44d-a8b2ba47888c req-9c96c947-dbfe-4d0f-a5fc-c0293fb2e369 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:19.509136 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1db9b7f1-67e1-4425-a44d-a8b2ba47888c req-9c96c947-dbfe-4d0f-a5fc-c0293fb2e369 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.1483791
Dec 16 10:01:19.512455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7520955
Dec 16 10:01:19.515630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44402) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:19.520278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:19.520968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2223f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:19.610338 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1db9b7f1-67e1-4425-a44d-a8b2ba47888c req-65f1bdf5-0260-480e-9195-72e04467273b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890703
Dec 16 10:01:19.677733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet dfe0a312-365d-45d4-aefb-404ee835187f {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:01:19.682514 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:19.827329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:19.999586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:20.165536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:20.261554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2223f70>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:18Z', 'revision_number': 8, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:20.268790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:20.284784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:20.285998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:20.287135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2223f70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:20.293106 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3a32bd1-5388-4f41-8910-d033486e0593 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:20.349513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:20.355453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe0a312-365d-45d4-aefb-404ee835187f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:20.358402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:20.364177 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/dfe0a312-365d-45d4-aefb-404ee835187f HTTP/1.1" status: 204  len: 168 time: 0.8469028
Dec 16 10:01:20.366943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44412) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:20.412253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c3e48-c93e-49f2-b9cc-6e13cdd7e0ca None None] Network 8d1ad111-29b7-49b9-acc9-351411c97cad requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:20.604269 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:20.632545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port c7b213ce-5edf-4d3d-bdeb-4d397af67323 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:20.636855 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:20.719324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:21.061944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312026c-8664-4f48-8abe-a419eeb7b168 req-5d3bb9f9-39a4-4266-8c6e-dc2b7e881c95 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:21.070519 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4312026c-8664-4f48-8abe-a419eeb7b168 req-5d3bb9f9-39a4-4266-8c6e-dc2b7e881c95 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.2442498
Dec 16 10:01:21.105014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port c7b213ce-5edf-4d3d-bdeb-4d397af67323, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c7b213ce-5edf-4d3d-bdeb-4d397af67323,segment=NetworkSegment(c7ff9535-3d60-473e-a877-e5296d5a5793),segment_id=c7ff9535-3d60-473e-a877-e5296d5a5793)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:21.105590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:21.192240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] DHCP port deletion for 8d1ad111-29b7-49b9-acc9-351411c97cad request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:01:21.198069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Deleting port c7b213ce-5edf-4d3d-bdeb-4d397af67323 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:21.198748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:21.278919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for c7b213ce-5edf-4d3d-bdeb-4d397af67323 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:21.328947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4312026c-8664-4f48-8abe-a419eeb7b168 req-ed1d49a3-0082-4b90-adbf-b4a334b72576 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2569964
Dec 16 10:01:21.429840 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:21.434052 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2b94711c-28b2-478a-9557-0719cbac9f70 tempest-VolumesActionsTest-1798149753 tempest-VolumesActionsTest-1798149753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:21.507329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No DVR routers for this DVR port c7b213ce-5edf-4d3d-bdeb-4d397af67323 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:01:21.510252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=c7b213ce-5edf-4d3d-bdeb-4d397af67323,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:21.515658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] For port c7b213ce-5edf-4d3d-bdeb-4d397af67323, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c7b213ce-5edf-4d3d-bdeb-4d397af67323,segment=NetworkSegment(c7ff9535-3d60-473e-a877-e5296d5a5793),segment_id=c7ff9535-3d60-473e-a877-e5296d5a5793)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:21.539959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:21.556455 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:21.722637 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Calling delete_port for c7b213ce-5edf-4d3d-bdeb-4d397af67323 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:21.792292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2223f70>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:18Z', 'revision_number': 8, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:21.801646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147afeb-f155-4262-b074-6b6ddacb658e None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:18Z', 'revision_number': 8, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90902fd7-f2d8-423b-9d11-94791a75cdb4', 'name': '', 'network_id': '3879e9d9-aebb-47fb-9aed-c70e5665779f', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:10:be:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:54Z', 'updated_at': '2021-12-16T10:01:05Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'ce1cc8c0-02b2-4819-88eb-6bbc1568378c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:21.876198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:01:21.877142 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:01:21.974842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:22.011372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2642b80>,) {'filters': {'network_id': ['8d1ad111-29b7-49b9-acc9-351411c97cad']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:22.028683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2642b80>, 'c7ff9535-3d60-473e-a877-e5296d5a5793') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:22.028683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2642b80>, 'c7ff9535-3d60-473e-a877-e5296d5a5793') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:22.041745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:22.060779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:22.068972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:01:22.069635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:01:22.090235 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:01:22.239066 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:22.276249 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ef9f6fc-f2dd-4a9d-a1f0-a59712a1ed37 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:22.329114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8fff690e-fa08-4067-938a-27fe239415fe no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:22.340460 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:22.353414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=8d1ad111-29b7-49b9-acc9-351411c97cad,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:22.358777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/8d1ad111-29b7-49b9-acc9-351411c97cad HTTP/1.1" status: 204  len: 168 time: 1.9876566
Dec 16 10:01:22.360521 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:22.361008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44424) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:22.377670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8fff690e-fa08-4067-938a-27fe239415fe {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:01:22.378273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8fff690e-fa08-4067-938a-27fe239415fe not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:01:22.379081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c7b213ce-5edf-4d3d-bdeb-4d397af67323 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:22.528397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Deleting port c7b213ce-5edf-4d3d-bdeb-4d397af67323 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:22.528782 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:22.693593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c7b213ce-5edf-4d3d-bdeb-4d397af67323 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:01:22.695517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c7b213ce-5edf-4d3d-bdeb-4d397af67323 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:01:22.798005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-05728825-728c-4d99-b57f-61e65fffc4f8 None None] The port 'c7b213ce-5edf-4d3d-bdeb-4d397af67323' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:01:22.956534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66e2c5-3d55-410c-af3e-82e6e477dc5e req-7d5f9b69-0bbd-4357-aa65-2e7d56b82093 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:22.958515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc66e2c5-3d55-410c-af3e-82e6e477dc5e req-7d5f9b69-0bbd-4357-aa65-2e7d56b82093 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.3654232
Dec 16 10:01:23.124207 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc66e2c5-3d55-410c-af3e-82e6e477dc5e req-da700e3d-0632-414b-a1be-9cbfdac8a210 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341634
Dec 16 10:01:23.488232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:23.681578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd9d6-66d1-4912-9a28-56290166f479 req-a3e3ec6b-94f4-4815-82b4-5306b0523e6a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:23.683133 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-a3e3ec6b-94f4-4815-82b4-5306b0523e6a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.4006500
Dec 16 10:01:23.753798 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-9ffca58e-4b43-4f74-9857-180283c96764 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/quotas/e427264709c4416e880d286eca419412 HTTP/1.1" status: 200  len: 375 time: 0.0627263
Dec 16 10:01:23.894888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-d1d96e02-5437-4f13-8900-92c808a503f8 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1350906
Dec 16 10:01:24.191292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port 90902fd7-f2d8-423b-9d11-94791a75cdb4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:24.191934 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:24.424380 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-dfe53026-bcc8-4094-bb29-d65f4d638086 service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3418205
Dec 16 10:01:24.577622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port 90902fd7-f2d8-423b-9d11-94791a75cdb4, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=90902fd7-f2d8-423b-9d11-94791a75cdb4,segment=NetworkSegment(06e32af7-b9c4-4be0-84cc-999ea35abccf),segment_id=06e32af7-b9c4-4be0-84cc-999ea35abccf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:24.577979 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:24.723890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for 90902fd7-f2d8-423b-9d11-94791a75cdb4 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:24.785047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-81f9e07d-0d39-494a-85d7-6941ff2026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:24.786531 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-81f9e07d-0d39-494a-85d7-6941ff2026cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1096 time: 0.4793172
Dec 16 10:01:24.791943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-461e1f18-a173-4a03-8e6d-75af929ef390 service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3546078
Dec 16 10:01:24.966242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-bb75debe-4f93-4dcf-b9e1-e9d8eb11e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:24.967813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-bb75debe-4f93-4dcf-b9e1-e9d8eb11e50d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.1730044
Dec 16 10:01:25.077889 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-df17b966-2abe-4e6a-864d-613f159ec082 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.1035781
Dec 16 10:01:25.232849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-3b7f456e-dab1-4584-b954-ba81722a4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:25.234349 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-3b7f456e-dab1-4584-b954-ba81722a4226 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.1230352
Dec 16 10:01:25.236747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:25.242033 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-954f27eb-bb0f-47fc-8b3e-98410d4f7a6b tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:25.334364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=90902fd7-f2d8-423b-9d11-94791a75cdb4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:25.337626 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:25.354916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-f8dded8c-28e6-4d44-914a-b5f058efbe61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1094980
Dec 16 10:01:25.715010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526b073-9d2d-4dda-a5e7-7665c9159d7b req-1c58982c-52a1-48ef-9675-c426c2820bde tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:25.716935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9526b073-9d2d-4dda-a5e7-7665c9159d7b req-1c58982c-52a1-48ef-9675-c426c2820bde tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 945 time: 0.6865761
Dec 16 10:01:25.953432 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9526b073-9d2d-4dda-a5e7-7665c9159d7b req-7f4f4a6a-40e4-4926-b9ae-cd811fc43f44 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842206
Dec 16 10:01:25.959550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:25.964743 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-7103fa5f-2deb-4ae9-89b2-bb1e335b6403 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5484350
Dec 16 10:01:26.200305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:26.389299 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c8669ce4-2dc0-4831-9355-8a1ec509505a req-b83bed5e-e2f9-4b38-91af-00ecd6cb2d71 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 210 time: 0.2626386
Dec 16 10:01:26.410412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:26.452442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:01:26.472609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:26.477899 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:26.483197 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:26.526692 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'code': 200}
Dec 16 10:01:26.567389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:26.576115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.576702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.577273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.577789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.578319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.578837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.579375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.580449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.580968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.581469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.582108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.582610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:26.586889 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:26.650587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-359be8f5-ec89-4ffa-a93e-46281b903e70 req-5ddc24ed-0480-409b-8a29-a556bc62f303 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6784332
Dec 16 10:01:26.713590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd9d6-66d1-4912-9a28-56290166f479 req-0477dc0d-17b3-4122-9778-8c4dac8d54fe tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:26.714957 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-0477dc0d-17b3-4122-9778-8c4dac8d54fe tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.5870597
Dec 16 10:01:26.728058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Request body: {'port': {'device_id': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'admin_state_up': True, 'tenant_id': 'e427264709c4416e880d286eca419412'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:26.874874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:26.959358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:27.043637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:27.064041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Made reservation on behalf of e427264709c4416e880d286eca419412 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:01:27.067558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:27.131385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:27.142991 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:27.154596 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:27.155319 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29e6160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:27.336616 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:27.366102 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0020499
Dec 16 10:01:27.371351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44494) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:27.478852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf8091-1ffa-48c7-8965-bbf6c93cbcf5 req-32e8e622-f5da-48ab-9bc3-bd1f9d02fec5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:27.481691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet ce1cc8c0-02b2-4819-88eb-6bbc1568378c {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:01:27.486630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7fcf8091-1ffa-48c7-8965-bbf6c93cbcf5 req-32e8e622-f5da-48ab-9bc3-bd1f9d02fec5 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.4026289
Dec 16 10:01:27.487598 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:27.543800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Allocated IP 172.20.0.14 (78a2d002-8b68-403d-a573-59476fa1d7ac/61578637-316a-4ab3-8999-5428d7087f41/523d553b-f4b3-4882-947f-497ddfe1d488) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:01:27.556320 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7fcf8091-1ffa-48c7-8965-bbf6c93cbcf5 req-09e4ba1a-5eb1-4a99-b391-317bb0468ab3 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684483
Dec 16 10:01:27.560874 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:27.684719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:27.835204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:27.838230 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b29ae51f-5b3e-40eb-be5b-91ef12a11684 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:27.880151 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29e6160>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:24Z', 'revision_number': 9, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:27.885546 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:27.895420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8c6a1b71-d01e-462b-ba95-8b52a839b0ee req-0798d1ac-f374-48d9-bb30-bf022c9d6de0 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 210 time: 0.1167758
Dec 16 10:01:27.898873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1cc8c0-02b2-4819-88eb-6bbc1568378c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:27.907019 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:27.908905 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29e6160>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:27.911412 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:27.914560 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:27.921862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3267e-a8ca-47be-8ee4-a64b07245c34 None None] Network 3879e9d9-aebb-47fb-9aed-c70e5665779f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:27.924891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:27.925073 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be7120c3-cec2-4151-8a44-9539da7e26d9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/ce1cc8c0-02b2-4819-88eb-6bbc1568378c HTTP/1.1" status: 204  len: 168 time: 0.5515187
Dec 16 10:01:28.061771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.096154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port f54f83b6-2916-4ebf-9ace-1632f67f8989 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:28.096812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.115153 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:28.237520 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.257665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44510) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:28.390627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] DHCP port deletion for 3879e9d9-aebb-47fb-9aed-c70e5665779f request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:01:28.396693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Deleting port f54f83b6-2916-4ebf-9ace-1632f67f8989 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:28.397080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.528651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port f54f83b6-2916-4ebf-9ace-1632f67f8989, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f54f83b6-2916-4ebf-9ace-1632f67f8989,segment=NetworkSegment(06e32af7-b9c4-4be0-84cc-999ea35abccf),segment_id=06e32af7-b9c4-4be0-84cc-999ea35abccf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:28.529138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.594902 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.646227 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29e6160>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:24Z', 'revision_number': 9, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:28.651630 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a82094-f141-495c-9e31-2d47e64e5ae3 None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:24Z', 'revision_number': 9, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': '4aeecbb9-f38b-4e2a-aa40-6489b044370d', 'name': '', 'network_id': 'aacf82b2-e78c-4db1-9ba5-3e2091402183', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:52:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:48Z', 'updated_at': '2021-12-16T10:00:58Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': '6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:28.705465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] For port f54f83b6-2916-4ebf-9ace-1632f67f8989, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f54f83b6-2916-4ebf-9ace-1632f67f8989,segment=NetworkSegment(06e32af7-b9c4-4be0-84cc-999ea35abccf),segment_id=06e32af7-b9c4-4be0-84cc-999ea35abccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:28.705897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.757588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for f54f83b6-2916-4ebf-9ace-1632f67f8989 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:28.792907 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:28.837916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['858a5d6a-e8f5-43f3-b2d8-09efea58be04'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:01:28.841604 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5f8bf211-4ebd-4120-a9a2-a491330d22a0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:28.872855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:28.887398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Calling delete_port for f54f83b6-2916-4ebf-9ace-1632f67f8989 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:28.922589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Usage tracker for resource:security_group_rule and tenant:103063cf5e614c2c8f08a12f1da1e840 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:28.936328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:28.952783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:28.967172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Network 78a2d002-8b68-403d-a573-59476fa1d7ac is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:01:28.976439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:28.987038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:01:29.039817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event updated for resources: {'Port': ['ID=523d553b-f4b3-4882-947f-497ddfe1d488,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:29.063264 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:29.124495 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.137510 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d4bc8424-7838-449e-abff-e0c7695b4563 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:29.139247 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:01:29.140262 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:01:29.202231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:29.203048 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.258875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=f54f83b6-2916-4ebf-9ace-1632f67f8989,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:29.265951 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:29.273713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No DVR routers for this DVR port f54f83b6-2916-4ebf-9ace-1632f67f8989 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:01:29.344413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046bbd-e5de-4509-a216-7f49357a4708 req-9fc56898-ae0d-4b48-831b-0d5171ca9a0b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:29.346561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f046bbd-e5de-4509-a216-7f49357a4708 req-9fc56898-ae0d-4b48-831b-0d5171ca9a0b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.5993030
Dec 16 10:01:29.475631 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7488728
Dec 16 10:01:29.506059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Request body: {'port': {'device_id': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:29.641558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Deleting port f54f83b6-2916-4ebf-9ace-1632f67f8989 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:29.641955 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.692950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.722799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.726806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f046bbd-e5de-4509-a216-7f49357a4708 req-d274635a-2089-4333-ab72-19dccb3af6bd tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3561695
Dec 16 10:01:29.742178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce8947f9-6947-484e-bdc6-2ed9207c8c11 None None] The port 'f54f83b6-2916-4ebf-9ace-1632f67f8989' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:01:29.765426 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.824840 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5339b4ab-f3b6-4d27-8c31-b529bcbe852f tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:29.857445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f209ed90>,) {'filters': {'network_id': ['3879e9d9-aebb-47fb-9aed-c70e5665779f']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:29.923889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f209ed90>, '06e32af7-b9c4-4be0-84cc-999ea35abccf') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:29.924208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f209ed90>, '06e32af7-b9c4-4be0-84cc-999ea35abccf') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:29.960231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=103063cf5e614c2c8f08a12f1da1e840&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7012546
Dec 16 10:01:29.961255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445b4b6-4916-4542-9979-d4e0072cbd90,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:29.966649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.967454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:29.973963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:29.983412 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:30.040171 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.066615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.070641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:01:30.070897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:01:30.086339 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:01:30.107105 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.167570 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.174114 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-86afb78e-b3d8-46b5-be27-7862d136315c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:30.191977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445b4b6-4916-4542-9979-d4e0072cbd90,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:30.194955 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:30.196359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.207589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4445b4b6-4916-4542-9979-d4e0072cbd90 HTTP/1.1" status: 204  len: 168 time: 0.2317343
Dec 16 10:01:30.240725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f54f83b6-2916-4ebf-9ace-1632f67f8989 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:30.242661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaa176-a307-4fa6-be62-3570f116491c req-775a4977-17fc-4951-b957-959f8b4017dd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:30.243441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-89aaa176-a307-4fa6-be62-3570f116491c req-775a4977-17fc-4951-b957-959f8b4017dd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:01:30.250539 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.256864 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-714da9b0-41b2-4079-9188-a44b5b147b9c tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:30.275087 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:30.277833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: f54f83b6-2916-4ebf-9ace-1632f67f8989 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:01:30.278198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f54f83b6-2916-4ebf-9ace-1632f67f8989 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:01:30.278631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 90902fd7-f2d8-423b-9d11-94791a75cdb4 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:30.301650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=3879e9d9-aebb-47fb-9aed-c70e5665779f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:30.304633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/3879e9d9-aebb-47fb-9aed-c70e5665779f HTTP/1.1" status: 204  len: 168 time: 2.3750677
Dec 16 10:01:30.306002 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:30.311032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:30.319868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 90902fd7-f2d8-423b-9d11-94791a75cdb4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:01:30.320249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 90902fd7-f2d8-423b-9d11-94791a75cdb4 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:01:30.397948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-89aaa176-a307-4fa6-be62-3570f116491c req-775a4977-17fc-4951-b957-959f8b4017dd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:01:30.399194 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-89aaa176-a307-4fa6-be62-3570f116491c req-775a4977-17fc-4951-b957-959f8b4017dd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 932 time: 0.5332062
Dec 16 10:01:30.697722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-89aaa176-a307-4fa6-be62-3570f116491c req-7daee880-f9f1-448c-bb52-63bf39e18b78 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696441
Dec 16 10:01:31.039886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523d553b-f4b3-4882-947f-497ddfe1d488 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:01:31.056418 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:31.077360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38310ac1-121d-4dd0-a895-bc7b9473d40a req-2bcbf205-745f-489e-89a5-31badb57e12b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:31.078837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38310ac1-121d-4dd0-a895-bc7b9473d40a req-2bcbf205-745f-489e-89a5-31badb57e12b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.2731764
Dec 16 10:01:31.093354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Transition to ACTIVE for port object 523d553b-f4b3-4882-947f-497ddfe1d488 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:31.108706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:31.115995 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ef5e8a88-f667-48df-bda1-5db892d0a976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:31.261652 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-38310ac1-121d-4dd0-a895-bc7b9473d40a req-b73a4c73-a329-4643-ad42-bd47240b1ae8 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725020
Dec 16 10:01:31.275323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Pushing event updated for resources: {'Port': ['ID=523d553b-f4b3-4882-947f-497ddfe1d488,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:31.280582 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:31.586209 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Attempting to bind port 523d553b-f4b3-4882-947f-497ddfe1d488 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:01:31.586533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Attempting to bind port 523d553b-f4b3-4882-947f-497ddfe1d488 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:01:31.586853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Attempting to bind port 523d553b-f4b3-4882-947f-497ddfe1d488 on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:01:31.596192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Port 523d553b-f4b3-4882-947f-497ddfe1d488 on network 78a2d002-8b68-403d-a573-59476fa1d7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:01:31.596511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Attempting to bind port 523d553b-f4b3-4882-947f-497ddfe1d488 on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:01:31.605721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:01:31.605977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Checking segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:31.606344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Bound using segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:01:31.606766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Bound port: 523d553b-f4b3-4882-947f-497ddfe1d488, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:01:31.607108 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:31.660142 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:31.931853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] For port 523d553b-f4b3-4882-947f-497ddfe1d488, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:01:32.047441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] For port 523d553b-f4b3-4882-947f-497ddfe1d488, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=523d553b-f4b3-4882-947f-497ddfe1d488,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:01:32.067598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:32.078981 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:32.159639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:32.160238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:32.161584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] 10.222.0.54 "PUT /v2.0/ports/523d553b-f4b3-4882-947f-497ddfe1d488 HTTP/1.1" status: 200  len: 1092 time: 2.6689405
Dec 16 10:01:32.164644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'tag': '523d553b-f4b3-4882-947f-497ddfe1d488'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:01:32.182570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278232f1-226d-4dbb-aa06-1baf6bdb108c req-e2960e1b-6152-4f19-b520-48fe17ee74cf tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:32.184120 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-278232f1-226d-4dbb-aa06-1baf6bdb108c req-e2960e1b-6152-4f19-b520-48fe17ee74cf tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.3604534
Dec 16 10:01:32.195335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Pushing event updated for resources: {'Port': ['ID=523d553b-f4b3-4882-947f-497ddfe1d488,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:32.198527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:32.203349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:32.212672 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:32.324520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-278232f1-226d-4dbb-aa06-1baf6bdb108c req-bcb83aac-f011-4b25-a846-5a7ff316016e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305475
Dec 16 10:01:32.410027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port 4aeecbb9-f38b-4e2a-aa40-6489b044370d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:32.410351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:32.424546 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-83d331a0-6fa0-4559-bd91-6c57b7b255cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2245812
Dec 16 10:01:32.473201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd9d6-66d1-4912-9a28-56290166f479 req-015c26da-c0df-499e-98a3-281956626727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:32.474717 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-015c26da-c0df-499e-98a3-281956626727 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 1095 time: 0.2324741
Dec 16 10:01:32.686163 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-4d25c6bc-1bb1-4866-9008-a704ef237552 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=523d553b-f4b3-4882-947f-497ddfe1d488 HTTP/1.1" status: 200  len: 217 time: 0.2028422
Dec 16 10:01:32.797829 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd9d6-66d1-4912-9a28-56290166f479 req-29b96b01-4015-489c-bdb6-77f7f76e46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:32.799852 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-29b96b01-4015-489c-bdb6-77f7f76e46de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.1057088
Dec 16 10:01:32.869873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-07ad3ab5-14b6-47b5-94a3-31b6986074d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629687
Dec 16 10:01:32.871598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port 4aeecbb9-f38b-4e2a-aa40-6489b044370d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4aeecbb9-f38b-4e2a-aa40-6489b044370d,segment=NetworkSegment(13d93afa-a483-43eb-919a-d79afb4f7350),segment_id=13d93afa-a483-43eb-919a-d79afb4f7350)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:32.871948 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:33.266120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for 4aeecbb9-f38b-4e2a-aa40-6489b044370d owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:33.344076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18146afe-ef5d-443f-b3dc-cee2545459e9 req-ace4e1dc-003d-4c44-a63a-956600d3c821 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:33.345740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18146afe-ef5d-443f-b3dc-cee2545459e9 req-ace4e1dc-003d-4c44-a63a-956600d3c821 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 944 time: 0.7233615
Dec 16 10:01:33.554318 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-5e54a977-03a4-4eba-b457-2d67a821f2bf service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6737444
Dec 16 10:01:33.556999 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-18146afe-ef5d-443f-b3dc-cee2545459e9 req-0e18eac1-461e-4fdc-ae7e-89ade31829d6 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956782
Dec 16 10:01:33.645709 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'tag': '523d553b-f4b3-4882-947f-497ddfe1d488', 'status': 'completed', 'code': 200}
Dec 16 10:01:33.797033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-84b3db1e-aff1-470f-be4f-be8a25b6a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:33.798578 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-84b3db1e-aff1-470f-be4f-be8a25b6a1cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11&tenant_id=d4f73b8f19744247b98495ffedc3eba3 HTTP/1.1" status: 200  len: 1094 time: 0.3689194
Dec 16 10:01:33.827804 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-342cd9d6-66d1-4912-9a28-56290166f479 req-765675e6-bc6b-446a-818f-764284c45574 service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2618668
Dec 16 10:01:33.988446 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:33.995235 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-85560bd0-60fc-49c7-9032-ff8adb5bf4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:34.059490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=4aeecbb9-f38b-4e2a-aa40-6489b044370d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:34.075261 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:34.232536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52498f-dd9f-4532-9db5-a938c6112b4d req-f5b2d695-c8cf-495a-817d-9e15e968edde tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:34.234129 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a52498f-dd9f-4532-9db5-a938c6112b4d req-f5b2d695-c8cf-495a-817d-9e15e968edde tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.5192904
Dec 16 10:01:34.243394 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-b29aa481-8f7a-411a-8cd2-3a447d19d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:34.244929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-b29aa481-8f7a-411a-8cd2-3a447d19d208 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1094 time: 0.4218597
Dec 16 10:01:34.373710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-bd3f164b-3e96-4ade-891d-a7cab8f7ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:34.375241 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-bd3f164b-3e96-4ade-891d-a7cab8f7ab85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 1095 time: 0.4870303
Dec 16 10:01:34.613948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2a52498f-dd9f-4532-9db5-a938c6112b4d req-29f33e56-9cf4-4049-b01e-c2a68699b799 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3667929
Dec 16 10:01:34.644104 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:35.025498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-f36c7ac5-5b65-47eb-9658-0386340d54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:35.026869 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-f36c7ac5-5b65-47eb-9658-0386340d54d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.7132719
Dec 16 10:01:35.146311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-8380f1d4-1bf2-4b0b-a8f5-d8e525cd823d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.0995507
Dec 16 10:01:35.159571 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-3edf34a8-7fd4-45d1-bff6-8cad68c7a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:35.161023 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-3edf34a8-7fd4-45d1-bff6-8cad68c7a97f service neutron] 10.222.0.54 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 915 time: 0.7325528
Dec 16 10:01:35.289096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-02ff76fb-7078-42fb-8224-d05267403bac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=523d553b-f4b3-4882-947f-497ddfe1d488 HTTP/1.1" status: 200  len: 217 time: 0.0871119
Dec 16 10:01:35.497508 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-12fb2021-bfd6-4257-802d-f489755353d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:35.498981 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-12fb2021-bfd6-4257-802d-f489755353d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.3429494
Dec 16 10:01:35.568026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467148-71a9-4a1f-9f59-9aa209a91c5c req-e4c00102-c30e-423d-aac2-8c402407067c tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:35.569813 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f467148-71a9-4a1f-9f59-9aa209a91c5c req-e4c00102-c30e-423d-aac2-8c402407067c tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 944 time: 0.8012331
Dec 16 10:01:35.580935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-92301527-e36a-4361-9b9c-6e8ded11123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:35.582372 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-92301527-e36a-4361-9b9c-6e8ded11123a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.2852008
Dec 16 10:01:35.588958 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-15ac5c76-670d-4c34-8c39-1b0c316bc094 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0787942
Dec 16 10:01:35.683078 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-54678bc5-e3c9-46f5-8c9f-a675d5eaa360 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0908704
Dec 16 10:01:35.692536 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:35.883074 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-2f467148-71a9-4a1f-9f59-9aa209a91c5c req-9bb13c42-2b14-4fc3-a93c-5253bad19634 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2990396
Dec 16 10:01:36.183281 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-9c80669b-a252-4921-a9f3-31af47f2c7d9 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5337338
Dec 16 10:01:36.200772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-e4b3fb08-2ebb-4fa5-bb93-1f840ea077e0 service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5071251
Dec 16 10:01:36.223186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 523d553b-f4b3-4882-947f-497ddfe1d488 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 10:01:36.247711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:36.320014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:36.339259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:36.339901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f209f9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:36.607075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 523d553b-f4b3-4882-947f-497ddfe1d488, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=523d553b-f4b3-4882-947f-497ddfe1d488,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:36.629855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '523d553b-f4b3-4882-947f-497ddfe1d488', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'port_id': '523d553b-f4b3-4882-947f-497ddfe1d488', 'mac_address': 'fa:16:3e:cc:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61578637-316a-4ab3-8999-5428d7087f41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 10:01:36.631899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:36.668584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3555524
Dec 16 10:01:36.672874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:36.753062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075901-e0a1-4e25-a480-153d549f90c4 req-2b10ec65-fba9-40b8-a9e2-06b0f6b3fb4f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:36.753324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:36.754653 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84075901-e0a1-4e25-a480-153d549f90c4 req-2b10ec65-fba9-40b8-a9e2-06b0f6b3fb4f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.7019556
Dec 16 10:01:36.770002 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-e06e0c75-4cd6-44eb-9761-74915895d89b service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5440187
Dec 16 10:01:36.796510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet 6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:01:36.799361 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-7da26868-15e8-47fc-83e9-cb3b40953ff4 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6032064
Dec 16 10:01:36.802390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:36.844109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523d553b-f4b3-4882-947f-497ddfe1d488 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:01:36.845310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-84075901-e0a1-4e25-a480-153d549f90c4 req-1dce9a8a-6726-410f-b423-c333fda1c02d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780785
Dec 16 10:01:36.899635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:36.937517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 523d553b-f4b3-4882-947f-497ddfe1d488, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=523d553b-f4b3-4882-947f-497ddfe1d488,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:36.957048 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:36.961054 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:37.057378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=523d553b-f4b3-4882-947f-497ddfe1d488,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:37.065084 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:37.095250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:37.192473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['523d553b-f4b3-4882-947f-497ddfe1d488'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:01:37.241288 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:37.259675 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9eb2b2ac-26a4-4d3f-8f20-b992e79e2c9f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:37.331237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:37.343234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073c86-6fe7-4edd-ae8e-563c416a8889 req-a7712367-8d23-475b-903a-e901c9c7f394 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:37.344915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4a1d4-1674-41e4-abcd-28d0ac6a9a69 None None] Network aacf82b2-e78c-4db1-9ba5-3e2091402183 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:37.346579 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f073c86-6fe7-4edd-ae8e-563c416a8889 req-a7712367-8d23-475b-903a-e901c9c7f394 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 945 time: 0.2260194
Dec 16 10:01:37.348118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:37.352140 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:37.356820 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7 HTTP/1.1" status: 204  len: 168 time: 0.6796162
Dec 16 10:01:37.358609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44592) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:37.446850 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f073c86-6fe7-4edd-ae8e-563c416a8889 req-2873ee63-2165-4b5a-9e3f-e095ae73fd52 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916364
Dec 16 10:01:37.636656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:37.669828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port b1c36e73-6f04-43f3-b896-5bd56892e85e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:37.673435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:37.757975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f209f9a0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:33Z', 'revision_number': 10, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:37.950034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:37.991453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:37.992491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f209f9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:38.083102 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd2ffe-0eda-4097-ad8a-7d6948f36389 req-53617386-1282-4cb0-b564-2ba1c55092dc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:38.092104 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7cd2ffe-0eda-4097-ad8a-7d6948f36389 req-53617386-1282-4cb0-b564-2ba1c55092dc tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1067276
Dec 16 10:01:38.165381 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a7cd2ffe-0eda-4097-ad8a-7d6948f36389 req-84d3f6e8-444a-46a4-b486-fa123a793684 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704648
Dec 16 10:01:38.182333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port b1c36e73-6f04-43f3-b896-5bd56892e85e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b1c36e73-6f04-43f3-b896-5bd56892e85e,segment=NetworkSegment(13d93afa-a483-43eb-919a-d79afb4f7350),segment_id=13d93afa-a483-43eb-919a-d79afb4f7350)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:38.183295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:38.433020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for b1c36e73-6f04-43f3-b896-5bd56892e85e owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:38.460266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:38.663233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:38.683672 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:38.791722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=b1c36e73-6f04-43f3-b896-5bd56892e85e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:38.798557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No DVR routers for this DVR port b1c36e73-6f04-43f3-b896-5bd56892e85e on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:01:38.802026 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:38.810897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977353da-a3a8-43f5-81de-e101cf7841be req-da5d4ea7-0e17-4c60-ab68-b120f48e6b31 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:38.814149 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-977353da-a3a8-43f5-81de-e101cf7841be req-da5d4ea7-0e17-4c60-ab68-b120f48e6b31 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 945 time: 0.1434629
Dec 16 10:01:38.878712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c846e-6a4b-4e89-a2fb-0845b6725395 None None] DHCP port deletion for aacf82b2-e78c-4db1-9ba5-3e2091402183 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:01:38.896239 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-977353da-a3a8-43f5-81de-e101cf7841be req-bfbebdab-6213-413f-aeae-751d134aca60 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704427
Dec 16 10:01:38.995527 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:01:39.108754 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:39.144285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f209f9a0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:33Z', 'revision_number': 10, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:39.153966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9dad6a-646f-493e-88ef-728d77c62b7b None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:33Z', 'revision_number': 10, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None, '_interfaces': [{'id': 'fac019dc-fdde-41dc-9040-eb11cccdbba9', 'name': '', 'network_id': '39750335-dc9e-4c15-af27-0195da39ed62', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'mac_address': 'fa:16:3e:b1:e0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:00:42Z', 'updated_at': '2021-12-16T10:00:49Z', 'revision_number': 5, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'subnets': [{'id': 'a2ad396e-ba00-4576-a70f-f786cec29cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:39.221002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f151e4c0>,) {'filters': {'network_id': ['aacf82b2-e78c-4db1-9ba5-3e2091402183']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:39.250143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f151e4c0>, '13d93afa-a483-43eb-919a-d79afb4f7350') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:39.250609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f151e4c0>, '13d93afa-a483-43eb-919a-d79afb4f7350') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:39.271850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:39.303785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:39.320293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:01:39.321103 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:01:39.359809 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:01:39.550721 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:39.553012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa7d88-2eab-43dd-8f0c-092ae4e637d3 req-cfa3f015-c137-4126-acb2-ee945de39563 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:39.558093 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a89c4829-1dc1-47d2-b3af-359d5563ffaf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:39.568280 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39fa7d88-2eab-43dd-8f0c-092ae4e637d3 req-cfa3f015-c137-4126-acb2-ee945de39563 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.2161288
Dec 16 10:01:39.596110 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:39.637730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=aacf82b2-e78c-4db1-9ba5-3e2091402183,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:39.642794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:39.668228 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/aacf82b2-e78c-4db1-9ba5-3e2091402183 HTTP/1.1" status: 204  len: 168 time: 2.3081357
Dec 16 10:01:39.668989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:39.733648 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39fa7d88-2eab-43dd-8f0c-092ae4e637d3 req-18aa5ab3-ba2b-42a0-920b-4b3bf31cb2cd tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632414
Dec 16 10:01:40.234493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 523d553b-f4b3-4882-947f-497ddfe1d488 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:40.334668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf20b3-a45b-48ee-9d50-3b38747dd6b3 req-e57b3ee7-0fad-4837-a050-a0635432fef2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:40.347725 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02cf20b3-a45b-48ee-9d50-3b38747dd6b3 req-e57b3ee7-0fad-4837-a050-a0635432fef2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 945 time: 0.2069917
Dec 16 10:01:40.417711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4aeecbb9-f38b-4e2a-aa40-6489b044370d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:40.460272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 4aeecbb9-f38b-4e2a-aa40-6489b044370d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:01:40.460931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4aeecbb9-f38b-4e2a-aa40-6489b044370d not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:01:40.461552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b1c36e73-6f04-43f3-b896-5bd56892e85e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:40.475926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-02cf20b3-a45b-48ee-9d50-3b38747dd6b3 req-a4909557-fc73-41aa-a320-912a8eb4cf67 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184270
Dec 16 10:01:40.506860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b1c36e73-6f04-43f3-b896-5bd56892e85e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:01:40.507234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b1c36e73-6f04-43f3-b896-5bd56892e85e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:01:40.523330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 523d553b-f4b3-4882-947f-497ddfe1d488 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:01:40.528718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 523d553b-f4b3-4882-947f-497ddfe1d488 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:40.529770 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:40.660739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:40.723570 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:40.783634 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d553b-f4b3-4882-947f-497ddfe1d488'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:01:40.806752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 523d553b-f4b3-4882-947f-497ddfe1d488, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=523d553b-f4b3-4882-947f-497ddfe1d488,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:40.814491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:40.817233 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:40.989854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=523d553b-f4b3-4882-947f-497ddfe1d488,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:40.998623 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:41.145151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f94773-9340-4e0a-b632-e3f203a695d3 req-1bf2aad8-94e5-4350-8d68-d244438a6f77 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:41.147115 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f94773-9340-4e0a-b632-e3f203a695d3 req-1bf2aad8-94e5-4350-8d68-d244438a6f77 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1183326
Dec 16 10:01:41.216768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-87f94773-9340-4e0a-b632-e3f203a695d3 req-b7a51a21-e07e-4fd9-aa35-ec73f144d884 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638752
Dec 16 10:01:41.288906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port fac019dc-fdde-41dc-9040-eb11cccdbba9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:41.289356 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:41.395777 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d553b-f4b3-4882-947f-497ddfe1d488', 'code': 200}
Dec 16 10:01:41.582181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port fac019dc-fdde-41dc-9040-eb11cccdbba9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=fac019dc-fdde-41dc-9040-eb11cccdbba9,segment=NetworkSegment(4583db5a-1f0e-497c-95c2-7d25fc145a14),segment_id=4583db5a-1f0e-497c-95c2-7d25fc145a14)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:41.582722 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:41.733070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for fac019dc-fdde-41dc-9040-eb11cccdbba9 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:41.819018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7789fa-6f44-43db-9bcb-2067f5889e94 req-7799f350-1862-4ccd-9e10-1d7b893f4ecb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:41.832596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d7789fa-6f44-43db-9bcb-2067f5889e94 req-7799f350-1862-4ccd-9e10-1d7b893f4ecb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.1386716
Dec 16 10:01:41.898860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d7789fa-6f44-43db-9bcb-2067f5889e94 req-61f30bb0-6c17-43dd-8cb4-66518d62725b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635972
Dec 16 10:01:41.991556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af80d71c-72f8-4b00-ba44-c360e6aaac5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:42.003882 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:42.016061 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:42.020305 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:42.073980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=fac019dc-fdde-41dc-9040-eb11cccdbba9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:42.077301 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:42.325098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:42.478375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b1a7d-0c0a-43df-8205-617aa2486480 req-e9dee2ac-6533-4931-a46c-9a59822740b0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:42.482797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce1b1a7d-0c0a-43df-8205-617aa2486480 req-e9dee2ac-6533-4931-a46c-9a59822740b0 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1207697
Dec 16 10:01:42.589331 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ce1b1a7d-0c0a-43df-8205-617aa2486480 req-5f45ce27-7487-4b62-8e1e-a0fa34f386f8 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967700
Dec 16 10:01:42.936388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:43.151139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:43.170736 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5004520
Dec 16 10:01:43.173339 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:43.174857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44628) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:43.197097 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:43.197806 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2aec4f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:43.205955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8c72-6a05-4a98-9719-60c0aeae5802 req-f9dd2fc7-1213-48b3-9e6d-0991c40d577a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:43.207786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b8d8c72-6a05-4a98-9719-60c0aeae5802 req-f9dd2fc7-1213-48b3-9e6d-0991c40d577a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.1650612
Dec 16 10:01:43.268129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting subnet a2ad396e-ba00-4576-a70f-f786cec29cdf {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:01:43.273621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:43.284029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8b8d8c72-6a05-4a98-9719-60c0aeae5802 req-d4edbf7e-ef7a-4861-9e8e-34c36a6e6441 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587013
Dec 16 10:01:43.401388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:43.445313 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:43.562086 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2aec4f0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 11, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:43.567032 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:43.576557 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:43.577434 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2aec4f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:43.608157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:43.717257 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:43.726495 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0bdcf1b5-b941-470e-9663-a4bb783ad452 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:43.786314 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:43.804901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ad396e-ba00-4576-a70f-f786cec29cdf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:43.810736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:43.821615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f18b396-8a96-4d2a-8de2-ff4d49f79882 None None] Network 39750335-dc9e-4c15-af27-0195da39ed62 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:43.822451 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:43.840941 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/a2ad396e-ba00-4576-a70f-f786cec29cdf HTTP/1.1" status: 204  len: 168 time: 0.6611674
Dec 16 10:01:43.841260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44636) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:43.916148 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2aec4f0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 11, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:43.920772 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454af0a2-a4d0-4313-8639-8e3c788d4301 None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 11, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:44.006260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7fcac-a4ff-4ca9-b88c-7af31953bc84 req-d1d12a7e-ed5f-48c2-8303-a9445bf1f77b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:44.024589 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75b7fcac-a4ff-4ca9-b88c-7af31953bc84 req-d1d12a7e-ed5f-48c2-8303-a9445bf1f77b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1786363
Dec 16 10:01:44.084198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.101889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Deleting port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:44.102938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.118908 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-75b7fcac-a4ff-4ca9-b88c-7af31953bc84 req-24cb373d-b9e5-4b0d-b12c-9b9862673c19 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931787
Dec 16 10:01:44.206485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.299650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] DHCP port deletion for 39750335-dc9e-4c15-af27-0195da39ed62 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:01:44.318782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Deleting port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:44.318782 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.414391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fac019dc-fdde-41dc-9040-eb11cccdbba9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:44.516893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: fac019dc-fdde-41dc-9040-eb11cccdbba9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:01:44.521727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device fac019dc-fdde-41dc-9040-eb11cccdbba9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:01:44.521727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:01:44.544868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] For port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,segment=NetworkSegment(4583db5a-1f0e-497c-95c2-7d25fc145a14),segment_id=4583db5a-1f0e-497c-95c2-7d25fc145a14)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:44.545717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.610680 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49714474-63ee-4695-8d5f-ecae558e1c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.765635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Calling delete_port for cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:44.799628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a3945-1438-4f6c-bd23-6e9687d2df3c req-94b156e4-6947-4eb1-b6be-736c9bff2278 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:44.811914 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95a3945-1438-4f6c-bd23-6e9687d2df3c req-94b156e4-6947-4eb1-b6be-736c9bff2278 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.2379959
Dec 16 10:01:44.815508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] For port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,segment=NetworkSegment(4583db5a-1f0e-497c-95c2-7d25fc145a14),segment_id=4583db5a-1f0e-497c-95c2-7d25fc145a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:44.816167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.890246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:44.911689 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-07b4b355-3869-4372-8d09-dc910a3cbdad tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:44.922339 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d95a3945-1438-4f6c-bd23-6e9687d2df3c req-d8ab7ca4-e25e-43ed-8e90-d259265e0a39 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093087
Dec 16 10:01:44.971146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No DVR routers for this DVR port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:01:44.993095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe update to DOWN by agent not found {{(pid=87656) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 10:01:45.009069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Port': ['ID=cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:45.014891 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:45.106589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Calling delete_port for cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:01:45.131037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.165881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0e860d0>,) {'filters': {'network_id': ['39750335-dc9e-4c15-af27-0195da39ed62']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:45.182901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e860d0>, '4583db5a-1f0e-497c-95c2-7d25fc145a14') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:45.183289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0e860d0>, '4583db5a-1f0e-497c-95c2-7d25fc145a14') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:45.203383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.231953 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.246443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:01:45.246951 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.247115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:01:45.247458 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:01:45.263751 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:01:45.372660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.377500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:45.383933 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.397790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d5652-ab8f-4554-9533-bb54f9d64e74 req-b9261e71-d4e3-4fda-974f-0c9562cda92d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:45.399955 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180d5652-ab8f-4554-9533-bb54f9d64e74 req-b9261e71-d4e3-4fda-974f-0c9562cda92d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1191287
Dec 16 10:01:45.405381 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.424708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Pushing event deleted for resources: {'Network': ['ID=39750335-dc9e-4c15-af27-0195da39ed62,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:45.428453 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:45.439218 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/networks/39750335-dc9e-4c15-af27-0195da39ed62 HTTP/1.1" status: 204  len: 168 time: 1.5957201
Dec 16 10:01:45.448044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:45.461653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'routes': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:45.463922 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-180d5652-ab8f-4554-9533-bb54f9d64e74 req-f63b13ed-51d0-410f-8da7-9029fe5c0682 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513961
Dec 16 10:01:45.553333 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.749036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Deleting port cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:01:45.749819 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:45.871332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-86500234-b9dd-47c3-9581-1941d1a9c0d4 None None] The port 'cddeead4-0e1a-4b80-ab1c-9c6ed2c7b9fe' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:01:46.252868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Added routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 10:01:46.253787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Removed routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 10:01:46.254186 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:46.327426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71454-5eff-4ec6-afb7-2c035a5ac6f5 req-0dd7bbdf-b73b-4b0a-a9da-76a49790a627 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:46.330843 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90c71454-5eff-4ec6-afb7-2c035a5ac6f5 req-0dd7bbdf-b73b-4b0a-a9da-76a49790a627 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.1896811
Dec 16 10:01:46.423122 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-90c71454-5eff-4ec6-afb7-2c035a5ac6f5 req-f4b1d7b0-8d44-4519-9701-54e998188269 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814550
Dec 16 10:01:46.874354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6075-8ead-40f3-aa1b-ed83674708e2 req-874064ff-c8de-46b4-99cd-80619b40fa6e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:46.883035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c19f6075-8ead-40f3-aa1b-ed83674708e2 req-874064ff-c8de-46b4-99cd-80619b40fa6e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1301188
Dec 16 10:01:46.889159 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:46.898282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:46.935227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c19f6075-8ead-40f3-aa1b-ed83674708e2 req-4f650490-ab02-409b-a7ef-01010ce0c36f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486503
Dec 16 10:01:47.069042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 4fc211e2-64c5-44b6-b985-60a74076983f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:01:47.137996 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:47.232841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:47.234531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:47.235743 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f8e66de0-469a-49f5-b762-96cfb955c6d7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 200  len: 705 time: 1.7863853
Dec 16 10:01:47.240062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:47.248559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] Sync routers for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:47.259311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:47.260214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f13219d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:47.287822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f366e46e-46e9-4295-9892-f3df829acc20 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:01:47.305343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f366e46e-46e9-4295-9892-f3df829acc20 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:01:47.309655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f366e46e-46e9-4295-9892-f3df829acc20 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 200  len: 205 time: 0.0661767
Dec 16 10:01:47.310067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:47.474511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:47.543908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a27ffaf-4c42-4229-b2f8-1df51697e130 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:47.700115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f13219d0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 11, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:47.705421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] Checking router: 4fc211e2-64c5-44b6-b985-60a74076983f for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:47.710288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bf23-5659-4029-90ab-1303c7406541 req-a7369333-eb52-4a91-be54-d2fd7d1e7c0d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:47.712162 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6335bf23-5659-4029-90ab-1303c7406541 req-a7369333-eb52-4a91-be54-d2fd7d1e7c0d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.1001246
Dec 16 10:01:47.715622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] Routers {'4fc211e2-64c5-44b6-b985-60a74076983f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:47.716273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f13219d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fc211e2-64c5-44b6-b985-60a74076983f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:47.789123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6335bf23-5659-4029-90ab-1303c7406541 req-9e3c9c33-a26b-476f-add9-1b0c1195113f tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600376
Dec 16 10:01:47.851698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] Set router 4fc211e2-64c5-44b6-b985-60a74076983f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:47.894226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883df0-d8c3-49c9-8967-036b919e3d9f req-a8d434ce-e996-4a02-9b8c-670cd522ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:47.895784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0883df0-d8c3-49c9-8967-036b919e3d9f req-a8d434ce-e996-4a02-9b8c-670cd522ece4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 1097 time: 0.0943873
Dec 16 10:01:47.949234 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0883df0-d8c3-49c9-8967-036b919e3d9f req-3a2b6aff-a38c-4325-8759-f83d7ac753c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453377
Dec 16 10:01:47.967279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f13219d0>, [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 11, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:47.972074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023ffac-1bc9-4dbb-a806-3627b0558855 None None] The sync data for ids ['4fc211e2-64c5-44b6-b985-60a74076983f'] in n-d-820554-2 is: [{'id': '4fc211e2-64c5-44b6-b985-60a74076983f', 'name': 'tempest-RoutersIpV6Test-router-1971232563', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:39Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 11, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:48.093184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a27ffaf-4c42-4229-b2f8-1df51697e130 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.096756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a27ffaf-4c42-4229-b2f8-1df51697e130 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.130004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a27ffaf-4c42-4229-b2f8-1df51697e130 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.130493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27ffaf-4c42-4229-b2f8-1df51697e130 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc211e2-64c5-44b6-b985-60a74076983f {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:01:48.146652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4a27ffaf-4c42-4229-b2f8-1df51697e130 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.147935 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4a27ffaf-4c42-4229-b2f8-1df51697e130 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 204  len: 168 time: 0.8366280
Dec 16 10:01:48.152662 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44666) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:48.159215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-68445061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:48.167007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:48.171744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Usage tracker for resource:router and tenant:5d1ba8aca04c48b3bf4440e72a0c44ac is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:48.173878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac4653-653c-422c-978b-3f1fe309f305 req-4c7b64e1-a415-43b1-b2b3-e7965e747e89 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:48.175506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8eac4653-653c-422c-978b-3f1fe309f305 req-4c7b64e1-a415-43b1-b2b3-e7965e747e89 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.0973754
Dec 16 10:01:48.179647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:48.187782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:48.201384 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.202777 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.226834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.228062 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8eac4653-653c-422c-978b-3f1fe309f305 req-4109cc98-a500-4368-a482-a02b9770b714 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457065
Dec 16 10:01:48.254597 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.284113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.285349 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-308d1e8e-f190-426c-aa08-3006b65f153c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1313977
Dec 16 10:01:48.288003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44670) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:48.293132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ce3b502d-0237-428d-bc65-e3a0392cc9bc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:48.692785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce3b502d-0237-428d-bc65-e3a0392cc9bc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.707435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce3b502d-0237-428d-bc65-e3a0392cc9bc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:48.896212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3b502d-0237-428d-bc65-e3a0392cc9bc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Router 60a9dac3-9f7f-4f0e-aa50-805296075b1e is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:01:49.056409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b502d-0237-428d-bc65-e3a0392cc9bc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:01:49.067426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce3b502d-0237-428d-bc65-e3a0392cc9bc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:49.072759 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce3b502d-0237-428d-bc65-e3a0392cc9bc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "PUT /v2.0/routers/60a9dac3-9f7f-4f0e-aa50-805296075b1e HTTP/1.1" status: 200  len: 696 time: 0.7800496
Dec 16 10:01:49.073458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:49.084476 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] Sync routers for ids ['60a9dac3-9f7f-4f0e-aa50-805296075b1e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:01:49.106460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a83b70-1399-433b-bd56-41796094b4d7 req-2cec21b8-6849-49b1-80bb-5c1ca126a37c tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:49.109407 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a83b70-1399-433b-bd56-41796094b4d7 req-2cec21b8-6849-49b1-80bb-5c1ca126a37c tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.1284409
Dec 16 10:01:49.120608 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] Routers {'60a9dac3-9f7f-4f0e-aa50-805296075b1e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:49.121641 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67f10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['60a9dac3-9f7f-4f0e-aa50-805296075b1e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:49.198004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b6a83b70-1399-433b-bd56-41796094b4d7 req-e737f00e-5235-4083-9087-70c14be74d2c tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752730
Dec 16 10:01:49.349783 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] Set router 60a9dac3-9f7f-4f0e-aa50-805296075b1e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:49.496570 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67f10>, [{'id': '60a9dac3-9f7f-4f0e-aa50-805296075b1e', 'name': 'tempest-RoutersIpV6Test-router-68445061', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:48Z', 'updated_at': '2021-12-16T10:01:48Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:49.497001 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1fb80455-9387-41f3-be56-cf69e513fa59 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/routers/60a9dac3-9f7f-4f0e-aa50-805296075b1e HTTP/1.1" status: 200  len: 702 time: 0.4215276
Dec 16 10:01:49.499012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44682) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:49.504082 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] Checking router: 60a9dac3-9f7f-4f0e-aa50-805296075b1e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:01:49.520772 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] Routers {'60a9dac3-9f7f-4f0e-aa50-805296075b1e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:01:49.521419 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67f10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['60a9dac3-9f7f-4f0e-aa50-805296075b1e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:49.538034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543a2c-70ca-42e1-bcd0-75e7d502100a req-5a6a8b9e-17e2-4a2d-baea-86ff88166083 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:49.552715 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39543a2c-70ca-42e1-bcd0-75e7d502100a req-5a6a8b9e-17e2-4a2d-baea-86ff88166083 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 943 time: 0.1555834
Dec 16 10:01:49.556648 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a16ec821-b8c0-4306-9049-f043804bbb7f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=60a9dac3-9f7f-4f0e-aa50-805296075b1e HTTP/1.1" status: 200  len: 205 time: 0.0560343
Dec 16 10:01:49.557339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44686) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:49.666570 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] Set router 60a9dac3-9f7f-4f0e-aa50-805296075b1e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:01:49.701834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b17d9e-b3a9-4f28-844c-0cd29430a2fd tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:49.716828 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-39543a2c-70ca-42e1-bcd0-75e7d502100a req-25fa8e02-06c8-4717-8919-2d0ed8352fad tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624839
Dec 16 10:01:49.745977 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-f3edc40a-3b05-4aa3-aa30-02e9905e0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:49.748436 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-f3edc40a-3b05-4aa3-aa30-02e9905e0c70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1094 time: 0.1664178
Dec 16 10:01:49.845719 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d67f10>, [{'id': '60a9dac3-9f7f-4f0e-aa50-805296075b1e', 'name': 'tempest-RoutersIpV6Test-router-68445061', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:48Z', 'updated_at': '2021-12-16T10:01:48Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:01:49.850349 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6bed3-1e34-4eed-b520-bd5a1d72c341 None None] The sync data for ids ['60a9dac3-9f7f-4f0e-aa50-805296075b1e'] in n-d-820554-2 is: [{'id': '60a9dac3-9f7f-4f0e-aa50-805296075b1e', 'name': 'tempest-RoutersIpV6Test-router-68445061', 'tenant_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:48Z', 'updated_at': '2021-12-16T10:01:48Z', 'revision_number': 2, 'project_id': '5d1ba8aca04c48b3bf4440e72a0c44ac', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:01:49.926834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-47b45944-ba08-4719-90db-5efdd0f4c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:49.928403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-47b45944-ba08-4719-90db-5efdd0f4c4e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.1554606
Dec 16 10:01:50.134069 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b17d9e-b3a9-4f28-844c-0cd29430a2fd tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:50.137109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b17d9e-b3a9-4f28-844c-0cd29430a2fd tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:50.154232 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-34c96c47-ebc5-4392-9613-ad8169dba5d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.2179894
Dec 16 10:01:50.166402 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b17d9e-b3a9-4f28-844c-0cd29430a2fd tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:50.166906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b17d9e-b3a9-4f28-844c-0cd29430a2fd tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Fanout notify agent at l3_agent the message router_deleted on router 60a9dac3-9f7f-4f0e-aa50-805296075b1e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:01:50.190872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22b17d9e-b3a9-4f28-844c-0cd29430a2fd tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:50.196095 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22b17d9e-b3a9-4f28-844c-0cd29430a2fd tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/60a9dac3-9f7f-4f0e-aa50-805296075b1e HTTP/1.1" status: 204  len: 168 time: 0.6338305
Dec 16 10:01:50.196633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44690) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.244946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 10:01:50.257602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-3c6bda74-2bee-494f-9edc-8eb1b8b62b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:50.260585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-3c6bda74-2bee-494f-9edc-8eb1b8b62b08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.0996902
Dec 16 10:01:50.286686 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c2b8dd7d-e634-4001-b00b-2da41dac72e1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=60a9dac3-9f7f-4f0e-aa50-805296075b1e HTTP/1.1" status: 200  len: 205 time: 0.0859070
Dec 16 10:01:50.287275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.341664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-264c3e53-58c7-4ab7-a8fe-83dde2048a81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736754
Dec 16 10:01:50.424026 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-9530bdf8-2345-43bb-9efd-6742724beb27 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] delete failed (client error): The resource could not be found.
Dec 16 10:01:50.429079 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9530bdf8-2345-43bb-9efd-6742724beb27 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/60a9dac3-9f7f-4f0e-aa50-805296075b1e HTTP/1.1" status: 404  len: 336 time: 0.1400578
Dec 16 10:01:50.429901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44700) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.445062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:50.464616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'network_id': '4e2b72c0-5266-4041-be4b-3a01477a37cd', 'port_id': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'mac_address': 'fa:16:3e:73:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedf0a81-01c8-4d02-a4db-904cf997fc35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 10:01:50.476100 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-043d115d-d5d6-4bfa-b056-234ceefa985b tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:50.476637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043d115d-d5d6-4bfa-b056-234ceefa985b tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:50.479215 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-043d115d-d5d6-4bfa-b056-234ceefa985b tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/dfe0a312-365d-45d4-aefb-404ee835187f HTTP/1.1" status: 404  len: 337 time: 0.0472898
Dec 16 10:01:50.482517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.548399 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:50.558167 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1d7dc3-f697-45a5-993d-20dcea8ac531 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:50.558625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1d7dc3-f697-45a5-993d-20dcea8ac531 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:50.564681 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fd1d7dc3-f697-45a5-993d-20dcea8ac531 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/ce1cc8c0-02b2-4819-88eb-6bbc1568378c HTTP/1.1" status: 404  len: 337 time: 0.0672109
Dec 16 10:01:50.565140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.575731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a9153d-aacc-4d2e-947b-50ec16f4d22e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:01:50.600288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:50.606063 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:50.609051 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7693d32e-cb88-4b87-b7ed-e7cef8fab1e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:50.627086 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d97bc4b-4f34-42ad-8829-bfbc3d932355 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:50.627569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d97bc4b-4f34-42ad-8829-bfbc3d932355 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:50.629270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7d97bc4b-4f34-42ad-8829-bfbc3d932355 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/6224b701-dcb5-4d8d-8eb2-4cbcfde1bcb7 HTTP/1.1" status: 404  len: 337 time: 0.0634747
Dec 16 10:01:50.633614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44712) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.676061 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-39e6af38-2b24-4ce2-b16a-f9e24eb761ad service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3274848
Dec 16 10:01:50.689347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba90c4-1257-4b02-a8fb-f6e69e6f4276 req-ba04a4c9-dcb7-4280-8c97-bc59044595ea tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:50.695754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03ba90c4-1257-4b02-a8fb-f6e69e6f4276 req-ba04a4c9-dcb7-4280-8c97-bc59044595ea tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.2985034
Dec 16 10:01:50.701700 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-560b1c68-85e0-4bd3-8343-6fe7ae44e0ba tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:50.702392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560b1c68-85e0-4bd3-8343-6fe7ae44e0ba tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:50.708013 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-560b1c68-85e0-4bd3-8343-6fe7ae44e0ba tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/a2ad396e-ba00-4576-a70f-f786cec29cdf HTTP/1.1" status: 404  len: 337 time: 0.0713646
Dec 16 10:01:50.708417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44716) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.718975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:50.723491 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:50.790726 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d3d89053-5df2-4255-a4ac-78158096e314 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 200  len: 205 time: 0.0805638
Dec 16 10:01:50.793200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44722) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.810445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['f8a9153d-aacc-4d2e-947b-50ec16f4d22e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:01:50.839585 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-03ba90c4-1257-4b02-a8fb-f6e69e6f4276 req-c212587b-a130-407f-a523-4ab93c18a846 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411281
Dec 16 10:01:50.909478 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-749e21a2-aff3-42fb-bfaf-64008bd66949 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] delete failed (client error): The resource could not be found.
Dec 16 10:01:50.914172 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-749e21a2-aff3-42fb-bfaf-64008bd66949 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/4fc211e2-64c5-44b6-b985-60a74076983f HTTP/1.1" status: 404  len: 336 time: 0.1168413
Dec 16 10:01:50.914785 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7b6c1f63-2394-44b1-bf3a-dfd720793e38 req-745b0ab2-c930-4577-85fa-7dc5cee164c7 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177315
Dec 16 10:01:50.915382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44728) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:50.991236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e1c7ee09-2a57-46ae-926e-438815fe177a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Synchronizing usage tracker for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:01:51.053690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e1c7ee09-2a57-46ae-926e-438815fe177a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Unset dirty status for tenant:5d1ba8aca04c48b3bf4440e72a0c44ac on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:01:51.054990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e1c7ee09-2a57-46ae-926e-438815fe177a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0335f97-40fb-49c9-a391-a45e16ee283f HTTP/1.1" status: 200  len: 205 time: 0.1385098
Dec 16 10:01:51.057853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.108096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9529-0e40-43d0-988f-43a546a52f23 req-b0b0e842-3c9e-40e1-9a4a-cc74ea7bf8e7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:51.109666 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22ab9529-0e40-43d0-988f-43a546a52f23 req-b0b0e842-3c9e-40e1-9a4a-cc74ea7bf8e7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 944 time: 0.0993695
Dec 16 10:01:51.165558 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-be35a33c-6a67-4ef1-abb6-b9437536b49a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] delete failed (client error): The resource could not be found.
Dec 16 10:01:51.167011 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be35a33c-6a67-4ef1-abb6-b9437536b49a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/f0335f97-40fb-49c9-a391-a45e16ee283f HTTP/1.1" status: 404  len: 336 time: 0.1078227
Dec 16 10:01:51.171199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44736) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.178458 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-22ab9529-0e40-43d0-988f-43a546a52f23 req-a9433463-8f4e-4895-9bcd-cc4bc06eb000 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585070
Dec 16 10:01:51.232946 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb80824e-1621-446c-b467-77d62f14387b tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:51.233581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb80824e-1621-446c-b467-77d62f14387b tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:51.236620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eb80824e-1621-446c-b467-77d62f14387b tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/ceac2e51-453f-44ec-b142-473d738f294b HTTP/1.1" status: 404  len: 337 time: 0.0639243
Dec 16 10:01:51.239148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44740) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.304575 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27b7c934-df25-42fc-946f-60a99b962957 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=181c6ec6-2bff-437a-8d50-94843382af3d HTTP/1.1" status: 200  len: 205 time: 0.0637920
Dec 16 10:01:51.306811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44746) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.410598 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-81126485-4e97-48dc-a98a-208ac96bae70 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] delete failed (client error): The resource could not be found.
Dec 16 10:01:51.411650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-81126485-4e97-48dc-a98a-208ac96bae70 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/181c6ec6-2bff-437a-8d50-94843382af3d HTTP/1.1" status: 404  len: 336 time: 0.1036744
Dec 16 10:01:51.415444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44752) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.460362 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dae0c5b5-42da-4515-9f07-62fc2e80bbf0 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3f1daa-52a1-4a5d-8b71-a737c5be0362 HTTP/1.1" status: 200  len: 205 time: 0.0435927
Dec 16 10:01:51.463563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.537374 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-2405ea34-0dfa-4604-87e3-9fc5bb821035 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] delete failed (client error): The resource could not be found.
Dec 16 10:01:51.542534 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2405ea34-0dfa-4604-87e3-9fc5bb821035 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/bb3f1daa-52a1-4a5d-8b71-a737c5be0362 HTTP/1.1" status: 404  len: 336 time: 0.0739570
Dec 16 10:01:51.542955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44762) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.601835 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24e586c-792c-49f6-9872-f17d96e5705c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:51.602589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24e586c-792c-49f6-9872-f17d96e5705c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:51.605174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b24e586c-792c-49f6-9872-f17d96e5705c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/38db4daa-8a0b-44d0-b8bd-ba92e696a785 HTTP/1.1" status: 404  len: 337 time: 0.0611215
Dec 16 10:01:51.608298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44766) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.654232 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64e12df7-0e4f-42ed-90e0-76903faf0664 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=38763082-2487-488d-9e56-f586b84f8b17 HTTP/1.1" status: 200  len: 205 time: 0.0445721
Dec 16 10:01:51.658383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.732028 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-45952a2f-1db8-4a8d-b75e-57233e1b74bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] delete failed (client error): The resource could not be found.
Dec 16 10:01:51.733536 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-45952a2f-1db8-4a8d-b75e-57233e1b74bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/38763082-2487-488d-9e56-f586b84f8b17 HTTP/1.1" status: 404  len: 336 time: 0.0739787
Dec 16 10:01:51.737871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44776) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.805991 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f910bec5-d07c-49c3-9c9c-35fb687db8ab tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:51.806723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f910bec5-d07c-49c3-9c9c-35fb687db8ab tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:51.811910 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f910bec5-d07c-49c3-9c9c-35fb687db8ab tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/85a7c8c3-d8c9-4464-a2db-a4cc071016c4 HTTP/1.1" status: 404  len: 337 time: 0.0721655
Dec 16 10:01:51.813757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.878899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f57df0c4-6afe-4b9b-b770-066e5ab19a3b tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e75a813-b1b0-4a03-86ea-09e54f0817d8 HTTP/1.1" status: 200  len: 205 time: 0.0636590
Dec 16 10:01:51.880909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:51.957834 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-14f6c404-8b90-4f7d-a7f1-57cef4346afe tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] delete failed (client error): The resource could not be found.
Dec 16 10:01:51.958888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-14f6c404-8b90-4f7d-a7f1-57cef4346afe tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/routers/8e75a813-b1b0-4a03-86ea-09e54f0817d8 HTTP/1.1" status: 404  len: 336 time: 0.0770421
Dec 16 10:01:51.962195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44790) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:52.018964 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc2a29d-e85c-4226-b194-fef9d3727e63 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:52.019542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc2a29d-e85c-4226-b194-fef9d3727e63 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:52.024935 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ebc2a29d-e85c-4226-b194-fef9d3727e63 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/6ea8b80e-55b9-4432-abce-e115f816d0df HTTP/1.1" status: 404  len: 337 time: 0.0581987
Dec 16 10:01:52.027452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44796) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:52.086406 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ac7126-18ea-4b7d-885c-459ba7bc5876 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:01:52.087707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ac7126-18ea-4b7d-885c-459ba7bc5876 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:01:52.093229 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-71ac7126-18ea-4b7d-885c-459ba7bc5876 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] 10.222.0.66 "DELETE /v2.0/subnets/734ff086-f84f-4c01-9aa4-6e2873c13a44 HTTP/1.1" status: 404  len: 337 time: 0.0643392
Dec 16 10:01:52.258591 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:01:52.415365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port f8a9153d-aacc-4d2e-947b-50ec16f4d22e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:01:52.415840 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:52.506398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ecf2f-b57f-47b4-9eaf-e21b2b344767 req-092a43f2-08ac-45fc-8121-672153df8c8b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:52.509016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-289ecf2f-b57f-47b4-9eaf-e21b2b344767 req-092a43f2-08ac-45fc-8121-672153df8c8b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 944 time: 0.1665285
Dec 16 10:01:52.595434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:52.604307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-289ecf2f-b57f-47b4-9eaf-e21b2b344767 req-3d9e52a6-6f65-4cef-b72a-4e76c47ead67 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833275
Dec 16 10:01:52.617864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:52.668659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:01:52.685927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:01:52.694450 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:52.697442 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:52.802161 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'code': 200}
Dec 16 10:01:52.843846 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-30792577-d8fd-471d-b799-753c0fe0552e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d1ba8aca04c48b3bf4440e72a0c44ac&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2464356
Dec 16 10:01:52.846824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44814) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:52.848694 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:52.859454 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:52.963796 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:53.000359 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:53.041306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1921e-1d18-4570-bea8-b67ec7f6660d req-c80c4e42-02a0-42c1-be6e-2774bef7c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:53.042839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91c1921e-1d18-4570-bea8-b67ec7f6660d req-c80c4e42-02a0-42c1-be6e-2774bef7c27f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1097 time: 0.0791175
Dec 16 10:01:53.085956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:53.092890 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5f94ec3-8e1a-4291-a625-684a3361c1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:53.109528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-91c1921e-1d18-4570-bea8-b67ec7f6660d req-79726043-da12-458c-9867-38cd656e39dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590580
Dec 16 10:01:53.136013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:53.138364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccd03d50-4ed1-4b0a-8694-1e2b35d69461 HTTP/1.1" status: 204  len: 168 time: 0.2897849
Dec 16 10:01:53.140510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd03d50-4ed1-4b0a-8694-1e2b35d69461,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:53.145034 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:54.006603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc929ef-a5c5-41b9-89a5-eea8550fcd2e req-a17db938-b982-44c4-a68a-174cca9436e4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:54.013322 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfc929ef-a5c5-41b9-89a5-eea8550fcd2e req-a17db938-b982-44c4-a68a-174cca9436e4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2280772
Dec 16 10:01:54.067860 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cfc929ef-a5c5-41b9-89a5-eea8550fcd2e req-5483050a-3a71-4ca7-9c2e-51a9788f48f7 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534801
Dec 16 10:01:54.100147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:54.262887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-816505151'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:54.273296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:54.280419 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:54.285958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:54.298911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:54.314452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:01:54.320776 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.343852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.376015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:54.381367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:security_group_rule and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:54.386759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:54.405915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:54.598281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.603749 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.608419 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f0449c7a-2ec9-4459-80fd-0f7c8464a0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:54.645963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:01:54.655762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f50fef-a5e8-4c68-a4b8-6cfbd98a3c0e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:54.666640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.666982 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment bd3f826a-7f06-435b-ba70-cc8286980447 of type vlan for network 3699920e-9ae5-483a-b67d-064ef35b5905
Dec 16 10:01:54.669588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.670201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.670868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.671464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.672018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.672595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.673553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.674554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.675453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.676329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.677138 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.677574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:01:54.682376 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:54.730114 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.779223 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.788230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:54.788884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:54.794488 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:55.032152 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.9307027
Dec 16 10:01:55.036206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=3699920e-9ae5-483a-b67d-064ef35b5905,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:55.037125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:55.042591 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:55.048824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-2065567258'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:55.053428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 3699920e-9ae5-483a-b67d-064ef35b5905 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:01:55.060161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:55.065316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:55.068620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:55.075557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:55.091861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:01:55.095988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:55.105471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45cea-f509-4ba5-9548-090cccd63740 req-c30c403c-f06e-449a-94f5-4a5c6af679d2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:55.106834 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-c30c403c-f06e-449a-94f5-4a5c6af679d2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.2956371
Dec 16 10:01:55.130623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:01:55.131575 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-dfe6280f-80a5-456f-b556-201e03d2b030 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/quotas/e427264709c4416e880d286eca419412 HTTP/1.1" status: 200  len: 375 time: 0.0152869
Dec 16 10:01:55.143936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:55.144416 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b of type vlan for network 0ed42a86-2e35-45bb-b153-39732f635d72
Dec 16 10:01:55.186942 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:55.234924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:55.242553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-fe1c586d-d370-4782-8e11-a6130575ef84 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1036553
Dec 16 10:01:55.244910 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:55.245989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:55.254345 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b5ca849b-825c-4973-ad35-4ced47c4ff6c tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:55.371447 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3317757
Dec 16 10:01:55.378002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:55.390618 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': '3699920e-9ae5-483a-b67d-064ef35b5905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:55.417476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-4a92b421-07e8-45e7-b06f-5dab308b883c service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672611
Dec 16 10:01:55.422705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=0ed42a86-2e35-45bb-b153-39732f635d72,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:55.431334 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:55.436383 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 0ed42a86-2e35-45bb-b153-39732f635d72 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:01:55.667693 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-7602e2fb-9645-4ce1-8896-3134856a976b service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2436295
Dec 16 10:01:55.770655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:55.775062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:55.778452 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:55.786445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:55.801475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:01:55.808958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:56.125299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2106-947f-491e-99dc-2f09dc40271d req-805ec436-96bb-4066-b24c-f21249ff8e6b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:56.127404 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-023a2106-947f-491e-99dc-2f09dc40271d req-805ec436-96bb-4066-b24c-f21249ff8e6b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1480110
Dec 16 10:01:56.156883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:56.165528 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-47900968-0d16-4b78-881e-3e53acef1183 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:56.192878 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-023a2106-947f-491e-99dc-2f09dc40271d req-df0ce51a-fef9-4ccd-a3bd-b4ac8edd8a55 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542459
Dec 16 10:01:56.282620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=56536d97-f693-40f6-b3d2-5b225a24de4a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:56.288113 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:56.290225 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3346a4aa-2976-467b-8fc2-6318dfa686d8 req-aac91979-a8c3-4250-a3f3-69a2880c3493 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 210 time: 0.0462251
Dec 16 10:01:56.298757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': 'bd3f826a-7f06-435b-ba70-cc8286980447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3699920e-9ae5-483a-b67d-064ef35b5905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:56.299331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: 3699920e-9ae5-483a-b67d-064ef35b5905, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:01:56.333249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 3699920e-9ae5-483a-b67d-064ef35b5905 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:01:56.348591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 3699920e-9ae5-483a-b67d-064ef35b5905) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:56.354537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:56.355696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:56.363571 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a941ce6-5140-4c42-ab41-2a358f5ccd80 None None] Network 3699920e-9ae5-483a-b67d-064ef35b5905 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:56.411951 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0324428
Dec 16 10:01:56.412318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44920) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:56.420243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': '0ed42a86-2e35-45bb-b153-39732f635d72', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:56.702872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:56.708624 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:56.714106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:56.722417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:56.742700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50b6e-a238-4077-9259-7f02bad21d44 req-3c8cb7a2-5540-4aac-aad9-9a74a4ceb74d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:56.744572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76a50b6e-a238-4077-9259-7f02bad21d44 req-3c8cb7a2-5540-4aac-aad9-9a74a4ceb74d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.3017161
Dec 16 10:01:56.751141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:01:56.754866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:56.763567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-3699920e-9ae5-483a-b67d-064ef35b5905', 'network_id': '3699920e-9ae5-483a-b67d-064ef35b5905', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': '56536d97-f693-40f6-b3d2-5b225a24de4a'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:01:56.764875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:56.913329 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-76a50b6e-a238-4077-9259-7f02bad21d44 req-e2749717-f462-4107-a40b-09d3c54f6646 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410768
Dec 16 10:01:56.993677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Allocated IP 172.20.0.2 (3699920e-9ae5-483a-b67d-064ef35b5905/56536d97-f693-40f6-b3d2-5b225a24de4a/de33b1b0-4b18-46bf-b03b-783ccd41ed45) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:01:57.103730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:57.154588 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4d2cedd4-7e03-481f-95de-b43366a76be2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:57.249220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=7b6d12f4-c75a-404e-b037-0e8c6133edeb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:57.263190 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:57.346870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:57.363709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Transition to ACTIVE for port object de33b1b0-4b18-46bf-b03b-783ccd41ed45 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:57.401900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Transition to ACTIVE for port object de33b1b0-4b18-46bf-b03b-783ccd41ed45 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:57.411088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:57.418928 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:57.531027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Pushing event updated for resources: {'Port': ['ID=de33b1b0-4b18-46bf-b03b-783ccd41ed45,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:57.538231 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:57.559887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Network 3699920e-9ae5-483a-b67d-064ef35b5905 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:01:57.561795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:57.565940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:01:57.590121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': 'c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0ed42a86-2e35-45bb-b153-39732f635d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:57.590491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: 0ed42a86-2e35-45bb-b153-39732f635d72, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:01:57.619595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7a6cf-4a2a-41bd-8c2d-1dcdf447e1c4 req-11f3b12d-ada3-42c8-84a5-7d68d7cb8c62 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:57.621161 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1b7a6cf-4a2a-41bd-8c2d-1dcdf447e1c4 req-11f3b12d-ada3-42c8-84a5-7d68d7cb8c62 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.5101690
Dec 16 10:01:57.708389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 0ed42a86-2e35-45bb-b153-39732f635d72 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:01:57.715379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Attempting to bind port de33b1b0-4b18-46bf-b03b-783ccd41ed45 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:01:57.716016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Attempting to bind port de33b1b0-4b18-46bf-b03b-783ccd41ed45 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'bd3f826a-7f06-435b-ba70-cc8286980447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3699920e-9ae5-483a-b67d-064ef35b5905'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:01:57.716609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Attempting to bind port de33b1b0-4b18-46bf-b03b-783ccd41ed45 on network 3699920e-9ae5-483a-b67d-064ef35b5905 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:01:57.720432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45cea-f509-4ba5-9548-090cccd63740 req-3668fb50-475a-41aa-acc2-8a2d280bb64f tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:57.721968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-3668fb50-475a-41aa-acc2-8a2d280bb64f tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.4576848
Dec 16 10:01:57.726461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:01:57.727199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Checking segment: {'id': 'bd3f826a-7f06-435b-ba70-cc8286980447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3699920e-9ae5-483a-b67d-064ef35b5905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:01:57.728250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:57.728596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Bound using segment: {'id': 'bd3f826a-7f06-435b-ba70-cc8286980447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3699920e-9ae5-483a-b67d-064ef35b5905'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:01:57.729311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Bound port: de33b1b0-4b18-46bf-b03b-783ccd41ed45, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3f826a-7f06-435b-ba70-cc8286980447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3699920e-9ae5-483a-b67d-064ef35b5905'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:01:57.730607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:57.740386 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a1b7a6cf-4a2a-41bd-8c2d-1dcdf447e1c4 req-d1310e8f-87cc-40a5-bf59-af71d7355109 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071098
Dec 16 10:01:57.749076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Request body: {'port': {'device_id': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'admin_state_up': True, 'tenant_id': 'e427264709c4416e880d286eca419412'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:57.775562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 0ed42a86-2e35-45bb-b153-39732f635d72) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:57.784795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:57.785654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:57.824105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141bd20d-b3f4-44fe-930a-431c3e87d1e2 None None] Network 0ed42a86-2e35-45bb-b153-39732f635d72 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:01:57.997359 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-294d2248-0abe-4347-8076-f146bdd39e0b req-bcd660ba-2530-4f85-8f0b-7e6398e3402a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 210 time: 0.1160972
Dec 16 10:01:58.011698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5975192
Dec 16 10:01:58.016386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44930) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:58.032907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] For port de33b1b0-4b18-46bf-b03b-783ccd41ed45, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:01:58.033117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1821185615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:01:58.033245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] For port de33b1b0-4b18-46bf-b03b-783ccd41ed45, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=de33b1b0-4b18-46bf-b03b-783ccd41ed45,segment=NetworkSegment(bd3f826a-7f06-435b-ba70-cc8286980447),segment_id=bd3f826a-7f06-435b-ba70-cc8286980447)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:01:58.044916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:58.051443 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.052065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:router and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:01:58.060087 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:58.066156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:01:58.078127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:58.099843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.103093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.121400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:01:58.141450 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.146733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:01:58.174580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Made reservation on behalf of e427264709c4416e880d286eca419412 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:01:58.182384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Pushing event updated for resources: {'Port': ['ID=de33b1b0-4b18-46bf-b03b-783ccd41ed45,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:58.182632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.183779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.224759 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:58.237132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.238836 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-001d0a53-6525-4d4f-8b1d-67253377456c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2196290
Dec 16 10:01:58.248457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:01:58.377856 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-0ed42a86-2e35-45bb-b153-39732f635d72', 'network_id': '0ed42a86-2e35-45bb-b153-39732f635d72', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': '7b6d12f4-c75a-404e-b037-0e8c6133edeb'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:01:58.379746 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:58.467007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d422a-3463-406f-a3a5-de31328d1779 req-f46aa0cb-40aa-40cb-a246-04988c4a39a2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:58.469990 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-221d422a-3463-406f-a3a5-de31328d1779 req-f46aa0cb-40aa-40cb-a246-04988c4a39a2 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2014689
Dec 16 10:01:58.537308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Allocated IP 172.20.0.12 (78a2d002-8b68-403d-a573-59476fa1d7ac/61578637-316a-4ab3-8999-5428d7087f41/f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:01:58.561132 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-221d422a-3463-406f-a3a5-de31328d1779 req-52ccd602-4657-4b85-a857-154f73a6f472 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786448
Dec 16 10:01:58.795533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Allocated IP 172.21.0.2 (0ed42a86-2e35-45bb-b153-39732f635d72/7b6d12f4-c75a-404e-b037-0e8c6133edeb/b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:01:59.141341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-33fe64e0-a432-4b0a-9dae-1d61e98e72d9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2710097
Dec 16 10:01:59.145612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:59.152821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:59.171288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Transition to ACTIVE for port object b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:59.181679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c380c26-5119-47ea-aa2d-7bf715ebc284 req-b3ff098c-879c-4b66-acb6-249efdfcc3cf tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:59.191223 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c380c26-5119-47ea-aa2d-7bf715ebc284 req-b3ff098c-879c-4b66-acb6-249efdfcc3cf tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.3033750
Dec 16 10:01:59.200525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Transition to ACTIVE for port object b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:01:59.216400 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:59.224644 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c94aa12-03f5-4118-a413-ea086bdb0229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:59.273811 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:59.350936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Network 0ed42a86-2e35-45bb-b153-39732f635d72 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:01:59.356398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:59.361435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:01:59.366614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4c380c26-5119-47ea-aa2d-7bf715ebc284 req-ae954500-8af4-431a-ae55-3f7505fe5d6a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741960
Dec 16 10:01:59.380070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Pushing event updated for resources: {'Port': ['ID=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:59.434494 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:01:59.443619 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:01:59.444794 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6c2ad388-c16a-46a3-b4ef-7b530e7e4f58 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:01:59.461057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['858a5d6a-e8f5-43f3-b2d8-09efea58be04'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:01:59.506195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['523d553b-f4b3-4882-947f-497ddfe1d488'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:01:59.768989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Network 78a2d002-8b68-403d-a573-59476fa1d7ac is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:01:59.786610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:01:59.798294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-dd69eddd-b98a-4e71-8a03-cd367b74293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:01:59.800461 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-dd69eddd-b98a-4e71-8a03-cd367b74293f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 1096 time: 0.5125983
Dec 16 10:01:59.801834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:01:59.827894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Attempting to bind port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:01:59.828840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Attempting to bind port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0ed42a86-2e35-45bb-b153-39732f635d72'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:01:59.829491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Attempting to bind port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c on network 0ed42a86-2e35-45bb-b153-39732f635d72 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:01:59.861878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event updated for resources: {'Port': ['ID=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:01:59.983629 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:00.016683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:02:00.017230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Checking segment: {'id': 'c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0ed42a86-2e35-45bb-b153-39732f635d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:00.017655 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.018406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Bound using segment: {'id': 'c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0ed42a86-2e35-45bb-b153-39732f635d72'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:02:00.019192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Bound port: b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0ed42a86-2e35-45bb-b153-39732f635d72'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:02:00.019753 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.057531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-f8d012f4-ba1a-45cb-811c-9797b60423e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:00.058848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.20.0.1 (3699920e-9ae5-483a-b67d-064ef35b5905/56536d97-f693-40f6-b3d2-5b225a24de4a/1dce149a-ca4a-4baf-9cad-6b86cc7db8ff) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:00.059040 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-f8d012f4-ba1a-45cb-811c-9797b60423e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 915 time: 0.1942377
Dec 16 10:02:00.073841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:00.074815 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.126513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d0e47-7bcc-4f6f-bdf7-cc1b81917742 None None] Network 3699920e-9ae5-483a-b67d-064ef35b5905 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:00.165435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821047d-22c4-4e79-96b0-a5d92cb44480 req-e6ffadff-f646-48d7-9fe1-2769678bcba7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:00.173841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d821047d-22c4-4e79-96b0-a5d92cb44480 req-e6ffadff-f646-48d7-9fe1-2769678bcba7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 932 time: 0.5897946
Dec 16 10:02:00.180595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-6a44c138-f001-49cd-9419-54519ea9a5d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04 HTTP/1.1" status: 200  len: 217 time: 0.1132636
Dec 16 10:02:00.281994 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5495894
Dec 16 10:02:00.300861 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d821047d-22c4-4e79-96b0-a5d92cb44480 req-e55f8d78-ca96-45df-9fd8-beb50f7e06d0 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237547
Dec 16 10:02:00.325925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Request body: {'port': {'device_id': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:00.428315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device de33b1b0-4b18-46bf-b03b-783ccd41ed45 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:00.452038 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-3fc6512e-3941-43d3-8100-5dc75dfc7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:00.454033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-3fc6512e-3941-43d3-8100-5dc75dfc7a28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.2531137
Dec 16 10:02:00.586139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.622588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:00.625702 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74b92845-f33a-4a4d-aeb3-2ddfe7829b37 None None] Provisioning for port de33b1b0-4b18-46bf-b03b-783ccd41ed45 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:00.679082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] For port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:02:00.685108 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.701686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d9baa78c-faba-44b3-99d2-a2f10090db3b tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:00.728251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port de33b1b0-4b18-46bf-b03b-783ccd41ed45 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:00.747254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] For port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,segment=NetworkSegment(c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b),segment_id=c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:02:00.748292 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port de33b1b0-4b18-46bf-b03b-783ccd41ed45 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:00.748658 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.767494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 3699920e-9ae5-483a-b67d-064ef35b5905 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:00.776999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:00.779401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:00.796804 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.806092 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-0e9f56a4-91e2-4229-995e-62fc94f183d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1212349
Dec 16 10:02:00.809886 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:00.851342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=1dce149a-ca4a-4baf-9cad-6b86cc7db8ff,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:00.854118 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:00.854659 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:00.863318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:01.001864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:01.122282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Pushing event updated for resources: {'Port': ['ID=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:01.136549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713687d-45d4-4d3e-a7f4-316d70e42522 req-483d65dd-2d96-4352-a746-f98006437238 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:01.139086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3713687d-45d4-4d3e-a7f4-316d70e42522 req-483d65dd-2d96-4352-a746-f98006437238 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.4470994
Dec 16 10:02:01.146946 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:01.171292 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-c6a183d1-e1e8-4823-ac35-ca9c89dcb0d8 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3446095
Dec 16 10:02:01.294395 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:01.346500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port de33b1b0-4b18-46bf-b03b-783ccd41ed45, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=de33b1b0-4b18-46bf-b03b-783ccd41ed45,segment=NetworkSegment(bd3f826a-7f06-435b-ba70-cc8286980447),segment_id=bd3f826a-7f06-435b-ba70-cc8286980447)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:01.354092 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:01.356637 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-131be7b6-a306-4739-b221-ddbc7a83e5d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:01.364124 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3713687d-45d4-4d3e-a7f4-316d70e42522 req-e30cdaef-247d-4727-93be-9c039f638195 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970780
Dec 16 10:02:01.506358 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=de33b1b0-4b18-46bf-b03b-783ccd41ed45,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:01.519285 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:01.810966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-8bc9afbb-df6b-4f1f-a0ad-f9524d3272a4 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5836504
Dec 16 10:02:01.858620 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:01.866780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:01.920603 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2d56b99-5ce5-456f-95fc-91e747d4a0e4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:01.934511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba00c71-10a3-4787-8ccf-bf1d9b52f19f req-7af8dfbe-fde9-4ec7-9af0-1f53b8a559e3 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:01.935708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bba00c71-10a3-4787-8ccf-bf1d9b52f19f req-7af8dfbe-fde9-4ec7-9af0-1f53b8a559e3 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:01.942855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ab814a75-191d-4ac6-a670-2bc42c8f16e9 None None] Provisioning for port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:01.953745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ab814a75-191d-4ac6-a670-2bc42c8f16e9 None None] Provisioning complete for port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:01.955756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ab814a75-191d-4ac6-a670-2bc42c8f16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:02.001979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-bba00c71-10a3-4787-8ccf-bf1d9b52f19f req-7af8dfbe-fde9-4ec7-9af0-1f53b8a559e3 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:02.019533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bba00c71-10a3-4787-8ccf-bf1d9b52f19f req-7af8dfbe-fde9-4ec7-9af0-1f53b8a559e3 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 932 time: 0.4533141
Dec 16 10:02:02.071014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ab814a75-191d-4ac6-a670-2bc42c8f16e9 None None] Port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:02.085699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ab814a75-191d-4ac6-a670-2bc42c8f16e9 None None] Provisioning complete for port de33b1b0-4b18-46bf-b03b-783ccd41ed45 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:02.086380 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ab814a75-191d-4ac6-a670-2bc42c8f16e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:02.097870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=1dce149a-ca4a-4baf-9cad-6b86cc7db8ff,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:02.103411 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:02.111397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:02.169298 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:02:02.195434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:02.213582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bba00c71-10a3-4787-8ccf-bf1d9b52f19f req-505e20ce-6bb6-4519-a1d2-1c83c245ba7b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922362
Dec 16 10:02:02.267053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Transition to ACTIVE for port object f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:02.284477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:02.294437 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:02.405672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device de33b1b0-4b18-46bf-b03b-783ccd41ed45 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:02.477822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 3699920e-9ae5-483a-b67d-064ef35b5905 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:02.479339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:02.499709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62ca6aed-c473-46b9-9c77-276cc4358211 None None] Provisioning complete for port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:02.500627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62ca6aed-c473-46b9-9c77-276cc4358211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:02.504104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Pushing event updated for resources: {'Port': ['ID=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:02.519533 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:02.631028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port de33b1b0-4b18-46bf-b03b-783ccd41ed45 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:02.631672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:02.715232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-62ca6aed-c473-46b9-9c77-276cc4358211 None None] Port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:02.839694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 24b96e08-4b1d-470b-a686-280f025d976f is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:02:02.849936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:02.982923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:03.060079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf04b2-af3e-4b83-ba32-0c89368fca39 req-07daf881-3888-42ed-b375-0e24c5bd643e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:03.064296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0541cfc4-0072-4dff-b37c-4d8b7d71d3f4 None None] Provisioning complete for port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:03.065025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0541cfc4-0072-4dff-b37c-4d8b7d71d3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:03.069572 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fccf04b2-af3e-4b83-ba32-0c89368fca39 req-07daf881-3888-42ed-b375-0e24c5bd643e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.3801665
Dec 16 10:02:03.096537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Attempting to bind port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f on host n-h2-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:02:03.097490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Attempting to bind port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f by drivers openvswitch,hyperv on host n-h2-820554-2 at level 0 using segments [{'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:02:03.098032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Attempting to bind port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:02:03.103723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:03.117282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f on network 78a2d002-8b68-403d-a573-59476fa1d7ac not bound, no agent of type Open vSwitch agent registered on host n-h2-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:02:03.117785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Attempting to bind port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:02:03.120057 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/24b96e08-4b1d-470b-a686-280f025d976f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8700802
Dec 16 10:02:03.122814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:03.124627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] Sync routers for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:03.130395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66ad163-8d4b-472a-9720-ee54f72b90b8 None None] Network 0ed42a86-2e35-45bb-b153-39732f635d72 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:03.140970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Checking agent: {'id': '58fe0a0d-9263-4877-8be0-dfa67da79d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:02:03.141500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Checking segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:03.142105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Bound using segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:02:03.143027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Bound port: f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f, host: n-h2-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:02:03.143587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:03.205816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ccf8e-f232-43de-8bf5-e0fffeeb7c01 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:03.206772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-815ccf8e-f232-43de-8bf5-e0fffeeb7c01 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:03.235505 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fccf04b2-af3e-4b83-ba32-0c89368fca39 req-4ba470dc-599a-40f3-bf35-65410f29423c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635065
Dec 16 10:02:03.237814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-815ccf8e-f232-43de-8bf5-e0fffeeb7c01 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:03.245181 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-815ccf8e-f232-43de-8bf5-e0fffeeb7c01 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports/1dce149a-ca4a-4baf-9cad-6b86cc7db8ff HTTP/1.1" status: 200  len: 910 time: 0.1204059
Dec 16 10:02:03.245717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:03.270927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:03.272095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc6190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:03.327086 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] For port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f, host n-h2-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:02:03.335017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] For port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f, host n-h2-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:02:03.344621 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:03.357121 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-670b4275-84be-4cee-a587-eed23069a7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:03.407811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc6190>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:03.411960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0541cfc4-0072-4dff-b37c-4d8b7d71d3f4 None None] Port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:03.440774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:03.441753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc6190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:03.616185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:03.618133 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:03.619628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] 10.222.0.74 "PUT /v2.0/ports/f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f HTTP/1.1" status: 200  len: 1092 time: 3.3150887
Dec 16 10:02:03.620440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'tag': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:02:03.680131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fc6190>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:03.680131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc842c37-fc41-458d-8f10-2806d828763a None None] The sync data for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:03.704770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Provisioning for port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:03.749467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Provisioning complete for port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:03.749942 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:03.771949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Pushing event updated for resources: {'Port': ['ID=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:03.777918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:03.950516 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:04.017577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] For port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,segment=NetworkSegment(c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b),segment_id=c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:04.024418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a40b1-7d80-434d-9647-a8ab91d3f998 req-aef4cdfe-e209-4cf8-833a-e2c5d25e9ecc tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:04.031239 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:04.037754 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:04.038304 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea1a40b1-7d80-434d-9647-a8ab91d3f998 req-aef4cdfe-e209-4cf8-833a-e2c5d25e9ecc tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 944 time: 0.5433662
Dec 16 10:02:04.109946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45cea-f509-4ba5-9548-090cccd63740 req-7a8f0e20-cf8e-4943-add5-9608f0c44641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:04.113698 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-7a8f0e20-cf8e-4943-add5-9608f0c44641 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 1095 time: 0.4174929
Dec 16 10:02:04.137259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea1a40b1-7d80-434d-9647-a8ab91d3f998 req-df86ab94-3ce4-4d47-9863-d54d61491cfe tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973427
Dec 16 10:02:04.198598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Pushing event updated for resources: {'Port': ['ID=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:04.202583 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:04.290713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-13ed029f-9029-43d5-b372-079155337b78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f HTTP/1.1" status: 200  len: 217 time: 0.1515737
Dec 16 10:02:04.348492 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:04.360182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-782b50bc-f399-4cf0-ab96-1a928b9c7d52 None None] Provisioning complete for port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:04.360628 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-782b50bc-f399-4cf0-ab96-1a928b9c7d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:04.376182 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45cea-f509-4ba5-9548-090cccd63740 req-94ce3c0d-1610-4cdf-aea9-89b9699392d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:04.377806 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-94ce3c0d-1610-4cdf-aea9-89b9699392d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.0760670
Dec 16 10:02:04.436612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-917de437-ff04-41eb-83f5-33345a60f6fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502875
Dec 16 10:02:04.627902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-2b443397-dc0a-4bc0-a640-60656d20fe1f service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829531
Dec 16 10:02:04.764408 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'tag': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f', 'status': 'completed', 'code': 200}
Dec 16 10:02:04.854113 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-85c45cea-f509-4ba5-9548-090cccd63740 req-74e56847-b070-405c-9a03-5a652503adfc service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186980
Dec 16 10:02:05.050709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.21.0.1 (0ed42a86-2e35-45bb-b153-39732f635d72/7b6d12f4-c75a-404e-b037-0e8c6133edeb/c2fe2ac1-f476-49ab-98e8-51871cab5dd0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:05.110555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c7f1c-794e-428a-95dd-eae771f7ee12 req-1676ffbd-9413-4e93-88d6-341cb46e4a85 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:05.112216 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c9c7f1c-794e-428a-95dd-eae771f7ee12 req-1676ffbd-9413-4e93-88d6-341cb46e4a85 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2082410
Dec 16 10:02:05.114700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-dd932e30-c9da-4333-afff-1c672572e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:05.116615 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-dd932e30-c9da-4333-afff-1c672572e979 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 1095 time: 0.1447942
Dec 16 10:02:05.296260 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3c9c7f1c-794e-428a-95dd-eae771f7ee12 req-8883cdea-39aa-40ed-8e3e-40bc5f4037cd tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541767
Dec 16 10:02:05.297527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:05.328085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object c2fe2ac1-f476-49ab-98e8-51871cab5dd0 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:05.365707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:05.367097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-5bab7f44-993e-4518-ac98-0eb0585e37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:05.369824 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-5bab7f44-993e-4518-ac98-0eb0585e37e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 915 time: 0.2463248
Dec 16 10:02:05.371376 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-629afa76-f7fe-4a6e-8733-8aa87bb170b4 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:05.496911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 0ed42a86-2e35-45bb-b153-39732f635d72 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:05.502619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:05.509370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:05.554242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-ca3bd70b-efa9-498d-8044-0cde1bc33555 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f HTTP/1.1" status: 200  len: 217 time: 0.1770811
Dec 16 10:02:05.565800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=c2fe2ac1-f476-49ab-98e8-51871cab5dd0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:05.584179 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:05.622681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:05.700857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-0d9d30f7-7683-4caa-bb29-b5ff1f84d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:05.703248 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-0d9d30f7-7683-4caa-bb29-b5ff1f84d0fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.1379547
Dec 16 10:02:05.786558 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-0ffb6e2f-9502-4417-847e-13024ab2749d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706320
Dec 16 10:02:05.790666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:05.798823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a0597-864b-4741-83cc-24d20414ffdd req-388d0f77-4a6a-4a13-bbb8-8962d71dd26a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:05.801273 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc2a0597-864b-4741-83cc-24d20414ffdd req-388d0f77-4a6a-4a13-bbb8-8962d71dd26a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 944 time: 0.3286169
Dec 16 10:02:05.916837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6c67af82-c831-4c66-9752-fa52bb2dfe48 None None] Provisioning for port c2fe2ac1-f476-49ab-98e8-51871cab5dd0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:05.925655 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6c67af82-c831-4c66-9752-fa52bb2dfe48 None None] Provisioning complete for port c2fe2ac1-f476-49ab-98e8-51871cab5dd0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:05.926537 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c67af82-c831-4c66-9752-fa52bb2dfe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:05.989673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fc2a0597-864b-4741-83cc-24d20414ffdd req-414c3140-414a-4f7c-9861-0625fa320061 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528919
Dec 16 10:02:06.023554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6c67af82-c831-4c66-9752-fa52bb2dfe48 None None] Port c2fe2ac1-f476-49ab-98e8-51871cab5dd0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:06.071722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-dfef4095-27bc-450f-beaf-a04fa88235d0 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687492
Dec 16 10:02:06.244619 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8d3f8d84-31df-4281-ae1a-d511dea8837b req-b8024a1f-ee68-4f2f-b965-356a290ab746 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664414
Dec 16 10:02:06.258439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:06.360119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:06.360499 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:06.567482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:06.573578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:06.605512 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:06.620853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e857ee-06ab-40e2-ab42-631022ffe0d5 req-a0fb237a-0866-43a8-abd4-0ac01362fb3a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:06.623247 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-50e857ee-06ab-40e2-ab42-631022ffe0d5 req-a0fb237a-0866-43a8-abd4-0ac01362fb3a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1288517
Dec 16 10:02:06.690851 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-50e857ee-06ab-40e2-ab42-631022ffe0d5 req-dcc9ece6-e7bd-4804-9000-87fe50d5f4ad tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560091
Dec 16 10:02:06.707888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=c2fe2ac1-f476-49ab-98e8-51871cab5dd0,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:06.712092 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:06.713234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:06.929564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 0ed42a86-2e35-45bb-b153-39732f635d72 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:06.931288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:07.182312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 24b96e08-4b1d-470b-a686-280f025d976f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:02:07.270154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-71a03d0e-165c-4996-803a-41645aa36771 None None] Provisioning complete for port c2fe2ac1-f476-49ab-98e8-51871cab5dd0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:07.270752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71a03d0e-165c-4996-803a-41645aa36771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:07.370130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-71a03d0e-165c-4996-803a-41645aa36771 None None] Port c2fe2ac1-f476-49ab-98e8-51871cab5dd0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:07.383762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:07.398123 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] Sync routers for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:07.413208 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:07.414472 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e13460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:07.415269 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/24b96e08-4b1d-470b-a686-280f025d976f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1678603
Dec 16 10:02:07.415495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 44980) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:07.484953 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e13460>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:07.494911 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:07.495671 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e13460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:07.564287 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e13460>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:07.564829 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22caed-e818-4e86-aa43-d4c6d3f36231 None None] The sync data for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:07.638084 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2aa64-2b1e-4254-acc1-27fa38fcd9a8 req-6914506c-b0c5-4675-9297-ec223e1cc7d6 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:07.639630 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8bb2aa64-2b1e-4254-acc1-27fa38fcd9a8 req-6914506c-b0c5-4675-9297-ec223e1cc7d6 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 944 time: 0.4085507
Dec 16 10:02:07.674528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-c241ae39-4451-4ce8-a48c-ad0924d39789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:07.676088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-c241ae39-4451-4ce8-a48c-ad0924d39789 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4f73b8f19744247b98495ffedc3eba3&device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 1097 time: 0.4080684
Dec 16 10:02:07.716962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ee5a3-2751-46af-aa85-38449ec81099 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:07.718367 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a25ee5a3-2751-46af-aa85-38449ec81099 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports/c2fe2ac1-f476-49ab-98e8-51871cab5dd0 HTTP/1.1" status: 200  len: 910 time: 0.2990296
Dec 16 10:02:07.722086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 44984) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:07.816024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8bb2aa64-2b1e-4254-acc1-27fa38fcd9a8 req-14aacd62-a4c4-40a4-b3ef-e1af4d2f4c49 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694703
Dec 16 10:02:07.880089 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-f14c2c11-b17d-4ac4-b5f8-38f9ac9bd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:07.881565 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-f14c2c11-b17d-4ac4-b5f8-38f9ac9bd123 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 200  len: 914 time: 0.1972497
Dec 16 10:02:07.959420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-335e782a-4c5b-43fc-9b6b-f54f464cda6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 200  len: 217 time: 0.0700524
Dec 16 10:02:08.108655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-d9fd85bf-f062-4a70-a477-81f34c82c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:08.110920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-d9fd85bf-f062-4a70-a477-81f34c82c4aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 200  len: 853 time: 0.1442573
Dec 16 10:02:08.180948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-b4642aa2-8ec7-45a4-9d29-11bb535bfe6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4e2b72c0-5266-4041-be4b-3a01477a37cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0630419
Dec 16 10:02:08.288723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb5672-ec43-4e23-8f0e-7e1ed4d466e4 req-dc1b49a3-7eca-4b5f-a54f-6e16f1d83f30 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:08.290299 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bbcb5672-ec43-4e23-8f0e-7e1ed4d466e4 req-dc1b49a3-7eca-4b5f-a54f-6e16f1d83f30 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2757380
Dec 16 10:02:08.386283 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bbcb5672-ec43-4e23-8f0e-7e1ed4d466e4 req-e190ef2f-7e5a-4f31-8499-0924b90b9305 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777287
Dec 16 10:02:08.416944 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-34835d2d-ffec-4035-bb19-72566823cd83 service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290802
Dec 16 10:02:08.431308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f details requested by agent hyperv_n-h2-820554-2 with host n-h2-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 10:02:08.564651 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:08.603064 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd7920af-a6dc-48ef-b9a8-e9ec9e5f555a req-7f58188d-c55d-46ad-9fb8-acf822bfdaca service neutron] 10.222.0.54 "GET /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782570
Dec 16 10:02:08.607343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:08.623326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Returning: {'device': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'port_id': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f', 'mac_address': 'fa:16:3e:8b:df:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61578637-316a-4ab3-8999-5428d7087f41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 10:02:08.692960 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:08.720024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:02:08.741081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:08.747384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:08.749646 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:08.834254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:08.837636 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:08.979479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:02:08.980136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port c2fe2ac1-f476-49ab-98e8-51871cab5dd0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:08.980910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:09.047894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b63f4-9871-4137-b372-849836d8af2a req-de0dee18-287e-4c31-8fc2-95fb00e14acb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:09.049581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca3b63f4-9871-4137-b372-849836d8af2a req-de0dee18-287e-4c31-8fc2-95fb00e14acb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 945 time: 0.0978494
Dec 16 10:02:09.106599 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ca3b63f4-9871-4137-b372-849836d8af2a req-c49bb85d-dcf7-4bc0-9079-3fafbae2e6c9 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465076
Dec 16 10:02:09.270591 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:09.458655 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for c2fe2ac1-f476-49ab-98e8-51871cab5dd0 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:09.666028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da649472-2164-40c1-9d18-e268a80d0f6f req-07d1b998-2bf8-4d78-9ff5-f5a6d8415597 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:09.667595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da649472-2164-40c1-9d18-e268a80d0f6f req-07d1b998-2bf8-4d78-9ff5-f5a6d8415597 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.0976698
Dec 16 10:02:09.716891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:09.721651 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8dd2fa53-c048-4a18-8442-b149fa9fb951 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:09.722425 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-da649472-2164-40c1-9d18-e268a80d0f6f req-f0dfd8cf-1446-4a38-89d3-025de3db910d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472202
Dec 16 10:02:09.802375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=c2fe2ac1-f476-49ab-98e8-51871cab5dd0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:09.821801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.822181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.822557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.822925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.823333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.823688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.824046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.824799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.824799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.825106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.825469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.825953 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:09.829377 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:09.981418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6768f4-ebb3-4a87-8186-e031f19055a9 req-5dd60c80-d72b-4a6e-b055-f33676aa3115 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:09.983506 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3e6768f4-ebb3-4a87-8186-e031f19055a9 req-5dd60c80-d72b-4a6e-b055-f33676aa3115 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.0961430
Dec 16 10:02:10.050560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3e6768f4-ebb3-4a87-8186-e031f19055a9 req-3d15420b-f94a-412b-bd72-aab870a5037b tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602868
Dec 16 10:02:10.122372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:10.317772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142b5e8-3547-4dec-b547-443ea1fe892c req-05df0871-25ab-4411-8aaa-2032c4d61769 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:10.319602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a142b5e8-3547-4dec-b547-443ea1fe892c req-05df0871-25ab-4411-8aaa-2032c4d61769 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.0978990
Dec 16 10:02:10.368291 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-a142b5e8-3547-4dec-b547-443ea1fe892c req-f0e68baa-e72d-4811-a756-eb068a62a6b4 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424449
Dec 16 10:02:10.432751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f up at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:10.525058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning for port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:10.532100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Provisioning complete for port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:10.532765 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:10.572211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4229a-b2d7-4cee-82e0-c1757b683230 req-9c2f4e27-22f2-4117-8530-5e7e426f02d7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:10.573909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74d4229a-b2d7-4cee-82e0-c1757b683230 req-9c2f4e27-22f2-4117-8530-5e7e426f02d7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 945 time: 0.0994365
Dec 16 10:02:10.628424 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-74d4229a-b2d7-4cee-82e0-c1757b683230 req-c7c03aad-1d11-488d-b52d-98011eccdfea tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474224
Dec 16 10:02:10.673725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:10.702874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:02:10.708502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 24b96e08-4b1d-470b-a686-280f025d976f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:02:10.713990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] For port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:10.718606 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:10.721478 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:10.795038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Pushing event updated for resources: {'Port': ['ID=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:10.807645 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:10.817337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100add4-6e8f-4108-8f9b-82c27eb47adc req-c4ecec3f-05ab-4f78-9c81-754066c65629 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:10.818959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b100add4-6e8f-4108-8f9b-82c27eb47adc req-c4ecec3f-05ab-4f78-9c81-754066c65629 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.0946524
Dec 16 10:02:10.866948 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b100add4-6e8f-4108-8f9b-82c27eb47adc req-833e2abe-924d-4f7f-825f-3668e72a13cf tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414045
Dec 16 10:02:10.878190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:10.889029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] Sync routers for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:10.893622 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/24b96e08-4b1d-470b-a686-280f025d976f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1688430
Dec 16 10:02:10.896424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45006) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:10.903273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:10.903936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21a3760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:11.024826 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f', 'code': 200}
Dec 16 10:02:11.033932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21a3760>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:11.045241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:11.047948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21a3760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:11.116844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21a3760>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:11.117349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86657d7-0e6b-4697-90f7-71c4f0cbf314 None None] The sync data for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:11.534802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3d1a-40c9-4f1a-bd74-7a6aea122931 req-b402fda5-0ff5-4fc3-b2eb-b27f23bae0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:11.536311 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-573b3d1a-40c9-4f1a-bd74-7a6aea122931 req-b402fda5-0ff5-4fc3-b2eb-b27f23bae0ba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 1097 time: 0.4665287
Dec 16 10:02:11.643594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-573b3d1a-40c9-4f1a-bd74-7a6aea122931 req-f1d15a30-1099-436c-9977-5f014be9cfe8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794845
Dec 16 10:02:11.651390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a356b25-8350-43ea-9b81-0638bb7562b3 req-c83fcf1e-1f02-415b-b0d9-5ec770758104 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:11.653252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a356b25-8350-43ea-9b81-0638bb7562b3 req-c83fcf1e-1f02-415b-b0d9-5ec770758104 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.5097530
Dec 16 10:02:11.749371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a356b25-8350-43ea-9b81-0638bb7562b3 req-9efe665c-8ee2-4b7e-8f2a-893ecfb9f498 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679851
Dec 16 10:02:11.849514 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:11.967484 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4e64136-95ae-4088-8afe-0efb2be83694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:11.989459 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:12.178077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b7a95-78af-40cd-9cff-c26e6237bd6b req-9dbf0046-9b08-42ee-b0ce-4fc4280f96ac tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:12.179683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb1b7a95-78af-40cd-9cff-c26e6237bd6b req-9dbf0046-9b08-42ee-b0ce-4fc4280f96ac tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 946 time: 0.2813427
Dec 16 10:02:12.241613 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-bb1b7a95-78af-40cd-9cff-c26e6237bd6b req-d25f83e5-c2c8-46e9-b03f-0803a8970a54 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550203
Dec 16 10:02:12.308553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:12.308900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:12.553389 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9f2ee-b5b1-4cf9-9027-e364fa87b4f6 req-4f7cb570-0910-46bf-b35c-29623a0f5689 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:12.554937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fca9f2ee-b5b1-4cf9-9027-e364fa87b4f6 req-4f7cb570-0910-46bf-b35c-29623a0f5689 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2089536
Dec 16 10:02:12.592897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:12.737112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 1dce149a-ca4a-4baf-9cad-6b86cc7db8ff owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:12.928925 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fca9f2ee-b5b1-4cf9-9027-e364fa87b4f6 req-e59c78e3-be42-4b7c-ae81-41c0059a56ed tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3653927
Dec 16 10:02:13.146062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:13.150496 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:13.200172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=1dce149a-ca4a-4baf-9cad-6b86cc7db8ff,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:13.205664 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:13.305821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4a832-f7d3-4976-ad64-c2e151713048 req-0cb45fe3-e7cc-447e-95b4-038321db10ab tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:13.307259 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3b4a832-f7d3-4976-ad64-c2e151713048 req-0cb45fe3-e7cc-447e-95b4-038321db10ab tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2451022
Dec 16 10:02:13.498332 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c3b4a832-f7d3-4976-ad64-c2e151713048 req-f82c1090-3dc5-4ddb-b10e-cdbfe6c226bb tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787643
Dec 16 10:02:13.501725 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:13.871600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 24b96e08-4b1d-470b-a686-280f025d976f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:02:13.886386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10b1f-fa66-487b-9a9c-de9f5d532e0e req-6d06b786-f154-4fe3-8ab2-af5c1b598828 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:13.887996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21c10b1f-fa66-487b-9a9c-de9f5d532e0e req-6d06b786-f154-4fe3-8ab2-af5c1b598828 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 946 time: 0.2494042
Dec 16 10:02:14.061121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:14.072220 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] Sync routers for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:14.073528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-21c10b1f-fa66-487b-9a9c-de9f5d532e0e req-f853d51a-90a0-4d4c-9848-c8a486c69fa5 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763306
Dec 16 10:02:14.081603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/24b96e08-4b1d-470b-a686-280f025d976f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1840000
Dec 16 10:02:14.084194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:14.085753 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:14.087592 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f4a5fc70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:14.137087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c58f63d3-06a8-43f5-930c-6a90ddda2c7f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:14.154586 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f4a5fc70>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:14.160920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c58f63d3-06a8-43f5-930c-6a90ddda2c7f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:14.163779 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c58f63d3-06a8-43f5-930c-6a90ddda2c7f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=24b96e08-4b1d-470b-a686-280f025d976f HTTP/1.1" status: 200  len: 205 time: 0.0780723
Dec 16 10:02:14.166693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:14.170557 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] Routers {'24b96e08-4b1d-470b-a686-280f025d976f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:14.171550 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f4a5fc70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:01:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['24b96e08-4b1d-470b-a686-280f025d976f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:14.220892 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:14.253541 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f4a5fc70>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:14.254234 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c69a0f-b7bd-48bf-ad12-2ae517d8234a None None] The sync data for ids ['24b96e08-4b1d-470b-a686-280f025d976f'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:14.318879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008be89-4a8e-49ab-8c8f-4f9a3fa3e018 req-faec9dbc-69d5-4f57-b3f1-a47981bf6907 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:14.320739 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3008be89-4a8e-49ab-8c8f-4f9a3fa3e018 req-faec9dbc-69d5-4f57-b3f1-a47981bf6907 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1181304
Dec 16 10:02:14.344049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04390124-2549-477a-90ca-63d75e8c385a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:14.372446 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3008be89-4a8e-49ab-8c8f-4f9a3fa3e018 req-2ff47fdf-4e0b-4f13-891b-2016349ee46a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456691
Dec 16 10:02:14.523636 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f559df5c-1f90-4ba5-8797-16c73f30d836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:14.725664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c21b4-efcd-4995-9690-ac6c12a4c629 req-0e5e2a41-1e71-4c63-8157-c003706068cb tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:14.727420 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-298c21b4-efcd-4995-9690-ac6c12a4c629 req-0e5e2a41-1e71-4c63-8157-c003706068cb tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1207237
Dec 16 10:02:14.774220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04390124-2549-477a-90ca-63d75e8c385a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:14.776883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04390124-2549-477a-90ca-63d75e8c385a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:14.781441 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-298c21b4-efcd-4995-9690-ac6c12a4c629 req-8c2ea814-b5c4-4e88-b1a8-ef207c512196 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453019
Dec 16 10:02:14.803198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04390124-2549-477a-90ca-63d75e8c385a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:14.803963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04390124-2549-477a-90ca-63d75e8c385a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Fanout notify agent at l3_agent the message router_deleted on router 24b96e08-4b1d-470b-a686-280f025d976f {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:02:14.818194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04390124-2549-477a-90ca-63d75e8c385a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:14.822551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45048) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:14.822947 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04390124-2549-477a-90ca-63d75e8c385a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/24b96e08-4b1d-470b-a686-280f025d976f HTTP/1.1" status: 204  len: 168 time: 0.6528187
Dec 16 10:02:14.896484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet 7b6d12f4-c75a-404e-b037-0e8c6133edeb {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:02:14.931752 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.155364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.240233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91c3a0-7d09-432a-a96d-bebcf4d3e552 req-9cbddb12-b014-4e83-ae85-8b52300a71be tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:15.241673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d91c3a0-7d09-432a-a96d-bebcf4d3e552 req-9cbddb12-b014-4e83-ae85-8b52300a71be tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.3429315
Dec 16 10:02:15.291786 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.336594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6d91c3a0-7d09-432a-a96d-bebcf4d3e552 req-129c996d-b936-4371-bf4e-10b676596ad9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864403
Dec 16 10:02:15.377220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.379020 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.381558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a13d6b1-36cf-404e-b5d1-9fdb50442125 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:15.424971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6d12f4-c75a-404e-b037-0e8c6133edeb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:15.428069 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:15.429182 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.436166 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/7b6d12f4-c75a-404e-b037-0e8c6133edeb HTTP/1.1" status: 204  len: 168 time: 0.6115773
Dec 16 10:02:15.438680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45056) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:15.440501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1cdb9-e3c9-4d0c-aa48-8d5993d23b99 None None] Network 0ed42a86-2e35-45bb-b153-39732f635d72 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:15.510413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet 56536d97-f693-40f6-b3d2-5b225a24de4a {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:02:15.513947 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.583138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.655507 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.740814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] DHCP port deletion for 0ed42a86-2e35-45bb-b153-39732f635d72 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:02:15.745169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Deleting port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:15.745552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.756236 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.821541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f057af-8540-4fa2-8580-f996eb0dff6d req-1c9d69d2-713f-4fd3-9a33-d2a0067e6425 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:15.823064 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28f057af-8540-4fa2-8580-f996eb0dff6d req-1c9d69d2-713f-4fd3-9a33-d2a0067e6425 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1550813
Dec 16 10:02:15.885929 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-28f057af-8540-4fa2-8580-f996eb0dff6d req-29ec4caf-2531-49b2-80f4-34fc53213a10 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558805
Dec 16 10:02:15.886989 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.891450 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-67ccaabd-2fa6-4246-90a6-88c6c3413da5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:15.928019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=56536d97-f693-40f6-b3d2-5b225a24de4a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:15.931211 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:15.932174 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:15.941936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/56536d97-f693-40f6-b3d2-5b225a24de4a HTTP/1.1" status: 204  len: 168 time: 0.4994774
Dec 16 10:02:15.942246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45066) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:15.949663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9c931-89c4-4d96-9e26-7184324edcaa None None] Network 3699920e-9ae5-483a-b67d-064ef35b5905 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:15.978090 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:02:16.064576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] For port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,segment=NetworkSegment(c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b),segment_id=c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:16.064903 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:16.066715 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:16.078092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:16.078522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:16.231727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Calling delete_port for b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:16.264614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:02:16.327487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,segment=NetworkSegment(c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b),segment_id=c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:16.328710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:16.505763 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:16.506966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:16.516371 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-506a8c41-03fc-4c07-90a3-e8c9b8aa6aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:16.560070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c update to DOWN by agent not found {{(pid=87656) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 10:02:16.574070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Pushing event deleted for resources: {'Port': ['ID=b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:16.579574 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:16.580781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] No DVR routers for this DVR port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:02:16.674542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] DHCP port deletion for 3699920e-9ae5-483a-b67d-064ef35b5905 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:02:16.680923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Deleting port de33b1b0-4b18-46bf-b03b-783ccd41ed45 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:16.681304 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:16.702111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb07510-1f1c-4ddb-bb02-9dcc37c1e626 req-09e08eb3-e037-46cf-9a33-6ac9b2d69254 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:16.710083 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4fb07510-1f1c-4ddb-bb02-9dcc37c1e626 req-09e08eb3-e037-46cf-9a33-6ac9b2d69254 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1712525
Dec 16 10:02:16.748080 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:02:16.748428 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:02:16.770649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4fb07510-1f1c-4ddb-bb02-9dcc37c1e626 req-d760ddbb-9804-4f00-b7a1-cd52e8cca798 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596030
Dec 16 10:02:16.980160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] For port de33b1b0-4b18-46bf-b03b-783ccd41ed45, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=de33b1b0-4b18-46bf-b03b-783ccd41ed45,segment=NetworkSegment(bd3f826a-7f06-435b-ba70-cc8286980447),segment_id=bd3f826a-7f06-435b-ba70-cc8286980447)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:16.980867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.009645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c54507-2854-4205-bc6a-1c154f02a4a3 req-043e4d09-f1b3-419b-924c-847c2542551c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:17.011744 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33c54507-2854-4205-bc6a-1c154f02a4a3 req-043e4d09-f1b3-419b-924c-847c2542551c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1139708
Dec 16 10:02:17.092402 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-33c54507-2854-4205-bc6a-1c154f02a4a3 req-59849aaf-6556-4f34-965c-145035ba371d tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634813
Dec 16 10:02:17.191496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Calling delete_port for de33b1b0-4b18-46bf-b03b-783ccd41ed45 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:17.250855 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.265913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:17.266265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.307978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.313763 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:17.379686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Pushing event deleted for resources: {'Port': ['ID=de33b1b0-4b18-46bf-b03b-783ccd41ed45,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:17.382071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] No DVR routers for this DVR port de33b1b0-4b18-46bf-b03b-783ccd41ed45 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:02:17.383719 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:17.515322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] The port 'b05f1aa0-7088-4ef8-bd02-4d1bdc7e5f9c' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:02:17.672649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.694014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f8d20-b51d-4893-a8d0-fb7a164d9702 req-3585900b-1bb8-4bb4-9c53-cce8c9e7e97e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:17.695790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-052f8d20-b51d-4893-a8d0-fb7a164d9702 req-3585900b-1bb8-4bb4-9c53-cce8c9e7e97e tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.4732261
Dec 16 10:02:17.723253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f209ad90>,) {'filters': {'network_id': ['0ed42a86-2e35-45bb-b153-39732f635d72']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:17.744399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f209ad90>, 'c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:17.744700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f209ad90>, 'c05b9ca7-a90f-4d8d-8b71-b9169d1b4d6b') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:17.767891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.784510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-052f8d20-b51d-4893-a8d0-fb7a164d9702 req-892cebd2-a3b4-4a80-bf1a-ebfdc19341b9 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800345
Dec 16 10:02:17.790488 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.797301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:02:17.797696 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:02:17.814822 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:02:17.911152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.916616 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:17.923436 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0ecde7f0-8c1d-4bd5-b10b-781c08d658f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:17.985239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=0ed42a86-2e35-45bb-b153-39732f635d72,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:17.995878 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:18.022643 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/0ed42a86-2e35-45bb-b153-39732f635d72 HTTP/1.1" status: 204  len: 168 time: 2.0791445
Dec 16 10:02:18.025018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45090) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:18.158873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.167694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b52ba4-7662-47a8-9540-66e0d69c553d req-dcedc95d-dc27-4202-8614-3baaac12a88a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:18.169222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2b52ba4-7662-47a8-9540-66e0d69c553d req-dcedc95d-dc27-4202-8614-3baaac12a88a tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2259119
Dec 16 10:02:18.275202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-c2b52ba4-7662-47a8-9540-66e0d69c553d req-d153091f-cd3c-4c4d-a2df-a9aa64996997 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994043
Dec 16 10:02:18.291247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device de33b1b0-4b18-46bf-b03b-783ccd41ed45 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:02:18.354329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.357351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: de33b1b0-4b18-46bf-b03b-783ccd41ed45 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:02:18.357803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device de33b1b0-4b18-46bf-b03b-783ccd41ed45 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:02:18.386213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f255b3d0>,) {'filters': {'network_id': ['3699920e-9ae5-483a-b67d-064ef35b5905']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:18.408047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f255b3d0>, 'bd3f826a-7f06-435b-ba70-cc8286980447') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:18.408347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f255b3d0>, 'bd3f826a-7f06-435b-ba70-cc8286980447') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:18.427744 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.450855 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.458461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:02:18.458929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:02:18.474400 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:02:18.578292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.583411 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-434f2f6c-360d-4552-8f89-42e05209b865 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:18.603014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.613456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=3699920e-9ae5-483a-b67d-064ef35b5905,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:18.616300 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/3699920e-9ae5-483a-b67d-064ef35b5905 HTTP/1.1" status: 204  len: 168 time: 0.5902998
Dec 16 10:02:18.617418 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:18.620160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45098) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:18.628500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-377068219'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:18.634604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:18.638659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:18.642531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:18.651510 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:18.663742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:18.666843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.697206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:02:18.707261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.707604 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment 9f98af4b-a629-4af1-b26d-8b39b706a6dc of type vlan for network 5bd98a47-ef3d-41cb-b515-1563e7263029
Dec 16 10:02:18.735097 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.773059 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.778682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:18.779368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:18.783221 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:18.871192 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2495351
Dec 16 10:02:18.874205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45104) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:18.880759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:18.892090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=5bd98a47-ef3d-41cb-b515-1563e7263029,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:18.894737 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:18.902342 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:02:19.005757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:19.010292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:19.013811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:19.020346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:19.030858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:19.034365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.274530 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.278298 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-550974c0-9df9-4617-b881-63b0d344a7a7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:19.354804 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=e5905f61-01b7-43c8-ad46-e95659ce5d4f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:19.358470 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:19.366416 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': '9f98af4b-a629-4af1-b26d-8b39b706a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:19.366782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: 5bd98a47-ef3d-41cb-b515-1563e7263029, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:02:19.387231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:02:19.398704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 5bd98a47-ef3d-41cb-b515-1563e7263029) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:19.404869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:19.405479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.409998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa0d66-b581-4dc8-8c97-fccc8c55f49d None None] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:19.434567 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5586433
Dec 16 10:02:19.437337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:19.443623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-858684823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:19.453218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:19.457568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:router and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:19.460831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:19.470788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:19.495727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.497958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.520240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.542934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.579102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.583907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45114) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:19.592822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'port': {'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029', 'name': 'tempest-RoutersTest-533283191'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:19.596290 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6db98bc1-2689-4207-8bd6-ddf43ba87ec7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1574590
Dec 16 10:02:19.676475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-5bd98a47-ef3d-41cb-b515-1563e7263029', 'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': 'e5905f61-01b7-43c8-ad46-e95659ce5d4f'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:02:19.677605 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.753023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:19.757642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:port and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:19.760687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:19.769458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:19.782071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:19.785888 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:19.814026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] device_id is not set on port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:02:19.853878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Allocated IP 172.20.0.2 (5bd98a47-ef3d-41cb-b515-1563e7263029/e5905f61-01b7-43c8-ad46-e95659ce5d4f/79bce342-0112-4034-8ac6-41db7b5d125b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:20.096288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.106419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Transition to ACTIVE for port object 79bce342-0112-4034-8ac6-41db7b5d125b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:20.125382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Transition to ACTIVE for port object 79bce342-0112-4034-8ac6-41db7b5d125b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:20.131070 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.136735 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:20.198351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:20.201287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:20.205652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:20.219384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.20.0.11 (5bd98a47-ef3d-41cb-b515-1563e7263029/e5905f61-01b7-43c8-ad46-e95659ce5d4f/7db5a670-a2c5-4d9a-bc9f-b9220eb33238) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:20.293181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Pushing event updated for resources: {'Port': ['ID=79bce342-0112-4034-8ac6-41db7b5d125b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:20.298329 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:20.305773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Attempting to bind port 79bce342-0112-4034-8ac6-41db7b5d125b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:02:20.306166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Attempting to bind port 79bce342-0112-4034-8ac6-41db7b5d125b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '9f98af4b-a629-4af1-b26d-8b39b706a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:02:20.306546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Attempting to bind port 79bce342-0112-4034-8ac6-41db7b5d125b on network 5bd98a47-ef3d-41cb-b515-1563e7263029 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:02:20.320353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:02:20.320778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Checking segment: {'id': '9f98af4b-a629-4af1-b26d-8b39b706a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:20.321153 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.321606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Bound using segment: {'id': '9f98af4b-a629-4af1-b26d-8b39b706a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:02:20.322094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Bound port: 79bce342-0112-4034-8ac6-41db7b5d125b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f98af4b-a629-4af1-b26d-8b39b706a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5bd98a47-ef3d-41cb-b515-1563e7263029'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:02:20.322481 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.419817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] For port 79bce342-0112-4034-8ac6-41db7b5d125b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:02:20.423624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] For port 79bce342-0112-4034-8ac6-41db7b5d125b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=79bce342-0112-4034-8ac6-41db7b5d125b,segment=NetworkSegment(9f98af4b-a629-4af1-b26d-8b39b706a6dc),segment_id=9f98af4b-a629-4af1-b26d-8b39b706a6dc)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:02:20.429134 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.433927 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:20.450398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.472305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:20.517725 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.526107 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54cd8ff0-b337-4fe1-b6a7-76b58ed5964d tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:20.529170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Pushing event updated for resources: {'Port': ['ID=79bce342-0112-4034-8ac6-41db7b5d125b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:20.535246 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:20.617152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:20.624513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:20.629544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:20.656714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=7db5a670-a2c5-4d9a-bc9f-b9220eb33238,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:20.665464 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:20.709269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:20.709957 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:20.744682 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.1591029
Dec 16 10:02:20.747455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45124) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:21.636425 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:21.853704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde8afc-ff26-4850-bd4b-4a6c15625ac0 None None] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:22.011375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-212ef56f-1e5f-4e83-b17f-088b6424e18e None None] Provisioning for port 79bce342-0112-4034-8ac6-41db7b5d125b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:22.056793 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.064761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.072595 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:22.209264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=7db5a670-a2c5-4d9a-bc9f-b9220eb33238,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:22.213024 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:22.347452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 79bce342-0112-4034-8ac6-41db7b5d125b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:22.438890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 79bce342-0112-4034-8ac6-41db7b5d125b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:22.445948 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 79bce342-0112-4034-8ac6-41db7b5d125b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:22.446424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.528313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Provisioning complete for port 79bce342-0112-4034-8ac6-41db7b5d125b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:22.528860 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.602064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.722913 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.754683 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.757062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.791879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 79bce342-0112-4034-8ac6-41db7b5d125b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=79bce342-0112-4034-8ac6-41db7b5d125b,segment=NetworkSegment(9f98af4b-a629-4af1-b26d-8b39b706a6dc),segment_id=9f98af4b-a629-4af1-b26d-8b39b706a6dc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:22.855331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:22.860057 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ce80a39b-a8c4-4d00-8178-8091e31b02a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:22.890236 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:02:22.890604 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:02:22.942078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=79bce342-0112-4034-8ac6-41db7b5d125b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:22.949469 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:23.485200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:23.500502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:23.561597 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:23.584007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Provisioning for port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:23.591762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Provisioning complete for port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:23.592282 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:23.657331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=7db5a670-a2c5-4d9a-bc9f-b9220eb33238,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:23.662214 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:23.676367 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:23.678195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-597d141c-5a91-4ea3-941a-0ac5bb944dee None None] Port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:23.831225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-760e3f99-ae6d-4dbf-b8fa-ff056c968df7 None None] Provisioning complete for port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:23.831662 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-760e3f99-ae6d-4dbf-b8fa-ff056c968df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:23.860189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:23.862177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:23.947952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-760e3f99-ae6d-4dbf-b8fa-ff056c968df7 None None] Port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:23.981859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41886f6c-f553-46b6-9110-f17c525328f7 req-952ecfd2-32d1-455a-9070-d5742a672a60 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:23.984916 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41886f6c-f553-46b6-9110-f17c525328f7 req-952ecfd2-32d1-455a-9070-d5742a672a60 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.1950314
Dec 16 10:02:24.043751 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-41886f6c-f553-46b6-9110-f17c525328f7 req-3fe33212-9ca6-4261-8912-0593112c030c tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473557
Dec 16 10:02:24.094450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router abf0c62d-29b8-4955-a1bc-cf6af33072ec is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:02:24.171005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4363fd74-6734-417e-a0e3-cc1d3f56ef56 None None] Provisioning complete for port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:24.172043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4363fd74-6734-417e-a0e3-cc1d3f56ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:24.230358 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4363fd74-6734-417e-a0e3-cc1d3f56ef56 None None] Port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:24.244976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 79bce342-0112-4034-8ac6-41db7b5d125b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:24.266469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:24.271894 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/abf0c62d-29b8-4955-a1bc-cf6af33072ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5234184
Dec 16 10:02:24.275640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45148) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:24.283774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] Sync routers for ids ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:24.309537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] Routers {'abf0c62d-29b8-4955-a1bc-cf6af33072ec'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:24.310186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:24.352573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df2a955-f5af-4ee2-8899-0a8c492ee3f2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:24.353063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4df2a955-f5af-4ee2-8899-0a8c492ee3f2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:24.370697 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4df2a955-f5af-4ee2-8899-0a8c492ee3f2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:24.372688 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4df2a955-f5af-4ee2-8899-0a8c492ee3f2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports/7db5a670-a2c5-4d9a-bc9f-b9220eb33238 HTTP/1.1" status: 200  len: 977 time: 0.0954854
Dec 16 10:02:24.376755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:24.380869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6370>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:24.395521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] Routers {'abf0c62d-29b8-4955-a1bc-cf6af33072ec'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:24.396008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:24.466887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 79bce342-0112-4034-8ac6-41db7b5d125b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:24.466887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:24.525295 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6370>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:24.525718 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073f9fb-365b-4f47-a022-91037cb44430 None None] The sync data for ids ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:25.083859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:25.396337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:25.396842 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:25.604932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:25.608401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e87429-48df-4e03-a295-d10939e32d32 req-4de51c8a-f852-4138-87a3-208fc3dc73ea tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:25.610517 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e87429-48df-4e03-a295-d10939e32d32 req-4de51c8a-f852-4138-87a3-208fc3dc73ea tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2413414
Dec 16 10:02:25.620285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e093a6a-4131-4107-a92d-2b3d15d52c4f req-1e988c23-7bfe-460e-b85a-23f25e3a30ab tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:25.622694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0e093a6a-4131-4107-a92d-2b3d15d52c4f req-1e988c23-7bfe-460e-b85a-23f25e3a30ab tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 946 time: 0.2928827
Dec 16 10:02:25.722137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Deleting port f8a9153d-aacc-4d2e-947b-50ec16f4d22e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:25.722477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:25.737283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 7db5a670-a2c5-4d9a-bc9f-b9220eb33238 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:25.765356 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0e093a6a-4131-4107-a92d-2b3d15d52c4f req-4acad4e0-3c3e-42eb-8d4a-776889eab303 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/security-groups?id=398d3104-d7d2-4bca-b283-55f4279fb83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110935
Dec 16 10:02:25.978395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:25.987064 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-14065f5e-f683-4a14-83e3-ab22752855cc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:26.041347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=7db5a670-a2c5-4d9a-bc9f-b9220eb33238,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:26.044614 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:26.056159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] For port f8a9153d-aacc-4d2e-947b-50ec16f4d22e, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,segment=NetworkSegment(bbc3798b-d17b-48ca-8359-1889ed097b4b),segment_id=bbc3798b-d17b-48ca-8359-1889ed097b4b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:26.056504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:26.234540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Calling delete_port for f8a9153d-aacc-4d2e-947b-50ec16f4d22e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:26.322768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:26.434076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:26.442222 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7668dab-7605-4d49-9537-6990e2f31907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:26.446818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['f8a9153d-aacc-4d2e-947b-50ec16f4d22e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:02:26.513129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Pushing event deleted for resources: {'Port': ['ID=f8a9153d-aacc-4d2e-947b-50ec16f4d22e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:26.516906 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:26.596898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] No DVR routers for this DVR port f8a9153d-aacc-4d2e-947b-50ec16f4d22e on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:02:26.600153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:26.602305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-deleted', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:02:26.621689 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-30e87429-48df-4e03-a295-d10939e32d32 req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.54 "DELETE /v2.0/ports/f8a9153d-aacc-4d2e-947b-50ec16f4d22e HTTP/1.1" status: 204  len: 173 time: 0.9978576
Dec 16 10:02:26.663430 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcecfb07-12cd-453d-b330-673fe55f0a11', 'name': 'network-vif-deleted', 'tag': 'f8a9153d-aacc-4d2e-947b-50ec16f4d22e', 'status': 'completed', 'code': 200}
Dec 16 10:02:26.777320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router abf0c62d-29b8-4955-a1bc-cf6af33072ec has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:02:26.912172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:26.923037 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] Sync routers for ids ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:26.930804 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/abf0c62d-29b8-4955-a1bc-cf6af33072ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5529895
Dec 16 10:02:26.933610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:26.934862 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] Routers {'abf0c62d-29b8-4955-a1bc-cf6af33072ec'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:26.935550 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c01c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:26.958432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-497cedce-d896-4887-a237-f156a0b5e179 req-872e28d7-ff0f-4fe7-b896-6b7ce78b073f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Synchronizing usage tracker for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:26.976848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-497cedce-d896-4887-a237-f156a0b5e179 req-872e28d7-ff0f-4fe7-b896-6b7ce78b073f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Unset dirty status for tenant:d4f73b8f19744247b98495ffedc3eba3 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:26.978551 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-497cedce-d896-4887-a237-f156a0b5e179 req-872e28d7-ff0f-4fe7-b896-6b7ce78b073f tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcecfb07-12cd-453d-b330-673fe55f0a11 HTTP/1.1" status: 200  len: 210 time: 0.0748990
Dec 16 10:02:27.021198 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c01c70>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:27.031471 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] Routers {'abf0c62d-29b8-4955-a1bc-cf6af33072ec'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:27.032170 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c01c70>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:27.100237 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c01c70>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:27.100876 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153060b7-ee52-4793-ac23-18c9d1c2646e None None] The sync data for ids ['abf0c62d-29b8-4955-a1bc-cf6af33072ec'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:27.351929 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-3c958dee-10f1-473c-b4ca-469bd03d536b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] remove_router_interface failed (client error): The resource could not be found.
Dec 16 10:02:27.352973 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3c958dee-10f1-473c-b4ca-469bd03d536b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/abf0c62d-29b8-4955-a1bc-cf6af33072ec/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4182224
Dec 16 10:02:27.356189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:27.403814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c71ea703-8a8e-4f41-869f-3b4f7b60039a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:27.425847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c71ea703-8a8e-4f41-869f-3b4f7b60039a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:27.427205 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c71ea703-8a8e-4f41-869f-3b4f7b60039a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0c62d-29b8-4955-a1bc-cf6af33072ec HTTP/1.1" status: 200  len: 205 time: 0.0699522
Dec 16 10:02:27.430112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:27.565695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-310295e6-55db-474e-be8b-7f11418b1cb0 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:27.567215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-310295e6-55db-474e-be8b-7f11418b1cb0 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.1738303
Dec 16 10:02:27.577123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4375-0726-45a2-a032-a041543f8c5a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:27.585497 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-53d8c977-792b-4385-8def-b7d662224076 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/quotas/e427264709c4416e880d286eca419412 HTTP/1.1" status: 200  len: 375 time: 0.0114558
Dec 16 10:02:27.677571 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-b5ef6b03-f306-450d-940f-05897b1f3a62 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0862737
Dec 16 10:02:27.820894 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-51402894-e5b9-4b97-a029-fddd2613d9fd service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360028
Dec 16 10:02:27.897228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4375-0726-45a2-a032-a041543f8c5a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:27.899685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4375-0726-45a2-a032-a041543f8c5a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:27.965230 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-0d660513-0b4e-47b6-98c9-ef77e77e8496 service neutron] 10.222.0.66 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381266
Dec 16 10:02:28.097255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4375-0726-45a2-a032-a041543f8c5a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.098272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3e4375-0726-45a2-a032-a041543f8c5a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Fanout notify agent at l3_agent the message router_deleted on router abf0c62d-29b8-4955-a1bc-cf6af33072ec {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:02:28.111690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4375-0726-45a2-a032-a041543f8c5a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.115933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45212) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:28.116205 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0f3e4375-0726-45a2-a032-a041543f8c5a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/abf0c62d-29b8-4955-a1bc-cf6af33072ec HTTP/1.1" status: 204  len: 168 time: 0.6849525
Dec 16 10:02:28.173149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:28.238724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Deleting subnet eedf0a81-01c8-4d02-a4db-904cf997fc35 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:02:28.241882 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.256801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-00323c3d-0d37-43bd-8c72-ffdd72984a81 req-994eac09-d69d-4fb1-980e-7673fdf2ec93 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 210 time: 0.0582998
Dec 16 10:02:28.261009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet e5905f61-01b7-43c8-ad46-e95659ce5d4f {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:02:28.264668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.308628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.351798 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.393701 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.484590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.490608 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6eb5af0f-de85-44cf-835a-c804598777bf tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:28.538931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedf0a81-01c8-4d02-a4db-904cf997fc35,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:28.545357 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.552252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:28.557364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] 10.222.0.66 "DELETE /v2.0/subnets/eedf0a81-01c8-4d02-a4db-904cf997fc35 HTTP/1.1" status: 204  len: 168 time: 0.3827963
Dec 16 10:02:28.559482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:28.596313 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.677615 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.678284 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.683997 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cdba5a4-5152-4c4a-aa40-a989c388d69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:28.726613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=e5905f61-01b7-43c8-ad46-e95659ce5d4f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:28.732469 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.739686 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:28.745022 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/e5905f61-01b7-43c8-ad46-e95659ce5d4f HTTP/1.1" status: 204  len: 168 time: 0.6275420
Dec 16 10:02:28.745835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45232) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:28.752147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374bc42c-633d-442a-965b-34085ea2578a None None] Network 5bd98a47-ef3d-41cb-b515-1563e7263029 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:28.837214 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.870763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f094e4f0>,) {'filters': {'network_id': ['4e2b72c0-5266-4041-be4b-3a01477a37cd']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:28.886990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f094e4f0>, 'bbc3798b-d17b-48ca-8359-1889ed097b4b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:28.887455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f094e4f0>, 'bbc3798b-d17b-48ca-8359-1889ed097b4b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:28.890945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.903401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 79bce342-0112-4034-8ac6-41db7b5d125b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:28.903798 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.905084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.927733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:28.933387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:02:28.933792 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:02:29.006239 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:02:29.040518 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.044980 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-149d0546-d229-4222-bcca-ef3a3b7072fe tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:29.058742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] DHCP port deletion for 5bd98a47-ef3d-41cb-b515-1563e7263029 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:02:29.064102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Deleting port 79bce342-0112-4034-8ac6-41db7b5d125b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:29.064572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.066938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.070055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2b72c0-5266-4041-be4b-3a01477a37cd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:29.073506 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:29.076740 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4e2b72c0-5266-4041-be4b-3a01477a37cd HTTP/1.1" status: 204  len: 168 time: 0.5176289
Dec 16 10:02:29.177290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port 79bce342-0112-4034-8ac6-41db7b5d125b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=79bce342-0112-4034-8ac6-41db7b5d125b,segment=NetworkSegment(9f98af4b-a629-4af1-b26d-8b39b706a6dc),segment_id=9f98af4b-a629-4af1-b26d-8b39b706a6dc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:29.177687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.389629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 79bce342-0112-4034-8ac6-41db7b5d125b owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:29.440588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:29.516511 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbfff59c-63b3-4d15-be44-759261d78550 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4f73b8f19744247b98495ffedc3eba3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0745063
Dec 16 10:02:29.518052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:29.525235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] For port 79bce342-0112-4034-8ac6-41db7b5d125b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=79bce342-0112-4034-8ac6-41db7b5d125b,segment=NetworkSegment(9f98af4b-a629-4af1-b26d-8b39b706a6dc),segment_id=9f98af4b-a629-4af1-b26d-8b39b706a6dc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:29.526462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.639129 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.653969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0126b050-a3b9-47c6-b671-dac3412dbd6c req-ef22f7ce-09f8-450b-a88d-9611a0b4ae7b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 210 time: 0.1836214
Dec 16 10:02:29.677145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.737808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Calling delete_port for 79bce342-0112-4034-8ac6-41db7b5d125b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:29.775423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.780548 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.781173 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cc1af0f-0692-4647-8637-6d5aa5fdac76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:29.794180 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:29.798740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398d3104-d7d2-4bca-b283-55f4279fb83b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:29.801570 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:29.808062 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:29.812409 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/398d3104-d7d2-4bca-b283-55f4279fb83b HTTP/1.1" status: 204  len: 168 time: 0.2897236
Dec 16 10:02:29.842878 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:02:29.844573 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:02:29.850410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No DVR routers for this DVR port 79bce342-0112-4034-8ac6-41db7b5d125b on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:02:29.858494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-8b2e2420-dc44-4897-861f-d093131b09da tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:29.860510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-8b2e2420-dc44-4897-861f-d093131b09da tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 814 time: 0.5178444
Dec 16 10:02:29.896570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=79bce342-0112-4034-8ac6-41db7b5d125b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:29.904762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Request body: {'port': {'device_id': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'admin_state_up': True, 'tenant_id': 'e427264709c4416e880d286eca419412'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:29.922202 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:30.083704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.132179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2935340>,) {'filters': {'network_id': ['5bd98a47-ef3d-41cb-b515-1563e7263029']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:30.157554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2935340>, '9f98af4b-a629-4af1-b26d-8b39b706a6dc') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:30.157852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2935340>, '9f98af4b-a629-4af1-b26d-8b39b706a6dc') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:30.178190 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.185006 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:30.201524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:30.203765 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.213264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:02:30.213666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:02:30.229048 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:02:30.248212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 79bce342-0112-4034-8ac6-41db7b5d125b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:02:30.286901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 79bce342-0112-4034-8ac6-41db7b5d125b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:02:30.287299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 79bce342-0112-4034-8ac6-41db7b5d125b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:02:30.290981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Made reservation on behalf of e427264709c4416e880d286eca419412 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:30.294613 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.345975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Deleting port 79bce342-0112-4034-8ac6-41db7b5d125b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:30.346754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.380677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:02:30.402854 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.409827 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e76118b7-a21e-49f5-b479-12c2c81c7fc4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:30.430085 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.439595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: f8a9153d-aacc-4d2e-947b-50ec16f4d22e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:02:30.440172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device f8a9153d-aacc-4d2e-947b-50ec16f4d22e not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:02:30.454895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=5bd98a47-ef3d-41cb-b515-1563e7263029,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:30.464117 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:30.479306 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/5bd98a47-ef3d-41cb-b515-1563e7263029 HTTP/1.1" status: 204  len: 168 time: 1.7278447
Dec 16 10:02:30.479780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:30.486956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-543241230'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:30.488124 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d677c290-00fe-4efb-81d4-1dc857f27027 None None] The port '79bce342-0112-4034-8ac6-41db7b5d125b' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:02:30.506043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:30.515986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:30.520873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:30.530068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:30.549598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:30.555857 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.598115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:02:30.609562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.610225 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment 66dee7f5-63e5-472d-a0a8-a3262a4a9d87 of type vlan for network a12e4a3e-7a74-4efb-af0f-0551b371b3ef
Dec 16 10:02:30.642474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.676410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.682116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:30.682963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:30.689354 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-466abc04-1422-4639-9e25-37a0edf6fddf tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:30.707490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Allocated IP 172.20.0.4 (78a2d002-8b68-403d-a573-59476fa1d7ac/61578637-316a-4ab3-8999-5428d7087f41/327a812f-476e-4f79-b8e0-6babc52a6cf9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:30.805827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=a12e4a3e-7a74-4efb-af0f-0551b371b3ef,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:30.809432 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:30.817167 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3335192
Dec 16 10:02:30.818097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:30.822126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:02:30.823622 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': 'a12e4a3e-7a74-4efb-af0f-0551b371b3ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:30.852104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fd6cf4cd-fb32-4f6e-b9a8-d57ea977f0f4 req-8f4b3071-82ee-4fe8-9260-59d890f4f057 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:30.927653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-fd6cf4cd-fb32-4f6e-b9a8-d57ea977f0f4 req-8f4b3071-82ee-4fe8-9260-59d890f4f057 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:30.932143 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-fd6cf4cd-fb32-4f6e-b9a8-d57ea977f0f4 req-8f4b3071-82ee-4fe8-9260-59d890f4f057 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 210 time: 0.1549840
Dec 16 10:02:30.954001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:30.958197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:30.961244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:30.967850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:30.978757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:30.982821 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.012414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.045215 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.058264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['523d553b-f4b3-4882-947f-497ddfe1d488'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:02:31.067527 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:31.091820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:02:31.145525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Network 78a2d002-8b68-403d-a573-59476fa1d7ac is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:31.149497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:31.153823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:31.222099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event updated for resources: {'Port': ['ID=327a812f-476e-4f79-b8e0-6babc52a6cf9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:31.227001 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:31.243199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:31.243881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.268511 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3729994
Dec 16 10:02:31.284551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Request body: {'port': {'device_id': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:31.316841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.324928 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-29c6c7ff-7926-4bff-8661-e6841f86bece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:31.373911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:31.446982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=2e71fa17-6340-4dd0-b002-4c9c7681a79d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:31.448737 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.450021 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:31.454017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': '66dee7f5-63e5-472d-a0a8-a3262a4a9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a12e4a3e-7a74-4efb-af0f-0551b371b3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:31.454392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: a12e4a3e-7a74-4efb-af0f-0551b371b3ef, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:02:31.477637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:02:31.492065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a12e4a3e-7a74-4efb-af0f-0551b371b3ef) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:31.500344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:31.504235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.511744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b4fa0-8655-4333-ac44-2311d2437706 None None] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:31.553262 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7348800
Dec 16 10:02:31.556156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:31.566461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1386125725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:31.579582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:31.584569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:router and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:31.589175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:31.598534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:31.621925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.639091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:31.642273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.643317 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.650155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7ac87c11f1458993bf1b46220127f3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:31.654178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:31.662222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:31.678546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.724636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.777905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.779613 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40462ab6-20ec-4dd5-a8d6-f2539e359d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2220120
Dec 16 10:02:31.782418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45294) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:31.865475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327a812f-476e-4f79-b8e0-6babc52a6cf9 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:02:31.876842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.894756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a12e4a3e-7a74-4efb-af0f-0551b371b3ef', 'network_id': 'a12e4a3e-7a74-4efb-af0f-0551b371b3ef', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': '2e71fa17-6340-4dd0-b002-4c9c7681a79d'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:02:31.895724 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.896280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Transition to ACTIVE for port object 327a812f-476e-4f79-b8e0-6babc52a6cf9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:31.901013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:31.907358 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eaf956bd-ab52-4738-a363-f7c9a5878464 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:32.070024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Allocated IP 172.20.0.2 (a12e4a3e-7a74-4efb-af0f-0551b371b3ef/2e71fa17-6340-4dd0-b002-4c9c7681a79d/a4950b06-86ca-4925-b942-68bde76c5f42) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:32.091690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.098161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Pushing event updated for resources: {'Port': ['ID=327a812f-476e-4f79-b8e0-6babc52a6cf9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:32.153353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.162049 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:32.166815 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-689634f0-c666-4f45-bb2a-874ccdb65510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:32.238146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Attempting to bind port 327a812f-476e-4f79-b8e0-6babc52a6cf9 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:02:32.238408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Attempting to bind port 327a812f-476e-4f79-b8e0-6babc52a6cf9 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:02:32.238764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Attempting to bind port 327a812f-476e-4f79-b8e0-6babc52a6cf9 on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:02:32.248958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Port 327a812f-476e-4f79-b8e0-6babc52a6cf9 on network 78a2d002-8b68-403d-a573-59476fa1d7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:02:32.249797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Attempting to bind port 327a812f-476e-4f79-b8e0-6babc52a6cf9 on network 78a2d002-8b68-403d-a573-59476fa1d7ac {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:02:32.256123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:02:32.257247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Checking segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:32.257247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Bound using segment: {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:02:32.257643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Bound port: 327a812f-476e-4f79-b8e0-6babc52a6cf9, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a79c3c-513a-4da5-bfdc-2246f425010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:02:32.257643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.279567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ccfc1-51f2-4533-ae49-f240efdd293c req-e914ec10-145c-46ad-af6b-720eaae0e9d2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:32.281204 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-318ccfc1-51f2-4533-ae49-f240efdd293c req-e914ec10-145c-46ad-af6b-720eaae0e9d2 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 943 time: 0.1915643
Dec 16 10:02:32.341743 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f7ac87c11f1458993bf1b46220127f3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9627397
Dec 16 10:02:32.341743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99068d5a-3e85-46c4-92fa-ee191cc581f6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:32.362846 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.363194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45300) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:32.377249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Transition to ACTIVE for port object a4950b06-86ca-4925-b942-68bde76c5f42 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:32.398565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Transition to ACTIVE for port object a4950b06-86ca-4925-b942-68bde76c5f42 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:32.403622 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:32.407814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.414002 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:32.460535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-318ccfc1-51f2-4533-ae49-f240efdd293c req-3f995cbb-9b6a-4281-8fe7-122db710c575 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442640
Dec 16 10:02:32.469747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:32.497356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] For port 327a812f-476e-4f79-b8e0-6babc52a6cf9, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:02:32.497645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:32.497841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] For port 327a812f-476e-4f79-b8e0-6babc52a6cf9, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=327a812f-476e-4f79-b8e0-6babc52a6cf9,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:02:32.502954 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.503271 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:32.543226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.556561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.582142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Pushing event updated for resources: {'Port': ['ID=a4950b06-86ca-4925-b942-68bde76c5f42,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:32.599436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.599836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.600195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.600493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.600815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.601139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.601508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.601849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.602207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.602552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.602885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.603233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:32.604787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.611505 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08ea98ae-6b21-4c0f-970e-d091422135fd tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:32.614036 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:32.626669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Attempting to bind port a4950b06-86ca-4925-b942-68bde76c5f42 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:02:32.627115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Attempting to bind port a4950b06-86ca-4925-b942-68bde76c5f42 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '66dee7f5-63e5-472d-a0a8-a3262a4a9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a12e4a3e-7a74-4efb-af0f-0551b371b3ef'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:02:32.627481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Attempting to bind port a4950b06-86ca-4925-b942-68bde76c5f42 on network a12e4a3e-7a74-4efb-af0f-0551b371b3ef {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:02:32.634683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:02:32.635137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Checking segment: {'id': '66dee7f5-63e5-472d-a0a8-a3262a4a9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a12e4a3e-7a74-4efb-af0f-0551b371b3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:32.635535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.635944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Bound using segment: {'id': '66dee7f5-63e5-472d-a0a8-a3262a4a9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a12e4a3e-7a74-4efb-af0f-0551b371b3ef'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:02:32.636428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Bound port: a4950b06-86ca-4925-b942-68bde76c5f42, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dee7f5-63e5-472d-a0a8-a3262a4a9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a12e4a3e-7a74-4efb-af0f-0551b371b3ef'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:02:32.636825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.649349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.685722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:32.686361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.688276 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] 10.222.0.54 "PUT /v2.0/ports/327a812f-476e-4f79-b8e0-6babc52a6cf9 HTTP/1.1" status: 200  len: 1091 time: 1.4105091
Dec 16 10:02:32.688825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'tag': '327a812f-476e-4f79-b8e0-6babc52a6cf9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:02:32.708295 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.709116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99068d5a-3e85-46c4-92fa-ee191cc581f6 HTTP/1.1" status: 204  len: 168 time: 0.3434787
Dec 16 10:02:32.713859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Pushing event updated for resources: {'Port': ['ID=327a812f-476e-4f79-b8e0-6babc52a6cf9,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:32.716876 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:32.717446 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cf4526c7-fb1a-4c8a-8286-ef08a7ea3ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:32.727935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99068d5a-3e85-46c4-92fa-ee191cc581f6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:32.734022 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:32.774785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] For port a4950b06-86ca-4925-b942-68bde76c5f42, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:02:32.779404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] For port a4950b06-86ca-4925-b942-68bde76c5f42, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a4950b06-86ca-4925-b942-68bde76c5f42,segment=NetworkSegment(66dee7f5-63e5-472d-a0a8-a3262a4a9d87),segment_id=66dee7f5-63e5-472d-a0a8-a3262a4a9d87)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:02:32.786678 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:32.792309 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:32.821461 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'tag': '327a812f-476e-4f79-b8e0-6babc52a6cf9', 'status': 'completed', 'code': 200}
Dec 16 10:02:32.881066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-a86dd997-6545-409d-ae1a-3339ef3c70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:32.882900 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-a86dd997-6545-409d-ae1a-3339ef3c70a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 1094 time: 0.1268394
Dec 16 10:02:32.907817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Pushing event updated for resources: {'Port': ['ID=a4950b06-86ca-4925-b942-68bde76c5f42,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:32.916237 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:33.094412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.20.0.1 (a12e4a3e-7a74-4efb-af0f-0551b371b3ef/2e71fa17-6340-4dd0-b002-4c9c7681a79d/dcfcab17-145c-4b9b-a6f2-862c4fe637c5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:33.145620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-333f73bd-fed3-4919-80bb-db361fe131c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327a812f-476e-4f79-b8e0-6babc52a6cf9 HTTP/1.1" status: 200  len: 217 time: 0.2534544
Dec 16 10:02:33.227110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-6da74cbc-ea33-418f-a932-d6d8a1035be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:33.228756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-6da74cbc-ea33-418f-a932-d6d8a1035be0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.0762367
Dec 16 10:02:33.294754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-6a372b2b-0743-4ad7-976f-f6df71c54a69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593064
Dec 16 10:02:33.362392 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:33.379611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object dcfcab17-145c-4b9b-a6f2-862c4fe637c5 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:33.410690 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:33.415947 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62a4b037-c645-413d-9964-a072a4951ea7 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:33.459408 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-98a6926e-de73-4fee-bfde-4691b968a98f service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568632
Dec 16 10:02:33.502114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:33.505846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:33.510350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:33.547787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=dcfcab17-145c-4b9b-a6f2-862c4fe637c5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:33.560322 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:33.586166 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:33.723581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dbe84987-ba9c-4be2-bd5a-8a276b987314 req-bec5a003-d21d-43b0-b2a6-e83a984703e0 service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578356
Dec 16 10:02:33.748050 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:33.772120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fab73-555b-4713-b106-65571700fcfe req-ea17592a-aa01-47a9-99b7-2da3f4dcd80a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:33.774265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f5fab73-555b-4713-b106-65571700fcfe req-ea17592a-aa01-47a9-99b7-2da3f4dcd80a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 943 time: 0.1062357
Dec 16 10:02:33.889187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8f5fab73-555b-4713-b106-65571700fcfe req-17e3b2f4-52de-431f-a70b-f9002bf510dd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089001
Dec 16 10:02:33.909682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-d3ddca76-3818-4b73-b505-32b9143c900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:33.911593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-d3ddca76-3818-4b73-b505-32b9143c900f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 1094 time: 0.1147118
Dec 16 10:02:34.079736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-76739382-c9d9-4e25-beee-0b0b6a54cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:34.081233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-76739382-c9d9-4e25-beee-0b0b6a54cf07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 915 time: 0.1608424
Dec 16 10:02:34.175533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-c2781588-ae21-49e7-a0b7-ba76247f19ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327a812f-476e-4f79-b8e0-6babc52a6cf9 HTTP/1.1" status: 200  len: 217 time: 0.0867736
Dec 16 10:02:34.187369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba84b270-65b1-4758-b6fa-c89daacf47d4 None None] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:34.305883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-1f8c10d6-a325-48be-967f-ffefe5623489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:34.308926 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-1f8c10d6-a325-48be-967f-ffefe5623489 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.1264331
Dec 16 10:02:34.352521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a4950b06-86ca-4925-b942-68bde76c5f42 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:34.382397 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-1cce7582-4e5d-4e37-9358-6b14a5726873 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657320
Dec 16 10:02:34.488655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:34.495945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-782c9aa9-4047-459e-8596-a94e85d12b34 None None] Provisioning for port a4950b06-86ca-4925-b942-68bde76c5f42 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:34.501862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:34.526888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a4950b06-86ca-4925-b942-68bde76c5f42 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:34.536927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a4950b06-86ca-4925-b942-68bde76c5f42 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:34.537701 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:34.561881 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-f302a8d0-c874-41bf-b61c-e3f87131962a service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707232
Dec 16 10:02:34.566665 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:34.675947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=dcfcab17-145c-4b9b-a6f2-862c4fe637c5,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:34.678675 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:34.683034 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:34.746476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:34.789358 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a4950b06-86ca-4925-b942-68bde76c5f42, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a4950b06-86ca-4925-b942-68bde76c5f42,segment=NetworkSegment(66dee7f5-63e5-472d-a0a8-a3262a4a9d87),segment_id=66dee7f5-63e5-472d-a0a8-a3262a4a9d87)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:34.798404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:34.801779 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:34.820224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d0ecf629-7215-4eb2-b606-ca5e1bca48a2 req-94654303-2215-4a93-be4b-fa3f7fd472b8 service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512953
Dec 16 10:02:34.869414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:34.870682 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:34.899640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a4950b06-86ca-4925-b942-68bde76c5f42,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:34.904711 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:35.054442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5d969d6f-d94b-4888-a469-eb070142437b None None] Provisioning complete for port a4950b06-86ca-4925-b942-68bde76c5f42 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:35.055547 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d969d6f-d94b-4888-a469-eb070142437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:35.151379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 11728217-80e9-4299-ad58-07cb7175cc9a is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:02:35.155130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2be193-a33f-4bbf-b2fa-352f3a527010 req-a8c0f051-5040-44d4-929c-212b231d9318 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:35.157116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a2be193-a33f-4bbf-b2fa-352f3a527010 req-a8c0f051-5040-44d4-929c-212b231d9318 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 943 time: 0.1236129
Dec 16 10:02:35.255870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9a2be193-a33f-4bbf-b2fa-352f3a527010 req-c5b5b64a-47e3-43a2-8fa0-0c5eb66ae83d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913980
Dec 16 10:02:35.285732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5d969d6f-d94b-4888-a469-eb070142437b None None] Provisioning for port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:35.301936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5d969d6f-d94b-4888-a469-eb070142437b None None] Provisioning complete for port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:35.302573 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d969d6f-d94b-4888-a469-eb070142437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:35.367698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:35.385166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] Sync routers for ids ['11728217-80e9-4299-ad58-07cb7175cc9a'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:35.397163 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45356) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:35.398056 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/11728217-80e9-4299-ad58-07cb7175cc9a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6142542
Dec 16 10:02:35.404838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] Routers {'11728217-80e9-4299-ad58-07cb7175cc9a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:35.406107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bf99a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11728217-80e9-4299-ad58-07cb7175cc9a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:35.477188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5d969d6f-d94b-4888-a469-eb070142437b None None] Port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:35.485812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bf99a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:35.486136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ab3e9-7f16-4780-b3e9-7b85f6026452 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:35.486903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e2ab3e9-7f16-4780-b3e9-7b85f6026452 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:35.502276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] Routers {'11728217-80e9-4299-ad58-07cb7175cc9a'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:35.502987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bf99a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11728217-80e9-4299-ad58-07cb7175cc9a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:35.507445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e2ab3e9-7f16-4780-b3e9-7b85f6026452 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:35.509410 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3e2ab3e9-7f16-4780-b3e9-7b85f6026452 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports/dcfcab17-145c-4b9b-a6f2-862c4fe637c5 HTTP/1.1" status: 200  len: 910 time: 0.1080980
Dec 16 10:02:35.512257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45360) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:35.609145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bf99a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:35.609415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5412b9-e799-4a89-be38-6be5e9c2113d None None] The sync data for ids ['11728217-80e9-4299-ad58-07cb7175cc9a'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:35.619502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0c40fcb3-4d7c-4648-ad9a-be209aa605c9 None None] Provisioning complete for port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:35.619947 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c40fcb3-4d7c-4648-ad9a-be209aa605c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:35.687338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0c40fcb3-4d7c-4648-ad9a-be209aa605c9 None None] Port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:35.810636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e0ffe7c-4079-4666-b234-223e2eaf8903 None None] Provisioning complete for port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:35.811023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e0ffe7c-4079-4666-b234-223e2eaf8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:35.872295 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ffe7c-4079-4666-b234-223e2eaf8903 None None] Port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:36.238221 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:36.262020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a4950b06-86ca-4925-b942-68bde76c5f42 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:36.359438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a4950b06-86ca-4925-b942-68bde76c5f42 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:36.360068 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:36.410729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 327a812f-476e-4f79-b8e0-6babc52a6cf9 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 10:02:36.628166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321af8b5-acc7-4d57-be1f-70989c14d10b req-7755545e-6920-4d3e-a81c-1f47b476b3ba tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:36.629642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-321af8b5-acc7-4d57-be1f-70989c14d10b req-7755545e-6920-4d3e-a81c-1f47b476b3ba tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 943 time: 0.1636293
Dec 16 10:02:36.701380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 327a812f-476e-4f79-b8e0-6babc52a6cf9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=327a812f-476e-4f79-b8e0-6babc52a6cf9,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:36.727601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '327a812f-476e-4f79-b8e0-6babc52a6cf9', 'network_id': '78a2d002-8b68-403d-a573-59476fa1d7ac', 'port_id': '327a812f-476e-4f79-b8e0-6babc52a6cf9', 'mac_address': 'fa:16:3e:dd:19:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61578637-316a-4ab3-8999-5428d7087f41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 10:02:36.740780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port dcfcab17-145c-4b9b-a6f2-862c4fe637c5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:36.741138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:36.773621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-321af8b5-acc7-4d57-be1f-70989c14d10b req-d679d48e-9ee3-44b2-9458-ed9fd822522a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371329
Dec 16 10:02:36.803271 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:36.822028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327a812f-476e-4f79-b8e0-6babc52a6cf9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:02:36.840790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 327a812f-476e-4f79-b8e0-6babc52a6cf9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=327a812f-476e-4f79-b8e0-6babc52a6cf9,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:36.846213 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:36.848073 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:36.922542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=327a812f-476e-4f79-b8e0-6babc52a6cf9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:36.925820 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:36.986823 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.049863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['327a812f-476e-4f79-b8e0-6babc52a6cf9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:02:37.120787 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for dcfcab17-145c-4b9b-a6f2-862c4fe637c5 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:37.125540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45382) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:37.270259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.286829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:37.291535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:a23f480a52b4470fa7e3ada410e755a5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:37.294501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:37.300377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:37.322201 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.326016 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-463d98cb-b31d-4dd0-bd88-da6ff638f8a5 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:37.373126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=dcfcab17-145c-4b9b-a6f2-862c4fe637c5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:37.378786 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:37.433360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.444902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.454756 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ddd5ec10-b1ca-4388-9b67-6bca0c1896ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:37.505338 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a23f480a52b4470fa7e3ada410e755a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3787401
Dec 16 10:02:37.506175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caab4b86-7d6b-43d1-8512-33f22248f2b7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:37.508685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:37.511351 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:37.590041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.629310 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.694054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.701472 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ebb835e-ec83-4cc7-bdb7-f122a774205a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:37.719031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab4b86-7d6b-43d1-8512-33f22248f2b7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:37.724048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:37.725382 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caab4b86-7d6b-43d1-8512-33f22248f2b7 HTTP/1.1" status: 204  len: 168 time: 0.2157598
Dec 16 10:02:37.726586 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:37.780822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.097401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:38.117276 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.136241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 11728217-80e9-4299-ad58-07cb7175cc9a has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:02:38.141039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:38.148692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Usage tracker for resource:security_group_rule and tenant:01762d9f5e6f442cb5d0aaa4b818a2a3 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:38.151009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a611d-9d5a-4df1-b13f-5165b2ce8021 req-47d37b44-2429-4760-9975-9078d055abf9 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:38.151642 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d86a611d-9d5a-4df1-b13f-5165b2ce8021 req-47d37b44-2429-4760-9975-9078d055abf9 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 944 time: 0.2377200
Dec 16 10:02:38.153514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:38.161055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:38.251938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.256277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.267015 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-afe9ff58-e1c9-45cd-b1a3-246d880b7674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:38.316670 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01762d9f5e6f442cb5d0aaa4b818a2a3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2142375
Dec 16 10:02:38.316670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45402) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:38.318731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:38.328008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b3a721-ad4b-4e1e-92c9-28f6a0e2095c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:38.328179 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-d86a611d-9d5a-4df1-b13f-5165b2ce8021 req-67731cdc-ec0c-4e81-8764-e9c387e05bf0 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203032
Dec 16 10:02:38.332858 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:38.345920 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/11728217-80e9-4299-ad58-07cb7175cc9a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8317223
Dec 16 10:02:38.349144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45406) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:38.349348 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] Sync routers for ids ['11728217-80e9-4299-ad58-07cb7175cc9a'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:38.365666 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] Routers {'11728217-80e9-4299-ad58-07cb7175cc9a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:38.366305 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38dc9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11728217-80e9-4299-ad58-07cb7175cc9a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:38.405697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ff75bb1-455a-441b-be7c-5f3c1b73866a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:38.405933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.420348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 327a812f-476e-4f79-b8e0-6babc52a6cf9 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:38.429897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ff75bb1-455a-441b-be7c-5f3c1b73866a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:38.434082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0ff75bb1-455a-441b-be7c-5f3c1b73866a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=11728217-80e9-4299-ad58-07cb7175cc9a HTTP/1.1" status: 200  len: 205 time: 0.0809581
Dec 16 10:02:38.434762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45410) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:38.435920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38dc9d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:38.442450 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.447383 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] Routers {'11728217-80e9-4299-ad58-07cb7175cc9a'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:38.448020 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38dc9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11728217-80e9-4299-ad58-07cb7175cc9a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:38.512978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.519106 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c8e35fb-7a5b-4e8c-9829-e4af54735cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:38.531446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 327a812f-476e-4f79-b8e0-6babc52a6cf9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:38.532545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b3a721-ad4b-4e1e-92c9-28f6a0e2095c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:38.542091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 327a812f-476e-4f79-b8e0-6babc52a6cf9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:38.542817 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.545482 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:38.549985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.554077 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6b3a721-ad4b-4e1e-92c9-28f6a0e2095c HTTP/1.1" status: 204  len: 168 time: 0.2365687
Dec 16 10:02:38.599899 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-974d89e5-35dd-4670-8788-9144646d5c66 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.616129 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38dc9d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:38.616839 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0387842-df32-448e-8137-4cbf285b0b03 None None] The sync data for ids ['11728217-80e9-4299-ad58-07cb7175cc9a'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:38.706943 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.737191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a812f-476e-4f79-b8e0-6babc52a6cf9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:02:38.748465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 327a812f-476e-4f79-b8e0-6babc52a6cf9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=327a812f-476e-4f79-b8e0-6babc52a6cf9,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:38.756855 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:38.759799 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:38.823517 n-d-820554-2 neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a812f-476e-4f79-b8e0-6babc52a6cf9', 'code': 200}
Dec 16 10:02:38.860156 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=327a812f-476e-4f79-b8e0-6babc52a6cf9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:38.863388 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:39.152541 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-974d89e5-35dd-4670-8788-9144646d5c66 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.156304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-974d89e5-35dd-4670-8788-9144646d5c66 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.189801 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-974d89e5-35dd-4670-8788-9144646d5c66 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.190307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d89e5-35dd-4670-8788-9144646d5c66 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Fanout notify agent at l3_agent the message router_deleted on router 11728217-80e9-4299-ad58-07cb7175cc9a {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:02:39.197373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65118b7b-7c0e-4308-bb47-058d6f6d85fb req-6b0c4919-01f9-4864-8ce4-618c840bfbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:39.198954 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65118b7b-7c0e-4308-bb47-058d6f6d85fb req-6b0c4919-01f9-4864-8ce4-618c840bfbab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 1096 time: 0.3201423
Dec 16 10:02:39.205640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-974d89e5-35dd-4670-8788-9144646d5c66 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.206692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-974d89e5-35dd-4670-8788-9144646d5c66 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/11728217-80e9-4299-ad58-07cb7175cc9a HTTP/1.1" status: 204  len: 168 time: 0.7705173
Dec 16 10:02:39.209544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45430) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:39.248649 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-65118b7b-7c0e-4308-bb47-058d6f6d85fb req-da9d633b-6165-4e61-815e-23487541816a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406361
Dec 16 10:02:39.291399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet 2e71fa17-6340-4dd0-b002-4c9c7681a79d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:02:39.294495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.360352 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.463031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.579798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d240a-3ac9-489a-a8ef-c52bc656f5e2 req-5b4a1805-d71f-4da0-94b4-521843861052 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:39.583976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f2d240a-3ac9-489a-a8ef-c52bc656f5e2 req-5b4a1805-d71f-4da0-94b4-521843861052 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 945 time: 0.1166530
Dec 16 10:02:39.642674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6f2d240a-3ac9-489a-a8ef-c52bc656f5e2 req-def9e7b4-23fe-4712-8dc7-3b5d5b244148 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552356
Dec 16 10:02:39.712484 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.716533 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8e308a15-b09d-402d-ba94-32ddfc8b7ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:39.758159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=2e71fa17-6340-4dd0-b002-4c9c7681a79d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:39.761830 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:39.767741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.772474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7642283-282d-4fef-a26a-e85e5bb24ba7 None None] Network a12e4a3e-7a74-4efb-af0f-0551b371b3ef requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:39.774133 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/2e71fa17-6340-4dd0-b002-4c9c7681a79d HTTP/1.1" status: 204  len: 168 time: 0.5635400
Dec 16 10:02:39.776632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:39.903866 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:39.916148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port a4950b06-86ca-4925-b942-68bde76c5f42 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:39.916494 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.065233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] DHCP port deletion for a12e4a3e-7a74-4efb-af0f-0551b371b3ef request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:02:40.070299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Deleting port a4950b06-86ca-4925-b942-68bde76c5f42 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:40.070888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.157043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port a4950b06-86ca-4925-b942-68bde76c5f42, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a4950b06-86ca-4925-b942-68bde76c5f42,segment=NetworkSegment(66dee7f5-63e5-472d-a0a8-a3262a4a9d87),segment_id=66dee7f5-63e5-472d-a0a8-a3262a4a9d87)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:40.157395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.294545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a4950b06-86ca-4925-b942-68bde76c5f42 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:02:40.340774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for a4950b06-86ca-4925-b942-68bde76c5f42 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:40.371319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] For port a4950b06-86ca-4925-b942-68bde76c5f42, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a4950b06-86ca-4925-b942-68bde76c5f42,segment=NetworkSegment(66dee7f5-63e5-472d-a0a8-a3262a4a9d87),segment_id=66dee7f5-63e5-472d-a0a8-a3262a4a9d87)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:40.371729 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.443652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.450386 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5b88cf02-5f69-483e-aafb-f7e6c67b024e tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:40.503501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=a4950b06-86ca-4925-b942-68bde76c5f42,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:40.505424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No DVR routers for this DVR port a4950b06-86ca-4925-b942-68bde76c5f42 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:02:40.507023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:40.523782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Calling delete_port for a4950b06-86ca-4925-b942-68bde76c5f42 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:40.607075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No active binding found for port a4950b06-86ca-4925-b942-68bde76c5f42 {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 10:02:40.607607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a4950b06-86ca-4925-b942-68bde76c5f42 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:02:40.620288 n-d-820554-2 neutron-server[87656]:   util.warn(
Dec 16 10:02:40.626451 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:02:40.626451 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:02:40.644476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.673837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2026100>,) {'filters': {'network_id': ['a12e4a3e-7a74-4efb-af0f-0551b371b3ef']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:40.686810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2026100>, '66dee7f5-63e5-472d-a0a8-a3262a4a9d87') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:40.687283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2026100>, '66dee7f5-63e5-472d-a0a8-a3262a4a9d87') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:40.700384 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.718688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.726728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:02:40.727419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:02:40.744865 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:02:40.837231 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.842584 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f3e0361-a3eb-4d12-b1db-1343a2c68e8a tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:40.860015 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.872644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=a12e4a3e-7a74-4efb-af0f-0551b371b3ef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:40.877319 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:40.880147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4f412-6c41-4553-9a15-44f133493e57 req-9aa22b5d-c44c-4f26-b6b0-f5a7aa599f3b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:40.881730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55a4f412-6c41-4553-9a15-44f133493e57 req-9aa22b5d-c44c-4f26-b6b0-f5a7aa599f3b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 945 time: 0.1140418
Dec 16 10:02:40.892084 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/a12e4a3e-7a74-4efb-af0f-0551b371b3ef HTTP/1.1" status: 204  len: 168 time: 1.1105680
Dec 16 10:02:40.892796 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45478) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:40.898342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1550017927', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:40.907148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:40.913249 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:router and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:40.916515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:40.923620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:40.934782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.936272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:40.936482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-55a4f412-6c41-4553-9a15-44f133493e57 req-ebb0f310-555c-4b40-8f82-a0fd4d407081 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422072
Dec 16 10:02:40.953960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.127066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Deleting port a4950b06-86ca-4925-b942-68bde76c5f42 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:41.127721 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.209603 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5aba5d20-8cad-4946-a371-245041331cfb None None] The port 'a4950b06-86ca-4925-b942-68bde76c5f42' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:02:41.259677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.634606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45498) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:41.770570 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.787240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:41.792511 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Usage tracker for resource:security_group_rule and tenant:08455af0eb8f4f41b4bce3940b0013b0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:41.795674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:41.795852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.803328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:41.828823 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.906982 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.911434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.920596 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02737492-a07a-4aba-a072-a77f122bcf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:41.964580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08455af0eb8f4f41b4bce3940b0013b0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3269382
Dec 16 10:02:41.964938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:41.968436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0353115c-d1ce-4d13-8ef1-913921dc5c5a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:41.991113 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.25.3.21 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/280a1610-a84e-40e2-82d0-6cba53a91cce) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:41.997681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6250681c-274a-4ac7-a79c-a8fd5a186f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:41.998594 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:42.021946 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.034235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.073517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.149745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.154928 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ada965b7-7742-4b6e-b553-64e71fd15312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:42.170547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0353115c-d1ce-4d13-8ef1-913921dc5c5a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:42.172786 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.176307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0353115c-d1ce-4d13-8ef1-913921dc5c5a HTTP/1.1" status: 204  len: 168 time: 0.2080560
Dec 16 10:02:42.176307 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:42.180644 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.234009 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.239287 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:42.313093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:42.316299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:42.320393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:42.359702 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=280a1610-a84e-40e2-82d0-6cba53a91cce,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:42.364604 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:42.546439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:42.577919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.596117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:42.601261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Usage tracker for resource:security_group_rule and tenant:3f11f5ad07994b92b2ea91c7f26aef96 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:42.605186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:42.612166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:42.719079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.725721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.735932 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-98b7cd35-6b4e-4fea-8c8e-b522a3471b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:42.782496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f11f5ad07994b92b2ea91c7f26aef96&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2313905
Dec 16 10:02:42.782496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d408fe5d-645f-4116-a1c3-1c8bacb87c56,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:42.784889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45522) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:42.788084 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:42.796991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.862793 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.894099 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.960304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.967119 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2604c045-6961-4dd7-a466-caee00500010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:42.985857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d408fe5d-645f-4116-a1c3-1c8bacb87c56,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:42.993766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:42.998272 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d408fe5d-645f-4116-a1c3-1c8bacb87c56 HTTP/1.1" status: 204  len: 168 time: 0.2121828
Dec 16 10:02:43.000827 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:43.380776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:43.648920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router e5e98308-d951-490f-b51f-eb4b69d71d54 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:02:43.863584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:43.879020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] Sync routers for ids ['e5e98308-d951-490f-b51f-eb4b69d71d54'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:43.897704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:43.899460 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 3.0054326
Dec 16 10:02:43.905037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45552) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:43.905938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] Routers {'e5e98308-d951-490f-b51f-eb4b69d71d54'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:43.906834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f5dee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e5e98308-d951-490f-b51f-eb4b69d71d54'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:43.999533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f5dee0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:44.016888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] Routers {'e5e98308-d951-490f-b51f-eb4b69d71d54'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:44.018165 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f5dee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e5e98308-d951-490f-b51f-eb4b69d71d54'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:44.143970 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f39c671f-e337-4b3f-a654-a31a00b180f9 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/routers/e5e98308-d951-490f-b51f-eb4b69d71d54 HTTP/1.1" status: 200  len: 880 time: 0.2372570
Dec 16 10:02:44.145437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45558) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:44.152691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f5dee0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:44.153246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d32543-ff07-41a5-a24e-3cfe185304fc None None] The sync data for ids ['e5e98308-d951-490f-b51f-eb4b69d71d54'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:44.222193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:44.430081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2582d61e-0f1f-4a82-beea-339d03ab0feb tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:router {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:44.458280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2582d61e-0f1f-4a82-beea-339d03ab0feb tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:router {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:44.463062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:44.463796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2582d61e-0f1f-4a82-beea-339d03ab0feb tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.3171232
Dec 16 10:02:44.470094 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bd513a96-2c24-4da8-8ced-ea2a8a992197 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1550017927'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:44.514659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c419e85a-052f-462e-bddb-bd987990b607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:45.135448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd513a96-2c24-4da8-8ced-ea2a8a992197 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:45.148151 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd513a96-2c24-4da8-8ced-ea2a8a992197 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:45.385080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:45.537073 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:45.545471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd513a96-2c24-4da8-8ced-ea2a8a992197 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router e5e98308-d951-490f-b51f-eb4b69d71d54 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:02:45.775260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd513a96-2c24-4da8-8ced-ea2a8a992197 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:45.783436 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd513a96-2c24-4da8-8ced-ea2a8a992197 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:45.787025 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bd513a96-2c24-4da8-8ced-ea2a8a992197 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/e5e98308-d951-490f-b51f-eb4b69d71d54 HTTP/1.1" status: 200  len: 887 time: 1.3202572
Dec 16 10:02:45.787368 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] Sync routers for ids ['e5e98308-d951-490f-b51f-eb4b69d71d54'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:45.787837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45614) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:45.799298 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] Routers {'e5e98308-d951-490f-b51f-eb4b69d71d54'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:45.800049 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cf3ee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e5e98308-d951-490f-b51f-eb4b69d71d54'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:45.866048 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cf3ee0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:45.875673 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] Routers {'e5e98308-d951-490f-b51f-eb4b69d71d54'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:45.876164 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cf3ee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['e5e98308-d951-490f-b51f-eb4b69d71d54'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:45.937410 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cf3ee0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:45.938459 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ce0ad-60a8-4c26-a975-6121d3f5e8de None None] The sync data for ids ['e5e98308-d951-490f-b51f-eb4b69d71d54'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:45.990861 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-373a2bfc-ea53-4555-bd79-4f4b853ae0c9 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/routers/e5e98308-d951-490f-b51f-eb4b69d71d54 HTTP/1.1" status: 200  len: 887 time: 0.2003868
Dec 16 10:02:45.992736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:46.041498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-86f97656-fa8a-45da-9dfe-5f2559650d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:46.057320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-86f97656-fa8a-45da-9dfe-5f2559650d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:46.058464 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-86f97656-fa8a-45da-9dfe-5f2559650d3f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5e98308-d951-490f-b51f-eb4b69d71d54 HTTP/1.1" status: 200  len: 205 time: 0.0648146
Dec 16 10:02:46.061233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:46.157653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:46.269740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.305292 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.321375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:46.325227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Usage tracker for resource:security_group_rule and tenant:29f9cd51d07f432fab134aaaf972c31c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:46.328917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:46.334891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:46.429660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.434515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.442592 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-045aff24-4bb2-4a86-bec1-e27d10ab717c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:46.467343 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.477355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 280a1610-a84e-40e2-82d0-6cba53a91cce {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:46.477703 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.482758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a8c65-f305-40ab-b95e-d05bfcca5e94,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:46.486268 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:46.488769 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29f9cd51d07f432fab134aaaf972c31c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3298733
Dec 16 10:02:46.493336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45636) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:46.559284 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.590665 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.670056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.676086 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66e89036-1b59-4442-8c74-9a58a20ad703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:46.693116 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a8c65-f305-40ab-b95e-d05bfcca5e94,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:46.695507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.699670 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f23a8c65-f305-40ab-b95e-d05bfcca5e94 HTTP/1.1" status: 204  len: 168 time: 0.2024453
Dec 16 10:02:46.699670 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:46.811319 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:46.939712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 280a1610-a84e-40e2-82d0-6cba53a91cce owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:47.037780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:47.056767 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.072466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:47.076425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Usage tracker for resource:security_group_rule and tenant:ad673caac9b340b18ffd947a06d09408 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:47.079453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:47.085408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:47.136695 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.141979 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13503d08-7559-439b-b707-b29b96de7405 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:47.145621 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.176963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.181517 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.190175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-63635ebf-a063-4159-bd6b-be4f0973a7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:47.192999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=280a1610-a84e-40e2-82d0-6cba53a91cce,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:47.224965 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:47.231470 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad673caac9b340b18ffd947a06d09408&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1924989
Dec 16 10:02:47.232268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757f07ac-8fd6-417a-b5cc-895ee5c7855f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:47.235093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:47.237768 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:47.285378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.301624 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.338020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.400239 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.405924 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eca0bb5f-0d8e-4f86-9674-7e17ba0eb8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:47.418466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757f07ac-8fd6-417a-b5cc-895ee5c7855f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:47.422295 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:47.424355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.428529 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/757f07ac-8fd6-417a-b5cc-895ee5c7855f HTTP/1.1" status: 204  len: 168 time: 0.1894591
Dec 16 10:02:47.479648 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.482642 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.511052 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.511636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Fanout notify agent at l3_agent the message router_deleted on router e5e98308-d951-490f-b51f-eb4b69d71d54 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:02:47.539769 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.544552 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/e5e98308-d951-490f-b51f-eb4b69d71d54 HTTP/1.1" status: 204  len: 168 time: 1.4788959
Dec 16 10:02:47.545232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45656) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:47.552185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099481747'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:47.557664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:47.562223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:47.565697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:47.572351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:47.583634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:47.587301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.617892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:02:47.629153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.629732 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment 8fb57922-6e2d-48c3-ba0a-24ac6ff0c667 of type vlan for network 8fc48dda-8c5d-44af-8ed9-a2d55196e984
Dec 16 10:02:47.662228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.697798 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.706235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:47.707464 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:47.715047 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-70bce674-ee9f-40b6-8996-d9d641f63606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:47.825716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2781010
Dec 16 10:02:47.829166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45668) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:47.835363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': '8fc48dda-8c5d-44af-8ed9-a2d55196e984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:47.836913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=8fc48dda-8c5d-44af-8ed9-a2d55196e984,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:47.840996 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:47.849388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:02:47.968169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:47.972354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:47.975480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:47.981326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:47.992336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:02:47.996121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.220336 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.225022 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e1279dd1-fa70-4c82-9a40-8ebac1ddb45f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:48.305908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=77c963e3-ed67-4144-b209-948883127503,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:48.310019 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': '8fb57922-6e2d-48c3-ba0a-24ac6ff0c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8fc48dda-8c5d-44af-8ed9-a2d55196e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:48.310380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: 8fc48dda-8c5d-44af-8ed9-a2d55196e984, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:02:48.315652 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:48.331774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:02:48.341420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8fc48dda-8c5d-44af-8ed9-a2d55196e984) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:48.349191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:48.349788 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.350309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a1313-1388-4837-a08f-efdfdf795c42 None None] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:48.383374 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5529604
Dec 16 10:02:48.386168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45686) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:48.392681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1066884855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:48.401007 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:48.407647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:router and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:48.411088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:48.418562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:48.433417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.435195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.459135 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.479588 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.513607 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.515812 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bafb7325-b161-47ff-bfcf-870058c8b019 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1279368
Dec 16 10:02:48.518565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:48.586098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8fc48dda-8c5d-44af-8ed9-a2d55196e984', 'network_id': '8fc48dda-8c5d-44af-8ed9-a2d55196e984', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': '77c963e3-ed67-4144-b209-948883127503'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:02:48.587332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:48.778121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Allocated IP 172.20.0.2 (8fc48dda-8c5d-44af-8ed9-a2d55196e984/77c963e3-ed67-4144-b209-948883127503/e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:49.034674 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:49.045941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Transition to ACTIVE for port object e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:49.066048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Transition to ACTIVE for port object e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:49.078116 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:49.083103 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:49.153833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:49.157348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:49.161276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:49.235435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Pushing event updated for resources: {'Port': ['ID=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:49.240266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:49.242529 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:49.262313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Attempting to bind port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:02:49.262696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Attempting to bind port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fb57922-6e2d-48c3-ba0a-24ac6ff0c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8fc48dda-8c5d-44af-8ed9-a2d55196e984'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:02:49.263071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Attempting to bind port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 on network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:02:49.269902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:02:49.270287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Checking segment: {'id': '8fb57922-6e2d-48c3-ba0a-24ac6ff0c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8fc48dda-8c5d-44af-8ed9-a2d55196e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:02:49.270703 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:49.271107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Bound using segment: {'id': '8fb57922-6e2d-48c3-ba0a-24ac6ff0c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8fc48dda-8c5d-44af-8ed9-a2d55196e984'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:02:49.271648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Bound port: e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb57922-6e2d-48c3-ba0a-24ac6ff0c667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8fc48dda-8c5d-44af-8ed9-a2d55196e984'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:02:49.272030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:49.372558 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] For port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:02:49.376905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] For port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,segment=NetworkSegment(8fb57922-6e2d-48c3-ba0a-24ac6ff0c667),segment_id=8fb57922-6e2d-48c3-ba0a-24ac6ff0c667)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:02:49.381718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:49.389565 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:49.476606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Pushing event updated for resources: {'Port': ['ID=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:49.480116 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:49.583521 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-44bf57ee-69e8-4676-b824-667d497fbc6c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2043340
Dec 16 10:02:49.761222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.20.0.1 (8fc48dda-8c5d-44af-8ed9-a2d55196e984/77c963e3-ed67-4144-b209-948883127503/79bce378-4e27-43b1-8e19-8291898dc7e1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:02:49.785312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-9d880416-44e5-4f3e-9f3e-2651b3667a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:49.786848 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-9d880416-44e5-4f3e-9f3e-2651b3667a59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 1097 time: 0.1790886
Dec 16 10:02:50.067002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-3a2f8439-a43c-4326-9f75-aae6c59fb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:50.068722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-3a2f8439-a43c-4326-9f75-aae6c59fb00f service neutron] 10.222.0.54 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 915 time: 0.2585332
Dec 16 10:02:50.073865 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:50.157671 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-847dfa72-c818-4d74-82b0-089453365897 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=523d553b-f4b3-4882-947f-497ddfe1d488 HTTP/1.1" status: 200  len: 217 time: 0.0803685
Dec 16 10:02:50.167746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object 79bce378-4e27-43b1-8e19-8291898dc7e1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:02:50.257816 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:50.264732 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:50.311089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:50.353427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:50.359106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:50.364840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:02:50.394943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=79bce378-4e27-43b1-8e19-8291898dc7e1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:50.401843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:50.403107 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:50.404822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-b73308bf-3699-4544-befa-6dc1053ff259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:50.407220 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-b73308bf-3699-4544-befa-6dc1053ff259 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.2416451
Dec 16 10:02:50.467554 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-682dde60-7eec-42b1-9a08-0b1007b08f27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481832
Dec 16 10:02:50.517838 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:50.685151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bca976f-7a09-4a9a-8c1d-5ab363a7e05f None None] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:50.790392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Provisioning for port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:50.799245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Provisioning complete for port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:50.799245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:50.957952 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-21b1df8f-a2ef-453c-bac8-be40cb916836 service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4837179
Dec 16 10:02:51.114609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:51.165456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-14ef1750-ba0b-4767-a943-d6655eb7bab8 req-4b49eb12-7980-4d31-aa80-8e173f1728bd service neutron] 10.222.0.54 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570919
Dec 16 10:02:51.204380 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:51.236182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] For port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,segment=NetworkSegment(8fb57922-6e2d-48c3-ba0a-24ac6ff0c667),segment_id=8fb57922-6e2d-48c3-ba0a-24ac6ff0c667)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:51.247777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:51.250854 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:51.347360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Pushing event updated for resources: {'Port': ['ID=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:51.368377 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:51.701813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6ba8566-e851-45eb-9135-74fc0b34edd0 None None] Provisioning complete for port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:51.704139 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8566-e851-45eb-9135-74fc0b34edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:51.751739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:51.764042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:51.807455 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9b56fcc4-3782-467b-997f-340262f536e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:51.941619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:51.946920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=79bce378-4e27-43b1-8e19-8291898dc7e1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:51.952619 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:51.956348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6ba8566-e851-45eb-9135-74fc0b34edd0 None None] Provisioning for port 79bce378-4e27-43b1-8e19-8291898dc7e1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:02:51.966287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b6ba8566-e851-45eb-9135-74fc0b34edd0 None None] Provisioning complete for port 79bce378-4e27-43b1-8e19-8291898dc7e1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:51.967400 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8566-e851-45eb-9135-74fc0b34edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:52.059413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba8566-e851-45eb-9135-74fc0b34edd0 None None] Port 79bce378-4e27-43b1-8e19-8291898dc7e1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:52.110889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:02:52.112764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:02:52.221467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c836c02-d005-4b92-95a1-9c771c410ee9 None None] Provisioning complete for port 79bce378-4e27-43b1-8e19-8291898dc7e1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:52.223420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c836c02-d005-4b92-95a1-9c771c410ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:52.354332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:02:52.406312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router ee4dd253-c033-4c01-8dd1-ab3d834ef955 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:02:52.437847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1c836c02-d005-4b92-95a1-9c771c410ee9 None None] Port 79bce378-4e27-43b1-8e19-8291898dc7e1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:52.454660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:52.455055 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:52.607842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:52.626936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] Sync routers for ids ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:52.629365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/ee4dd253-c033-4c01-8dd1-ab3d834ef955/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1086843
Dec 16 10:02:52.633196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:52.634041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dc1f6440-2bb6-4232-8631-c4fd6bb303d7 None None] Provisioning complete for port 79bce378-4e27-43b1-8e19-8291898dc7e1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:02:52.634435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6440-2bb6-4232-8631-c4fd6bb303d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:52.691823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] Routers {'ee4dd253-c033-4c01-8dd1-ab3d834ef955'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:52.692489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:52.732781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1cf88f-c04d-4f62-a6bd-a18f64ed1c81 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:52.734265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab1cf88f-c04d-4f62-a6bd-a18f64ed1c81 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:52.757793 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab1cf88f-c04d-4f62-a6bd-a18f64ed1c81 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:52.760310 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ab1cf88f-c04d-4f62-a6bd-a18f64ed1c81 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports/79bce378-4e27-43b1-8e19-8291898dc7e1 HTTP/1.1" status: 200  len: 910 time: 0.1257668
Dec 16 10:02:52.765950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45796) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:52.766188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:52.778279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f6440-2bb6-4232-8631-c4fd6bb303d7 None None] Port 79bce378-4e27-43b1-8e19-8291898dc7e1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:02:52.779891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] Routers {'ee4dd253-c033-4c01-8dd1-ab3d834ef955'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:52.780844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:52.782189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77c963e3-ed67-4144-b209-948883127503'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:52.862665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:52.863146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133db9f9-80cf-4728-8201-f3e88173c646 None None] The sync data for ids ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:52.978440 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:02:53.254885 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:54.039080 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:54.052560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:54.080465 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-66557852-413c-4722-98b7-eff48214d480 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:54.181332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=79bce378-4e27-43b1-8e19-8291898dc7e1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:54.190170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:54.190858 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:54.192142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/ports/79bce378-4e27-43b1-8e19-8291898dc7e1 HTTP/1.1" status: 200  len: 910 time: 1.4283965
Dec 16 10:02:54.193155 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:54.195852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:54.968475 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:55.367042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 79bce378-4e27-43b1-8e19-8291898dc7e1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:55.367723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:55.609451 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:55.748123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 79bce378-4e27-43b1-8e19-8291898dc7e1 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:55.955080 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:55.967440 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a31dfacf-c09a-4628-96a3-7ffdc19ea973 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:56.114907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=79bce378-4e27-43b1-8e19-8291898dc7e1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:56.124433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:56.686194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b8d32-1a72-49d3-bd72-9d22184dad4e req-fde3051f-ec45-4658-b8bb-555d45c71266 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:56.687950 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad6b8d32-1a72-49d3-bd72-9d22184dad4e req-fde3051f-ec45-4658-b8bb-555d45c71266 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 945 time: 0.1454949
Dec 16 10:02:56.751067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:56.760949 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad6b8d32-1a72-49d3-bd72-9d22184dad4e req-43c08ad8-e6ca-43f4-be6a-0649840ce6d7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659497
Dec 16 10:02:57.054270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router ee4dd253-c033-4c01-8dd1-ab3d834ef955 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:02:57.199529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:02:57.211769 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] Sync routers for ids ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:02:57.222655 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] Routers {'ee4dd253-c033-4c01-8dd1-ab3d834ef955'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:57.225991 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f6a9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:57.226203 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/ee4dd253-c033-4c01-8dd1-ab3d834ef955/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0266824
Dec 16 10:02:57.226533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45902) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:57.278261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9c0cda9d-8144-4318-8e55-8310b8fb1e5e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee4dd253-c033-4c01-8dd1-ab3d834ef955 HTTP/1.1" status: 200  len: 205 time: 0.0479476
Dec 16 10:02:57.278657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:57.290848 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f6a9d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:57.300072 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] Routers {'ee4dd253-c033-4c01-8dd1-ab3d834ef955'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:02:57.301001 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1f6a9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:57.366370 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1f6a9d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:57.366785 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce9d6a3-0a1d-4d72-91d9-8284e0f31959 None None] The sync data for ids ['ee4dd253-c033-4c01-8dd1-ab3d834ef955'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:02:57.423004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d992c949-cbad-4905-abb0-36608884fc94 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:57.754505 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d992c949-cbad-4905-abb0-36608884fc94 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:57.758377 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d992c949-cbad-4905-abb0-36608884fc94 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:57.804094 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d992c949-cbad-4905-abb0-36608884fc94 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:57.804955 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d992c949-cbad-4905-abb0-36608884fc94 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Fanout notify agent at l3_agent the message router_deleted on router ee4dd253-c033-4c01-8dd1-ab3d834ef955 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:02:57.826707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d992c949-cbad-4905-abb0-36608884fc94 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:57.831196 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d992c949-cbad-4905-abb0-36608884fc94 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/ee4dd253-c033-4c01-8dd1-ab3d834ef955 HTTP/1.1" status: 204  len: 168 time: 0.5486834
Dec 16 10:02:57.831588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:57.904610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet 77c963e3-ed67-4144-b209-948883127503 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:02:57.908507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:57.966146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.049407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890f8c9-2656-4200-b69a-de9f14aaba06 req-146f4242-0e45-4c38-ad09-bc204e8535ab tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:58.050848 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8890f8c9-2656-4200-b69a-de9f14aaba06 req-146f4242-0e45-4c38-ad09-bc204e8535ab tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 945 time: 0.1587899
Dec 16 10:02:58.075854 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.101294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-16234647-4494-4c15-a2c5-a652a9a55bbf tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:02:58.102786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-16234647-4494-4c15-a2c5-a652a9a55bbf tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 945 time: 0.1516583
Dec 16 10:02:58.156193 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-8890f8c9-2656-4200-b69a-de9f14aaba06 req-3f0a4693-0047-4c6b-9b88-646ed4765648 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985997
Dec 16 10:02:58.163494 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.168839 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48b62959-6ca0-409d-ac72-a13c1b2dd45a tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:58.198653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Deleting port 327a812f-476e-4f79-b8e0-6babc52a6cf9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:58.198991 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.208711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=77c963e3-ed67-4144-b209-948883127503,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:58.210799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.220260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e639bb0-236e-4dab-9e92-33f14bc29bb1 None None] Network 8fc48dda-8c5d-44af-8ed9-a2d55196e984 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:02:58.220964 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/77c963e3-ed67-4144-b209-948883127503 HTTP/1.1" status: 204  len: 168 time: 0.3884215
Dec 16 10:02:58.221532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45934) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:58.222546 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:58.545426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] For port 327a812f-476e-4f79-b8e0-6babc52a6cf9, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=327a812f-476e-4f79-b8e0-6babc52a6cf9,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:58.546444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.570734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.589293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067535f-2229-48de-976c-b6f582d1364b None None] DHCP port deletion for 8fc48dda-8c5d-44af-8ed9-a2d55196e984 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:02:58.596926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Deleting port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:58.597406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.611615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:58.612431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.870929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Calling delete_port for 327a812f-476e-4f79-b8e0-6babc52a6cf9 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:58.883213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9067535f-2229-48de-976c-b6f582d1364b None None] For port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,segment=NetworkSegment(8fb57922-6e2d-48c3-ba0a-24ac6ff0c667),segment_id=8fb57922-6e2d-48c3-ba0a-24ac6ff0c667)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:58.883745 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:58.925128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,segment=NetworkSegment(8fb57922-6e2d-48c3-ba0a-24ac6ff0c667),segment_id=8fb57922-6e2d-48c3-ba0a-24ac6ff0c667)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:02:58.926216 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.021594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Calling delete_port for e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:59.068280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.078937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:02:59.079253 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-586b907f-aec0-4992-b0fb-2f1b36e624fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:59.086407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:02:59.115564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['523d553b-f4b3-4882-947f-497ddfe1d488'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:02:59.147838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event deleted for resources: {'Port': ['ID=327a812f-476e-4f79-b8e0-6babc52a6cf9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:59.169140 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.184317 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:59.216292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.217081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.217558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.218063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.218551 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.219016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.219580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.220044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.220679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.221956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.222767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.223562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:02:59.296502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:59.298604 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:59.301158 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No DVR routers for this DVR port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:02:59.301321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] No DVR routers for this DVR port 327a812f-476e-4f79-b8e0-6babc52a6cf9 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:02:59.302809 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:59.304631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.315350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'name': 'network-vif-deleted', 'tag': '327a812f-476e-4f79-b8e0-6babc52a6cf9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:02:59.338268 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-0ea3a3e8-03bd-4dd5-95d0-ce1951645527 req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "DELETE /v2.0/ports/327a812f-476e-4f79-b8e0-6babc52a6cf9 HTTP/1.1" status: 204  len: 173 time: 1.2280562
Dec 16 10:02:59.378110 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:02:59.378767 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:02:59.450895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a67153c-02d5-4beb-bb33-ef13cdd81ee9 req-00923722-c8fd-45d1-8e72-2b733497d596 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:02:59.475815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4a67153c-02d5-4beb-bb33-ef13cdd81ee9 req-00923722-c8fd-45d1-8e72-2b733497d596 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:02:59.493891 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4a67153c-02d5-4beb-bb33-ef13cdd81ee9 req-00923722-c8fd-45d1-8e72-2b733497d596 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b537dd1-fedf-49cd-87b8-8b3ef8d63426 HTTP/1.1" status: 200  len: 210 time: 0.1455669
Dec 16 10:02:59.506213 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.560179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1188040>,) {'filters': {'network_id': ['8fc48dda-8c5d-44af-8ed9-a2d55196e984']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:59.581826 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b537dd1-fedf-49cd-87b8-8b3ef8d63426', 'name': 'network-vif-deleted', 'tag': '327a812f-476e-4f79-b8e0-6babc52a6cf9', 'status': 'completed', 'code': 200}
Dec 16 10:02:59.589945 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1188040>, '8fb57922-6e2d-48c3-ba0a-24ac6ff0c667') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:59.590243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1188040>, '8fb57922-6e2d-48c3-ba0a-24ac6ff0c667') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:02:59.624906 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.651086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.659691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:02:59.660985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:02:59.685048 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:02:59.788851 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.793175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dd5c0522-fabf-4643-8e84-48211d3588e8 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:02:59.813202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.819832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=8fc48dda-8c5d-44af-8ed9-a2d55196e984,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:02:59.820087 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-7a56aa50-544e-4f9e-96cb-c8dc74b1457a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0924132
Dec 16 10:02:59.824841 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:02:59.838018 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/8fc48dda-8c5d-44af-8ed9-a2d55196e984 HTTP/1.1" status: 204  len: 168 time: 1.6144269
Dec 16 10:02:59.842224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45970) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:02:59.848501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1932250899', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:02:59.855574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:02:59.861289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:router and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:02:59.863988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:02:59.879890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Deleting port e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:02:59.880468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9067535f-2229-48de-976c-b6f582d1364b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.883809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:02:59.905166 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.906559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:02:59.958100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9067535f-2229-48de-976c-b6f582d1364b None None] The port 'e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:02:59.981527 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.009265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.019581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-b431f28c-9af7-451b-9776-65331b63715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:00.021433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-b431f28c-9af7-451b-9776-65331b63715f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e427264709c4416e880d286eca419412&device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 1096 time: 0.1109707
Dec 16 10:03:00.075584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.078112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-05a3dd18-9a56-44af-acf3-dedfb84b471e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2341921
Dec 16 10:03:00.081547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 45976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:00.087937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-404013411'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:00.099056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:00.108364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:00.116881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:00.129929 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:00.146024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:00.150003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.184112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:03:00.197173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.197546 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment 24322a1d-a6bb-4993-95de-3de3698370f6 of type vlan for network 2fdfd04e-4912-4211-8c71-90757aa25641
Dec 16 10:03:00.220317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-653c44d0-2887-4e39-9c97-e0efe60a2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:00.222403 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-653c44d0-2887-4e39-9c97-e0efe60a2966 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 200  len: 915 time: 0.1730659
Dec 16 10:03:00.243669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.289681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:00.301500 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.306603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-5705ca71-f91c-4cc2-ad29-9085a2a534fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04 HTTP/1.1" status: 200  len: 217 time: 0.0767932
Dec 16 10:03:00.313320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:00.314552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.339313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:00.340445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e3c46e22-a8be-4d40-bf9e-4bca9f60a0d2 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:00.344664 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a0afcabc-9507-4438-bce8-d4336bccd941 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:00.378997 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2961495
Dec 16 10:03:00.379871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 45984) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:00.387583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:00.472313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-ec84707d-ff1e-4962-a484-c7a61590329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:00.474509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-ec84707d-ff1e-4962-a484-c7a61590329a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 200  len: 854 time: 0.1602535
Dec 16 10:03:00.506653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=2fdfd04e-4912-4211-8c71-90757aa25641,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:00.510190 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:00.524152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2fdfd04e-4912-4211-8c71-90757aa25641 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:03:00.536618 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-abaf7cf7-48ab-4cac-8f59-78e9a0e6e040 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78a2d002-8b68-403d-a573-59476fa1d7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509076
Dec 16 10:03:00.635997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 327a812f-476e-4f79-b8e0-6babc52a6cf9 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:00.642144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:00.650005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:00.654766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:00.664088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:00.703268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:00.707212 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:00.722710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 327a812f-476e-4f79-b8e0-6babc52a6cf9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:00.723642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 327a812f-476e-4f79-b8e0-6babc52a6cf9 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:00.787956 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-9564e937-e5d7-45f5-9ff7-0d1cbc58f0e6 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2422469
Dec 16 10:03:00.983007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-841a9565-2fc2-4b73-8d11-c2234ecef6f8 req-8367e96e-b544-4371-970b-788c0b63e035 service neutron] 10.222.0.74 "GET /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879568
Dec 16 10:03:01.249392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:01.254264 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b96c1228-89bf-46a2-a043-cf59a7f4430e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:01.333576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=eecc9f62-e8e9-4472-87d8-0747b3110cc8,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:01.337123 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:01.343802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:01.344171 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: 2fdfd04e-4912-4211-8c71-90757aa25641, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:03:01.365334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 2fdfd04e-4912-4211-8c71-90757aa25641 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:03:01.378272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2fdfd04e-4912-4211-8c71-90757aa25641) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:01.383839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:01.385344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:01.388941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3c26d-574d-4fe5-8cb5-b7b5ee783ada None None] Network 2fdfd04e-4912-4211-8c71-90757aa25641 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:01.427329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46002) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:01.428633 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0476065
Dec 16 10:03:01.700750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2fdfd04e-4912-4211-8c71-90757aa25641', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:03:01.701917 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:01.924832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Allocated IP 172.20.0.2 (2fdfd04e-4912-4211-8c71-90757aa25641/eecc9f62-e8e9-4472-87d8-0747b3110cc8/7241f33f-33cf-40ea-9d65-77179bff907d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:02.215848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.248384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.261992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Transition to ACTIVE for port object 7241f33f-33cf-40ea-9d65-77179bff907d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:02.285063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Transition to ACTIVE for port object 7241f33f-33cf-40ea-9d65-77179bff907d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:02.292704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.304245 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:02.328409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:02.373848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Network 2fdfd04e-4912-4211-8c71-90757aa25641 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:02.377394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:02.381496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:02.470529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Pushing event updated for resources: {'Port': ['ID=7241f33f-33cf-40ea-9d65-77179bff907d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:02.478689 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:02.504979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Attempting to bind port 7241f33f-33cf-40ea-9d65-77179bff907d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:02.505703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Attempting to bind port 7241f33f-33cf-40ea-9d65-77179bff907d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:02.506592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Attempting to bind port 7241f33f-33cf-40ea-9d65-77179bff907d on network 2fdfd04e-4912-4211-8c71-90757aa25641 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:02.516648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:02.517575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Checking segment: {'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:02.518381 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.518967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Bound using segment: {'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:02.519689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Bound port: 7241f33f-33cf-40ea-9d65-77179bff907d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:02.520468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.558912 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.587871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:02.593430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Usage tracker for resource:security_group_rule and tenant:6f3060aa9f1d4ca184c20020877dcb31 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:02.597306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:02.605756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:02.665878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.20.0.1 (2fdfd04e-4912-4211-8c71-90757aa25641/eecc9f62-e8e9-4472-87d8-0747b3110cc8/565974eb-b630-43fb-97da-5fa62b619e9c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:02.690870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] For port 7241f33f-33cf-40ea-9d65-77179bff907d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:02.707652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] For port 7241f33f-33cf-40ea-9d65-77179bff907d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7241f33f-33cf-40ea-9d65-77179bff907d,segment=NetworkSegment(24322a1d-a6bb-4993-95de-3de3698370f6),segment_id=24322a1d-a6bb-4993-95de-3de3698370f6)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:02.713965 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.720665 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:02.722165 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.730416 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.760956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3360b535-8af6-4133-b24d-fcdcd69e6354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:02.773987 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f3060aa9f1d4ca184c20020877dcb31&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4444211
Dec 16 10:03:02.777621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46022) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:02.812569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Pushing event updated for resources: {'Port': ['ID=7241f33f-33cf-40ea-9d65-77179bff907d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:02.819245 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:02.835427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a085ed-6863-495a-aa93-0a88ff7a2ea3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:02.844006 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:02.914353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.954165 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.962466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:02.988133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object 565974eb-b630-43fb-97da-5fa62b619e9c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:03.029683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.036224 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c400614a-bb3b-4fff-bc37-0ebfcd5f24bd tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:03.042757 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.050458 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-380aff01-23dd-42f8-ade5-15503cb32d8c tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:03.066430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a085ed-6863-495a-aa93-0a88ff7a2ea3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:03.068751 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.084353 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55a085ed-6863-495a-aa93-0a88ff7a2ea3 HTTP/1.1" status: 204  len: 168 time: 0.2970588
Dec 16 10:03:03.087382 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:03.155277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 2fdfd04e-4912-4211-8c71-90757aa25641 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:03.169087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:03.190336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:03.317132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=565974eb-b630-43fb-97da-5fa62b619e9c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:03.323939 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:03.337085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.505591 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.657375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46036) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:03.691839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.713492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:03.754029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:c9971abe75114e5fb945f3da58a1483c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:03.761259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:03.769249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:03.851989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a04ddd-8a33-4c07-a565-7f885603f1bb req-d8783f4a-c071-4f9d-bf03-1e8a7e278630 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:03.853559 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86a04ddd-8a33-4c07-a565-7f885603f1bb req-d8783f4a-c071-4f9d-bf03-1e8a7e278630 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 946 time: 0.1415403
Dec 16 10:03:03.966469 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-86a04ddd-8a33-4c07-a565-7f885603f1bb req-eeae439c-50e4-481d-bbc0-4f19e647a71b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963111
Dec 16 10:03:03.977339 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.983876 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:03.991804 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0dd71bfa-2b3a-4cad-972b-35e31d9c3b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:04.038526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3a228f-bdf4-436e-843e-79e69bb2a5f2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:04.043016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9971abe75114e5fb945f3da58a1483c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3823671
Dec 16 10:03:04.044134 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:04.046280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46040) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:04.052529 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.057557 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.087504 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:04.132009 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.181612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.184293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.208480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=565974eb-b630-43fb-97da-5fa62b619e9c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:04.213326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:04.268955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.274753 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0febd801-6e18-486e-986e-1d63a77edeef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:04.291890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3a228f-bdf4-436e-843e-79e69bb2a5f2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:04.296271 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:04.298677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.300440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d3a228f-bdf4-436e-843e-79e69bb2a5f2 HTTP/1.1" status: 204  len: 168 time: 0.2530169
Dec 16 10:03:04.366116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7241f33f-33cf-40ea-9d65-77179bff907d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:04.429639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adaf686-d8cd-4bc3-9113-e1814e15faa1 None None] Network 2fdfd04e-4912-4211-8c71-90757aa25641 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:04.534245 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-297c2d98-03e7-40dc-9668-651f78f0ede1 None None] Provisioning for port 7241f33f-33cf-40ea-9d65-77179bff907d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:04.540737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 2fdfd04e-4912-4211-8c71-90757aa25641 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:04.542198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:04.640145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 7241f33f-33cf-40ea-9d65-77179bff907d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:04.656195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7241f33f-33cf-40ea-9d65-77179bff907d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:04.656580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.776329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:03:04.882052 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.925734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 7241f33f-33cf-40ea-9d65-77179bff907d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7241f33f-33cf-40ea-9d65-77179bff907d,segment=NetworkSegment(24322a1d-a6bb-4993-95de-3de3698370f6),segment_id=24322a1d-a6bb-4993-95de-3de3698370f6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:04.931251 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:04.933481 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:04.987972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:05.002842 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:05.026186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:05.026884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:05.027853 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5987644
Dec 16 10:03:05.028644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12b2190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:05.033486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-214802808'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:05.043922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:05.060310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:05.065186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:05.074714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:05.092100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:05.098255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.103078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=7241f33f-33cf-40ea-9d65-77179bff907d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:05.112413 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:05.136305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:03:05.147117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.147716 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment d0b9f0c6-068c-4b62-a334-71ff489140d0 of type vlan for network 6d0141d1-968c-4c13-b274-9f6b71f93465
Dec 16 10:03:05.193423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.241436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:05.301264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 10:03:05.343505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c0029b1f-f6c4-4557-bf52-ff76c2fd065c None None] Provisioning complete for port 7241f33f-33cf-40ea-9d65-77179bff907d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:05.344046 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0029b1f-f6c4-4557-bf52-ff76c2fd065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.365730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.371458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:05.372099 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.379862 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-677fc970-fc0e-4664-9cee-8631466c5d66 tempest-QuotasNegativeTest-1699636855 tempest-QuotasNegativeTest-1699636855-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:05.529316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=6d0141d1-968c-4c13-b274-9f6b71f93465,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:05.536426 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:05.549246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33ef2-7851-4e59-8709-c41205b8341a req-cade058c-761d-4cf8-a397-598d56db500d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:05.556586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6bc33ef2-7851-4e59-8709-c41205b8341a req-cade058c-761d-4cf8-a397-598d56db500d tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 946 time: 0.3504529
Dec 16 10:03:05.581894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280021d0-38e0-4a53-b888-afc3238c4571 req-5e3ff276-bb7a-4ec4-bc76-bd136fb998a1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:05.584719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280021d0-38e0-4a53-b888-afc3238c4571 req-5e3ff276-bb7a-4ec4-bc76-bd136fb998a1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 946 time: 0.3786101
Dec 16 10:03:05.586158 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5581923
Dec 16 10:03:05.589140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46070) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:05.595521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:05.605902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:03:05.698582 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-6bc33ef2-7851-4e59-8709-c41205b8341a req-4ce53087-53b6-40a3-9376-251dccbf4f0f tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408484
Dec 16 10:03:05.726143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Deleting port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:05.726643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.815866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:05.823271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:05.827992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:05.843320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:05.859077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:05.863740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:05.956103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c0029b1f-f6c4-4557-bf52-ff76c2fd065c None None] Provisioning for port 565974eb-b630-43fb-97da-5fa62b619e9c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:05.963780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c0029b1f-f6c4-4557-bf52-ff76c2fd065c None None] Provisioning complete for port 565974eb-b630-43fb-97da-5fa62b619e9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:05.964162 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0029b1f-f6c4-4557-bf52-ff76c2fd065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.025932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c0029b1f-f6c4-4557-bf52-ff76c2fd065c None None] Port 565974eb-b630-43fb-97da-5fa62b619e9c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:06.052841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] For port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:06.053516 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.065863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12b2190>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:03Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:03Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:06.072092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:06.072473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Updating router 21108fca-294b-4f4f-b02e-d4f5a42fb611 port 565974eb-b630-43fb-97da-5fa62b619e9c binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:03:06.157363 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.193653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Calling delete_port for f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:06.196929 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.205421 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3479ceac-24bf-4fe2-bd51-a23ac339cdb9 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:06.232522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-54d1185f-07be-4015-8e30-2f1cf278b247 None None] Provisioning complete for port 565974eb-b630-43fb-97da-5fa62b619e9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:06.232963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-54d1185f-07be-4015-8e30-2f1cf278b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.393353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.409408 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e3859982-ba12-445a-bff5-8ff480c95c34 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:06.413824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7241f33f-33cf-40ea-9d65-77179bff907d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:06.421619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:06.422418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: 6d0141d1-968c-4c13-b274-9f6b71f93465, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:03:06.448689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['523d553b-f4b3-4882-947f-497ddfe1d488'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:03:06.455473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=6575b089-a2e3-4044-aca0-4b2eae2e717e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:06.462036 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:06.478721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:03:06.479255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:03:06.485667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event deleted for resources: {'Port': ['ID=f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:06.500997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 6d0141d1-968c-4c13-b274-9f6b71f93465) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:06.510829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:06.512338 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.550884 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:06.565674 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9751287
Dec 16 10:03:06.569240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:06.630169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-54d1185f-07be-4015-8e30-2f1cf278b247 None None] Port 565974eb-b630-43fb-97da-5fa62b619e9c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:06.651210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] No DVR routers for this DVR port f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:03:06.654911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:06.659965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'name': 'network-vif-deleted', 'tag': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:03:06.693021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c7f7a4-f890-42d0-99d2-64f5734bff9d None None] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:06.699493 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-280021d0-38e0-4a53-b888-afc3238c4571 req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "DELETE /v2.0/ports/f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f HTTP/1.1" status: 204  len: 173 time: 1.0841668
Dec 16 10:03:06.745395 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de73a3db-12e2-47a9-b9d7-0679d5847b89', 'name': 'network-vif-deleted', 'tag': 'f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f', 'status': 'completed', 'code': 200}
Dec 16 10:03:06.970555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cc8e96db-c153-43d5-8864-a03cac91bf3d req-2fa0c418-5f48-463b-8f78-eabe561e095b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:06.993226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-cc8e96db-c153-43d5-8864-a03cac91bf3d req-2fa0c418-5f48-463b-8f78-eabe561e095b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:06.994801 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-cc8e96db-c153-43d5-8864-a03cac91bf3d req-2fa0c418-5f48-463b-8f78-eabe561e095b tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=de73a3db-12e2-47a9-b9d7-0679d5847b89 HTTP/1.1" status: 200  len: 210 time: 0.0980422
Dec 16 10:03:07.229823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 7241f33f-33cf-40ea-9d65-77179bff907d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:07.230282 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:07.526202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-6d0141d1-968c-4c13-b274-9f6b71f93465', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:03:07.527033 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:07.606052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:07.753554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:07.776638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Transition to ACTIVE for port object 565974eb-b630-43fb-97da-5fa62b619e9c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:07.791789 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:07.799038 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-756f3557-ec12-4477-99ba-68311229de1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:08.010403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f2d5-4e78-44e1-954c-2927b88aa03c None None] Pushing event updated for resources: {'Port': ['ID=565974eb-b630-43fb-97da-5fa62b619e9c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:08.021490 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0c97f2d5-4e78-44e1-954c-2927b88aa03c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:08.085527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Allocated IP 172.21.0.2 (6d0141d1-968c-4c13-b274-9f6b71f93465/6575b089-a2e3-4044-aca0-4b2eae2e717e/a2edc9c3-b388-4f20-81c8-fc4e7dbc1939) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:08.103554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Attempting to bind port 565974eb-b630-43fb-97da-5fa62b619e9c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:08.103883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Attempting to bind port 565974eb-b630-43fb-97da-5fa62b619e9c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:08.104316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Attempting to bind port 565974eb-b630-43fb-97da-5fa62b619e9c on network 2fdfd04e-4912-4211-8c71-90757aa25641 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:08.133630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:08.134020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Checking segment: {'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:08.134477 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:08.134878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Bound using segment: {'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:08.135473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Bound port: 565974eb-b630-43fb-97da-5fa62b619e9c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24322a1d-a6bb-4993-95de-3de3698370f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:08.135867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:08.354508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] For port 565974eb-b630-43fb-97da-5fa62b619e9c, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:08.406179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] For port 565974eb-b630-43fb-97da-5fa62b619e9c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=565974eb-b630-43fb-97da-5fa62b619e9c,segment=NetworkSegment(24322a1d-a6bb-4993-95de-3de3698370f6),segment_id=24322a1d-a6bb-4993-95de-3de3698370f6)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:08.412468 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:08.418599 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d04c54b1-fadd-435e-8863-3dd7c05ea3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:08.558625 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:08.582780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Transition to ACTIVE for port object a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:08.611504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:08.613172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12b2190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:08.663426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f2d5-4e78-44e1-954c-2927b88aa03c None None] Pushing event updated for resources: {'Port': ['ID=565974eb-b630-43fb-97da-5fa62b619e9c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:08.676044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:08.709718 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0c97f2d5-4e78-44e1-954c-2927b88aa03c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:08.769896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820a686-aeb2-438e-a858-6dfe171d9a7d req-5d06eda5-0cb8-4aad-804d-26f769725593 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:08.772021 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b820a686-aeb2-438e-a858-6dfe171d9a7d req-5d06eda5-0cb8-4aad-804d-26f769725593 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.3039193
Dec 16 10:03:08.813476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:08.814127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device f7f8c2fb-75ad-49e6-9ba6-6c40ce55626f not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:08.818453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Transition to ACTIVE for port object a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:08.833538 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:08.836921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b820a686-aeb2-438e-a858-6dfe171d9a7d req-7388806b-712a-466d-9de0-a727c58f56b0 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586758
Dec 16 10:03:08.848239 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b2d4fb09-3f41-4995-a7d6-a70fe68e1c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:08.918278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.21.0.1 (6d0141d1-968c-4c13-b274-9f6b71f93465/6575b089-a2e3-4044-aca0-4b2eae2e717e/c098bd46-2423-4789-9640-a57e4fc06124) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:08.933624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:08.940609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:08.991411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:09.002569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:09.021084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Pushing event updated for resources: {'Port': ['ID=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:09.029133 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:09.128515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:09.155314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object c098bd46-2423-4789-9640-a57e4fc06124 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:09.189916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:09.196152 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-551119dc-7b72-412c-89d6-d6da8e25cda3 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:09.245452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Attempting to bind port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:09.245839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Attempting to bind port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:09.246221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Attempting to bind port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 on network 6d0141d1-968c-4c13-b274-9f6b71f93465 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:09.263714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:09.264478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Checking segment: {'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:09.265080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:09.265494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Bound using segment: {'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:09.265978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Bound port: a2edc9c3-b388-4f20-81c8-fc4e7dbc1939, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:09.266363 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:09.272003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:09.275656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:09.283140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:09.334966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=c098bd46-2423-4789-9640-a57e4fc06124,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:09.340063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:09.358594 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:09.442683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] For port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:09.454784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] For port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,segment=NetworkSegment(d0b9f0c6-068c-4b62-a334-71ff489140d0),segment_id=d0b9f0c6-068c-4b62-a334-71ff489140d0)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:09.464657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:09.481802 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9e0d48ca-0a0e-49cc-8816-06a47da560ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:09.511055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:09.614909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12b2190>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:03Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:08Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:09.625046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2b930-dfc1-4586-8b3b-83a1b1548ace None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:03Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:08Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:09.650868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Pushing event updated for resources: {'Port': ['ID=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:09.660622 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:09.780642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-a3298558-e377-42b8-9ed5-5f6b968b64ad tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:09.782174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-a3298558-e377-42b8-9ed5-5f6b968b64ad tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.1250908
Dec 16 10:03:09.889286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Deleting port 523d553b-f4b3-4882-947f-497ddfe1d488 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:09.889745 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.165854 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.178976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.223977 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:10.364748 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.388025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=c098bd46-2423-4789-9640-a57e4fc06124,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:10.402940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.403378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.404133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.404297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.404663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.405252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.405508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.406934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.407347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.407738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.408087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.408487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:10.417381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cd8bc-e3c1-460c-84ad-37c570e8fbda req-e67822c5-0cd7-4c3b-bdbe-030b08068b88 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:10.431710 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f4cd8bc-e3c1-460c-84ad-37c570e8fbda req-e67822c5-0cd7-4c3b-bdbe-030b08068b88 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 946 time: 0.3453529
Dec 16 10:03:10.440743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 565974eb-b630-43fb-97da-5fa62b619e9c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:10.501529 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:10.539817 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-3f4cd8bc-e3c1-460c-84ad-37c570e8fbda req-5f63cb2b-ef5d-4cb3-877a-9e09d582ccd0 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069090
Dec 16 10:03:10.555432 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] For port 523d553b-f4b3-4882-947f-497ddfe1d488, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=523d553b-f4b3-4882-947f-497ddfe1d488,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:10.555678 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.606889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:10.608795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:10.636979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 565974eb-b630-43fb-97da-5fa62b619e9c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:10.645374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 565974eb-b630-43fb-97da-5fa62b619e9c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:10.645661 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.887361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.901234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Calling delete_port for 523d553b-f4b3-4882-947f-497ddfe1d488 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:10.956957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 565974eb-b630-43fb-97da-5fa62b619e9c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=565974eb-b630-43fb-97da-5fa62b619e9c,segment=NetworkSegment(24322a1d-a6bb-4993-95de-3de3698370f6),segment_id=24322a1d-a6bb-4993-95de-3de3698370f6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:10.964678 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:10.966168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:11.010692 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2c417144-44c3-49d6-b676-30ed89f01c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:11.120957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=565974eb-b630-43fb-97da-5fa62b619e9c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:11.130821 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:11.146266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:11.158672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:11.192919 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.200477 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5a8ca414-83e2-45f2-a367-3fb5d2b2e411 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:11.206031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] get_ports_and_sgs() called for port_ids ['858a5d6a-e8f5-43f3-b2d8-09efea58be04'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:03:11.266078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f843e1-543a-4b4d-a0e9-1648e18d2267 None None] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:11.276174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event deleted for resources: {'Port': ['ID=523d553b-f4b3-4882-947f-497ddfe1d488,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:11.315582 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:11.368348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] No DVR routers for this DVR port 523d553b-f4b3-4882-947f-497ddfe1d488 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:03:11.371657 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.375129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'name': 'network-vif-deleted', 'tag': '523d553b-f4b3-4882-947f-497ddfe1d488'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:03:11.396553 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-de2c2063-96eb-4cf2-9356-9845a3aed33b req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.54 "DELETE /v2.0/ports/523d553b-f4b3-4882-947f-497ddfe1d488 HTTP/1.1" status: 204  len: 173 time: 1.6067338
Dec 16 10:03:11.443588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:11.447294 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Provisioning for port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:11.456699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Provisioning complete for port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:11.457084 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.462949 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8908916
Dec 16 10:03:11.465772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:11.481311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-1877752402'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:11.489385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:11.496347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:11.497536 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c75b64-38a5-4753-b4b3-ccc7479921af', 'name': 'network-vif-deleted', 'tag': '523d553b-f4b3-4882-947f-497ddfe1d488', 'status': 'completed', 'code': 200}
Dec 16 10:03:11.501159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:11.508936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:11.529575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:11.536168 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.599803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:03:11.631446 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.631446 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment 78dea1d5-0526-4541-8c9a-257341de4609 of type vlan for network eed05b6f-1990-439a-8156-28713bf16b46
Dec 16 10:03:11.706557 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.767456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.773664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:11.774285 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.782303 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:11.851032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed6a9f77-0866-4968-8b10-5781802507fb req-7fa6b8be-66bd-4c48-b51a-8f2c99745dfc tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:11.878594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-ed6a9f77-0866-4968-8b10-5781802507fb req-7fa6b8be-66bd-4c48-b51a-8f2c99745dfc tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:11.880593 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ed6a9f77-0866-4968-8b10-5781802507fb req-7fa6b8be-66bd-4c48-b51a-8f2c99745dfc tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0c75b64-38a5-4753-b4b3-ccc7479921af HTTP/1.1" status: 200  len: 210 time: 0.1011786
Dec 16 10:03:11.928311 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:11.941502 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:11.942927 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4755285
Dec 16 10:03:11.943110 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:11.946435 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:02:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:11.946762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:11.954017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:12.002208 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=eed05b6f-1990-439a-8156-28713bf16b46,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:12.011035 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:12.033056 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e371d698-edda-4aa4-abe6-dab12ea0995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.034911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network eed05b6f-1990-439a-8156-28713bf16b46 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:03:12.150683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:12.156399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:12.159767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:12.169535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:12.186188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:12.193693 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.196022 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:12.207554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.210405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] For port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,segment=NetworkSegment(d0b9f0c6-068c-4b62-a334-71ff489140d0),segment_id=d0b9f0c6-068c-4b62-a334-71ff489140d0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:12.221305 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.223055 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0c97f2d5-4e78-44e1-954c-2927b88aa03c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:12.341780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Pushing event updated for resources: {'Port': ['ID=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:12.359599 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:12.390761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 565974eb-b630-43fb-97da-5fa62b619e9c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:12.507280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 565974eb-b630-43fb-97da-5fa62b619e9c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:12.508806 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.682146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 523d553b-f4b3-4882-947f-497ddfe1d488 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:12.723992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.739417 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05819fb3-1c16-4ed7-9f8b-f849b6cdab9f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:12.767075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 523d553b-f4b3-4882-947f-497ddfe1d488 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:12.767501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 523d553b-f4b3-4882-947f-497ddfe1d488 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:12.801319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fddbbe1-b012-4f86-a63c-c47c40bd35b9 None None] Provisioning complete for port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:12.802428 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fddbbe1-b012-4f86-a63c-c47c40bd35b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.818619 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d850>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:09Z', 'revision_number': 3, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:09Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:12.835800 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:12.836728 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Updating router 21108fca-294b-4f4f-b02e-d4f5a42fb611 port c098bd46-2423-4789-9640-a57e4fc06124 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:03:12.903009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:12.926290 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:12.927399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:12.927960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: eed05b6f-1990-439a-8156-28713bf16b46, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:03:12.941440 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:12.976254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network eed05b6f-1990-439a-8156-28713bf16b46 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:03:12.995767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, eed05b6f-1990-439a-8156-28713bf16b46) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:13.009465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:13.012076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:13.021752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cd6b1-d63c-4c0b-8d12-01459aed1e87 None None] Network eed05b6f-1990-439a-8156-28713bf16b46 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:13.051600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1018014
Dec 16 10:03:13.054391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:13.300484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fddbbe1-b012-4f86-a63c-c47c40bd35b9 None None] Provisioning for port c098bd46-2423-4789-9640-a57e4fc06124 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:13.310734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fddbbe1-b012-4f86-a63c-c47c40bd35b9 None None] Provisioning complete for port c098bd46-2423-4789-9640-a57e4fc06124 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:13.311473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fddbbe1-b012-4f86-a63c-c47c40bd35b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:13.598120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-eed05b6f-1990-439a-8156-28713bf16b46', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:03:13.599054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:13.642052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6fddbbe1-b012-4f86-a63c-c47c40bd35b9 None None] Port c098bd46-2423-4789-9640-a57e4fc06124 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:13.817500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7925f647-5763-43b9-b78e-2d1e44dc0462 None None] Provisioning complete for port c098bd46-2423-4789-9640-a57e4fc06124 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:13.817893 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7925f647-5763-43b9-b78e-2d1e44dc0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:13.903397 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:13.917951 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Transition to ACTIVE for port object c098bd46-2423-4789-9640-a57e4fc06124 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:13.928596 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:13.933673 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-43140240-6ca0-46b8-86f3-792a83ae060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:14.015541 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Pushing event updated for resources: {'Port': ['ID=c098bd46-2423-4789-9640-a57e4fc06124,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:14.027819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.028404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.032643 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.033314 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.033824 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.034327 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.034833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.035493 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.036909 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.037500 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.038099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.038796 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:14.045018 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:14.163397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7925f647-5763-43b9-b78e-2d1e44dc0462 None None] Port c098bd46-2423-4789-9640-a57e4fc06124 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:14.171181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Allocated IP 172.22.0.2 (eed05b6f-1990-439a-8156-28713bf16b46/0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a/66f18936-2ae2-48dc-81e5-829c1dd7def0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:14.260118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.321398 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Attempting to bind port c098bd46-2423-4789-9640-a57e4fc06124 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:14.321939 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Attempting to bind port c098bd46-2423-4789-9640-a57e4fc06124 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:14.322652 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Attempting to bind port c098bd46-2423-4789-9640-a57e4fc06124 on network 6d0141d1-968c-4c13-b274-9f6b71f93465 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:14.336611 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:14.337168 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Checking segment: {'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:14.337764 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.338410 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Bound using segment: {'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:14.339030 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Bound port: c098bd46-2423-4789-9640-a57e4fc06124, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b9f0c6-068c-4b62-a334-71ff489140d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:14.341743 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.377852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.405957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:14.599289 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] For port c098bd46-2423-4789-9640-a57e4fc06124, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:14.605711 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] For port c098bd46-2423-4789-9640-a57e4fc06124, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c098bd46-2423-4789-9640-a57e4fc06124,segment=NetworkSegment(d0b9f0c6-068c-4b62-a334-71ff489140d0),segment_id=d0b9f0c6-068c-4b62-a334-71ff489140d0)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:14.639533 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.650566 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e0b535cb-e436-42dc-80d7-cd71e9d2a3ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:14.724199 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ea1a23b4-08d7-4709-a631-bdc0021736e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.756834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.769993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:14.770542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.802316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Transition to ACTIVE for port object 66f18936-2ae2-48dc-81e5-829c1dd7def0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:14.846277 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:14.849236 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:14.858442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Transition to ACTIVE for port object 66f18936-2ae2-48dc-81e5-829c1dd7def0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:14.879763 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:14.923651 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:14.990062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Network eed05b6f-1990-439a-8156-28713bf16b46 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:15.001461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:15.032481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:15.194203 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Pushing event updated for resources: {'Port': ['ID=c098bd46-2423-4789-9640-a57e4fc06124,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:15.200929 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:15.233018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Pushing event updated for resources: {'Port': ['ID=66f18936-2ae2-48dc-81e5-829c1dd7def0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:15.240140 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:15.251759 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:15.416910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Attempting to bind port 66f18936-2ae2-48dc-81e5-829c1dd7def0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:15.417733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Attempting to bind port 66f18936-2ae2-48dc-81e5-829c1dd7def0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:15.418986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Attempting to bind port 66f18936-2ae2-48dc-81e5-829c1dd7def0 on network eed05b6f-1990-439a-8156-28713bf16b46 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:15.425334 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:15.433391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:15.433813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Checking segment: {'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:15.438965 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:15.438965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Bound using segment: {'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:15.439522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Bound port: 66f18936-2ae2-48dc-81e5-829c1dd7def0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:15.439732 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:15.622642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:15.688586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] For port 66f18936-2ae2-48dc-81e5-829c1dd7def0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:15.692614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] For port 66f18936-2ae2-48dc-81e5-829c1dd7def0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=66f18936-2ae2-48dc-81e5-829c1dd7def0,segment=NetworkSegment(78dea1d5-0526-4541-8c9a-257341de4609),segment_id=78dea1d5-0526-4541-8c9a-257341de4609)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:15.695363 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.22.0.1 (eed05b6f-1990-439a-8156-28713bf16b46/0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a/ee65fdc8-9bd0-459f-9332-4ba5db76559f) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:15.699303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:15.711971 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:15.847900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Pushing event updated for resources: {'Port': ['ID=66f18936-2ae2-48dc-81e5-829c1dd7def0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:15.851623 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2b2d850>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:09Z', 'revision_number': 3, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:14Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:15.852816 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:15.858900 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d01d16-76a7-4c7d-9662-7e8cac7c8210 None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:09Z', 'revision_number': 3, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:14Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:16.065258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:16.098989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object ee65fdc8-9bd0-459f-9332-4ba5db76559f will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:16.133170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:16.148313 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a02f9db8-8560-4a25-b11d-8850a485f910 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:16.323346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network eed05b6f-1990-439a-8156-28713bf16b46 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:16.333767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:16.342096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:16.454213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c098bd46-2423-4789-9640-a57e4fc06124 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:16.550891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:16.607965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c098bd46-2423-4789-9640-a57e4fc06124 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:16.624681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c098bd46-2423-4789-9640-a57e4fc06124 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:16.625072 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:16.696136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=ee65fdc8-9bd0-459f-9332-4ba5db76559f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:16.704161 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:16.854386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:16.970259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:17.041285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c098bd46-2423-4789-9640-a57e4fc06124, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c098bd46-2423-4789-9640-a57e4fc06124,segment=NetworkSegment(d0b9f0c6-068c-4b62-a334-71ff489140d0),segment_id=d0b9f0c6-068c-4b62-a334-71ff489140d0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:17.047752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:17.050918 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:17.192755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c098bd46-2423-4789-9640-a57e4fc06124,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:17.200443 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:17.201272 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:17.689033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:17.702725 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:17.795655 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:17.852380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c6164-9208-41b4-b5fb-1d59d9328e0b None None] Network eed05b6f-1990-439a-8156-28713bf16b46 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:18.004078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:18.009193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=ee65fdc8-9bd0-459f-9332-4ba5db76559f,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:18.014274 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:18.049922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a824aae0-a0b9-459a-bf4b-7c1b0f0588f0 None None] Provisioning for port 66f18936-2ae2-48dc-81e5-829c1dd7def0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:18.277238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca405c0-8d41-43da-875e-ace301e629e2 req-e66ecc6f-cd74-46ea-a2a8-60a4aa775906 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:18.278826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9ca405c0-8d41-43da-875e-ace301e629e2 req-e66ecc6f-cd74-46ea-a2a8-60a4aa775906 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 945 time: 0.2850611
Dec 16 10:03:18.288880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network eed05b6f-1990-439a-8156-28713bf16b46 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:18.291404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:18.375921 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-9ca405c0-8d41-43da-875e-ace301e629e2 req-0575afdf-2d18-44ca-a36b-d2efac91f7f7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889957
Dec 16 10:03:18.545597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c098bd46-2423-4789-9640-a57e4fc06124 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:18.632812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:18.692399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c098bd46-2423-4789-9640-a57e4fc06124 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:18.692854 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:18.913776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50658949-b96e-49fb-a7b2-6f46c3ff6d67 None None] Provisioning for port ee65fdc8-9bd0-459f-9332-4ba5db76559f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:18.942065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50658949-b96e-49fb-a7b2-6f46c3ff6d67 None None] Provisioning complete for port ee65fdc8-9bd0-459f-9332-4ba5db76559f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:18.942794 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50658949-b96e-49fb-a7b2-6f46c3ff6d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.058963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 66f18936-2ae2-48dc-81e5-829c1dd7def0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:19.092041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:19.114509 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0555377
Dec 16 10:03:19.115730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46254) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:19.124088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'network': {'name': 'tempest-RoutersTest-546620072'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:19.131678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:19.137030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:network and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:19.143939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:19.147433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:19.161008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:19.164382 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-50658949-b96e-49fb-a7b2-6f46c3ff6d67 None None] Port ee65fdc8-9bd0-459f-9332-4ba5db76559f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:19.173867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:19.174057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:19.174625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bfbf10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:19.177907 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.230633 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:03:19.257185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.258721 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added segment d9ff9a59-b4a8-4371-a74f-bc34dadd7669 of type vlan for network 8260d73c-736b-432e-904a-2b533a5f9118
Dec 16 10:03:19.368371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:19.626372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 66f18936-2ae2-48dc-81e5-829c1dd7def0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:19.633590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2fdee584-8be9-4493-9a2b-905da62e3d7a None None] Provisioning complete for port ee65fdc8-9bd0-459f-9332-4ba5db76559f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:19.634030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2fdee584-8be9-4493-9a2b-905da62e3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.672343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 66f18936-2ae2-48dc-81e5-829c1dd7def0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:19.672838 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.753890 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.897663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431fe87-56b4-46bb-9f1e-0fb65cfb4800 req-b19fb120-d4a5-43b5-a58d-54bae7de59d7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:19.899761 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7431fe87-56b4-46bb-9f1e-0fb65cfb4800 req-b19fb120-d4a5-43b5-a58d-54bae7de59d7 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 945 time: 0.2832122
Dec 16 10:03:19.909495 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.910780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2fdee584-8be9-4493-9a2b-905da62e3d7a None None] Port ee65fdc8-9bd0-459f-9332-4ba5db76559f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:19.917235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:19.917928 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:19.923508 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-87a9cfe5-61ae-4f6b-b768-0aea112829f9 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:19.949958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744efc-103d-4621-b907-954c8c76800c req-7d86d1af-fb65-4865-996c-a164ba42ac1a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:19.951515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd744efc-103d-4621-b907-954c8c76800c req-7d86d1af-fb65-4865-996c-a164ba42ac1a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 945 time: 0.3407874
Dec 16 10:03:20.059319 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.120683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-854b586c-f832-4019-abd2-7da94cb623b6 None None] Provisioning complete for port ee65fdc8-9bd0-459f-9332-4ba5db76559f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:20.121069 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-854b586c-f832-4019-abd2-7da94cb623b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.137679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Deleting port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:20.138026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.214696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 66f18936-2ae2-48dc-81e5-829c1dd7def0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=66f18936-2ae2-48dc-81e5-829c1dd7def0,segment=NetworkSegment(78dea1d5-0526-4541-8c9a-257341de4609),segment_id=78dea1d5-0526-4541-8c9a-257341de4609)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:20.227550 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.229090 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-7431fe87-56b4-46bb-9f1e-0fb65cfb4800 req-17f87d47-675d-4650-8a7e-ce859314bd3a tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/security-groups?id=2debd7b4-8c55-4a1c-b231-482ef095e3fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066566
Dec 16 10:03:20.237913 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:20.241154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Network': ['ID=8260d73c-736b-432e-904a-2b533a5f9118,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:20.278285 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:20.296420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46270) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:20.297303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.1786985
Dec 16 10:03:20.305407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'subnet': {'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:20.315082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8260d73c-736b-432e-904a-2b533a5f9118 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:03:20.505386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-854b586c-f832-4019-abd2-7da94cb623b6 None None] Port ee65fdc8-9bd0-459f-9332-4ba5db76559f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:20.506735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:20.512805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:subnet and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:20.517894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:20.525858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:20.547214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Made reservation on behalf of 9358405d93c747648592efe52f8c0bbc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:20.548947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] For port 858a5d6a-e8f5-43f3-b2d8-09efea58be04, host n-h2-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820554-2',level=0,port_id=858a5d6a-e8f5-43f3-b2d8-09efea58be04,segment=NetworkSegment(47a79c3c-513a-4da5-bfdc-2246f425010e),segment_id=47a79c3c-513a-4da5-bfdc-2246f425010e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:20.549547 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.553707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.560266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bfbf10>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:16Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:20.575742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:20.576471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Updating router 21108fca-294b-4f4f-b02e-d4f5a42fb611 port ee65fdc8-9bd0-459f-9332-4ba5db76559f binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:03:20.658007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=66f18936-2ae2-48dc-81e5-829c1dd7def0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:20.674333 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:20.720036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.841391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Calling delete_port for 858a5d6a-e8f5-43f3-b2d8-09efea58be04 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:20.906894 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:20.914763 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-40ed7adc-c8c8-4085-9b83-c8f5d3c6f7dc tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:21.037396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Checking segment: {'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:21.037918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network hostable DHCP agents. Network: 8260d73c-736b-432e-904a-2b533a5f9118, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:03:21.062207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Subnet': ['ID=37256ee3-4f4a-4c56-8d56-07a863b077a5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:21.065819 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:21.069526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 8260d73c-736b-432e-904a-2b533a5f9118 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:03:21.095337 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8260d73c-736b-432e-904a-2b533a5f9118) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:21.119154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:21.120810 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:21.137991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2df2e8-8189-47f7-ac01-4023ac763d31 None None] Network 8260d73c-736b-432e-904a-2b533a5f9118 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:21.138634 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:21.152038 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a5a36212-b088-4694-81a4-244c2be08253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:21.171592 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8727155
Dec 16 10:03:21.174382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:21.234636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Pushing event deleted for resources: {'Port': ['ID=858a5d6a-e8f5-43f3-b2d8-09efea58be04,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:21.238314 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:21.351005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] No DVR routers for this DVR port 858a5d6a-e8f5-43f3-b2d8-09efea58be04 on host n-h2-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:03:21.361034 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:21.364363 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:21.392080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'name': 'network-vif-deleted', 'tag': '858a5d6a-e8f5-43f3-b2d8-09efea58be04'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:03:21.405956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Transition to ACTIVE for port object ee65fdc8-9bd0-459f-9332-4ba5db76559f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:21.425749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.74 "DELETE /v2.0/ports/858a5d6a-e8f5-43f3-b2d8-09efea58be04 HTTP/1.1" status: 204  len: 173 time: 1.4639802
Dec 16 10:03:21.429457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:21.447787 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:21.536227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8260d73c-736b-432e-904a-2b533a5f9118', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:03:21.537777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:21.626558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-567b77bc-7fc4-4b06-8687-defeaad8824f req-0216ac8a-b767-4cf8-b8ba-3e02bad21879 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Synchronizing usage tracker for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:21.671997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-567b77bc-7fc4-4b06-8687-defeaad8824f req-0216ac8a-b767-4cf8-b8ba-3e02bad21879 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Unset dirty status for tenant:e427264709c4416e880d286eca419412 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:21.673240 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-567b77bc-7fc4-4b06-8687-defeaad8824f req-0216ac8a-b767-4cf8-b8ba-3e02bad21879 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba1f4dc1-ca49-4739-bfe9-392abfa1db28 HTTP/1.1" status: 200  len: 210 time: 0.1655567
Dec 16 10:03:21.724445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dabe2f-2929-4eea-999c-02a8ac0046f0 None None] Pushing event updated for resources: {'Port': ['ID=ee65fdc8-9bd0-459f-9332-4ba5db76559f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:21.849788 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b1dabe2f-2929-4eea-999c-02a8ac0046f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:21.893634 n-d-820554-2 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1f4dc1-ca49-4739-bfe9-392abfa1db28', 'name': 'network-vif-deleted', 'tag': '858a5d6a-e8f5-43f3-b2d8-09efea58be04', 'status': 'completed', 'code': 200}
Dec 16 10:03:21.987486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46296) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:22.034596 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Attempting to bind port ee65fdc8-9bd0-459f-9332-4ba5db76559f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:22.035370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Attempting to bind port ee65fdc8-9bd0-459f-9332-4ba5db76559f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:22.035741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Attempting to bind port ee65fdc8-9bd0-459f-9332-4ba5db76559f on network eed05b6f-1990-439a-8156-28713bf16b46 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:22.043806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:22.044126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Checking segment: {'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:22.044518 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.044930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Bound using segment: {'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:22.045413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Bound port: ee65fdc8-9bd0-459f-9332-4ba5db76559f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dea1d5-0526-4541-8c9a-257341de4609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:22.045869 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.121004 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Allocated IP 172.23.0.2 (8260d73c-736b-432e-904a-2b533a5f9118/37256ee3-4f4a-4c56-8d56-07a863b077a5/ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:22.242108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] For port ee65fdc8-9bd0-459f-9332-4ba5db76559f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:22.265852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] For port ee65fdc8-9bd0-459f-9332-4ba5db76559f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ee65fdc8-9bd0-459f-9332-4ba5db76559f,segment=NetworkSegment(78dea1d5-0526-4541-8c9a-257341de4609),segment_id=78dea1d5-0526-4541-8c9a-257341de4609)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:22.283748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.316657 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6c3c33af-12e9-4619-a11e-f00dd5d00300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:22.336900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.369712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:22.377129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Usage tracker for resource:security_group_rule and tenant:914957e09f484dd09a96195dcbbf5e10 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:22.383972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:22.394385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:22.422095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.592205 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.600985 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 66f18936-2ae2-48dc-81e5-829c1dd7def0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:22.602889 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.663796 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aa0d43ff-9b86-4e4f-ae7e-94bc016630ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:22.682966 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=914957e09f484dd09a96195dcbbf5e10&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6874666
Dec 16 10:03:22.689207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46302) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:22.760080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 858a5d6a-e8f5-43f3-b2d8-09efea58be04 no longer exists at agent hyperv_n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:22.817302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88428cc8-4701-49c7-9032-e87cd5b962eb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:22.824636 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:22.859344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.875545 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.931678 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:22.946736 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:22.949067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bfbf10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:22.954642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46308) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:23.066305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Deleting subnet 61578637-316a-4ab3-8999-5428d7087f41 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:03:23.069000 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Transition to ACTIVE for port object ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:23.074332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.105320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Transition to ACTIVE for port object ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:23.111036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dabe2f-2929-4eea-999c-02a8ac0046f0 None None] Pushing event updated for resources: {'Port': ['ID=ee65fdc8-9bd0-459f-9332-4ba5db76559f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:23.117221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] No Port match for: 858a5d6a-e8f5-43f3-b2d8-09efea58be04 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:23.118281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Device 858a5d6a-e8f5-43f3-b2d8-09efea58be04 not bound to the agent host n-h2-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:23.123055 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b1dabe2f-2929-4eea-999c-02a8ac0046f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:23.207699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.244552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.271898 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c94aa12-03f5-4118-a413-ea086bdb0229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:23.302139 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.334779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.347922 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a812314b-0f8f-4585-8a06-06b941df3ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:23.366397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88428cc8-4701-49c7-9032-e87cd5b962eb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:23.371225 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:23.379690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.383983 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88428cc8-4701-49c7-9032-e87cd5b962eb HTTP/1.1" status: 204  len: 168 time: 0.6907918
Dec 16 10:03:23.405608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Allocated IP 172.23.0.1 (8260d73c-736b-432e-904a-2b533a5f9118/37256ee3-4f4a-4c56-8d56-07a863b077a5/8f922255-d27c-4991-b6c2-106009508d9c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:23.430811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.437669 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-12f09650-90be-4886-9c7c-754f4c8d0480 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:23.488708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Network 8260d73c-736b-432e-904a-2b533a5f9118 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:23.511355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:23.522173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 66f18936-2ae2-48dc-81e5-829c1dd7def0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:23.522577 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.578654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61578637-316a-4ab3-8999-5428d7087f41,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:23.592033 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:23.607617 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.624137 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/61578637-316a-4ab3-8999-5428d7087f41 HTTP/1.1" status: 204  len: 168 time: 0.6675911
Dec 16 10:03:23.627560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46314) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:23.635752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:23.664726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Pushing event updated for resources: {'Port': ['ID=ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:23.672475 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:23.715015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:23.766288 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.807832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Transition to ACTIVE for port object 8f922255-d27c-4991-b6c2-106009508d9c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:23.861944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.869219 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:23.880417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:23.985891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 8260d73c-736b-432e-904a-2b533a5f9118 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:23.992058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:24.000209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:24.024633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Attempting to bind port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:24.024851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Attempting to bind port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:24.025490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Attempting to bind port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 on network 8260d73c-736b-432e-904a-2b533a5f9118 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:24.101307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:24.102110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:24.102730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Checking segment: {'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:24.103587 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.104207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Bound using segment: {'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:24.104889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Bound port: ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:24.105499 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.109283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.138090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=8f922255-d27c-4991-b6c2-106009508d9c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:24.154368 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:24.155784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.193484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:24.209866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Usage tracker for resource:security_group_rule and tenant:cd24f2e3ceee4100a4c133590ea77627 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:24.217233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:24.229276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:24.289496 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.342003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c22a00>,) {'filters': {'network_id': ['78a2d002-8b68-403d-a573-59476fa1d7ac']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:24.361355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c22a00>, '47a79c3c-513a-4da5-bfdc-2246f425010e') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:24.361735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c22a00>, '47a79c3c-513a-4da5-bfdc-2246f425010e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:24.376016 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.396751 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.400629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] For port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:24.410750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:03:24.411661 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.423916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] For port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9,segment=NetworkSegment(d9ff9a59-b4a8-4371-a74f-bc34dadd7669),segment_id=d9ff9a59-b4a8-4371-a74f-bc34dadd7669)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:24.428714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:03:24.429761 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:03:24.432843 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.438043 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4351a653-7025-41c2-ae47-33c84a262b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:24.558222 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.574486 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0a16cf3-d28d-4871-bd51-249e83dd624f tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:24.595399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Pushing event updated for resources: {'Port': ['ID=ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:24.595571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.601113 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:24.609309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bfbf10>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:16Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:22Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:24.610205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.615938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d279f8-740f-4d5b-8747-5c98d04ddd6d None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:16Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:22Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:24.617520 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:24.629692 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e9bc8ce3-0a56-4f30-aa0e-f82186ff342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:24.646484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Pushing event deleted for resources: {'Network': ['ID=78a2d002-8b68-403d-a573-59476fa1d7ac,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:24.653533 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:24.670557 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] 10.222.0.66 "DELETE /v2.0/networks/78a2d002-8b68-403d-a573-59476fa1d7ac HTTP/1.1" status: 204  len: 168 time: 1.0397353
Dec 16 10:03:24.895567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2bbbc-321b-426a-8534-afb53b788ddd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:24.901226 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:24.922374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46326) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:24.928447 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd24f2e3ceee4100a4c133590ea77627&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8254237
Dec 16 10:03:25.048026 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.073870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46330) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:25.159510 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e951394f-4599-46be-9b41-7858b0a770e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e427264709c4416e880d286eca419412&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0833766
Dec 16 10:03:25.167115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:25.184554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.281437 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.286209 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5d55c30a-e2ce-457c-a51d-f303e9c39455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:25.298174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.303216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2bbbc-321b-426a-8534-afb53b788ddd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:25.306264 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:25.316089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.318709 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68a2bbbc-321b-426a-8534-afb53b788ddd HTTP/1.1" status: 204  len: 168 time: 0.3943734
Dec 16 10:03:25.347227 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.439993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.448797 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.496524 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7f14fc48-8000-4707-8009-0d62a42e55ad tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:25.599669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.625636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.634915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event updated for resources: {'Port': ['ID=8f922255-d27c-4991-b6c2-106009508d9c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:25.642733 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:25.647971 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d4e015f0-a129-4bc6-98eb-6ce7d39acb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:25.673663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2debd7b4-8c55-4a1c-b231-482ef095e3fe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:25.678077 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:25.796609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:25.797865 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2debd7b4-8c55-4a1c-b231-482ef095e3fe HTTP/1.1" status: 204  len: 168 time: 0.6291306
Dec 16 10:03:25.893040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Network 8260d73c-736b-432e-904a-2b533a5f9118 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:25.894428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:26.170377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46346) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:26.196230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e03d6-d48a-4cc2-9da9-8bf59adcf5ee None None] Network 8260d73c-736b-432e-904a-2b533a5f9118 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:26.198880 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:26.218318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:26.224435 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5da357dc15644285bb79ac9aee02313d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:26.228055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:26.238130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:26.371188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:26.385474 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:26.389238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:26.400046 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-338cd84b-f79b-4917-a886-c96922cd21ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:26.460428 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5da357dc15644285bb79ac9aee02313d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2887671
Dec 16 10:03:26.472917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:26.556424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba58a9-11d6-4bc8-823f-ec515d5bfdf5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:26.560449 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:26.606872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:26.667899 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:26.752775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ee65fdc8-9bd0-459f-9332-4ba5db76559f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:26.784003 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:26.790767 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bda986c4-464e-4759-889d-1166cba7a27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:26.809134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba58a9-11d6-4bc8-823f-ec515d5bfdf5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:26.812858 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:26.816801 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:26.818112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dba58a9-11d6-4bc8-823f-ec515d5bfdf5 HTTP/1.1" status: 204  len: 168 time: 0.3427415
Dec 16 10:03:26.825371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:26.835681 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6593242
Dec 16 10:03:26.840929 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:26.841680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46364) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:26.848179 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:26.861120 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:26.862184 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:26.938348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-75918e86-74d6-431e-a217-12697cf47e63 None None] Provisioning for port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:27.042980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ee65fdc8-9bd0-459f-9332-4ba5db76559f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:27.052081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ee65fdc8-9bd0-459f-9332-4ba5db76559f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:27.052999 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:27.121118 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:27.348253 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:27.414695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ee65fdc8-9bd0-459f-9332-4ba5db76559f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ee65fdc8-9bd0-459f-9332-4ba5db76559f,segment=NetworkSegment(78dea1d5-0526-4541-8c9a-257341de4609),segment_id=78dea1d5-0526-4541-8c9a-257341de4609)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:27.423569 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:27.424609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:27.493700 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:27.791669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ee65fdc8-9bd0-459f-9332-4ba5db76559f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:27.804452 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:27.813177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e10ef15-6fde-4dc9-9ffb-6eaf0314367e None None] Provisioning for port 8f922255-d27c-4991-b6c2-106009508d9c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:27.830260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e10ef15-6fde-4dc9-9ffb-6eaf0314367e None None] Provisioning complete for port 8f922255-d27c-4991-b6c2-106009508d9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:27.830260 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e10ef15-6fde-4dc9-9ffb-6eaf0314367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:27.859013 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:24Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f922255-d27c-4991-b6c2-106009508d9c', 'name': '', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:23Z', 'updated_at': '2021-12-16T10:03:24Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:22Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:27.866903 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:27.867778 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Updating router 21108fca-294b-4f4f-b02e-d4f5a42fb611 port 8f922255-d27c-4991-b6c2-106009508d9c binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:03:27.899749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:27.939941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:27.940357 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:27.973927 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.062482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9e10ef15-6fde-4dc9-9ffb-6eaf0314367e None None] Port 8f922255-d27c-4991-b6c2-106009508d9c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:28.180734 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.280673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9,segment=NetworkSegment(d9ff9a59-b4a8-4371-a74f-bc34dadd7669),segment_id=d9ff9a59-b4a8-4371-a74f-bc34dadd7669)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:28.286426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-205ddc92-46c8-44db-80f7-ad540685f4b8 None None] Provisioning complete for port 8f922255-d27c-4991-b6c2-106009508d9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:28.287581 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-205ddc92-46c8-44db-80f7-ad540685f4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.356185 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.371504 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7c9c0df5-bb95-44c1-bcd2-1ee29dbc9f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:28.394080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 10:03:28.437863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Removed routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 10:03:28.440183 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.539840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-205ddc92-46c8-44db-80f7-ad540685f4b8 None None] Port 8f922255-d27c-4991-b6c2-106009508d9c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:28.584395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ee65fdc8-9bd0-459f-9332-4ba5db76559f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:28.631971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:28.653369 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:28.713713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91757b70-1654-429e-9ae7-d7dc1687eeed None None] Provisioning complete for port 8f922255-d27c-4991-b6c2-106009508d9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:28.714556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91757b70-1654-429e-9ae7-d7dc1687eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.778289 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.815917 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Transition to ACTIVE for port object 8f922255-d27c-4991-b6c2-106009508d9c will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:28.845146 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:28.850163 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-bce22ea4-c026-452c-9440-7740158e7ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:28.884453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ee65fdc8-9bd0-459f-9332-4ba5db76559f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:28.890122 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:29.027119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-91757b70-1654-429e-9ae7-d7dc1687eeed None None] Port 8f922255-d27c-4991-b6c2-106009508d9c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:03:29.173404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c3b6-a4c7-4aea-8796-e92e6c981b3e None None] Pushing event updated for resources: {'Port': ['ID=8f922255-d27c-4991-b6c2-106009508d9c,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:29.180686 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e939c3b6-a4c7-4aea-8796-e92e6c981b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:29.333339 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Attempting to bind port 8f922255-d27c-4991-b6c2-106009508d9c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:29.334079 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Attempting to bind port 8f922255-d27c-4991-b6c2-106009508d9c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:29.334961 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Attempting to bind port 8f922255-d27c-4991-b6c2-106009508d9c on network 8260d73c-736b-432e-904a-2b533a5f9118 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:29.336082 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:29.343471 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:29.344776 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:29.345402 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Checking segment: {'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:29.345813 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:29.346394 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Bound using segment: {'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:29.347078 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Bound port: 8f922255-d27c-4991-b6c2-106009508d9c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:29.347668 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:29.488150 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] For port 8f922255-d27c-4991-b6c2-106009508d9c, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:29.501609 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] For port 8f922255-d27c-4991-b6c2-106009508d9c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f922255-d27c-4991-b6c2-106009508d9c,segment=NetworkSegment(d9ff9a59-b4a8-4371-a74f-bc34dadd7669),segment_id=d9ff9a59-b4a8-4371-a74f-bc34dadd7669)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:29.509990 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:29.514855 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e939c3b6-a4c7-4aea-8796-e92e6c981b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:29.636950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:29.695236 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c3b6-a4c7-4aea-8796-e92e6c981b3e None None] Pushing event updated for resources: {'Port': ['ID=8f922255-d27c-4991-b6c2-106009508d9c,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:29.705931 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e939c3b6-a4c7-4aea-8796-e92e6c981b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:29.706698 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:29.707394 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:29.940019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:29.959301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:29.965739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46434) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:29.982135 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c12d2b68-0dda-4e60-9559-ff056c793c18 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 200  len: 934 time: 3.1396995
Dec 16 10:03:30.007728 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:03:30.045531 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:30.200762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46446) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:30.207347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'routes': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:30.213279 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5bb7b8e8-cd24-46cd-81f1-90c323c0a459 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 200  len: 934 time: 0.2440705
Dec 16 10:03:30.483923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:30.646241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:30.646626 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:30.649263 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:28Z', 'revision_number': 6, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f922255-d27c-4991-b6c2-106009508d9c', 'name': '', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:23Z', 'updated_at': '2021-12-16T10:03:29Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:30.659973 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b5e8e-3684-4034-b800-e8f7b8d487cb None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:28Z', 'revision_number': 6, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f922255-d27c-4991-b6c2-106009508d9c', 'name': '', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:23Z', 'updated_at': '2021-12-16T10:03:29Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:31.095559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 10:03:31.096088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 10:03:31.141159 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:31.676479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:31.680329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:31.693635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46504) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:31.728302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46510) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:31.853030 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:31.888734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:31.892605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:31.892875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:31.895406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:31.902151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:31.902889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e1a4c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:31.907460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Usage tracker for resource:security_group_rule and tenant:57d20c89a4e84ad1b19aee767305cf8e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:31.911879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:31.919617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:31.922671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:31.928909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1c614989f24cd5bd9717d586858a8d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:31.934943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:31.943020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:32.065020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:32.073357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.077080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4735da8e-89ed-4240-a72e-474d565c764d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 200  len: 700 time: 1.8718195
Dec 16 10:03:32.077282 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:32.088546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.105966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.107031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.116810 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:32.127258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.147416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:32.185905 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a1c614989f24cd5bd9717d586858a8d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4540160
Dec 16 10:03:32.188043 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57d20c89a4e84ad1b19aee767305cf8e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4929361
Dec 16 10:03:32.189195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:32.189653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46524) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:32.190405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1335410b-b1d9-49e5-ad61-8a882d5af002,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:32.194672 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:32.200100 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-74b09284-61ca-4c7a-afe1-83a113553fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:32.282118 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f4d18b56-124a-45ba-902f-fbc5b59d47be tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 200  len: 700 time: 0.2035198
Dec 16 10:03:32.285874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:32.309045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a432f311-dca8-49b6-9948-6db5004bfb52,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:32.315209 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:32.349472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.373162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.429165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.447840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.531732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f922255-d27c-4991-b6c2-106009508d9c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:32.572612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.594033 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-16794e44-06a2-476b-b492-f5cf85fbfd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:32.607912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e1a4c0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:31Z', 'revision_number': 7, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f922255-d27c-4991-b6c2-106009508d9c', 'name': '', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:23Z', 'updated_at': '2021-12-16T10:03:29Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:32.611681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432f311-dca8-49b6-9948-6db5004bfb52,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:32.614995 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:32.615625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:32.620572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.624829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a432f311-dca8-49b6-9948-6db5004bfb52 HTTP/1.1" status: 204  len: 168 time: 0.4289565
Dec 16 10:03:32.632993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8f922255-d27c-4991-b6c2-106009508d9c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:03:32.637472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:32.638175 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e1a4c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:32.646430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.656282 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2601d38-5257-41a0-a069-d7199757dd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:32.677298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1335410b-b1d9-49e5-ad61-8a882d5af002,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:32.681447 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:32.683104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.685825 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1335410b-b1d9-49e5-ad61-8a882d5af002 HTTP/1.1" status: 204  len: 168 time: 0.4880478
Dec 16 10:03:32.784497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8f922255-d27c-4991-b6c2-106009508d9c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:03:32.784878 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:32.885632 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:33.038843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.080317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.101608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46542) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:33.132953 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.155672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:33.164600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Usage tracker for resource:security_group_rule and tenant:2cf815a7bc8c4e558927e699429ef08a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:33.167920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:33.171260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:33.193774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:33.198315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8f922255-d27c-4991-b6c2-106009508d9c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f922255-d27c-4991-b6c2-106009508d9c,segment=NetworkSegment(d9ff9a59-b4a8-4371-a74f-bc34dadd7669),segment_id=d9ff9a59-b4a8-4371-a74f-bc34dadd7669)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:33.199187 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.202654 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.206733 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b1dabe2f-2929-4eea-999c-02a8ac0046f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:33.226746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:33.238506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Usage tracker for resource:security_group_rule and tenant:55d36c9abc1341d5bf3f6dcf356e73a7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:33.243320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:33.252180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:33.347610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8f922255-d27c-4991-b6c2-106009508d9c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:33.359762 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.362180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.362511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.363056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.363427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.363768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.364102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.364428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.364930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.365424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.365956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.366288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.366827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:03:33.370442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.371896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:33.384099 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:33.394212 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e1a4c0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:31Z', 'revision_number': 7, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f922255-d27c-4991-b6c2-106009508d9c', 'name': '', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:23Z', 'updated_at': '2021-12-16T10:03:29Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:33.399800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd89e2-118c-4ab0-abd2-eeb7fec7e442 None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:31Z', 'revision_number': 7, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f922255-d27c-4991-b6c2-106009508d9c', 'name': '', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:23Z', 'updated_at': '2021-12-16T10:03:29Z', 'revision_number': 4, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:33.456515 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cf815a7bc8c4e558927e699429ef08a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3537111
Dec 16 10:03:33.459753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46550) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:33.461726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.462919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95041550-5f92-42ff-a315-e1147a90f50f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:33.467139 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:33.467613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.474511 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b65d981-6325-4beb-9068-7569c31d555f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:33.531473 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55d36c9abc1341d5bf3f6dcf356e73a7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3622162
Dec 16 10:03:33.532371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e387d508-bc33-45ec-ab8d-ff3ae46b96ab,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:33.534861 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:33.537622 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:33.578329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.605952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.638577 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.662487 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.702582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.707087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 8f922255-d27c-4991-b6c2-106009508d9c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:33.707499 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.709101 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0f63ff65-6785-41f8-88cc-ca1450383523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:33.722148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e387d508-bc33-45ec-ab8d-ff3ae46b96ab,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:33.724787 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:33.734372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.737843 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e387d508-bc33-45ec-ab8d-ff3ae46b96ab HTTP/1.1" status: 204  len: 168 time: 0.1995473
Dec 16 10:03:33.767601 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:33.777828 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:33.778668 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf4f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:33.879013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.886609 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bc14a9f2-4150-4953-9327-d9a994252270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:33.904351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95041550-5f92-42ff-a315-e1147a90f50f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:33.909800 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:33.927593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.928740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95041550-5f92-42ff-a315-e1147a90f50f HTTP/1.1" status: 204  len: 168 time: 0.4635782
Dec 16 10:03:33.965639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port 8f922255-d27c-4991-b6c2-106009508d9c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8f922255-d27c-4991-b6c2-106009508d9c,segment=NetworkSegment(d9ff9a59-b4a8-4371-a74f-bc34dadd7669),segment_id=d9ff9a59-b4a8-4371-a74f-bc34dadd7669)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:33.966249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:33.985187 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:34.119623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 8f922255-d27c-4991-b6c2-106009508d9c owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:34.361790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:34.370740 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03371442-30e7-455b-b3d6-6efbb61486b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:34.427660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=8f922255-d27c-4991-b6c2-106009508d9c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:34.431051 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf4f0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:31Z', 'revision_number': 7, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f922255-d27c-4991-b6c2-106009508d9c', 'name': '', 'network_id': '8260d73c-736b-432e-904a-2b533a5f9118', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:23Z', 'updated_at': '2021-12-16T10:03:33Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '37256ee3-4f4a-4c56-8d56-07a863b077a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:34.431735 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:34.437928 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:34.448045 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:34.448747 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf4f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:34.494635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f922255-d27c-4991-b6c2-106009508d9c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:03:34.604101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8f922255-d27c-4991-b6c2-106009508d9c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:34.604486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f922255-d27c-4991-b6c2-106009508d9c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 16 10:03:34.734139 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:34.838812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port 8f922255-d27c-4991-b6c2-106009508d9c not found, will not notify nova. {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 16 10:03:34.883122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:35.249083 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf4f0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 8, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:35.254916 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4750f15-01bf-43dd-94a1-b4e3855b2f44 None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 8, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:35.439697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:35.621879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:35.640218 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3532193
Dec 16 10:03:35.643137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:35.760581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet 37256ee3-4f4a-4c56-8d56-07a863b077a5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:03:35.763965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:35.847866 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:35.951268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:35.952515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:35.960044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:35.960820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2406b80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:36.045150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.062733 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f34681bd-b23c-43c5-9f2a-b004230bc602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:36.093345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46630) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:36.095259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=37256ee3-4f4a-4c56-8d56-07a863b077a5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:36.097431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.105799 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:36.113161 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/37256ee3-4f4a-4c56-8d56-07a863b077a5 HTTP/1.1" status: 204  len: 168 time: 0.4681087
Dec 16 10:03:36.116132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:36.147189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a0944-a818-46aa-9388-d780b8d8736c None None] Network 8260d73c-736b-432e-904a-2b533a5f9118 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:36.250805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:36.273395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.288460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:36.288904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.504554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f922255-d27c-4991-b6c2-106009508d9c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:36.543903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1669583395'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:36.558692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9,segment=NetworkSegment(d9ff9a59-b4a8-4371-a74f-bc34dadd7669),segment_id=d9ff9a59-b4a8-4371-a74f-bc34dadd7669)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:36.559401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.624081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8f922255-d27c-4991-b6c2-106009508d9c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:36.624658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8f922255-d27c-4991-b6c2-106009508d9c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:36.640765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:36.713779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:36.743979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Usage tracker for resource:network and tenant:9564f3af71de49f1ab51023981ccedcf is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:36.754488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:36.778533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:36.792346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2406b80>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 8, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:36.800808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6000a4-e781-40c4-85c5-27a635629cff None None] DHCP port deletion for 8260d73c-736b-432e-904a-2b533a5f9118 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:03:36.801056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Made reservation on behalf of 9564f3af71de49f1ab51023981ccedcf for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:36.804571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.807581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0a6000a4-e781-40c4-85c5-27a635629cff None None] Deleting port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:36.808301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a6000a4-e781-40c4-85c5-27a635629cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.833871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.845169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:36.853531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:36.860728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Usage tracker for resource:security_group_rule and tenant:9564f3af71de49f1ab51023981ccedcf is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:36.864621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:36.867689 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:36.868824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:36.869463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2406b80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:36.875449 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3b89fc18-2403-4e0f-b8a7-d5c0b2771268 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:36.909003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:36.932261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No DVR routers for this DVR port ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:03:36.966224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:36.973000 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:37.035019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:37.097224 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.142930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f102f310>,) {'filters': {'network_id': ['8260d73c-736b-432e-904a-2b533a5f9118']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:37.194112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f102f310>, 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:37.194112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f102f310>, 'd9ff9a59-b4a8-4371-a74f-bc34dadd7669') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:37.214304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.231481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0a6000a4-e781-40c4-85c5-27a635629cff None None] The port 'ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:03:37.250273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.253963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.259688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:03:37.260121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:03:37.275975 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:03:37.283040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.331921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:37.391220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7a39c1-0e9d-4882-b06a-2d2e702fa1ed,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:37.396598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.400689 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:37.401393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:03:37.405464 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ab7617c3-ca3a-4ff1-b422-f081871a890b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:37.424059 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.434499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=8260d73c-736b-432e-904a-2b533a5f9118,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:37.443617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2406b80>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 8, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:37.443843 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:37.448929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92410085-2a30-4b3c-abfc-5e5816a1b37d None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 8, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee65fdc8-9bd0-459f-9332-4ba5db76559f', 'name': '', 'network_id': 'eed05b6f-1990-439a-8156-28713bf16b46', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:e1:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:15Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:37.453860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.453966 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Added segment 33e25835-2f27-494c-b92e-30e47a381a3a of type vlan for network 698755e5-d6ed-4206-b221-6e846da403ab
Dec 16 10:03:37.468904 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/8260d73c-736b-432e-904a-2b533a5f9118 HTTP/1.1" status: 204  len: 168 time: 1.3519926
Dec 16 10:03:37.474110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:37.722990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:37.781580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.872753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.888152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:37.892006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:7608ca201a734758baeb83051ced8270 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:37.894812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:37.900747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:37.976908 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.982348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:37.983480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.988717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.993077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:37.997649 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e53fb26-ba1c-45a0-8d81-6cb4e7536533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:38.002703 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e34e811f-1449-4db6-a48a-9a6c466dde54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:38.045232 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7608ca201a734758baeb83051ced8270&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3185959
Dec 16 10:03:38.045232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5772964a-1124-45ad-a8ca-269b84165160,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:38.047233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:38.049940 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:38.110080 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 2.0151305
Dec 16 10:03:38.114726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.126709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Pushing event updated for resources: {'Network': ['ID=698755e5-d6ed-4206-b221-6e846da403ab,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:38.140330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 698755e5-d6ed-4206-b221-6e846da403ab details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:03:38.148521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.156448 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:38.237196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.253566 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77b0d1cc-e8fe-4981-b7ee-e7f7776dde4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:38.285132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5772964a-1124-45ad-a8ca-269b84165160,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:38.291024 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:38.311513 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.319520 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5772964a-1124-45ad-a8ca-269b84165160 HTTP/1.1" status: 204  len: 168 time: 0.2705491
Dec 16 10:03:38.378918 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.469564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:38.512026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:38.512763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ba4377b1-01ce-4dd4-b2d2-8ccccc3752c9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:38.609811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46706) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:38.616491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Request body: {'port': {'network_id': '698755e5-d6ed-4206-b221-6e846da403ab', 'binding:host_id': 'n-h1-820554-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-315852749'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:38.622276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:38.626334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Usage tracker for resource:port and tenant:1033f1cf1dfa44698da4e0813128bc84 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:38.630248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:38.636418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:38.652290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Made reservation on behalf of 1033f1cf1dfa44698da4e0813128bc84 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:38.655678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.670454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.687146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:38.691927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Usage tracker for resource:security_group_rule and tenant:1033f1cf1dfa44698da4e0813128bc84 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:38.695303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:38.702344 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:38.785632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46710) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:38.802022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.806194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.808499 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-799f35e6-a0f8-4459-a3ef-0b9f0f2b674d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:38.819620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] device_id is not set on port 5a9ff903-2690-488d-97d8-4db5d5876d73 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:38.822185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.855661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:38.867022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Usage tracker for resource:security_group_rule and tenant:43d3b75480484806a21c3b011528e3aa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:38.871011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port ee65fdc8-9bd0-459f-9332-4ba5db76559f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:38.871521 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:38.895513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af4e35f-9fed-4beb-b34a-549e427c91bf,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:38.898831 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:38.909707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:38.924565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:39.136347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port ee65fdc8-9bd0-459f-9332-4ba5db76559f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ee65fdc8-9bd0-459f-9332-4ba5db76559f,segment=NetworkSegment(78dea1d5-0526-4541-8c9a-257341de4609),segment_id=78dea1d5-0526-4541-8c9a-257341de4609)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:39.137255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.137376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] device_id is not set on port 5a9ff903-2690-488d-97d8-4db5d5876d73 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:39.147521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.162072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Transition to ACTIVE for port object 5a9ff903-2690-488d-97d8-4db5d5876d73 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:39.171771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.178047 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88b0795e-6572-4243-aa6e-8d0de90b0c6e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:39.263064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=5a9ff903-2690-488d-97d8-4db5d5876d73,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:39.267968 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:39.279593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Checking segment: {'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:39.280107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Network hostable DHCP agents. Network: 698755e5-d6ed-4206-b221-6e846da403ab, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:03:39.303979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Network 698755e5-d6ed-4206-b221-6e846da403ab is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:03:39.316699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 698755e5-d6ed-4206-b221-6e846da403ab) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:39.320524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:39.330812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e9116-96ed-4af5-b104-77c19b4b0c1c None None] Network 698755e5-d6ed-4206-b221-6e846da403ab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:39.338682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for ee65fdc8-9bd0-459f-9332-4ba5db76559f owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:39.338860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.339067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.339456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.344485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.344813 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.345191 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 2 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.365489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.365828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.366170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.371067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.371429 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.371890 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 3 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.388283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.397260 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.411410 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ad86042a-bf29-4c32-9a41-b0202fa6c619 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:39.479150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43d3b75480484806a21c3b011528e3aa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6902485
Dec 16 10:03:39.490241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46714) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:39.545939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.546277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.546616 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.552234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.552566 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.552955 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 4 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.571479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.571832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.572170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.577880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.578214 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.578595 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 5 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.595738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.596084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.596417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.617177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.617525 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.618186 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 6 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.643934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.644184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.644529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.649904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.650235 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.650627 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 7 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.663501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eefd4c-0a44-4609-880b-ab14193c4e7a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:39.668401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.668772 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:39.668896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.669292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.674881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.675236 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.675618 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 8 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.691704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.692068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.692420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.698143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.698632 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.699027 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 9 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.715201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.715579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.715887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.721704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.722035 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.722495 n-d-820554-2 neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 10 to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73
Dec 16 10:03:39.733190 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.741073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:39.741415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:39.741757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:39.747078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 5a9ff903-2690-488d-97d8-4db5d5876d73 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:39.747442 n-d-820554-2 neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 5a9ff903-2690-488d-97d8-4db5d5876d73 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:39.747809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.808071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.850968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] For port 5a9ff903-2690-488d-97d8-4db5d5876d73, host n-h1-820554-2, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:39.851726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 10:03:39.856184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.861750 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.862038 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-287ef459-77e7-48a2-a8c6-36265011eb8d tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:39.866814 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-85af8b3d-2e2a-4ebd-bc2c-04123e13caf1 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:39.912623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=ee65fdc8-9bd0-459f-9332-4ba5db76559f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:39.918975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:39.919244 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:39.919328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:39.948283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=5a9ff903-2690-488d-97d8-4db5d5876d73,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:39.953091 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:39.963225 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 1.3506315
Dec 16 10:03:39.970662 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:40.011452 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.020289 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2bb2405-8d76-48e3-bdb8-f20fca6225fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:40.039380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eefd4c-0a44-4609-880b-ab14193c4e7a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:40.047016 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:40.067419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Deleting port 5a9ff903-2690-488d-97d8-4db5d5876d73 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:40.067741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.181925 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.183068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7eefd4c-0a44-4609-880b-ab14193c4e7a HTTP/1.1" status: 204  len: 168 time: 0.6917224
Dec 16 10:03:40.221502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.306650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] For port 5a9ff903-2690-488d-97d8-4db5d5876d73, host n-h1-820554-2, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:40.307005 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.453362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Calling delete_port for 5a9ff903-2690-488d-97d8-4db5d5876d73 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:40.544621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.551671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:40.599455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a9ff903-2690-488d-97d8-4db5d5876d73,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:40.603372 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:40.607135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:40.607996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.614567 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/5a9ff903-2690-488d-97d8-4db5d5876d73 HTTP/1.1" status: 204  len: 168 time: 0.6426694
Dec 16 10:03:40.617080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46728) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:40.665086 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba79b1c5-6144-44fe-83ab-a12791d35e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] GET failed (client error): The resource could not be found.
Dec 16 10:03:40.665619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba79b1c5-6144-44fe-83ab-a12791d35e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Synchronizing usage tracker for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:40.689663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba79b1c5-6144-44fe-83ab-a12791d35e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Unset dirty status for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:40.695040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46736) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:40.696785 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba79b1c5-6144-44fe-83ab-a12791d35e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "GET /v2.0/ports/5a9ff903-2690-488d-97d8-4db5d5876d73 HTTP/1.1" status: 404  len: 333 time: 0.0774734
Dec 16 10:03:40.764322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Request body: {'port': {'network_id': '698755e5-d6ed-4206-b221-6e846da403ab', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-516600809'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:40.776134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:40.803313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:40.830779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:40.832332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Made reservation on behalf of 1033f1cf1dfa44698da4e0813128bc84 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:40.834862 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:40.847434 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:40.850736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:40.850854 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3754258
Dec 16 10:03:40.861474 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:40.862424 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c602b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:40.864960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] device_id is not set on port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:40.954122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet 0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:03:40.958248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.041585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.051441 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:41.134228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.150668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.169273 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.177179 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b78cb2d6-5d29-45e7-9ac3-bdb02a7bdf63 tempest-ServersNegativeTestJSON-1202070716 tempest-ServersNegativeTestJSON-1202070716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:41.252580 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.258448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Network 698755e5-d6ed-4206-b221-6e846da403ab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:41.261654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:41.266118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:41.266473 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32db3dc0-0fdd-4b85-b4fa-b5fcb47a8208 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:41.267053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:41.267672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.278600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=9bf6b72f-7c6c-4f96-be6e-3881f34260ad,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:41.284023 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:41.312644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.6123714
Dec 16 10:03:41.313563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:41.322017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:41.324951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:41.329037 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:41.332432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.340749 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bac2fb71-5de4-46df-a590-6d5a7421735b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a HTTP/1.1" status: 204  len: 168 time: 0.4883184
Dec 16 10:03:41.343134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af759dea-8f70-4b7d-b276-99ed5f417966 None None] Network eed05b6f-1990-439a-8156-28713bf16b46 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:41.343644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46760) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:41.493438 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c602b0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:39Z', 'revision_number': 9, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:41.506644 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:41.534733 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:41.537064 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c602b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:41.602592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.630961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 66f18936-2ae2-48dc-81e5-829c1dd7def0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:41.631340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.704478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.718190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] DHCP port deletion for eed05b6f-1990-439a-8156-28713bf16b46 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:03:41.722559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Deleting port 66f18936-2ae2-48dc-81e5-829c1dd7def0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:41.722949 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:41.859131 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:41.970865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port 66f18936-2ae2-48dc-81e5-829c1dd7def0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=66f18936-2ae2-48dc-81e5-829c1dd7def0,segment=NetworkSegment(78dea1d5-0526-4541-8c9a-257341de4609),segment_id=78dea1d5-0526-4541-8c9a-257341de4609)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:41.971427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.019184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] For port 66f18936-2ae2-48dc-81e5-829c1dd7def0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=66f18936-2ae2-48dc-81e5-829c1dd7def0,segment=NetworkSegment(78dea1d5-0526-4541-8c9a-257341de4609),segment_id=78dea1d5-0526-4541-8c9a-257341de4609)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:42.019845 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.108771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] device_id is not set on port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:42.119545 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.137763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 66f18936-2ae2-48dc-81e5-829c1dd7def0 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:42.141830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Transition to ACTIVE for port object 9bf6b72f-7c6c-4f96-be6e-3881f34260ad will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:42.147288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.158571 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-933db0ad-907a-4b1e-895d-0256c0cdf10d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:42.235941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Calling delete_port for 66f18936-2ae2-48dc-81e5-829c1dd7def0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:42.256175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.267964 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbfaa013-ddd4-4c74-91fc-e2384a3f1602 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:42.317941 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:03:42.318554 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:03:42.347639 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93752172-53a5-4477-b893-f36eb61049f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.348696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.349153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.349786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.361570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.362036 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.366096 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 2 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.375307 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.395686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=9bf6b72f-7c6c-4f96-be6e-3881f34260ad,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:42.400783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=66f18936-2ae2-48dc-81e5-829c1dd7def0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:42.406173 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:42.406849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No DVR routers for this DVR port 66f18936-2ae2-48dc-81e5-829c1dd7def0 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:03:42.413697 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:42.425141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.427380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.428094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.434823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.435402 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.436176 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 3 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.449866 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c602b0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:39Z', 'revision_number': 9, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:42.455268 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba53822-05a8-455a-818b-b7f83bbdaff7 None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:39Z', 'revision_number': 9, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c098bd46-2423-4789-9640-a57e4fc06124', 'name': '', 'network_id': '6d0141d1-968c-4c13-b274-9f6b71f93465', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:54:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:07Z', 'updated_at': '2021-12-16T10:03:17Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': '6575b089-a2e3-4044-aca0-4b2eae2e717e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:42.458521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.459420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.459420 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.470169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.470510 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.471088 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 4 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.489544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.490094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.490649 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.496969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.497621 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.498023 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 5 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.506708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 66f18936-2ae2-48dc-81e5-829c1dd7def0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:42.521335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.521686 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.522317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.528498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.528819 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.529389 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 6 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.552705 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.553167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.553782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.565324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.565658 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.566057 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 7 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.580122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.594812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 66f18936-2ae2-48dc-81e5-829c1dd7def0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:42.595507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 66f18936-2ae2-48dc-81e5-829c1dd7def0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:42.606882 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.607263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.607599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.613743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.614096 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.614768 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 8 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.616365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f10924c0>,) {'filters': {'network_id': ['eed05b6f-1990-439a-8156-28713bf16b46']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:42.632987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10924c0>, '78dea1d5-0526-4541-8c9a-257341de4609') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:42.633285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10924c0>, '78dea1d5-0526-4541-8c9a-257341de4609') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:42.634947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.635350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.635712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.642279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.642620 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.643028 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 9 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.647235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.659700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.660043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.660395 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.667470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.667667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.667667 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.667667 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 10 to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad
Dec 16 10:03:42.673439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:03:42.673878 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.683401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:42.683749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:42.684098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:03:42.690222 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:03:42.693288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:42.693288 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:42.693288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.785739 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.791574 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d5a801b6-1ce4-4b22-9862-0edadd5c0e07 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:42.808899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] For port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:42.809463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempted to set empty binding levels {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 10:03:42.812255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.814650 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.819615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Deleting port 66f18936-2ae2-48dc-81e5-829c1dd7def0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:42.820150 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-51754f3c-9ccb-4042-887c-90c8e2ca769f tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:42.820705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.832004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=eed05b6f-1990-439a-8156-28713bf16b46,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:42.843937 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:42.866036 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/eed05b6f-1990-439a-8156-28713bf16b46 HTTP/1.1" status: 204  len: 168 time: 1.5214717
Dec 16 10:03:42.866738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:42.901670 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] In _notify_port_updated(), no bound segment for port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:03:42.902856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:42.903814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:42.906772 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "PUT /v2.0/ports/9bf6b72f-7c6c-4f96-be6e-3881f34260ad HTTP/1.1" status: 200  len: 978 time: 1.5920022
Dec 16 10:03:42.910599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46798) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:42.958046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-766f2c59-a942-4338-beba-283e4ac288e7 None None] The port '66f18936-2ae2-48dc-81e5-829c1dd7def0' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:03:43.024785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=9bf6b72f-7c6c-4f96-be6e-3881f34260ad,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:43.028233 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:43.066858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.067393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.067861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.068336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.069488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.069976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.070447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.070918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.071668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:43.073756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Synchronizing usage tracker for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:43.090916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Unset dirty status for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:43.096400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-361026cf-df26-4da0-b8be-fc573e9c1885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 8428 time: 0.1813636
Dec 16 10:03:43.096656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46804) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:43.181120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Deleting port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:43.181977 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:43.442341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] For port 9bf6b72f-7c6c-4f96-be6e-3881f34260ad, host n-h1-820554-2, got binding levels [] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:43.442935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:43.586481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Calling delete_port for 9bf6b72f-7c6c-4f96-be6e-3881f34260ad owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:43.687036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:43.695406 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bd26e491-b3a7-4d7f-b058-51eed941bc1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:43.748562 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:43.756426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:43.759379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bf6b72f-7c6c-4f96-be6e-3881f34260ad,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:43.762730 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:43.765334 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/9bf6b72f-7c6c-4f96-be6e-3881f34260ad HTTP/1.1" status: 204  len: 168 time: 0.6669834
Dec 16 10:03:43.769448 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46812) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:43.819152 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8f2efc-4afe-4c4e-bf9a-cae9970b32f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] GET failed (client error): The resource could not be found.
Dec 16 10:03:43.819152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b8f2efc-4afe-4c4e-bf9a-cae9970b32f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Synchronizing usage tracker for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:43.837386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5b8f2efc-4afe-4c4e-bf9a-cae9970b32f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Unset dirty status for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:43.839674 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5b8f2efc-4afe-4c4e-bf9a-cae9970b32f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "GET /v2.0/ports/9bf6b72f-7c6c-4f96-be6e-3881f34260ad HTTP/1.1" status: 404  len: 333 time: 0.0691457
Dec 16 10:03:43.844137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46818) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:43.852933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-247746542', 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:43.859613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:43.870835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:43.888538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Made reservation on behalf of 1033f1cf1dfa44698da4e0813128bc84 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:43.891034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:43.923669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] device_id is not set on port 1b889758-33e5-4b1c-b51f-8e429116ac05 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:44.148330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port c098bd46-2423-4789-9640-a57e4fc06124 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:44.149003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.159739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.193172 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.210055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-575ae787-55fe-439a-9edb-e11dde71deeb tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:44.224213 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.237459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:44.277886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Network 698755e5-d6ed-4206-b221-6e846da403ab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:44.280960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:44.284723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:44.285680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:44.286272 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.304080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=1b889758-33e5-4b1c-b51f-8e429116ac05,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:44.307562 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:44.320474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4743869
Dec 16 10:03:44.323046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46830) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:44.376810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port c098bd46-2423-4789-9640-a57e4fc06124, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c098bd46-2423-4789-9640-a57e4fc06124,segment=NetworkSegment(d0b9f0c6-068c-4b62-a334-71ff489140d0),segment_id=d0b9f0c6-068c-4b62-a334-71ff489140d0)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:44.377177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.391071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c1932-bbac-4507-b4e7-6f51202ef8e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:44.391772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e9c1932-bbac-4507-b4e7-6f51202ef8e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Synchronizing usage tracker for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:44.402088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ee65fdc8-9bd0-459f-9332-4ba5db76559f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:44.407987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e9c1932-bbac-4507-b4e7-6f51202ef8e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Unset dirty status for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:44.409442 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1e9c1932-bbac-4507-b4e7-6f51202ef8e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "GET /v2.0/ports/1b889758-33e5-4b1c-b51f-8e429116ac05 HTTP/1.1" status: 200  len: 958 time: 0.0853693
Dec 16 10:03:44.412192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46834) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:44.444114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ee65fdc8-9bd0-459f-9332-4ba5db76559f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:44.444502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ee65fdc8-9bd0-459f-9332-4ba5db76559f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:44.493133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Deleting port 1b889758-33e5-4b1c-b51f-8e429116ac05 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:44.494183 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.502115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f4a2f46-61c3-4d64-a4d0-8c71edd997b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.539577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for c098bd46-2423-4789-9640-a57e4fc06124 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:44.581030 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.611027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:44.619368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Usage tracker for resource:security_group_rule and tenant:83d93558f84f4079b82e20e733e8bacc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:44.624326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:44.638654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:44.823457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.827785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.836378 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fd5d34ba-275f-49a6-8f7f-197febb0645c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:44.846211 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.848614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:44.889319 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83d93558f84f4079b82e20e733e8bacc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6507194
Dec 16 10:03:44.916976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:44.923824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd64c2e-2d0c-4633-b816-38360d739dd9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:44.927946 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:44.933318 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:44.985886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Calling delete_port for 1b889758-33e5-4b1c-b51f-8e429116ac05 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:45.031573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=c098bd46-2423-4789-9640-a57e4fc06124,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:45.044841 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:45.080429 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.086892 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:45.133694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b889758-33e5-4b1c-b51f-8e429116ac05,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:45.136311 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:45.140817 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.155206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1b889758-33e5-4b1c-b51f-8e429116ac05 HTTP/1.1" status: 204  len: 168 time: 0.7410672
Dec 16 10:03:45.157683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:45.203917 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f48d1bb-5905-429a-a35c-69f208d6bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] GET failed (client error): The resource could not be found.
Dec 16 10:03:45.204463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8f48d1bb-5905-429a-a35c-69f208d6bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Synchronizing usage tracker for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:45.224083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8f48d1bb-5905-429a-a35c-69f208d6bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Unset dirty status for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:45.225413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8f48d1bb-5905-429a-a35c-69f208d6bf8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "GET /v2.0/ports/1b889758-33e5-4b1c-b51f-8e429116ac05 HTTP/1.1" status: 404  len: 333 time: 0.0667763
Dec 16 10:03:45.229212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:45.235684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Request body: {'port': {'network_id': '698755e5-d6ed-4206-b221-6e846da403ab', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-460230039'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:45.241132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:45.251925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:45.266733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Made reservation on behalf of 1033f1cf1dfa44698da4e0813128bc84 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:45.269331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.294111 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] device_id is not set on port dd033e1f-c4c8-4522-b614-1792422a3fa7 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:45.385556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.386344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.427835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.434509 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.522059 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.544117 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.557401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.564938 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8c7ad4b-64a2-4eea-b429-c02f3a280a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:45.630173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Network 698755e5-d6ed-4206-b221-6e846da403ab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:45.633194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:45.637192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:45.638052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:45.638929 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.656496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=dd033e1f-c4c8-4522-b614-1792422a3fa7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:45.659353 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:45.671363 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4410295
Dec 16 10:03:45.674538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46850) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:45.680318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:45.694411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.704332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:45.796575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd64c2e-2d0c-4633-b816-38360d739dd9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:45.804564 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:45.805594 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.824063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:45.825100 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cd64c2e-2d0c-4633-b816-38360d739dd9 HTTP/1.1" status: 204  len: 168 time: 0.8988202
Dec 16 10:03:45.842122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:46.052205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:46.062774 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1920209
Dec 16 10:03:46.066206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:46.076218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:46.083620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:46.084935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24580d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:46.157864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] device_id is not set on port dd033e1f-c4c8-4522-b614-1792422a3fa7 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:46.160578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet 6575b089-a2e3-4044-aca0-4b2eae2e717e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:03:46.164057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.173553 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.202734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Transition to ACTIVE for port object dd033e1f-c4c8-4522-b614-1792422a3fa7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:46.204687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46862) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:46.230727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.232195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.249228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-520b95c9-2763-4f8f-af63-8428698fdb36 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:46.314237 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.324469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=dd033e1f-c4c8-4522-b614-1792422a3fa7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:46.332444 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:46.335546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.388033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:46.393000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:46.406757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Usage tracker for resource:security_group_rule and tenant:e7a4d89064324999b32b99ed2afba689 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:46.411215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:46.426862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:46.438813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.444852 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8dcece71-6838-43e9-938f-1339a3338c0c tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:46.456310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.457297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.457297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.464620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.464620 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.471808 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 2 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.495897 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.496213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.496555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.504616 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.504972 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.506539 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 3 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.531944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.532606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.532606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.539901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.543168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.543512 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.545030 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 4 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.553969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=6575b089-a2e3-4044-aca0-4b2eae2e717e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:46.565402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:46.569416 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/6575b089-a2e3-4044-aca0-4b2eae2e717e HTTP/1.1" status: 204  len: 168 time: 0.4907861
Dec 16 10:03:46.571261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46866) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:46.585244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4acfe-f8c8-4c64-976a-1c6dc6389708 None None] Network 6d0141d1-968c-4c13-b274-9f6b71f93465 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:46.585774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.586121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.586465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.601940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.602243 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.605281 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 5 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.617931 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.624689 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.635110 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e10f74d7-3742-4bad-a940-8b814b8b89e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:46.644912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.645250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.645592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.661563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.661923 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.666605 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 6 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.701052 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7a4d89064324999b32b99ed2afba689&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4913590
Dec 16 10:03:46.702118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46870) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:46.703404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.703744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.704085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.708688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d87170-73cf-47bb-9369-26c9a9fe663d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:46.713647 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:46.714408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.714906 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.715140 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 7 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.734504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.734924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.735380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.741935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.742128 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.742233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.742728 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 8 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.762914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.763687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.763687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.770958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.771184 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.771960 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 9 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.772614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:46.773032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.788510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.788969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.789361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.794619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.795021 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.796023 n-d-820554-2 neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempt 10 to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7
Dec 16 10:03:46.812415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:46.812861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:46.813283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempting to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:46.819321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:03:46.819767 n-d-820554-2 neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Failed to bind port dd033e1f-c4c8-4522-b614-1792422a3fa7 on host n-h1-820554-2 for vnic_type normal using segments [{'id': '33e25835-2f27-494c-b92e-30e47a381a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '698755e5-d6ed-4206-b221-6e846da403ab'}]
Dec 16 10:03:46.820203 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.843199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.923610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] For port dd033e1f-c4c8-4522-b614-1792422a3fa7, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:46.924319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attempted to set empty binding levels {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 10:03:46.926905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.931288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:46.944914 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:46.977014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24580d0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:44Z', 'revision_number': 10, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:46.981481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:46.995321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:46.995973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24580d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:47.007302 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] In _notify_port_updated(), no bound segment for port dd033e1f-c4c8-4522-b614-1792422a3fa7 on network 698755e5-d6ed-4206-b221-6e846da403ab {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:03:47.008512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:47.008833 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.010703 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "PUT /v2.0/ports/dd033e1f-c4c8-4522-b614-1792422a3fa7 HTTP/1.1" status: 200  len: 978 time: 1.3349226
Dec 16 10:03:47.016336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46874) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:47.088128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,segment=NetworkSegment(d0b9f0c6-068c-4b62-a334-71ff489140d0),segment_id=d0b9f0c6-068c-4b62-a334-71ff489140d0)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:47.088586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.095260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event updated for resources: {'Port': ['ID=dd033e1f-c4c8-4522-b614-1792422a3fa7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:47.101715 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:47.113103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Deleting port dd033e1f-c4c8-4522-b614-1792422a3fa7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:47.113535 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.148446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] DHCP port deletion for 6d0141d1-968c-4c13-b274-9f6b71f93465 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:03:47.181087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Deleting port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:47.181476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.236646 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.294651 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:47.384512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:47.386859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] For port dd033e1f-c4c8-4522-b614-1792422a3fa7, host n-h1-820554-2, got binding levels [] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:47.387255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.418044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.428724 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbf4265e-1196-4198-ab60-7b107003cf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:47.450015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d87170-73cf-47bb-9369-26c9a9fe663d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:47.453654 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:47.461915 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.463035 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9d87170-73cf-47bb-9369-26c9a9fe663d HTTP/1.1" status: 204  len: 168 time: 0.7597878
Dec 16 10:03:47.515507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.520954 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:47.637035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:47.641377 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:47.642050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No DVR routers for this DVR port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:03:47.707729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Calling delete_port for dd033e1f-c4c8-4522-b614-1792422a3fa7 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:47.802735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.810454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.810841 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-33f0f59c-9e0d-4288-838a-24f93e58ff15 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:47.848338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f107cbb0>,) {'filters': {'network_id': ['6d0141d1-968c-4c13-b274-9f6b71f93465']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:47.864609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107cbb0>, 'd0b9f0c6-068c-4b62-a334-71ff489140d0') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:47.865157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107cbb0>, 'd0b9f0c6-068c-4b62-a334-71ff489140d0') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:47.877022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd033e1f-c4c8-4522-b614-1792422a3fa7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:47.880232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.882439 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:47.885533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.902603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "DELETE /v2.0/ports/dd033e1f-c4c8-4522-b614-1792422a3fa7 HTTP/1.1" status: 204  len: 168 time: 0.8849456
Dec 16 10:03:47.903272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.903617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] For port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a2edc9c3-b388-4f20-81c8-fc4e7dbc1939,segment=NetworkSegment(d0b9f0c6-068c-4b62-a334-71ff489140d0),segment_id=d0b9f0c6-068c-4b62-a334-71ff489140d0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:47.904092 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.905284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46884) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:47.910698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:03:47.911536 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:03:47.933332 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:03:47.953609 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-df18fd98-bae5-4192-bee4-5887af6d5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] GET failed (client error): The resource could not be found.
Dec 16 10:03:47.954153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-df18fd98-bae5-4192-bee4-5887af6d5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Synchronizing usage tracker for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:47.972286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-df18fd98-bae5-4192-bee4-5887af6d5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Unset dirty status for tenant:1033f1cf1dfa44698da4e0813128bc84 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:47.973413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-df18fd98-bae5-4192-bee4-5887af6d5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] 10.222.0.66 "GET /v2.0/ports/dd033e1f-c4c8-4522-b614-1792422a3fa7 HTTP/1.1" status: 404  len: 333 time: 0.0671127
Dec 16 10:03:47.979702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46892) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:48.052195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.058227 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57ef6fdd-e2cf-41cf-85f1-32f08ec3266f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:48.081273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.099617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=6d0141d1-968c-4c13-b274-9f6b71f93465,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:48.105776 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:48.110541 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/6d0141d1-968c-4c13-b274-9f6b71f93465 HTTP/1.1" status: 204  len: 168 time: 1.5378981
Dec 16 10:03:48.113164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:48.145799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.165751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Calling delete_port for a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:48.218351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24580d0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:44Z', 'revision_number': 10, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:48.228397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fe3a9-f734-4a24-924e-3aded7e054d6 None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:44Z', 'revision_number': 10, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None, '_interfaces': [{'id': '565974eb-b630-43fb-97da-5fa62b619e9c', 'name': '', 'network_id': '2fdfd04e-4912-4211-8c71-90757aa25641', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'mac_address': 'fa:16:3e:f8:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:02Z', 'updated_at': '2021-12-16T10:03:10Z', 'revision_number': 5, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'subnets': [{'id': 'eecc9f62-e8e9-4472-87d8-0747b3110cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:48.273858 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:03:48.274231 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:03:48.309194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.346059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f27afbb0>,) {'filters': {'network_id': ['698755e5-d6ed-4206-b221-6e846da403ab']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:48.359688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f27afbb0>, '33e25835-2f27-494c-b92e-30e47a381a3a') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:48.359983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f27afbb0>, '33e25835-2f27-494c-b92e-30e47a381a3a') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:48.372412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.393255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.401891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:03:48.402403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:03:48.419152 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:03:48.517708 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.527808 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.532610 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:48.559758 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] 10.222.0.66 "DELETE /v2.0/networks/698755e5-d6ed-4206-b221-6e846da403ab HTTP/1.1" status: 204  len: 168 time: 0.5777245
Dec 16 10:03:48.560990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Pushing event deleted for resources: {'Network': ['ID=698755e5-d6ed-4206-b221-6e846da403ab,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:48.564234 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:48.672128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c098bd46-2423-4789-9640-a57e4fc06124 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:48.750136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c098bd46-2423-4789-9640-a57e4fc06124 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:48.750752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c098bd46-2423-4789-9640-a57e4fc06124 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:48.752000 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:48.772691 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.812978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Deleting port a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:48.815760 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:48.860497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:48.861012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a2edc9c3-b388-4f20-81c8-fc4e7dbc1939 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:48.910390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-77269ed7-fea2-49d4-8b7c-6be0fd531279 None None] The port 'a2edc9c3-b388-4f20-81c8-fc4e7dbc1939' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:03:49.092798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:49.209757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 565974eb-b630-43fb-97da-5fa62b619e9c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:49.210283 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:49.565212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e9e3a1c1-716d-4181-842b-31e4076ccbc7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9564f3af71de49f1ab51023981ccedcf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4733593
Dec 16 10:03:49.568083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:49.633728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port 565974eb-b630-43fb-97da-5fa62b619e9c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=565974eb-b630-43fb-97da-5fa62b619e9c,segment=NetworkSegment(24322a1d-a6bb-4993-95de-3de3698370f6),segment_id=24322a1d-a6bb-4993-95de-3de3698370f6)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:49.634177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:49.636616 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:49.672662 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:49.734554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:49.742036 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-38382c5e-38ec-4319-bfa5-194941e45954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:49.757198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7a39c1-0e9d-4882-b06a-2d2e702fa1ed,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:49.758556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:49.762547 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac7a39c1-0e9d-4882-b06a-2d2e702fa1ed HTTP/1.1" status: 204  len: 168 time: 0.1933284
Dec 16 10:03:49.763604 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:49.776540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 565974eb-b630-43fb-97da-5fa62b619e9c owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:49.993767 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:49.999910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d55c030a-d0ee-4486-82b0-4b69ee810a0d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:50.057321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=565974eb-b630-43fb-97da-5fa62b619e9c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:50.060786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:50.206632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46952) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:50.336478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.356973 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.377023 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:50.382056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Usage tracker for resource:security_group_rule and tenant:047033a6bcfd46678f30e7362d5947da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:50.384162 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:50.390349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:50.410261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:50.496562 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.501086 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.511582 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dfa73a41-f727-4fb9-9c29-ca4dcfd811e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:50.544195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f361eb83-bcfa-4694-a950-c3e5cfb98d11,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:50.548920 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:50.567123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=047033a6bcfd46678f30e7362d5947da&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3597028
Dec 16 10:03:50.569651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46962) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:50.636043 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.667254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.681554 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d8b553ec-915e-4184-a02a-d9adaab31724 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1033f1cf1dfa44698da4e0813128bc84&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2645311
Dec 16 10:03:50.684227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:50.710083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:50.724320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.729523 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:50.743415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f361eb83-bcfa-4694-a950-c3e5cfb98d11,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:50.747433 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:50.751424 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.755419 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f361eb83-bcfa-4694-a950-c3e5cfb98d11 HTTP/1.1" status: 204  len: 168 time: 0.1820240
Dec 16 10:03:50.898680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:50.900316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:50.909602 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:50.919998 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:50.922524 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2950bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:51.072813 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:51.095988 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9815552
Dec 16 10:03:51.099418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46974) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:51.100847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.165488 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.174594 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce2b8c08-cf98-4ca9-aa8f-2abe040f3103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:51.191460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af4e35f-9fed-4beb-b34a-549e427c91bf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:51.192380 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2950bb0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:49Z', 'revision_number': 11, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:51.194388 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:51.199063 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:51.202095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.205749 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4af4e35f-9fed-4beb-b34a-549e427c91bf HTTP/1.1" status: 204  len: 168 time: 0.5184190
Dec 16 10:03:51.209503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting subnet eecc9f62-e8e9-4472-87d8-0747b3110cc8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:03:51.213457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.217932 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:51.219052 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2950bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:51.243327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:51.266441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.284323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:51.288856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Usage tracker for resource:security_group_rule and tenant:941edb23169b40ca907011363c922a36 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:51.291968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.292553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:51.304273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:51.384701 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:51.411588 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.455859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.461334 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.471153 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41bc88b2-c7b6-4ac8-ae79-aa4837b3913f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:51.507247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.519353 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=941edb23169b40ca907011363c922a36&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2738018
Dec 16 10:03:51.519721 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d647c16d-82f1-4184-9d7b-a50558701a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:51.522140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec3df3c-12a1-48ef-8c92-5e57c574e272,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:51.525875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 46986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:51.533776 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:51.546807 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2950bb0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:49Z', 'revision_number': 11, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:51.551367 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a6bea-2e7f-47b1-847d-b5a7bfeb2c72 None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:49Z', 'revision_number': 11, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:51.579606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Subnet': ['ID=eecc9f62-e8e9-4472-87d8-0747b3110cc8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:51.584484 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:51.587341 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.594012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf6f0e-7eeb-4ca1-a365-1e6b5d2f5643 None None] Network 2fdfd04e-4912-4211-8c71-90757aa25641 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:51.611485 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/eecc9f62-e8e9-4472-87d8-0747b3110cc8 HTTP/1.1" status: 204  len: 168 time: 0.5102921
Dec 16 10:03:51.615334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 46992) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:51.642051 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.684685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.746125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.754342 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1eeb6260-29bc-484c-9bdc-a870dc9c0897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:51.775066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.775066 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ec3df3c-12a1-48ef-8c92-5e57c574e272 HTTP/1.1" status: 204  len: 168 time: 0.2463443
Dec 16 10:03:51.775066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec3df3c-12a1-48ef-8c92-5e57c574e272,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:51.780753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.793529 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:51.793659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Deleting port 7241f33f-33cf-40ea-9d65-77179bff907d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:51.793965 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:51.978865 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] DHCP port deletion for 2fdfd04e-4912-4211-8c71-90757aa25641 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:03:51.984742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Deleting port 7241f33f-33cf-40ea-9d65-77179bff907d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:51.985762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.085591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] For port 7241f33f-33cf-40ea-9d65-77179bff907d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7241f33f-33cf-40ea-9d65-77179bff907d,segment=NetworkSegment(24322a1d-a6bb-4993-95de-3de3698370f6),segment_id=24322a1d-a6bb-4993-95de-3de3698370f6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:52.086077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.266574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Calling delete_port for 7241f33f-33cf-40ea-9d65-77179bff907d owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:52.324986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] For port 7241f33f-33cf-40ea-9d65-77179bff907d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=7241f33f-33cf-40ea-9d65-77179bff907d,segment=NetworkSegment(24322a1d-a6bb-4993-95de-3de3698370f6),segment_id=24322a1d-a6bb-4993-95de-3de3698370f6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:03:52.325392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.360670 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.368112 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48e44cb0-2b2e-4500-bfbb-719e378ddd25 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:52.426684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Port': ['ID=7241f33f-33cf-40ea-9d65-77179bff907d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:52.431033 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:52.434654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No DVR routers for this DVR port 7241f33f-33cf-40ea-9d65-77179bff907d on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:03:52.489315 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 565974eb-b630-43fb-97da-5fa62b619e9c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:52.526727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Calling delete_port for 7241f33f-33cf-40ea-9d65-77179bff907d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:03:52.537603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47028) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.565892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 565974eb-b630-43fb-97da-5fa62b619e9c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:52.566246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 565974eb-b630-43fb-97da-5fa62b619e9c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:52.566668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7241f33f-33cf-40ea-9d65-77179bff907d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:03:52.611908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 7241f33f-33cf-40ea-9d65-77179bff907d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:03:52.612927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 7241f33f-33cf-40ea-9d65-77179bff907d not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:03:52.678620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:03:52.679511 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:03:52.679616 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.713891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f91070>,) {'filters': {'network_id': ['2fdfd04e-4912-4211-8c71-90757aa25641']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:52.736601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f91070>, '24322a1d-a6bb-4993-95de-3de3698370f6') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:52.737091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f91070>, '24322a1d-a6bb-4993-95de-3de3698370f6') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:52.753207 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.775631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.783067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:03:52.783492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:03:52.804003 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:03:52.879137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-78c8e0a4-eb78-478c-8068-ecfc3a157ff1 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.880177 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78c8e0a4-eb78-478c-8068-ecfc3a157ff1 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.3414376
Dec 16 10:03:52.883285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.888320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-e18e06b6-5a8b-4522-85f1-92cf2189e30f tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.889216 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e18e06b6-5a8b-4522-85f1-92cf2189e30f tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0050013
Dec 16 10:03:52.892012 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47044) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.895276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.897244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-bb47e829-c11b-4808-9d00-8e17b172d1d8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.898502 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bb47e829-c11b-4808-9d00-8e17b172d1d8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0053630
Dec 16 10:03:52.900035 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f1aec480-91e2-4755-86ce-30982322b984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:52.901120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.907558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-d04cf998-bf71-4619-8b38-ba449f182445 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.909379 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d04cf998-bf71-4619-8b38-ba449f182445 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0071406
Dec 16 10:03:52.912054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.916324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:52.917099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-64a0b38a-94ea-49b3-b80f-c1601adc0a11 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.918017 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64a0b38a-94ea-49b3-b80f-c1601adc0a11 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0049295
Dec 16 10:03:52.921192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.927092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-657f1626-b67f-4274-ba21-82d2078e5d75 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.928079 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-657f1626-b67f-4274-ba21-82d2078e5d75 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0060246
Dec 16 10:03:52.930691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.936351 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/networks/2fdfd04e-4912-4211-8c71-90757aa25641 HTTP/1.1" status: 204  len: 168 time: 1.3192387
Dec 16 10:03:52.937325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-a09777ae-670d-49a1-aa35-579d91df12e6 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.937428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Pushing event deleted for resources: {'Network': ['ID=2fdfd04e-4912-4211-8c71-90757aa25641,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:52.939112 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a09777ae-670d-49a1-aa35-579d91df12e6 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0071657
Dec 16 10:03:52.939301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47064) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.942065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47068) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.947354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-7a2e2f4a-f254-470f-91a5-c37897644263 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.950958 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7a2e2f4a-f254-470f-91a5-c37897644263 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0052960
Dec 16 10:03:52.951031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'routes': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:52.951100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.955913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-31317cb9-cb98-4bb8-abfa-d31d9bdae9a2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.956847 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-31317cb9-cb98-4bb8-abfa-d31d9bdae9a2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0049520
Dec 16 10:03:52.959591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.964620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-9a22928a-27d7-4f67-aa44-23ffcb34e790 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.968255 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9a22928a-27d7-4f67-aa44-23ffcb34e790 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0051193
Dec 16 10:03:52.968409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.974349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-eb930b33-0346-4ec9-993f-e1af3a5e9196 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.975511 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eb930b33-0346-4ec9-993f-e1af3a5e9196 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0060444
Dec 16 10:03:52.978631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.984666 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-6f4f351b-3e27-4bc2-a664-d91d1f4a1eb8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.985637 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6f4f351b-3e27-4bc2-a664-d91d1f4a1eb8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0060272
Dec 16 10:03:52.988390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:52.994107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-d46ed889-3618-47a8-80f1-a947ec20f570 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:52.995081 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d46ed889-3618-47a8-80f1-a947ec20f570 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0057659
Dec 16 10:03:52.997991 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.005720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-0d7c07ee-6f25-4cdb-b105-4f7b710cfafc tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.007251 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0d7c07ee-6f25-4cdb-b105-4f7b710cfafc tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0074358
Dec 16 10:03:53.010065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47098) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.015328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-e4a69aad-f79b-4e21-8e83-81dd321e07e0 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.019259 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e4a69aad-f79b-4e21-8e83-81dd321e07e0 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0053256
Dec 16 10:03:53.019795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.025132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-169ed8d3-f559-4f02-9cbf-73e969108f66 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.028661 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-169ed8d3-f559-4f02-9cbf-73e969108f66 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0053594
Dec 16 10:03:53.028944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47106) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.034663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-ab44a5e0-b9c8-4c2f-a5db-ad84e3774cef tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.038321 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab44a5e0-b9c8-4c2f-a5db-ad84e3774cef tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0058613
Dec 16 10:03:53.038754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.044292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-6f598d58-dbb2-427c-9886-bbb8cd6f5fec tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.048220 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6f598d58-dbb2-427c-9886-bbb8cd6f5fec tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0055618
Dec 16 10:03:53.048482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.057802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-f018d86f-352a-46bc-bf06-ecd04e7788b7 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.058961 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f018d86f-352a-46bc-bf06-ecd04e7788b7 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0095251
Dec 16 10:03:53.062418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.068699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-9c4e6bdc-822b-4f50-8156-c6bb20b0ae1f tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.073986 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9c4e6bdc-822b-4f50-8156-c6bb20b0ae1f tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0104234
Dec 16 10:03:53.074815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.080161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-07f4f43c-70e0-4665-90da-1aabebd38448 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.081852 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07f4f43c-70e0-4665-90da-1aabebd38448 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0054300
Dec 16 10:03:53.084005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.089863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-f61e27d3-df94-475f-ac49-011d7a08c56c tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.093737 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f61e27d3-df94-475f-ac49-011d7a08c56c tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0054896
Dec 16 10:03:53.094153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.099364 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-a3ef2a29-4bad-45b8-a3e0-fa5bf3fb0370 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.102391 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a3ef2a29-4bad-45b8-a3e0-fa5bf3fb0370 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0050986
Dec 16 10:03:53.102914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.108522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-7db92dd1-7d1e-48b5-bd03-1e6ca87a500a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.112761 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7db92dd1-7d1e-48b5-bd03-1e6ca87a500a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0057888
Dec 16 10:03:53.112761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47138) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.117476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-5ce42ea2-759d-411e-9e03-41b7fade80ab tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.120941 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ce42ea2-759d-411e-9e03-41b7fade80ab tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0049164
Dec 16 10:03:53.121593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.127384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-3e2fe1da-e34c-4fb9-8dc1-648d5cf791ed tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.131020 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e2fe1da-e34c-4fb9-8dc1-648d5cf791ed tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0059028
Dec 16 10:03:53.131536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.137888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-59689a55-5ef7-444f-946e-84d6765fd921 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.143000 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-59689a55-5ef7-444f-946e-84d6765fd921 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0064321
Dec 16 10:03:53.147710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.148391 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:53.152947 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-ebc04c82-19ff-491a-a648-384e13fcd13b tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.155631 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ebc04c82-19ff-491a-a648-384e13fcd13b tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0069623
Dec 16 10:03:53.157029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.162449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-ba20f032-f15b-41bf-8fb5-adeea725ee64 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.165547 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba20f032-f15b-41bf-8fb5-adeea725ee64 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0052950
Dec 16 10:03:53.166005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47160) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.171587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-87e50086-32b2-4944-b637-5add871cb3e8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.172522 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-87e50086-32b2-4944-b637-5add871cb3e8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0055175
Dec 16 10:03:53.174958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.181072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Deleting port 7241f33f-33cf-40ea-9d65-77179bff907d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:03:53.181712 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:53.184694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-1266e62b-6d4f-4f1c-9897-85dd11440ba5 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.189153 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1266e62b-6d4f-4f1c-9897-85dd11440ba5 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0131896
Dec 16 10:03:53.189835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.197347 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-1a4e0053-02e6-4e6b-a17c-abaac9585f7e tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.199620 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a4e0053-02e6-4e6b-a17c-abaac9585f7e tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0077877
Dec 16 10:03:53.201126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.206264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-8b17ad46-4c35-4bb0-a70e-e49b76f6b64c tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.207266 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8b17ad46-4c35-4bb0-a70e-e49b76f6b64c tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0052059
Dec 16 10:03:53.209752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47178) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.219804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-c9a0de68-9a88-4c21-a39e-3daa96b16dba tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.220773 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c9a0de68-9a88-4c21-a39e-3daa96b16dba tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0100894
Dec 16 10:03:53.224066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47182) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.230851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-43577abd-0aa2-44ad-8db1-740e38a4fa62 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.233224 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-43577abd-0aa2-44ad-8db1-740e38a4fa62 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0073578
Dec 16 10:03:53.235010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47186) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.241837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-7d8d4b51-e7f6-4280-88de-90f0db6a72f8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.245400 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7d8d4b51-e7f6-4280-88de-90f0db6a72f8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0068502
Dec 16 10:03:53.245756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47190) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.276473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2aca9-4f69-49d3-9501-e3f49f93eaae None None] The port '7241f33f-33cf-40ea-9d65-77179bff907d' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:03:53.310887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-d5cfb89c-6f7c-47c0-a88a-df344f47cf87 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.314270 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d5cfb89c-6f7c-47c0-a88a-df344f47cf87 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0652597
Dec 16 10:03:53.315145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.320736 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-b616b3e8-a74e-4704-bf18-2c6e6c89f1e2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.324922 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b616b3e8-a74e-4704-bf18-2c6e6c89f1e2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0084374
Dec 16 10:03:53.325504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.330848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-1cd1aca0-2a4f-4d87-9a0e-821fee1e9697 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.332135 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1cd1aca0-2a4f-4d87-9a0e-821fee1e9697 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0054367
Dec 16 10:03:53.334601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.341484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-b36f25f2-e05b-4da7-838e-74cb5fbeceb5 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.345131 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b36f25f2-e05b-4da7-838e-74cb5fbeceb5 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0088642
Dec 16 10:03:53.347934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47208) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.353236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-d93fd699-ec13-489a-8a14-87eb5f5d46da tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.356617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d93fd699-ec13-489a-8a14-87eb5f5d46da tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0052004
Dec 16 10:03:53.359459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.364513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-16192b2a-ed67-4b42-8e9d-25d6ccba8581 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.365435 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-16192b2a-ed67-4b42-8e9d-25d6ccba8581 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0050657
Dec 16 10:03:53.368378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47216) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.380325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-192ffb89-3c35-4b59-913d-9d5311081feb tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.381342 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-192ffb89-3c35-4b59-913d-9d5311081feb tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0123100
Dec 16 10:03:53.384227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.390778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-20cedd48-3339-4c94-ba04-5bb694485417 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.394008 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-20cedd48-3339-4c94-ba04-5bb694485417 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0066452
Dec 16 10:03:53.394239 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47224) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.432372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-79419c25-4671-4e15-b0d2-ace8aea7d010 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.433330 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-79419c25-4671-4e15-b0d2-ace8aea7d010 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0382261
Dec 16 10:03:53.439606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47230) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.441235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Added routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 10:03:53.441541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Removed routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 10:03:53.441905 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:53.447176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-8226228b-faa5-46bb-8025-5a1c8aa249fe tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.451963 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8226228b-faa5-46bb-8025-5a1c8aa249fe tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0103407
Dec 16 10:03:53.452743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.459631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-ba3cc248-97f4-48c1-9b36-62e717487da5 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.463569 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba3cc248-97f4-48c1-9b36-62e717487da5 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0097601
Dec 16 10:03:53.464187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.470710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-47da4575-7f78-4281-a9cf-82b51cbab74a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.474543 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-47da4575-7f78-4281-a9cf-82b51cbab74a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0071151
Dec 16 10:03:53.474768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.486483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-e4fdd27c-1738-4ceb-8fd4-8f40357a48ad tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.491463 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e4fdd27c-1738-4ceb-8fd4-8f40357a48ad tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0156713
Dec 16 10:03:53.492341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47248) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.498419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-355d3f9a-4721-4286-8206-9c8a555f14bc tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.502460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47252) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.503141 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-355d3f9a-4721-4286-8206-9c8a555f14bc tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0092661
Dec 16 10:03:53.582425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-52362359-9ace-4da7-ab5b-ae0b34164a3a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.586390 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-52362359-9ace-4da7-ab5b-ae0b34164a3a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0169437
Dec 16 10:03:53.586617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.592943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-96d604bb-30e0-4b1c-9d34-909df123e0f2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.597185 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-96d604bb-30e0-4b1c-9d34-909df123e0f2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0093386
Dec 16 10:03:53.597843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.603015 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-6b6aee57-5835-4f04-be70-f482338897e9 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.606469 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6b6aee57-5835-4f04-be70-f482338897e9 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0076499
Dec 16 10:03:53.607041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47266) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.611589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-b08d3532-53d5-48c6-99cc-e227848f9789 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.612494 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b08d3532-53d5-48c6-99cc-e227848f9789 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0045626
Dec 16 10:03:53.615091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47270) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.620450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-690eda48-40ea-431c-82fc-54116b5e0e8b tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.623794 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-690eda48-40ea-431c-82fc-54116b5e0e8b tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0078065
Dec 16 10:03:53.624329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47274) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.628809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-ff770d17-a0d3-429f-9d44-b72fb10ce509 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.629938 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ff770d17-a0d3-429f-9d44-b72fb10ce509 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0045252
Dec 16 10:03:53.632014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47278) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.636556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-0226b0fb-87fa-4910-8334-53b2cd029b6f tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.638535 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0226b0fb-87fa-4910-8334-53b2cd029b6f tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0046289
Dec 16 10:03:53.640469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.645404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-a4dbe3fa-fd07-4dff-a691-73836cb7fa15 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.646380 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a4dbe3fa-fd07-4dff-a691-73836cb7fa15 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0050740
Dec 16 10:03:53.648673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47286) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.653235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-f31469ea-57b7-4d4b-86f3-69a61f9dcacc tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.654329 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f31469ea-57b7-4d4b-86f3-69a61f9dcacc tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0046053
Dec 16 10:03:53.657240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.662035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-e71bcf4a-b965-4ae5-8818-135f6c0e0074 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.665448 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e71bcf4a-b965-4ae5-8818-135f6c0e0074 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0071046
Dec 16 10:03:53.667450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.672985 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-490cf8ac-33f3-4fb8-828d-3e14ae38ca60 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.673995 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-490cf8ac-33f3-4fb8-828d-3e14ae38ca60 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0055814
Dec 16 10:03:53.676465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.682047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-1d2579ff-f5fb-44a2-8425-63cff4487e5a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.685476 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1d2579ff-f5fb-44a2-8425-63cff4487e5a tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0079796
Dec 16 10:03:53.687209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47304) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.691921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-56179f64-d854-4d76-ad0c-6bb04bf702c8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.692931 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-56179f64-d854-4d76-ad0c-6bb04bf702c8 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0047693
Dec 16 10:03:53.695510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47308) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.785049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [None req-d6c9f7a5-434f-46ca-9a2c-a288727f39ee tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.786413 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d6c9f7a5-434f-46ca-9a2c-a288727f39ee tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0896132
Dec 16 10:03:53.789035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47314) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.794217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-2c8c3c84-d5c8-4b6d-b6ab-fd65e90f59c2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.795133 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c8c3c84-d5c8-4b6d-b6ab-fd65e90f59c2 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0050716
Dec 16 10:03:53.797485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47318) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.802564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-7fb629d8-2ff1-4a58-a34a-47b3dfaf9ce6 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.803529 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7fb629d8-2ff1-4a58-a34a-47b3dfaf9ce6 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0050406
Dec 16 10:03:53.805962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.811000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-f1e1124b-8f82-411b-b9b6-0b7d97be0fa3 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.811931 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f1e1124b-8f82-411b-b9b6-0b7d97be0fa3 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0050750
Dec 16 10:03:53.814246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.817051 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:53.819205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-c795ccf4-955a-458b-8720-a494f722f320 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.822473 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:53.822988 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c795ccf4-955a-458b-8720-a494f722f320 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0077150
Dec 16 10:03:53.823553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:53.828976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [None req-fd900889-2147-41ee-b043-8b8cd9db1852 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:03:53.833299 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fd900889-2147-41ee-b043-8b8cd9db1852 tempest-ExtensionsTestJSON-143284316 tempest-ExtensionsTestJSON-143284316-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0054452
Dec 16 10:03:53.987269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 21108fca-294b-4f4f-b02e-d4f5a42fb611 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:03:54.146118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:54.154472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:54.155692 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fa32e2fa-0108-432a-b794-1880bd0c9348 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 200  len: 701 time: 1.2156198
Dec 16 10:03:54.160346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47346) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:54.165937 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] Sync routers for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:54.187081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47350) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:54.187285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:54.188432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25a55e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:54.209805 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1755d1bf-4615-4507-8125-668ff7b2d21f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:54.229564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1755d1bf-4615-4507-8125-668ff7b2d21f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:54.231018 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1755d1bf-4615-4507-8125-668ff7b2d21f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 200  len: 205 time: 0.0693305
Dec 16 10:03:54.234506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47356) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:54.336204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:54.408391 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:54.422891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5e6d-7212-4623-859f-74a7a58226b8 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:54.482270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:54.487135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3509b8f03caa441e938e8642267f88de is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:54.490299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:54.498230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:54.526648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25a55e0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:49Z', 'revision_number': 11, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:54.531944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] Checking router: 21108fca-294b-4f4f-b02e-d4f5a42fb611 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:54.541566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] Routers {'21108fca-294b-4f4f-b02e-d4f5a42fb611'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:54.542427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f25a55e0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['21108fca-294b-4f4f-b02e-d4f5a42fb611'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:54.690047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] Set router 21108fca-294b-4f4f-b02e-d4f5a42fb611 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:54.809582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f25a55e0>, [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:49Z', 'revision_number': 11, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:54.813940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ebc20-8abd-4bd9-b0fb-c4e8952e284b None None] The sync data for ids ['21108fca-294b-4f4f-b02e-d4f5a42fb611'] in n-d-820554-2 is: [{'id': '21108fca-294b-4f4f-b02e-d4f5a42fb611', 'name': 'tempest-RoutersTest-router-1932250899', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:59Z', 'updated_at': '2021-12-16T10:03:49Z', 'revision_number': 11, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:54.817387 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:54.825419 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:54.835132 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ab83df41-3b1d-486f-8ff9-74ebefb0d22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:55.069596 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3509b8f03caa441e938e8642267f88de&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8821607
Dec 16 10:03:55.072711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47378) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:55.073178 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5e6d-7212-4623-859f-74a7a58226b8 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.074792 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37833d1f-6ffa-49cd-aae5-ac525b568ebd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:55.078985 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5e6d-7212-4623-859f-74a7a58226b8 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.081026 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:55.110198 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5e6d-7212-4623-859f-74a7a58226b8 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.110947 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1f5e6d-7212-4623-859f-74a7a58226b8 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Fanout notify agent at l3_agent the message router_deleted on router 21108fca-294b-4f4f-b02e-d4f5a42fb611 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:03:55.137271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5e6d-7212-4623-859f-74a7a58226b8 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.144303 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cd1f5e6d-7212-4623-859f-74a7a58226b8 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 204  len: 168 time: 0.9073057
Dec 16 10:03:55.144599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47382) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:55.150102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1434245054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:55.174934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:55.183308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Usage tracker for resource:router and tenant:9358405d93c747648592efe52f8c0bbc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:55.186188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.196267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:55.207135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:55.228424 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.240226 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.241556 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.288003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.310849 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.340907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.348755 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9edfc117-6626-413d-a58b-405c69ddcf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:55.358420 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.359737 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37833d1f-6ffa-49cd-aae5-ac525b568ebd HTTP/1.1" status: 204  len: 168 time: 0.2856822
Dec 16 10:03:55.361516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.365748 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ed9a2961-bc8d-4460-8894-bf147b1df4d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2205696
Dec 16 10:03:55.366450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47390) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:55.371579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37833d1f-6ffa-49cd-aae5-ac525b568ebd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:55.375520 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:55.382204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fb3ed6f9-9076-423b-b5b5-1beafbdbcf2c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:55.889831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed6f9-9076-423b-b5b5-1beafbdbcf2c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:55.910784 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed6f9-9076-423b-b5b5-1beafbdbcf2c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8278830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8278823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8279353'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.086537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3ed6f9-9076-423b-b5b5-1beafbdbcf2c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Router 4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:03:56.253868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3ed6f9-9076-423b-b5b5-1beafbdbcf2c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:03:56.261132 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed6f9-9076-423b-b5b5-1beafbdbcf2c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.265625 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fb3ed6f9-9076-423b-b5b5-1beafbdbcf2c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "PUT /v2.0/routers/4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 HTTP/1.1" status: 200  len: 694 time: 0.8945396
Dec 16 10:03:56.265816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:56.272812 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] Sync routers for ids ['4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:03:56.287228 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] Routers {'4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:56.288416 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:56.439183 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94e2c2c8-3953-4f32-8dc7-88ed9e577f2a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/routers/4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 HTTP/1.1" status: 200  len: 700 time: 0.1719239
Dec 16 10:03:56.441798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47434) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:56.445032 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] Set router 4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:56.517170 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbdb937b-9119-4040-82ba-5dbff1c1b6af tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 HTTP/1.1" status: 200  len: 205 time: 0.0738840
Dec 16 10:03:56.520351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47442) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:56.527552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47446) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:56.568795 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36460>, [{'id': '4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4', 'name': 'tempest-RoutersTest-router-1434245054', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:55Z', 'updated_at': '2021-12-16T10:03:55Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:56.581849 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] Checking router: 4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:03:56.592056 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] Routers {'4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:03:56.592775 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36460>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:56.658408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1670062768'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:56.679625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:56.685148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Usage tracker for resource:network and tenant:2da4fd7dcb4e455e857185cc64b88a43 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:56.693356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:56.706220 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:56.723446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Made reservation on behalf of 2da4fd7dcb4e455e857185cc64b88a43 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:56.729319 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.746901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.768500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:56.773770 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] Set router 4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:03:56.774808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Usage tracker for resource:security_group_rule and tenant:2da4fd7dcb4e455e857185cc64b88a43 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:56.780352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:56.791801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:56.860665 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4011ffd0-d752-4633-9cb8-0f980c816c3a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.909249 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.909775 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36460>, [{'id': '4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4', 'name': 'tempest-RoutersTest-router-1434245054', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:55Z', 'updated_at': '2021-12-16T10:03:55Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:03:56.916124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.919678 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-828927a7-a648-495d-b7a3-be70b0e3c7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:56.920408 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb43800-fa90-410b-bf6b-1a646abffa86 None None] The sync data for ids ['4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4'] in n-d-820554-2 is: [{'id': '4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4', 'name': 'tempest-RoutersTest-router-1434245054', 'tenant_id': '9358405d93c747648592efe52f8c0bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:55Z', 'updated_at': '2021-12-16T10:03:55Z', 'revision_number': 2, 'project_id': '9358405d93c747648592efe52f8c0bbc', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:03:56.957892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:03:56.967221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39abca3c-e421-4673-a985-73db575ff93f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:56.971142 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:56.975524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:56.975930 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Added segment 87838aea-6e69-496b-998f-94d75babade2 of type vlan for network 5a5ec576-1162-424b-a0c7-fa7f4295c011
Dec 16 10:03:57.029838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.079428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.088400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:57.089093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.095671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55aece79-b598-4ed0-b28e-69a96c5304cd tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:57.211868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4011ffd0-d752-4633-9cb8-0f980c816c3a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.214789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4011ffd0-d752-4633-9cb8-0f980c816c3a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.232125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event updated for resources: {'Network': ['ID=5a5ec576-1162-424b-a0c7-fa7f4295c011,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:57.235934 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.7072327
Dec 16 10:03:57.236878 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:57.238926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47462) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.244465 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:03:57.245021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Request body: {'subnet': {'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:57.250651 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4011ffd0-d752-4633-9cb8-0f980c816c3a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.251386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011ffd0-d752-4633-9cb8-0f980c816c3a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:03:57.277577 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4011ffd0-d752-4633-9cb8-0f980c816c3a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.282190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4011ffd0-d752-4633-9cb8-0f980c816c3a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 HTTP/1.1" status: 204  len: 168 time: 0.7568111
Dec 16 10:03:57.282190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47466) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.361547 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bdcfd701-ba8e-481f-8b93-883425ef14de tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Synchronizing usage tracker for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:03:57.377753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bdcfd701-ba8e-481f-8b93-883425ef14de tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Unset dirty status for tenant:9358405d93c747648592efe52f8c0bbc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:03:57.378946 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bdcfd701-ba8e-481f-8b93-883425ef14de tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 HTTP/1.1" status: 200  len: 205 time: 0.0957689
Dec 16 10:03:57.381514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47472) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.391699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:57.396227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Usage tracker for resource:subnet and tenant:2da4fd7dcb4e455e857185cc64b88a43 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:57.399183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:57.404958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:57.415076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Made reservation on behalf of 2da4fd7dcb4e455e857185cc64b88a43 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:57.419054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.454357 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-59b47d83-d8b2-4151-a385-1f2a0480b45d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] delete failed (client error): The resource could not be found.
Dec 16 10:03:57.457560 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-59b47d83-d8b2-4151-a385-1f2a0480b45d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/4fe7f8ce-68f0-4f25-a4d7-2affdd3544f4 HTTP/1.1" status: 404  len: 336 time: 0.0725844
Dec 16 10:03:57.458423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47476) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.506686 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2446ac9-f20b-4c07-96cd-7fb7f39c64b4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:57.507202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2446ac9-f20b-4c07-96cd-7fb7f39c64b4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:57.509017 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e2446ac9-f20b-4c07-96cd-7fb7f39c64b4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/37256ee3-4f4a-4c56-8d56-07a863b077a5 HTTP/1.1" status: 404  len: 337 time: 0.0503883
Dec 16 10:03:57.511923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47480) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.567548 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90a201a-2f81-4ab6-9180-9bed5bb0fe91 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:57.567995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90a201a-2f81-4ab6-9180-9bed5bb0fe91 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:57.574818 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d90a201a-2f81-4ab6-9180-9bed5bb0fe91 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/0f1ad27c-5a78-4f8c-b1e6-9c21fee32c1a HTTP/1.1" status: 404  len: 337 time: 0.0466125
Dec 16 10:03:57.574818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.619447 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dd426d-c32b-4884-899a-24b162deebba tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:57.619912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dd426d-c32b-4884-899a-24b162deebba tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:57.621586 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7dd426d-c32b-4884-899a-24b162deebba tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/6575b089-a2e3-4044-aca0-4b2eae2e717e HTTP/1.1" status: 404  len: 337 time: 0.0466745
Dec 16 10:03:57.624406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.665918 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ce80e8-2485-44c8-9728-896e36434a20 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:57.666682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ce80e8-2485-44c8-9728-896e36434a20 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:57.668536 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-14ce80e8-2485-44c8-9728-896e36434a20 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/eecc9f62-e8e9-4472-87d8-0747b3110cc8 HTTP/1.1" status: 404  len: 337 time: 0.0431035
Dec 16 10:03:57.671845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47494) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.718800 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3eed2500-4647-405a-9170-30f61f3ccc40 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 200  len: 205 time: 0.0457602
Dec 16 10:03:57.721345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47498) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.820137 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-43c08d15-7cdc-4e61-b53f-23d1ea2ec2b9 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] delete failed (client error): The resource could not be found.
Dec 16 10:03:57.824005 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-43c08d15-7cdc-4e61-b53f-23d1ea2ec2b9 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/21108fca-294b-4f4f-b02e-d4f5a42fb611 HTTP/1.1" status: 404  len: 336 time: 0.0988810
Dec 16 10:03:57.824405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.833167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.838228 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7e06cdae-944d-4b4c-8ce7-ee04a1eb7b50 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:57.881326 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e4b7a9c7-2c24-4215-84d2-5f2e2bb7ad8c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee4dd253-c033-4c01-8dd1-ab3d834ef955 HTTP/1.1" status: 200  len: 205 time: 0.0556078
Dec 16 10:03:57.894472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47508) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:57.942305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event updated for resources: {'Subnet': ['ID=99bf84b4-3e89-44be-ae74-5c29a79708f5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:57.946108 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:57.947275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Checking segment: {'id': '87838aea-6e69-496b-998f-94d75babade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:57.950765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Network hostable DHCP agents. Network: 5a5ec576-1162-424b-a0c7-fa7f4295c011, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:03:57.975467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:03:57.987201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 5a5ec576-1162-424b-a0c7-fa7f4295c011) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:57.991115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:57.991789 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:57.998625 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-77fc5e6e-2f75-4653-ae0c-3be29b7447f2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] delete failed (client error): The resource could not be found.
Dec 16 10:03:57.999903 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-77fc5e6e-2f75-4653-ae0c-3be29b7447f2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/ee4dd253-c033-4c01-8dd1-ab3d834ef955 HTTP/1.1" status: 404  len: 336 time: 0.1051683
Dec 16 10:03:58.002350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.004992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d0e1b-2249-4621-964a-bbb080b531b8 None None] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:03:58.030056 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7892854
Dec 16 10:03:58.031405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47518) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.044227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Request body: {'port': {'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1768392009'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:58.062263 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-5292a852-38d2-413c-8a9d-2cb4d36f71a1 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:58.062962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5292a852-38d2-413c-8a9d-2cb4d36f71a1 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:58.065876 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5292a852-38d2-413c-8a9d-2cb4d36f71a1 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/77c963e3-ed67-4144-b209-948883127503 HTTP/1.1" status: 404  len: 337 time: 0.0623052
Dec 16 10:03:58.072203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47522) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.149612 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f7a53072-142f-40fc-a604-097fb6af770e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5e98308-d951-490f-b51f-eb4b69d71d54 HTTP/1.1" status: 200  len: 205 time: 0.0758135
Dec 16 10:03:58.153332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47528) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.264287 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-1bfe349d-8961-4a47-929c-945a3350f6fb tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] delete failed (client error): The resource could not be found.
Dec 16 10:03:58.265563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1bfe349d-8961-4a47-929c-945a3350f6fb tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/e5e98308-d951-490f-b51f-eb4b69d71d54 HTTP/1.1" status: 404  len: 336 time: 0.1111684
Dec 16 10:03:58.269422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47536) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.338699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-5a5ec576-1162-424b-a0c7-fa7f4295c011', 'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011', 'tenant_id': '2da4fd7dcb4e455e857185cc64b88a43', 'fixed_ips': [{'subnet_id': '99bf84b4-3e89-44be-ae74-5c29a79708f5'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:03:58.340151 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:58.350227 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:58.359313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Usage tracker for resource:port and tenant:2da4fd7dcb4e455e857185cc64b88a43 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:58.361759 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e58bb9cf-168a-483c-bf78-6c251cde1671 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=11728217-80e9-4299-ad58-07cb7175cc9a HTTP/1.1" status: 200  len: 205 time: 0.0910866
Dec 16 10:03:58.362418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:58.368333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.368638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:58.380338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Made reservation on behalf of 2da4fd7dcb4e455e857185cc64b88a43 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:58.384461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:58.412149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] device_id is not set on port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:03:58.481367 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-92899087-1911-4626-b907-32375344d5e5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] delete failed (client error): The resource could not be found.
Dec 16 10:03:58.482581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-92899087-1911-4626-b907-32375344d5e5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/11728217-80e9-4299-ad58-07cb7175cc9a HTTP/1.1" status: 404  len: 336 time: 0.1127717
Dec 16 10:03:58.485517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47546) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.538983 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-0644a51c-6aeb-4b2d-8d9c-bcef3d1bfe92 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:58.539569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0644a51c-6aeb-4b2d-8d9c-bcef3d1bfe92 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:58.544499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0644a51c-6aeb-4b2d-8d9c-bcef3d1bfe92 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/2e71fa17-6340-4dd0-b002-4c9c7681a79d HTTP/1.1" status: 404  len: 337 time: 0.0574725
Dec 16 10:03:58.544966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47552) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.565470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Allocated IP 172.20.0.2 (5a5ec576-1162-424b-a0c7-fa7f4295c011/99bf84b4-3e89-44be-ae74-5c29a79708f5/564d94f2-2230-4b03-bd64-be0b39c29eef) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:58.761154 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bbb5033c-a77e-4259-baf8-bd958a1eea62 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=abf0c62d-29b8-4955-a1bc-cf6af33072ec HTTP/1.1" status: 200  len: 205 time: 0.2127573
Dec 16 10:03:58.761613 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47558) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.802891 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:58.818941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Transition to ACTIVE for port object 564d94f2-2230-4b03-bd64-be0b39c29eef will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:58.837072 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-aa01ec81-b755-4da4-92bc-e8e6fe95c30e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] delete failed (client error): The resource could not be found.
Dec 16 10:03:58.838265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-aa01ec81-b755-4da4-92bc-e8e6fe95c30e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/abf0c62d-29b8-4955-a1bc-cf6af33072ec HTTP/1.1" status: 404  len: 336 time: 0.0755885
Dec 16 10:03:58.840920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Transition to ACTIVE for port object 564d94f2-2230-4b03-bd64-be0b39c29eef will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:58.841213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.847854 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:58.852570 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5f75a9b4-bb1e-41f4-b26c-be8b1c9d8173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:58.922465 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e0d010-3967-45df-bb18-a67fcef58374 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:58.923216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e0d010-3967-45df-bb18-a67fcef58374 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:58.924171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:58.927237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:58.931036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:58.947765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47570) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:58.948034 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-61e0d010-3967-45df-bb18-a67fcef58374 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/e5905f61-01b7-43c8-ad46-e95659ce5d4f HTTP/1.1" status: 404  len: 337 time: 0.1054780
Dec 16 10:03:58.968875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Allocated IP 172.20.0.3 (5a5ec576-1162-424b-a0c7-fa7f4295c011/99bf84b4-3e89-44be-ae74-5c29a79708f5/e62544ce-d311-4260-b9c3-cc3aa9cea3c4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:03:58.993128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Pushing event updated for resources: {'Port': ['ID=564d94f2-2230-4b03-bd64-be0b39c29eef,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:58.995086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-656be50e-2aa4-4cc9-aa20-bd7356c1e127 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "GET /v2.0/ports?device_id=24b96e08-4b1d-470b-a686-280f025d976f HTTP/1.1" status: 200  len: 205 time: 0.0459638
Dec 16 10:03:58.999371 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:59.004645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47576) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:59.075763 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Attempting to bind port 564d94f2-2230-4b03-bd64-be0b39c29eef on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:03:59.077367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Attempting to bind port 564d94f2-2230-4b03-bd64-be0b39c29eef by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '87838aea-6e69-496b-998f-94d75babade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:03:59.077795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Attempting to bind port 564d94f2-2230-4b03-bd64-be0b39c29eef on network 5a5ec576-1162-424b-a0c7-fa7f4295c011 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:03:59.082792 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-1a1d24f8-7a52-43a6-8c1b-75eab9c36288 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] delete failed (client error): The resource could not be found.
Dec 16 10:03:59.084344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1a1d24f8-7a52-43a6-8c1b-75eab9c36288 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/routers/24b96e08-4b1d-470b-a686-280f025d976f HTTP/1.1" status: 404  len: 336 time: 0.0783510
Dec 16 10:03:59.085322 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:03:59.085889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Checking segment: {'id': '87838aea-6e69-496b-998f-94d75babade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:03:59.086622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:59.086749 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Bound using segment: {'id': '87838aea-6e69-496b-998f-94d75babade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:03:59.087291 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Bound port: 564d94f2-2230-4b03-bd64-be0b39c29eef, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87838aea-6e69-496b-998f-94d75babade2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:03:59.087528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47584) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:59.087704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:59.134227 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7126fc5-d8d1-4d5d-ae19-d2013c5a1f06 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:59.134889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7126fc5-d8d1-4d5d-ae19-d2013c5a1f06 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:59.136969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f7126fc5-d8d1-4d5d-ae19-d2013c5a1f06 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/7b6d12f4-c75a-404e-b037-0e8c6133edeb HTTP/1.1" status: 404  len: 337 time: 0.0479898
Dec 16 10:03:59.139667 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47590) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:59.182886 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fce8f7e-2d6e-475d-977e-4ae2cadd0121 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:03:59.184094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fce8f7e-2d6e-475d-977e-4ae2cadd0121 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:03:59.186190 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5fce8f7e-2d6e-475d-977e-4ae2cadd0121 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] 10.222.0.66 "DELETE /v2.0/subnets/56536d97-f693-40f6-b3d2-5b225a24de4a HTTP/1.1" status: 404  len: 337 time: 0.0452361
Dec 16 10:03:59.210707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] For port 564d94f2-2230-4b03-bd64-be0b39c29eef, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:03:59.214866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] For port 564d94f2-2230-4b03-bd64-be0b39c29eef, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=564d94f2-2230-4b03-bd64-be0b39c29eef,segment=NetworkSegment(87838aea-6e69-496b-998f-94d75babade2),segment_id=87838aea-6e69-496b-998f-94d75babade2)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:03:59.220838 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:59.227760 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b1dabe2f-2929-4eea-999c-02a8ac0046f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:59.230330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:59.251927 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Transition to ACTIVE for port object e62544ce-d311-4260-b9c3-cc3aa9cea3c4 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:03:59.282802 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:59.290082 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57c32729-a256-414a-9477-3b9135d289bb tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:03:59.327979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Pushing event updated for resources: {'Port': ['ID=564d94f2-2230-4b03-bd64-be0b39c29eef,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:59.330899 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:59.389384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:03:59.393172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:03:59.398044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:03:59.451308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event updated for resources: {'Port': ['ID=e62544ce-d311-4260-b9c3-cc3aa9cea3c4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:03:59.456329 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:03:59.481775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:03:59.482585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:59.509131 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.4728701
Dec 16 10:03:59.509331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47608) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:59.515993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Request body: {'port': {'network_id': '5a5ec576-1162-424b-a0c7-fa7f4295c011', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1677469700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:03:59.516560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] bootfile-name is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 10:03:59.516900 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] tftp-server is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 10:03:59.517235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] server-ip-address is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 10:03:59.676406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:03:59.778643 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:03:59.794117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Usage tracker for resource:port and tenant:2da4fd7dcb4e455e857185cc64b88a43 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:03:59.805112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:03:59.812227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:03:59.828807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Made reservation on behalf of 2da4fd7dcb4e455e857185cc64b88a43 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:03:59.836155 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:03:59.887752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] device_id is not set on port 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:04:00.111087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Allocated IP 172.20.0.7 (5a5ec576-1162-424b-a0c7-fa7f4295c011/99bf84b4-3e89-44be-ae74-5c29a79708f5/64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:00.253481 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-56957313-0e0e-4254-9574-b17da92b8738 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9358405d93c747648592efe52f8c0bbc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5753934
Dec 16 10:04:00.256282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47626) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:00.354840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d28-7a7a-418f-b46b-7a4e2433aa00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:00.399692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d28-7a7a-418f-b46b-7a4e2433aa00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:00.417385 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:00.461782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Transition to ACTIVE for port object 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:00.488572 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d28-7a7a-418f-b46b-7a4e2433aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:00.503607 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-31bbc6ae-d71b-49dd-8daf-721c7f27aecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:00.520965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 564d94f2-2230-4b03-bd64-be0b39c29eef up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:00.532864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:00.544087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d9d28-7a7a-418f-b46b-7a4e2433aa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f50fef-a5e8-4c68-a4b8-6cfbd98a3c0e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:00.546198 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d28-7a7a-418f-b46b-7a4e2433aa00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:00.551561 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d43d9d28-7a7a-418f-b46b-7a4e2433aa00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16f50fef-a5e8-4c68-a4b8-6cfbd98a3c0e HTTP/1.1" status: 204  len: 168 time: 0.2898626
Dec 16 10:04:00.556015 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d43d9d28-7a7a-418f-b46b-7a4e2433aa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:00.698539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 564d94f2-2230-4b03-bd64-be0b39c29eef completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:00.757389 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:00.838467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:00.841796 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:00.843337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0446e-cfa3-43b7-af20-ec3600fb68f1 None None] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:00.846895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:00.914650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:00.915657 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:00.921783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event updated for resources: {'Port': ['ID=64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:00.940039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.941016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.941714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.942575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.943553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.944440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.945062 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.945640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.946197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.947369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.948238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.948820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:00.955843 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:00.962444 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 1.4520519
Dec 16 10:04:00.965165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:01.081206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Provisioning for port 564d94f2-2230-4b03-bd64-be0b39c29eef completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:01.097983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806c9a3-2798-4fc9-834e-35499f5038f4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:01.104445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Provisioning complete for port 564d94f2-2230-4b03-bd64-be0b39c29eef triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:01.104709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806c9a3-2798-4fc9-834e-35499f5038f4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:01.105285 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:01.110626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806c9a3-2798-4fc9-834e-35499f5038f4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:01.111579 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2806c9a3-2798-4fc9-834e-35499f5038f4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Synchronizing usage tracker for tenant:2da4fd7dcb4e455e857185cc64b88a43 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:01.132511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2806c9a3-2798-4fc9-834e-35499f5038f4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Unset dirty status for tenant:2da4fd7dcb4e455e857185cc64b88a43 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:01.135852 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2806c9a3-2798-4fc9-834e-35499f5038f4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.1675680
Dec 16 10:04:01.138360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:01.233775 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Deleting port 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:01.234406 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:01.357283 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:01.424195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] For port 564d94f2-2230-4b03-bd64-be0b39c29eef, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=564d94f2-2230-4b03-bd64-be0b39c29eef,segment=NetworkSegment(87838aea-6e69-496b-998f-94d75babade2),segment_id=87838aea-6e69-496b-998f-94d75babade2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:01.429414 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:01.432887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6723fb9a-cd79-4b18-8c48-d2618ebebe67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:01.537386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Pushing event updated for resources: {'Port': ['ID=564d94f2-2230-4b03-bd64-be0b39c29eef,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:01.548431 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:01.622403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:01.787885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Calling delete_port for 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:01.869574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Provisioning for port 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:01.883802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Provisioning complete for port 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:01.884193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:01.918362 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47674) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:01.965708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Port 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:01.985100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Provisioning complete for port 564d94f2-2230-4b03-bd64-be0b39c29eef triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:01.985487 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:01.996411 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.006691 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-588d4608-b98d-459f-afda-1884472c5199 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:02.059220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event deleted for resources: {'Port': ['ID=64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:02.063652 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:02.111150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-889436928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:02.127046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:02.131998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:router and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:02.135251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:02.142183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:02.157063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.159414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.196036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Provisioning for port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:02.197121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.204910 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.210158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Provisioning complete for port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:02.210566 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.220470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "DELETE /v2.0/ports/64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4 HTTP/1.1" status: 204  len: 168 time: 1.0798769
Dec 16 10:04:02.225178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47684) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:02.232927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Request body: {'port': {'name': 'tempest-new-port-name-982379901', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:02.233448 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] bootfile-name is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 10:04:02.233894 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] tftp-server is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 10:04:02.234278 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] server-ip-address is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 10:04:02.245056 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.285183 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.286914 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b861e62d-179e-4c95-b390-09d5d7d1948e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.3667347
Dec 16 10:04:02.289926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:02.297111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1b592-b808-44c9-9f3f-3195d025fb9d None None] Port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:02.301543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-162006650'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:02.308698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:02.315423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:network and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:02.318756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:02.327183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:02.339726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Made reservation on behalf of 5396b7aa19d34eeca59e3938ba6446c0 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:02.344060 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.358410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.413377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:02.417569 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.426635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:security_group_rule and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:02.429486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8befe504-da17-43df-b644-d7fda1db51ce None None] Provisioning complete for port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:02.429873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8befe504-da17-43df-b644-d7fda1db51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.435134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:02.447658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:02.511685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8befe504-da17-43df-b644-d7fda1db51ce None None] Port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:02.522573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 564d94f2-2230-4b03-bd64-be0b39c29eef up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:02.601746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.612098 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 564d94f2-2230-4b03-bd64-be0b39c29eef triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:02.613119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.613407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.619389 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:02.675769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:04:02.693683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43598972-039d-49b3-875e-5fd54508da85,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:02.697202 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.698477 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Added segment 1b2a7441-936c-48b4-a892-9d9cce857508 of type vlan for network 2b82c03c-83ea-44fc-a0a6-f058738c1bca
Dec 16 10:04:02.700407 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:02.712273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ecaf509-80a0-4ea2-92dc-5697b81771e9 None None] Could not find standard attr ID for object 64ef845a-ccbf-4a37-8f3e-3c0cf5a3c8e4. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:04:02.742376 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.802437 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.812301 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:02.813344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.823313 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1ff7f6b4-5586-4c9d-9af5-3c53fb862ffa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:02.915986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.921857 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:02.926187 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b7b74949-c5e6-45c9-8abe-06c44201a7e4 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:02.980569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Network': ['ID=2b82c03c-83ea-44fc-a0a6-f058738c1bca,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:02.985462 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:02.987804 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6967349
Dec 16 10:04:02.991459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:02.994491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:04:02.999812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'subnet': {'network_id': '2b82c03c-83ea-44fc-a0a6-f058738c1bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:03.031278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event updated for resources: {'Port': ['ID=e62544ce-d311-4260-b9c3-cc3aa9cea3c4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:03.047657 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:03.141068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] In _notify_port_updated(), no bound segment for port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 on network 5a5ec576-1162-424b-a0c7-fa7f4295c011 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:04:03.149285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:03.150379 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.151477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:03.152187 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "PUT /v2.0/ports/e62544ce-d311-4260-b9c3-cc3aa9cea3c4 HTTP/1.1" status: 200  len: 1135 time: 0.9256787
Dec 16 10:04:03.156328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:03.203477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:subnet and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:03.212329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:03.227900 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:03.255122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2eadce-e973-4a83-a329-16b6203472eb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:03.261489 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e2eadce-e973-4a83-a329-16b6203472eb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "GET /v2.0/ports/e62544ce-d311-4260-b9c3-cc3aa9cea3c4 HTTP/1.1" status: 200  len: 1135 time: 0.0989575
Dec 16 10:04:03.261489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Made reservation on behalf of 5396b7aa19d34eeca59e3938ba6446c0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:03.261815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.261958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:03.343051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-18a7e712-2ec7-41c2-acd4-16f90f069419 None None] Provisioning complete for port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:03.343576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-18a7e712-2ec7-41c2-acd4-16f90f069419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.357095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Deleting port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:03.357632 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.408939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-18a7e712-2ec7-41c2-acd4-16f90f069419 None None] Port e62544ce-d311-4260-b9c3-cc3aa9cea3c4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:03.563353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.569745 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c7670088-7c4e-4f3a-877e-5d0e53fbedee tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:03.649233 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.652811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Subnet': ['ID=9e17abcc-9af2-46bb-8c97-458e85e15b93,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:03.656837 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:03.657722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Checking segment: {'id': '1b2a7441-936c-48b4-a892-9d9cce857508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2b82c03c-83ea-44fc-a0a6-f058738c1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:03.657722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network hostable DHCP agents. Network: 2b82c03c-83ea-44fc-a0a6-f058738c1bca, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:04:03.682021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:04:03.697855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2b82c03c-83ea-44fc-a0a6-f058738c1bca) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:03.704526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:03.705905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.721456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745986ec-a8eb-4284-8638-2f45ce56cebe None None] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:03.745270 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7469893
Dec 16 10:04:03.745561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:03.754239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'network': {'name': 'tempest-router-network01--1660402290'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:03.764593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:03.768954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:network and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:03.772090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:03.782712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:03.795421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Calling delete_port for e62544ce-d311-4260-b9c3-cc3aa9cea3c4 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:03.800840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Made reservation on behalf of 5396b7aa19d34eeca59e3938ba6446c0 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:03.805775 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.850743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:04:03.864708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.865115 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Added segment 6c705bd3-b1d4-407c-be23-0546e1a1e8ac of type vlan for network 85f5a579-6727-44a6-9843-2d37c24c2010
Dec 16 10:04:03.904512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.953292 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.962832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:03.963558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:03.972617 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-03116a43-0af6-4936-b610-294bf57b2991 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:04.030646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2b82c03c-83ea-44fc-a0a6-f058738c1bca', 'network_id': '2b82c03c-83ea-44fc-a0a6-f058738c1bca', 'tenant_id': '5396b7aa19d34eeca59e3938ba6446c0', 'fixed_ips': [{'subnet_id': '9e17abcc-9af2-46bb-8c97-458e85e15b93'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:04:04.031611 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.129037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.140011 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c6829c1-c766-46c5-888a-cb5c9215dfcb tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:04.220366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event deleted for resources: {'Port': ['ID=e62544ce-d311-4260-b9c3-cc3aa9cea3c4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:04.224040 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:04.299081 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5498371
Dec 16 10:04:04.301407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:04.310595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'network': {'name': 'tempest-router-network02--1979408118'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:04.327797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Network': ['ID=85f5a579-6727-44a6-9843-2d37c24c2010,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:04.336191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:04.346623 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:network and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:04.352990 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:04.366815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:04.373710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Allocated IP 172.20.0.2 (2b82c03c-83ea-44fc-a0a6-f058738c1bca/9e17abcc-9af2-46bb-8c97-458e85e15b93/6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:04.385228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.385896 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:04.388282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Made reservation on behalf of 5396b7aa19d34eeca59e3938ba6446c0 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:04.397520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.408527 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "DELETE /v2.0/ports/e62544ce-d311-4260-b9c3-cc3aa9cea3c4 HTTP/1.1" status: 204  len: 168 time: 1.1434696
Dec 16 10:04:04.410294 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:04.458519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:04:04.477076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.479669 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Added segment 40285113-d993-49dd-852a-fc59a356e5db of type vlan for network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8
Dec 16 10:04:04.542908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.554305 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 85f5a579-6727-44a6-9843-2d37c24c2010 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:04:04.576862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Deleting subnet 99bf84b4-3e89-44be-ae74-5c29a79708f5 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:04:04.589753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.610413 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.616867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:04.617468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.622921 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-658518f7-8b25-4c63-ad5c-07f2772d7f96 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:04.682806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.735449 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4294596
Dec 16 10:04:04.736150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47746) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:04.744960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'subnet': {'network_id': '85f5a579-6727-44a6-9843-2d37c24c2010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:04.747843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Network': ['ID=69f85eb1-2de1-46b7-bca3-34a186ccc9e8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:04.752258 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:04.791019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:04:04.887196 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:04.891550 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:subnet and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:04.895365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:04.903094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:04.911654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:04.954517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Made reservation on behalf of 5396b7aa19d34eeca59e3938ba6446c0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:04.958574 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.024562 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.037597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Transition to ACTIVE for port object 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:05.059580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Transition to ACTIVE for port object 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:05.068439 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.078167 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:05.103780 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.109488 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7e787e0c-090b-4516-b692-52e89a6ad7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:05.157411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:05.157963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event deleted for resources: {'Subnet': ['ID=99bf84b4-3e89-44be-ae74-5c29a79708f5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:05.160996 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:05.163690 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:05.164772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:05.168037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.170990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Pushing event updated for resources: {'Port': ['ID=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:05.175338 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:05.177537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae8d71-5754-4160-9945-bb48e2a73523 None None] Network 5a5ec576-1162-424b-a0c7-fa7f4295c011 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:05.211856 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "DELETE /v2.0/subnets/99bf84b4-3e89-44be-ae74-5c29a79708f5 HTTP/1.1" status: 204  len: 168 time: 0.8003659
Dec 16 10:04:05.214296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47768) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:05.313969 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.320294 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2cf7e7e5-6ed7-4cc1-bf7d-b681a1d2ba15 tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:05.350298 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.366721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Deleting port 564d94f2-2230-4b03-bd64-be0b39c29eef {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:05.367443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.402094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Attempting to bind port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:04:05.402487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Attempting to bind port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '1b2a7441-936c-48b4-a892-9d9cce857508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2b82c03c-83ea-44fc-a0a6-f058738c1bca'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:04:05.402866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Attempting to bind port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc on network 2b82c03c-83ea-44fc-a0a6-f058738c1bca {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:04:05.410512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Subnet': ['ID=6bafcb9a-518f-44d6-8a3e-c8fe612b9675,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:05.414871 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:05.415782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Checking segment: {'id': '6c705bd3-b1d4-407c-be23-0546e1a1e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85f5a579-6727-44a6-9843-2d37c24c2010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:05.415904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:04:05.416190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network hostable DHCP agents. Network: 85f5a579-6727-44a6-9843-2d37c24c2010, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:04:05.416279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Checking segment: {'id': '1b2a7441-936c-48b4-a892-9d9cce857508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2b82c03c-83ea-44fc-a0a6-f058738c1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:05.416786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.417209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Bound using segment: {'id': '1b2a7441-936c-48b4-a892-9d9cce857508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2b82c03c-83ea-44fc-a0a6-f058738c1bca'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:04:05.417814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Bound port: 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2a7441-936c-48b4-a892-9d9cce857508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2b82c03c-83ea-44fc-a0a6-f058738c1bca'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:04:05.418198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.438124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network 85f5a579-6727-44a6-9843-2d37c24c2010 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:04:05.449648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 85f5a579-6727-44a6-9843-2d37c24c2010) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:05.456446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:05.457175 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.467777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a138f1-394b-4dd5-aaa4-fef52e970c7a None None] Network 85f5a579-6727-44a6-9843-2d37c24c2010 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:05.500570 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7598546
Dec 16 10:04:05.501054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47776) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:05.507096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'subnet': {'network_id': '69f85eb1-2de1-46b7-bca3-34a186ccc9e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:05.695218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-90c48230-efe6-454e-8731-2ef48544864b None None] For port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:04:05.725916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:05.733521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-90c48230-efe6-454e-8731-2ef48544864b None None] For port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,segment=NetworkSegment(1b2a7441-936c-48b4-a892-9d9cce857508),segment_id=1b2a7441-936c-48b4-a892-9d9cce857508)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:04:05.743988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Usage tracker for resource:subnet and tenant:5396b7aa19d34eeca59e3938ba6446c0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:05.749370 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:05.750374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.757514 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:05.759791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] For port 564d94f2-2230-4b03-bd64-be0b39c29eef, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=564d94f2-2230-4b03-bd64-be0b39c29eef,segment=NetworkSegment(87838aea-6e69-496b-998f-94d75babade2),segment_id=87838aea-6e69-496b-998f-94d75babade2)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:05.760200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.770401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:05.834688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] DHCP port deletion for 5a5ec576-1162-424b-a0c7-fa7f4295c011 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:04:05.884520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Deleting port 564d94f2-2230-4b03-bd64-be0b39c29eef {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:05.884907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.909561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Calling delete_port for 564d94f2-2230-4b03-bd64-be0b39c29eef owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:05.925979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Pushing event updated for resources: {'Port': ['ID=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:05.938303 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:05.938504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Made reservation on behalf of 5396b7aa19d34eeca59e3938ba6446c0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:05.941419 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:05.958583 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-85f5a579-6727-44a6-9843-2d37c24c2010', 'network_id': '85f5a579-6727-44a6-9843-2d37c24c2010', 'tenant_id': '5396b7aa19d34eeca59e3938ba6446c0', 'fixed_ips': [{'subnet_id': '6bafcb9a-518f-44d6-8a3e-c8fe612b9675'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:04:05.959884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.109920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.116469 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-60816979-d75f-45bf-a050-5f9afbbf1b32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:06.191982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event deleted for resources: {'Port': ['ID=564d94f2-2230-4b03-bd64-be0b39c29eef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:06.193874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] No DVR routers for this DVR port 564d94f2-2230-4b03-bd64-be0b39c29eef on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:04:06.280503 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:06.296804 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] For port 564d94f2-2230-4b03-bd64-be0b39c29eef, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=564d94f2-2230-4b03-bd64-be0b39c29eef,segment=NetworkSegment(87838aea-6e69-496b-998f-94d75babade2),segment_id=87838aea-6e69-496b-998f-94d75babade2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:06.297209 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.399710 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.437225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Calling delete_port for 564d94f2-2230-4b03-bd64-be0b39c29eef owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:06.456787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0d52b20>,) {'filters': {'network_id': ['5a5ec576-1162-424b-a0c7-fa7f4295c011']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:06.473404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d52b20>, '87838aea-6e69-496b-998f-94d75babade2') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:06.473689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d52b20>, '87838aea-6e69-496b-998f-94d75babade2') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:06.485639 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.491867 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7d41d9b-302d-42a3-a126-027878446f27 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:06.519834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.568972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.590090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:04:06.590579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.598826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Allocated IP 172.20.0.2 (85f5a579-6727-44a6-9843-2d37c24c2010/6bafcb9a-518f-44d6-8a3e-c8fe612b9675/4b989ad2-9d55-4028-b200-1d04f1fd8fc0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:04:06.611995 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:04:06.616681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:06.618005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Subnet': ['ID=ccb8857f-b7e8-44a2-bbd6-b15d51ea33e4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:06.665834 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:06.703139 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Checking segment: {'id': '40285113-d993-49dd-852a-fc59a356e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69f85eb1-2de1-46b7-bca3-34a186ccc9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:06.703538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network hostable DHCP agents. Network: 69f85eb1-2de1-46b7-bca3-34a186ccc9e8, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:04:06.716504 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.721257 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:06.745053 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.809947 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:04:06.810335 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:04:06.841475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:06.921281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Pushing event deleted for resources: {'Network': ['ID=5a5ec576-1162-424b-a0c7-fa7f4295c011,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:06.947545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 564d94f2-2230-4b03-bd64-be0b39c29eef no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:04:06.952061 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] 10.222.0.66 "DELETE /v2.0/networks/5a5ec576-1162-424b-a0c7-fa7f4295c011 HTTP/1.1" status: 204  len: 168 time: 1.7365656
Dec 16 10:04:06.954170 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:06.955767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:04:06.980738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 69f85eb1-2de1-46b7-bca3-34a186ccc9e8) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:06.982570 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:04:06.989397 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:06.990417 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:06.997454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c5e50-00d1-4a7a-a91d-9eefccf7063b None None] Network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:07.036387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47800) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:07.052680 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5502870
Dec 16 10:04:07.102770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 564d94f2-2230-4b03-bd64-be0b39c29eef {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:04:07.103218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 564d94f2-2230-4b03-bd64-be0b39c29eef not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:04:07.145628 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.170439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Transition to ACTIVE for port object 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:07.263274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Transition to ACTIVE for port object 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:07.280681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.291670 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:07.382869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47810) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:07.390540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Deleting port 564d94f2-2230-4b03-bd64-be0b39c29eef {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:07.390919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.415062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Pushing event updated for resources: {'Port': ['ID=4b989ad2-9d55-4028-b200-1d04f1fd8fc0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:07.452763 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:07.470650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Network 85f5a579-6727-44a6-9843-2d37c24c2010 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:07.483035 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:07.510308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:07.524945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0c3520b5-f02f-496c-a70d-d5b30ebb14b2 None None] The port '564d94f2-2230-4b03-bd64-be0b39c29eef' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:04:07.553428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-69f85eb1-2de1-46b7-bca3-34a186ccc9e8', 'network_id': '69f85eb1-2de1-46b7-bca3-34a186ccc9e8', 'tenant_id': '5396b7aa19d34eeca59e3938ba6446c0', 'fixed_ips': [{'subnet_id': 'ccb8857f-b7e8-44a2-bbd6-b15d51ea33e4'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:04:07.554716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.641519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c69e34-8362-4979-89aa-18bb82312cfc None None] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:07.702236 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26f8f86e-ed67-4544-9f3d-86873c8982a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2da4fd7dcb4e455e857185cc64b88a43&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3172803
Dec 16 10:04:07.704580 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:07.778231 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.789410 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Attempting to bind port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:04:07.789884 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Attempting to bind port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '6c705bd3-b1d4-407c-be23-0546e1a1e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85f5a579-6727-44a6-9843-2d37c24c2010'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:04:07.790310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Attempting to bind port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 on network 85f5a579-6727-44a6-9843-2d37c24c2010 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:04:07.803641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Provisioning for port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:07.828960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:04:07.829354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Checking segment: {'id': '6c705bd3-b1d4-407c-be23-0546e1a1e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85f5a579-6727-44a6-9843-2d37c24c2010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:07.829785 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.830205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Bound using segment: {'id': '6c705bd3-b1d4-407c-be23-0546e1a1e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85f5a579-6727-44a6-9843-2d37c24c2010'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:04:07.830753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Bound port: 4b989ad2-9d55-4028-b200-1d04f1fd8fc0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c705bd3-b1d4-407c-be23-0546e1a1e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85f5a579-6727-44a6-9843-2d37c24c2010'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:04:07.831086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.846989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Provisioning complete for port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:07.848055 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.854653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.942784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.943094 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.950219 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-840309af-d43b-415a-9dae-3e2f3f79927f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:07.975744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39abca3c-e421-4673-a985-73db575ff93f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:07.978945 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:07.992426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:07.995922 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39abca3c-e421-4673-a985-73db575ff93f HTTP/1.1" status: 204  len: 168 time: 0.2896481
Dec 16 10:04:08.182883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Allocated IP 172.20.0.2 (69f85eb1-2de1-46b7-bca3-34a186ccc9e8/ccb8857f-b7e8-44a2-bbd6-b15d51ea33e4/e817ac42-e366-45c4-87c1-a5aa729b4071) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:08.209842 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] For port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:04:08.242332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] For port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4b989ad2-9d55-4028-b200-1d04f1fd8fc0,segment=NetworkSegment(6c705bd3-b1d4-407c-be23-0546e1a1e8ac),segment_id=6c705bd3-b1d4-407c-be23-0546e1a1e8ac)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:04:08.291604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:08.343481 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:08.477927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:08.515109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Allocated IP 172.20.0.1 (85f5a579-6727-44a6-9843-2d37c24c2010/6bafcb9a-518f-44d6-8a3e-c8fe612b9675/ff28f485-92f4-434f-aa66-b2fc6b34395a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:08.544135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] For port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,segment=NetworkSegment(1b2a7441-936c-48b4-a892-9d9cce857508),segment_id=1b2a7441-936c-48b4-a892-9d9cce857508)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:08.563225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:08.609282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Pushing event updated for resources: {'Port': ['ID=4b989ad2-9d55-4028-b200-1d04f1fd8fc0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:08.626274 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:08.626977 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-224b2bb0-0a38-4251-b691-f735d3b97b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:08.799264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Pushing event updated for resources: {'Port': ['ID=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:08.813148 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:08.840801 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:08.841041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:08.864069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Transition to ACTIVE for port object e817ac42-e366-45c4-87c1-a5aa729b4071 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:08.865280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Transition to ACTIVE for port object ff28f485-92f4-434f-aa66-b2fc6b34395a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:08.890179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Transition to ACTIVE for port object e817ac42-e366-45c4-87c1-a5aa729b4071 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:08.899440 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:08.909012 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:08.915692 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:08.916670 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:09.009938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:09.016589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:09.023269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:09.028966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network 85f5a579-6727-44a6-9843-2d37c24c2010 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:09.041832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:09.049314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:09.082117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Pushing event updated for resources: {'Port': ['ID=e817ac42-e366-45c4-87c1-a5aa729b4071,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:09.102460 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:09.126678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Port': ['ID=ff28f485-92f4-434f-aa66-b2fc6b34395a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:09.131395 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:09.147265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:09.194147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Attempting to bind port e817ac42-e366-45c4-87c1-a5aa729b4071 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:04:09.194814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Attempting to bind port e817ac42-e366-45c4-87c1-a5aa729b4071 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '40285113-d993-49dd-852a-fc59a356e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69f85eb1-2de1-46b7-bca3-34a186ccc9e8'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:04:09.195225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Attempting to bind port e817ac42-e366-45c4-87c1-a5aa729b4071 on network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:04:09.207940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:04:09.208490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Checking segment: {'id': '40285113-d993-49dd-852a-fc59a356e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69f85eb1-2de1-46b7-bca3-34a186ccc9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:09.209013 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:09.209347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Bound using segment: {'id': '40285113-d993-49dd-852a-fc59a356e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69f85eb1-2de1-46b7-bca3-34a186ccc9e8'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:04:09.210523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Bound port: e817ac42-e366-45c4-87c1-a5aa729b4071, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40285113-d993-49dd-852a-fc59a356e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69f85eb1-2de1-46b7-bca3-34a186ccc9e8'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:04:09.210930 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:09.356182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] For port e817ac42-e366-45c4-87c1-a5aa729b4071, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:04:09.363564 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] For port e817ac42-e366-45c4-87c1-a5aa729b4071, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e817ac42-e366-45c4-87c1-a5aa729b4071,segment=NetworkSegment(40285113-d993-49dd-852a-fc59a356e5db),segment_id=40285113-d993-49dd-852a-fc59a356e5db)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:04:09.373062 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:09.383652 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:09.406744 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:09.551751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Pushing event updated for resources: {'Port': ['ID=e817ac42-e366-45c4-87c1-a5aa729b4071,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:09.573427 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65f09566-a09b-4eac-b4c5-d57f735b38fd None None] Provisioning complete for port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:09.576554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65f09566-a09b-4eac-b4c5-d57f735b38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:09.672022 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:09.740582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47866) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:09.938981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-94257795'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:09.947304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:09.952170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:network and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:09.955390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:09.968930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:09.999876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Made reservation on behalf of 4cbfb8d147594fd899c84d5ed1708b77 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:10.003922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.028543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.051136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:10.057679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:security_group_rule and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:10.064089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:10.072756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:10.122902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47874) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:10.218752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.230795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.241252 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.247710 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e730df41-6430-41ba-ac96-3d81b2e23ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:10.248957 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.277123 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:04:10.298809 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:10.323318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42d082-69ab-4d4c-9b80-75f80c31c903,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:10.329782 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:10.331291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.331758 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Added segment fc6013e2-c56f-4683-ab06-581dcbbbc90b of type vlan for network d8795fd9-49d2-4a4a-8617-0af1030c3b7c
Dec 16 10:04:10.402732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.420529 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.429490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:10.436480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Usage tracker for resource:security_group_rule and tenant:12cdb3f8b721476d8f501c49ce737e6f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:10.440405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:10.452721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Port': ['ID=ff28f485-92f4-434f-aa66-b2fc6b34395a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:10.456981 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:10.457148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:10.467430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.490383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.497115 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:10.497850 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:10.504855 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94dcd9d9-e1e4-4c8b-b355-2f766faf9f87 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:10.712317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network 85f5a579-6727-44a6-9843-2d37c24c2010 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:10.713231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Network': ['ID=d8795fd9-49d2-4a4a-8617-0af1030c3b7c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:10.714143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:10.736444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.736791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.737251 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.737627 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.738029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.738355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.738766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.739103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.739505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.739870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.740231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.740643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:04:10.748122 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:10.750107 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.0084567
Dec 16 10:04:10.754290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47882) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:10.762419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'subnet': {'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:10.770705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:04:10.832593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff34c3b-f285-4aa9-a31f-629270b1b21f None None] Network 85f5a579-6727-44a6-9843-2d37c24c2010 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:10.846387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:11.020472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.060847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.078789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e26dfea-c518-48e3-9d43-db298160d9d6 None None] Provisioning for port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:11.093088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Router 8c9d594f-f753-4752-b052-76c2d80fee83 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:04:11.119432 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a2bb7562-77e0-4e71-87a5-7691c86b43d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:11.136525 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12cdb3f8b721476d8f501c49ce737e6f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0120149
Dec 16 10:04:11.146458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47886) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:11.164605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:11.178579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:11.179261 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.190907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:11.235547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:subnet and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:11.245442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:11.266342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c0dc0-9f4a-4aa2-b7be-bb5121954b03,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:11.272979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:11.275728 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:11.300893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Made reservation on behalf of 4cbfb8d147594fd899c84d5ed1708b77 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:11.304543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.334938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.346319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc790c55-d605-4729-b898-694225dc3109 None None] Network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:11.492911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-64c1f5ce-863e-4230-b66d-b22db36f761f None None] Provisioning for port e817ac42-e366-45c4-87c1-a5aa729b4071 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:11.496830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.570215 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.653807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:04:11.662733 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.672482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "PUT /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6335840
Dec 16 10:04:11.673122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:11.673339 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9885c3a6-9381-43ab-bf92-c95f908969d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:11.677810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4b989ad2-9d55-4028-b200-1d04f1fd8fc0,segment=NetworkSegment(6c705bd3-b1d4-407c-be23-0546e1a1e8ac),segment_id=6c705bd3-b1d4-407c-be23-0546e1a1e8ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:11.686073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] Sync routers for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:04:11.695187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c0dc0-9f4a-4aa2-b7be-bb5121954b03,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:11.702438 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:11.718653 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.719745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:11.747411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.749042 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b18c0dc0-9f4a-4aa2-b7be-bb5121954b03 HTTP/1.1" status: 204  len: 168 time: 0.5947750
Dec 16 10:04:11.772515 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:11.801892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:11.808750 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a431b46-1554-4f72-a520-adb154323caa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:11.919981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Subnet': ['ID=97eea794-d891-4504-a301-d0dba34b351d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:11.924378 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:11.983744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Checking segment: {'id': 'fc6013e2-c56f-4683-ab06-581dcbbbc90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:11.984269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Network hostable DHCP agents. Network: d8795fd9-49d2-4a4a-8617-0af1030c3b7c, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:04:12.037130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:04:12.060965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, d8795fd9-49d2-4a4a-8617-0af1030c3b7c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:12.067063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:12.068601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.125918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46768cbf-b3d4-4f72-b0f9-b4664b7afd96 None None] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:12.126337 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3707023
Dec 16 10:04:12.127539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:12.133769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1033208784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:12.142276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:12.147064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:router and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:12.150475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:12.159060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:12.186009 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.187125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.192179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:12.192686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12a4a30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:12.218652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.260024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.305323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.307347 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-21143603-1a05-41e4-92d4-880fc0f3603b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.1786637
Dec 16 10:04:12.310192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:12.374677 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12a4a30>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:12.377825 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d2d2dde1-ad78-403c-aaf1-2e23a77546fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.380184 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.400583 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:12.423203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:12.423716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.466527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-21c42018-2f81-40d6-9f67-136cd67329d6 None None] Provisioning complete for port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:12.467506 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-21c42018-2f81-40d6-9f67-136cd67329d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.513310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:12.514473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12a4a30>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:03:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:12.559618 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:12.592449 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-f7069533-9c14-40da-8b21-2c7446bf2568 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 10:04:12.596722 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f7069533-9c14-40da-8b21-2c7446bf2568 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "PUT /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9225729
Dec 16 10:04:12.597414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47910) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:12.703362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=4b989ad2-9d55-4028-b200-1d04f1fd8fc0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:12.744321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:12.752058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Usage tracker for resource:security_group_rule and tenant:93905064da0748c381a828833ba29871 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:12.756516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:12.772898 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:12.803759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12a4a30>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:12.804168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1b21a-7aae-436f-a112-a581a9528ddc None None] The sync data for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:04:12.812492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:12.952548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e817ac42-e366-45c4-87c1-a5aa729b4071 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:13.012744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-d8795fd9-49d2-4a4a-8617-0af1030c3b7c', 'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c', 'tenant_id': '4cbfb8d147594fd899c84d5ed1708b77', 'fixed_ips': [{'subnet_id': '97eea794-d891-4504-a301-d0dba34b351d'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:04:13.013645 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.196664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.236081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Allocated IP 172.20.0.2 (d8795fd9-49d2-4a4a-8617-0af1030c3b7c/97eea794-d891-4504-a301-d0dba34b351d/e70561a6-abb7-4a3b-92e3-798631c3b79f) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:13.334486 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.349181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e817ac42-e366-45c4-87c1-a5aa729b4071 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:13.355120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-21c42018-2f81-40d6-9f67-136cd67329d6 None None] Provisioning for port ff28f485-92f4-434f-aa66-b2fc6b34395a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:13.367117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e817ac42-e366-45c4-87c1-a5aa729b4071 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:13.367530 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.399605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-21c42018-2f81-40d6-9f67-136cd67329d6 None None] Provisioning complete for port ff28f485-92f4-434f-aa66-b2fc6b34395a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:13.400009 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-21c42018-2f81-40d6-9f67-136cd67329d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.421013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.429199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.446502 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac3776f0-a574-4713-ae85-743cdceba6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:13.499423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8f23d-4992-4c76-b8fb-4688179d2578,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:13.505515 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:13.508014 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93905064da0748c381a828833ba29871&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1004500
Dec 16 10:04:13.511650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47914) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:13.511923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-21c42018-2f81-40d6-9f67-136cd67329d6 None None] Port ff28f485-92f4-434f-aa66-b2fc6b34395a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:13.624038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.632230 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.650221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Transition to ACTIVE for port object e70561a6-abb7-4a3b-92e3-798631c3b79f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:13.661081 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.666756 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.684496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca7a636c-9c44-4051-af3c-d02f70d6859a None None] Provisioning complete for port e817ac42-e366-45c4-87c1-a5aa729b4071 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:13.684875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca7a636c-9c44-4051-af3c-d02f70d6859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.714489 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.719834 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-429ef199-d1e7-424f-bdb5-9b7f01928cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:13.722481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Transition to ACTIVE for port object e70561a6-abb7-4a3b-92e3-798631c3b79f will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:13.733444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8f23d-4992-4c76-b8fb-4688179d2578,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:13.736679 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:13.757568 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.761856 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting port ff28f485-92f4-434f-aa66-b2fc6b34395a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:13.762204 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.770004 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-72ffc483-f534-4732-b928-04cc1428b8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:13.782833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.786567 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0eb8f23d-4992-4c76-b8fb-4688179d2578 HTTP/1.1" status: 204  len: 168 time: 0.2715461
Dec 16 10:04:13.840575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e817ac42-e366-45c4-87c1-a5aa729b4071, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e817ac42-e366-45c4-87c1-a5aa729b4071,segment=NetworkSegment(40285113-d993-49dd-852a-fc59a356e5db),segment_id=40285113-d993-49dd-852a-fc59a356e5db)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:13.845483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Allocated IP 172.20.0.1 (d8795fd9-49d2-4a4a-8617-0af1030c3b7c/97eea794-d891-4504-a301-d0dba34b351d/f360b98c-40ae-4a6d-90a3-9ec3b54a2c03) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:13.847650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:13.853414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:13.855291 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:13.860325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:13.871583 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Pushing event updated for resources: {'Port': ['ID=e70561a6-abb7-4a3b-92e3-798631c3b79f,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:13.908830 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:13.908971 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:14.002225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:14.056816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.065468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.077234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Transition to ACTIVE for port object f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:14.114619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.120664 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed682591-2c43-4d59-bfd0-b2fa6770d8c7 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:14.178854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Attempting to bind port e70561a6-abb7-4a3b-92e3-798631c3b79f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:04:14.179265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Attempting to bind port e70561a6-abb7-4a3b-92e3-798631c3b79f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'fc6013e2-c56f-4683-ab06-581dcbbbc90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:04:14.179647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Attempting to bind port e70561a6-abb7-4a3b-92e3-798631c3b79f on network d8795fd9-49d2-4a4a-8617-0af1030c3b7c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:04:14.194354 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:04:14.194742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Checking segment: {'id': 'fc6013e2-c56f-4683-ab06-581dcbbbc90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:14.195152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.195578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Bound using segment: {'id': 'fc6013e2-c56f-4683-ab06-581dcbbbc90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:04:14.196054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Bound port: e70561a6-abb7-4a3b-92e3-798631c3b79f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6013e2-c56f-4683-ab06-581dcbbbc90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:04:14.196441 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.209752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e817ac42-e366-45c4-87c1-a5aa729b4071,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:14.210798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:14.214323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:14.218391 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:14.223923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:14.224512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Calling delete_port for ff28f485-92f4-434f-aa66-b2fc6b34395a owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:14.271908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Port': ['ID=f360b98c-40ae-4a6d-90a3-9ec3b54a2c03,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:14.277781 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:14.293838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca7a636c-9c44-4051-af3c-d02f70d6859a None None] Provisioning complete for port ff28f485-92f4-434f-aa66-b2fc6b34395a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:14.294223 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca7a636c-9c44-4051-af3c-d02f70d6859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.302826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.332293 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.340554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:14.340937 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.422066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] For port e70561a6-abb7-4a3b-92e3-798631c3b79f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:04:14.428630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] For port e70561a6-abb7-4a3b-92e3-798631c3b79f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e70561a6-abb7-4a3b-92e3-798631c3b79f,segment=NetworkSegment(fc6013e2-c56f-4683-ab06-581dcbbbc90b),segment_id=fc6013e2-c56f-4683-ab06-581dcbbbc90b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:04:14.432152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a636c-9c44-4051-af3c-d02f70d6859a None None] Port ff28f485-92f4-434f-aa66-b2fc6b34395a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:14.438958 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.444010 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:14.461873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.468710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.475718 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27cd6f57-78cd-4794-9453-17b55be14057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:14.551301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Port': ['ID=ff28f485-92f4-434f-aa66-b2fc6b34395a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:14.563322 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:14.572973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Pushing event updated for resources: {'Port': ['ID=e70561a6-abb7-4a3b-92e3-798631c3b79f,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:14.587475 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85325690-d97a-4286-9a94-fbdc5b2a186d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:14.589043 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:14.919612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:15.180109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:15.186429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:15.219625 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48df159e-f1a1-459e-b3ee-e46e354cc486 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:15.324981 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:15.329462 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Port': ['ID=f360b98c-40ae-4a6d-90a3-9ec3b54a2c03,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:15.334758 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:15.412269 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:15.436359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Router 8c9d594f-f753-4752-b052-76c2d80fee83 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:04:15.556110 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:15.683592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:04:15.697997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:15.703534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:15.703694 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "PUT /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1009631
Dec 16 10:04:15.703798 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] Sync routers for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:04:15.704261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:15.727587 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:15.733423 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:15.790366 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-392a0158-c08e-4fa3-8018-f451d88ff220 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] delete failed (client error): The resource could not be found.
Dec 16 10:04:15.795474 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-392a0158-c08e-4fa3-8018-f451d88ff220 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-249175608 HTTP/1.1" status: 404  len: 334 time: 0.0867565
Dec 16 10:04:15.796155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47958) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:15.805203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-32324e0b-f5f1-4f17-9114-e3f43e6f35cc tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'router': {'external_gateway_info': {'network_id': '8c9d594f-f753-4752-b052-76c2d80fee83'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:15.898113 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd250>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:15.914623 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:15.915644 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:16.020995 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2efd250>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:16.021450 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626b625-f7c6-4daf-b3f3-510e694c3e1c None None] The sync data for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:04:16.046315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Router 7ebd8fb7-6c2b-4db1-9f10-b55c371532e6 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:04:16.134817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e817ac42-e366-45c4-87c1-a5aa729b4071 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:16.249605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903b994-5c31-4bf4-9e6f-f21b01cb701b None None] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:16.254159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:04:16.259294 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "PUT /v2.0/routers/7ebd8fb7-6c2b-4db1-9f10-b55c371532e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9475656
Dec 16 10:04:16.262391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:16.269465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'port': {'network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c', 'name': 'tempest-FloatingIPNegativeTestJSON-2052547604'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:16.278500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] Sync routers for ids ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:04:16.354067 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32324e0b-f5f1-4f17-9114-e3f43e6f35cc tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:16.364905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] Routers {'7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:16.365863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f23f0dc0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:16.390017 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-32324e0b-f5f1-4f17-9114-e3f43e6f35cc tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] update failed (client error): The resource could not be found.
Dec 16 10:04:16.391395 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-32324e0b-f5f1-4f17-9114-e3f43e6f35cc tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "PUT /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83 HTTP/1.1" status: 404  len: 339 time: 0.5910816
Dec 16 10:04:16.395604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 47976) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:16.439335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4f6fc690-5157-4e8d-b8f1-d483a52d7516 None None] Provisioning for port e70561a6-abb7-4a3b-92e3-798631c3b79f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:16.444625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:16.444887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f23f0dc0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:16.449201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:port and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:16.452404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:16.454620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e817ac42-e366-45c4-87c1-a5aa729b4071 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:16.454915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:16.459022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:16.471320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Made reservation on behalf of 4cbfb8d147594fd899c84d5ed1708b77 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:16.476628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:16.503454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] device_id is not set on port 8b5790f5-854f-4eee-9636-d4135aeac5ad yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:04:16.528576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] Routers {'7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:16.529828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f23f0dc0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:16.625378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f23f0dc0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:16.625806 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4af85-5ab1-423d-9570-489272ab7061 None None] The sync data for ids ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:04:16.761846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e70561a6-abb7-4a3b-92e3-798631c3b79f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:16.787804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Allocated IP 172.20.0.7 (d8795fd9-49d2-4a4a-8617-0af1030c3b7c/97eea794-d891-4504-a301-d0dba34b351d/8b5790f5-854f-4eee-9636-d4135aeac5ad) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:16.896448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e70561a6-abb7-4a3b-92e3-798631c3b79f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:16.905693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e70561a6-abb7-4a3b-92e3-798631c3b79f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:16.906077 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.156767 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.159921 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.204535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Transition to ACTIVE for port object 8b5790f5-854f-4eee-9636-d4135aeac5ad will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:17.236146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.239381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e70561a6-abb7-4a3b-92e3-798631c3b79f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e70561a6-abb7-4a3b-92e3-798631c3b79f,segment=NetworkSegment(fc6013e2-c56f-4683-ab06-581dcbbbc90b),segment_id=fc6013e2-c56f-4683-ab06-581dcbbbc90b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:17.242461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.246488 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.250976 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-876290fd-a59f-48d2-af63-998738f2c6ea tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:17.253953 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:17.372781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e70561a6-abb7-4a3b-92e3-798631c3b79f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:17.377880 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:17.385457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:17.387681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:17.394455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:17.396754 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.456520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3c1a0b5d-043e-4319-84bd-0c0ab688b7e6 None None] Provisioning for port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:17.465521 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3c1a0b5d-043e-4319-84bd-0c0ab688b7e6 None None] Provisioning complete for port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:17.467544 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0b5d-043e-4319-84bd-0c0ab688b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.522008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:17.522670 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.561641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Port': ['ID=8b5790f5-854f-4eee-9636-d4135aeac5ad,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:17.570097 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:17.579728 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3159235
Dec 16 10:04:17.582913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 47998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:17.591060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:17.601342 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:17.609554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:floatingip and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:17.614339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:17.627925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:17.672726 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.703137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a0b5d-043e-4319-84bd-0c0ab688b7e6 None None] Port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:17.729207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3c1a0b5d-043e-4319-84bd-0c0ab688b7e6 None None] Provisioning complete for port e70561a6-abb7-4a3b-92e3-798631c3b79f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:17.729599 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0b5d-043e-4319-84bd-0c0ab688b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:17.989174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.019580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e70561a6-abb7-4a3b-92e3-798631c3b79f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:04:18.125366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1a12e2d9-be6b-4b36-8a22-89e36e4ff883 None None] Provisioning complete for port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:18.125761 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a12e2d9-be6b-4b36-8a22-89e36e4ff883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.145588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Allocated IP 172.20.0.1 (2b82c03c-83ea-44fc-a0a6-f058738c1bca/9e17abcc-9af2-46bb-8c97-458e85e15b93/f00331ea-aeb3-4c5e-a912-5d570a057ec1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:18.268601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1a12e2d9-be6b-4b36-8a22-89e36e4ff883 None None] Port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:18.277754 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Allocated IP 172.25.3.155 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/192994f0-4636-42cc-a249-ff93823953d5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:18.281751 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e70561a6-abb7-4a3b-92e3-798631c3b79f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:18.282389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.415509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.436543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Transition to ACTIVE for port object f00331ea-aeb3-4c5e-a912-5d570a057ec1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:04:18.468317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.473896 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:18.528564 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.554960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c087dd4c-ba85-4538-820e-b5f958bf457e None None] Provisioning complete for port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:18.555477 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c087dd4c-ba85-4538-820e-b5f958bf457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.564654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:18.569254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:18.572519 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:18.578653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.600465 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d52e77fc-6c63-4c4e-a9e6-b8f9775a91f6 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:18.652556 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.667129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:18.677834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:18.686420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:18.688090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Port': ['ID=f00331ea-aeb3-4c5e-a912-5d570a057ec1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:18.692811 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:18.754101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c087dd4c-ba85-4538-820e-b5f958bf457e None None] Port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:18.831435 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.897972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-111fcdc7-3ef5-45e1-83a7-f5a96958fd42 None None] Provisioning for port 8b5790f5-854f-4eee-9636-d4135aeac5ad completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:18.907011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-111fcdc7-3ef5-45e1-83a7-f5a96958fd42 None None] Provisioning complete for port 8b5790f5-854f-4eee-9636-d4135aeac5ad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:18.907588 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-111fcdc7-3ef5-45e1-83a7-f5a96958fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:18.970780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-111fcdc7-3ef5-45e1-83a7-f5a96958fd42 None None] Port 8b5790f5-854f-4eee-9636-d4135aeac5ad cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:18.989178 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Port': ['ID=192994f0-4636-42cc-a249-ff93823953d5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:18.993291 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:19.044496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.099260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5875ba5a-ae4c-405c-b428-9b97deccf318 None None] Provisioning for port f00331ea-aeb3-4c5e-a912-5d570a057ec1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:04:19.107119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5875ba5a-ae4c-405c-b428-9b97deccf318 None None] Provisioning complete for port f00331ea-aeb3-4c5e-a912-5d570a057ec1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:19.107963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5875ba5a-ae4c-405c-b428-9b97deccf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.143036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.184408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5875ba5a-ae4c-405c-b428-9b97deccf318 None None] Port f00331ea-aeb3-4c5e-a912-5d570a057ec1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:19.366434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.372338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.379794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.384673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.389630 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1a25a65d-005e-4685-b799-f1592e99fc03 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:19.413447 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80048f31-6414-44a4-8c66-095a6a4d23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:19.501106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.504660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event updated for resources: {'Port': ['ID=f00331ea-aeb3-4c5e-a912-5d570a057ec1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:19.508211 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:19.532476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Port': ['ID=192994f0-4636-42cc-a249-ff93823953d5,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:19.541820 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:19.545079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.572820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.578217 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9939170
Dec 16 10:04:19.578916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:19.585231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f39f3915-58b4-4888-b51a-631d2f715600 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'floatingip': {'port_id': '8b5790f5-854f-4eee-9636-d4135aeac5ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:19.660987 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:19.662141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:19.670469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f39f3915-58b4-4888-b51a-631d2f715600 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:19.919645 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-f39f3915-58b4-4888-b51a-631d2f715600 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] update failed (client error): The resource could not be found.
Dec 16 10:04:19.923350 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f39f3915-58b4-4888-b51a-631d2f715600 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "PUT /v2.0/floatingips/4f6f9002-1e71-4697-9a9b-9b74ebf6341b HTTP/1.1" status: 404  len: 507 time: 0.3403797
Dec 16 10:04:19.923844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:20.011907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0cd77e0f-f87b-4e79-bf70-3b053ab42c64 None None] Provisioning complete for port f00331ea-aeb3-4c5e-a912-5d570a057ec1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:04:20.013217 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0cd77e0f-f87b-4e79-bf70-3b053ab42c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.023883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Router 8c9d594f-f753-4752-b052-76c2d80fee83 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:04:20.080400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0cd77e0f-f87b-4e79-bf70-3b053ab42c64 None None] Port f00331ea-aeb3-4c5e-a912-5d570a057ec1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:04:20.095331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Deleting port 192994f0-4636-42cc-a249-ff93823953d5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:20.095678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.202474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:04:20.212229 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] Sync routers for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:04:20.212947 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "PUT /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8156221
Dec 16 10:04:20.215475 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48042) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:20.225087 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:20.226855 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0cdc0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:20.286620 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.286952 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.291666 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0cdc0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:20.301100 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:20.301980 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0cdc0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:20.362439 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0cdc0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:20.362992 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0a789-af69-4e9d-bd56-05eff39f3f9a None None] The sync data for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:04:20.393883 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c27e482-5096-4f64-86d4-a0983d0719e9 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.423592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Calling delete_port for 192994f0-4636-42cc-a249-ff93823953d5 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:20.544216 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-8c27e482-5096-4f64-86d4-a0983d0719e9 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 16 10:04:20.545716 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8c27e482-5096-4f64-86d4-a0983d0719e9 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83 HTTP/1.1" status: 409  len: 329 time: 0.3293364
Dec 16 10:04:20.548513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48046) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:20.572872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.576558 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0ffae586-a8b4-45b6-a0c8-cd6fe60ad72c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:20.619393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event deleted for resources: {'Port': ['ID=192994f0-4636-42cc-a249-ff93823953d5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:20.622863 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:20.717259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.727918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.729057 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "DELETE /v2.0/floatingips/4f6f9002-1e71-4697-9a9b-9b74ebf6341b HTTP/1.1" status: 204  len: 168 time: 0.8043015
Dec 16 10:04:20.733589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48050) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:20.738560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'floatingip': {'floating_network_id': 'd8795fd9-49d2-4a4a-8617-0af1030c3b7c', 'port_id': '8b5790f5-854f-4eee-9636-d4135aeac5ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:20.745100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:20.749564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:floatingip and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:20.752440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:20.758181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:20.768849 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:20.929927 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 10:04:20.930971 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a7c849a7-ff3f-4d16-9753-033b29ee2a15 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.1964641
Dec 16 10:04:20.934750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:20.939804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': '8b5790f5-854f-4eee-9636-d4135aeac5ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:20.947830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:20.951791 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Usage tracker for resource:floatingip and tenant:4cbfb8d147594fd899c84d5ed1708b77 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:20.954625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:20.960417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:20.972422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.059188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.264900 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.403646 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Allocated IP 172.25.3.221 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/cc14026a-c6a9-4bd0-bc23-941fcda14b63) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:04:21.583016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.595980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting port f00331ea-aeb3-4c5e-a912-5d570a057ec1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:21.597428 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.616709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.621470 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b47bfe76-c91b-4487-85bb-653d95dc2ec7 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:21.684061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:04:21.687471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:21.691401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:04:21.730711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event updated for resources: {'Port': ['ID=cc14026a-c6a9-4bd0-bc23-941fcda14b63,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:21.735317 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:21.808238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.895393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Deleting port cc14026a-c6a9-4bd0-bc23-941fcda14b63 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:21.895936 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:21.948525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Calling delete_port for f00331ea-aeb3-4c5e-a912-5d570a057ec1 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:22.088302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:22.088641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:22.137804 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:22.143491 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:22.198214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Port': ['ID=f00331ea-aeb3-4c5e-a912-5d570a057ec1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:22.228727 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:22.231299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Calling delete_port for cc14026a-c6a9-4bd0-bc23-941fcda14b63 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:22.409031 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:22.413914 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1cb890f-303d-49ca-8395-57b4933bd0ab tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:22.467367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event deleted for resources: {'Port': ['ID=cc14026a-c6a9-4bd0-bc23-941fcda14b63,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:22.475238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:22.507289 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:22.605940 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] create failed (client error): The resource could not be found.
Dec 16 10:04:22.608457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.6716645
Dec 16 10:04:22.613216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:22.683253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Deleting port 8b5790f5-854f-4eee-9636-d4135aeac5ad {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:22.683628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:22.716069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:22.779774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Router 8c9d594f-f753-4752-b052-76c2d80fee83 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:04:22.910235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:22.938369 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:22.947144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5e216a10d543ee801d466d7a6ec6b1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:22.953041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:22.974748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:23.002831 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.091087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:04:23.101941 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "PUT /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5524297
Dec 16 10:04:23.102466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] Sync routers for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:04:23.105414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48090) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:23.113112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:23.114026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c51b80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:23.153189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Calling delete_port for 8b5790f5-854f-4eee-9636-d4135aeac5ad owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:23.178301 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-c7e87a88-8cde-41e4-bf93-333347aed12e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] show failed (client error): The resource could not be found.
Dec 16 10:04:23.178641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c51b80>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:23.183063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c7e87a88-8cde-41e4-bf93-333347aed12e tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-2074457837 HTTP/1.1" status: 404  len: 335 time: 0.0722444
Dec 16 10:04:23.183445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48094) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:23.188702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6787a481-e9d3-41e1-b194-ba5961b77921 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:23.190102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] Routers {'8c9d594f-f753-4752-b052-76c2d80fee83'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:23.190715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1c51b80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8c9d594f-f753-4752-b052-76c2d80fee83'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:23.252222 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-6787a481-e9d3-41e1-b194-ba5961b77921 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] update failed (client error): The resource could not be found.
Dec 16 10:04:23.258065 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6787a481-e9d3-41e1-b194-ba5961b77921 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-997766863 HTTP/1.1" status: 404  len: 334 time: 0.0688770
Dec 16 10:04:23.258196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1c51b80>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:23.258196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed1374-0a80-49e6-85b2-e06b7479db17 None None] The sync data for ids ['8c9d594f-f753-4752-b052-76c2d80fee83'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:04:23.258354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48098) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:23.324255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.327958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting subnet ccb8857f-b7e8-44a2-bbd6-b15d51ea33e4 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:04:23.328483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.331004 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.339452 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:23.389126 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.399907 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d5e216a10d543ee801d466d7a6ec6b1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6827250
Dec 16 10:04:23.404802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:23.408203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c0efb7-1f3d-435c-95d8-94f54ffcc82c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:23.419813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.422077 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:23.427352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:23.479401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.488803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event deleted for resources: {'Port': ['ID=8b5790f5-854f-4eee-9636-d4135aeac5ad,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:23.494352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:23.577479 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.584882 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3dc719ab-b765-48e3-ae32-11bf704c7ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:23.618445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.622134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb8857f-b7e8-44a2-bbd6-b15d51ea33e4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:23.624134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.630409 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/subnets/ccb8857f-b7e8-44a2-bbd6-b15d51ea33e4 HTTP/1.1" status: 204  len: 168 time: 0.3716643
Dec 16 10:04:23.631511 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:23.633332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:23.637097 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.637370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5452f208-56a0-49dc-a8b7-6f052aa6ebe6 None None] Network 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:23.658947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.679506 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "DELETE /v2.0/ports/8b5790f5-854f-4eee-9636-d4135aeac5ad HTTP/1.1" status: 204  len: 168 time: 1.0652170
Dec 16 10:04:23.680156 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:23.707125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting subnet 6bafcb9a-518f-44d6-8a3e-c8fe612b9675 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:04:23.710553 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.768882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.798875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c4110-0a1a-4959-ba4d-9880fb0b5cc6 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:23.799850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a25c4110-0a1a-4959-ba4d-9880fb0b5cc6 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Synchronizing usage tracker for tenant:4cbfb8d147594fd899c84d5ed1708b77 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:23.804515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.809426 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57f4d2bd-04c2-432b-8e38-87d85ead9b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:23.832235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c0efb7-1f3d-435c-95d8-94f54ffcc82c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:23.835776 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:23.836812 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.838053 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70c0efb7-1f3d-435c-95d8-94f54ffcc82c HTTP/1.1" status: 204  len: 168 time: 0.4322081
Dec 16 10:04:23.839478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a25c4110-0a1a-4959-ba4d-9880fb0b5cc6 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Unset dirty status for tenant:4cbfb8d147594fd899c84d5ed1708b77 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:23.843950 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a25c4110-0a1a-4959-ba4d-9880fb0b5cc6 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ebd8fb7-6c2b-4db1-9f10-b55c371532e6 HTTP/1.1" status: 200  len: 913 time: 0.1569557
Dec 16 10:04:23.844585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48116) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:23.876190 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.978505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:23.987348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] DHCP port deletion for 69f85eb1-2de1-46b7-bca3-34a186ccc9e8 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:04:23.989870 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dbabee0b-208f-4721-bb6c-c33f42234c17 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:23.993005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Deleting port e817ac42-e366-45c4-87c1-a5aa729b4071 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:23.994194 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.034604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Subnet': ['ID=6bafcb9a-518f-44d6-8a3e-c8fe612b9675,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:24.043526 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:24.044842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.053527 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-35890918-0330-40ef-bce8-11c1404bef43 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/subnets/6bafcb9a-518f-44d6-8a3e-c8fe612b9675 HTTP/1.1" status: 204  len: 168 time: 0.4172826
Dec 16 10:04:24.053679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48122) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:24.053753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe09dff-c156-4562-808f-7745f5e98e5c None None] Network 85f5a579-6727-44a6-9843-2d37c24c2010 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:24.211344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.224133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting port e817ac42-e366-45c4-87c1-a5aa729b4071 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:24.224941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.288546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48126) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:24.351329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.372893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:24.393541 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b1fa18c31de42cbb90afcdb84499b7b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:24.443604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:24.456758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:24.472776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] For port e817ac42-e366-45c4-87c1-a5aa729b4071, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e817ac42-e366-45c4-87c1-a5aa729b4071,segment=NetworkSegment(40285113-d993-49dd-852a-fc59a356e5db),segment_id=40285113-d993-49dd-852a-fc59a356e5db)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:24.473364 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.505142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] For port e817ac42-e366-45c4-87c1-a5aa729b4071, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e817ac42-e366-45c4-87c1-a5aa729b4071,segment=NetworkSegment(40285113-d993-49dd-852a-fc59a356e5db),segment_id=40285113-d993-49dd-852a-fc59a356e5db)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:24.505502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.577323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.617433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Calling delete_port for e817ac42-e366-45c4-87c1-a5aa729b4071 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:24.642385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Calling delete_port for e817ac42-e366-45c4-87c1-a5aa729b4071 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:24.710913 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.717573 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-ca387393-9ecd-410c-9d91-8da2b09699d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:24.767764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Pushing event deleted for resources: {'Port': ['ID=e817ac42-e366-45c4-87c1-a5aa729b4071,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:24.771266 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:24.774626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:04:24.774956 n-d-820554-2 neutron-server[87654]: DEBUG oslo_db.api [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:04:24.776819 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.777494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] No DVR routers for this DVR port e817ac42-e366-45c4-87c1-a5aa729b4071 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:04:24.783048 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.790421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] DHCP port deletion for 85f5a579-6727-44a6-9843-2d37c24c2010 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:04:24.796477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Deleting port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:24.796947 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:24.797439 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e17b1196-66dd-4012-8d45-a46e0126d8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:24.842576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b1fa18c31de42cbb90afcdb84499b7b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5253847
Dec 16 10:04:24.842576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2966f661-fb8c-472e-9d39-9e329b3ab481,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:24.842886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:24.844509 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:24.929898 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.005319 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.012960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] For port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=4b989ad2-9d55-4028-b200-1d04f1fd8fc0,segment=NetworkSegment(6c705bd3-b1d4-407c-be23-0546e1a1e8ac),segment_id=6c705bd3-b1d4-407c-be23-0546e1a1e8ac)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:25.013366 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.028869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Deleting port f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:25.029779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.142277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Calling delete_port for 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:25.197905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.205143 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6ced475c-0121-4c93-b886-f7e7cbc39325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:25.224721 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.228402 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d0c82cc9-5cfc-4651-8957-adfbc71f5a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:25.239781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2966f661-fb8c-472e-9d39-9e329b3ab481,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:25.251930 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:25.255449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.256547 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2966f661-fb8c-472e-9d39-9e329b3ab481 HTTP/1.1" status: 204  len: 168 time: 0.4121857
Dec 16 10:04:25.260310 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.276160 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting port e817ac42-e366-45c4-87c1-a5aa729b4071 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:25.277163 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.283748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Pushing event deleted for resources: {'Port': ['ID=4b989ad2-9d55-4028-b200-1d04f1fd8fc0,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:25.286867 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:25.287950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] No DVR routers for this DVR port 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:04:25.366313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] The port 'e817ac42-e366-45c4-87c1-a5aa729b4071' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:04:25.394239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Calling delete_port for f360b98c-40ae-4a6d-90a3-9ec3b54a2c03 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:25.672007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.705315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f23416d0>,) {'filters': {'network_id': ['69f85eb1-2de1-46b7-bca3-34a186ccc9e8']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:25.718595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f23416d0>, '40285113-d993-49dd-852a-fc59a356e5db') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:25.718979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f23416d0>, '40285113-d993-49dd-852a-fc59a356e5db') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:25.735469 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.740440 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.744418 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1b24ed4d-5007-4344-be8f-ab2511f1ae17 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:25.767856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.777400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:04:25.777986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.792038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event deleted for resources: {'Port': ['ID=f360b98c-40ae-4a6d-90a3-9ec3b54a2c03,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   util.warn(
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:04:25.795738 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:04:25.800105 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:25.933751 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.938093 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a009c15e-a921-46af-8ca2-907739b2365c tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:25.967605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:04:25.969847 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:25.989002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Network': ['ID=69f85eb1-2de1-46b7-bca3-34a186ccc9e8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:25.992842 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:25.996586 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/networks/69f85eb1-2de1-46b7-bca3-34a186ccc9e8 HTTP/1.1" status: 204  len: 168 time: 1.9414644
Dec 16 10:04:25.998953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48150) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:26.090213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:04:26.090492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 4b989ad2-9d55-4028-b200-1d04f1fd8fc0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:04:26.090923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e817ac42-e366-45c4-87c1-a5aa729b4071 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:04:26.099704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.135494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e817ac42-e366-45c4-87c1-a5aa729b4071 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:04:26.136120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e817ac42-e366-45c4-87c1-a5aa729b4071 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:04:26.166330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.327630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.354296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c99d30>,) {'filters': {'network_id': ['85f5a579-6727-44a6-9843-2d37c24c2010']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:26.366928 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c99d30>, '6c705bd3-b1d4-407c-be23-0546e1a1e8ac') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:26.367354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c99d30>, '6c705bd3-b1d4-407c-be23-0546e1a1e8ac') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:26.380163 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.399324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.406828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:04:26.407272 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:04:26.432399 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:04:26.434487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Router 7ebd8fb7-6c2b-4db1-9f10-b55c371532e6 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:04:26.577109 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.581435 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5deb9cd4-a8c7-45b8-ae7d-fce07db8edc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:26.584502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:04:26.599342 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.600611 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] Sync routers for ids ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:04:26.604462 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "PUT /v2.0/routers/7ebd8fb7-6c2b-4db1-9f10-b55c371532e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7587926
Dec 16 10:04:26.606838 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:26.610375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Network': ['ID=85f5a579-6727-44a6-9843-2d37c24c2010,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:26.616699 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/networks/85f5a579-6727-44a6-9843-2d37c24c2010 HTTP/1.1" status: 204  len: 168 time: 0.6127629
Dec 16 10:04:26.616699 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:26.617275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48168) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:26.619794 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] Routers {'7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:26.620434 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0c4c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:26.648782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:26.704290 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0c4c0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:26.709368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting subnet 9e17abcc-9af2-46bb-8c97-458e85e15b93 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:04:26.712967 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.716514 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] Routers {'7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:04:26.717365 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0c4c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:26.766792 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10003d1-09df-47cf-a0e9-de47c8b03995 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.782510 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.794134 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c0c4c0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:26.795321 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7cefb-3b59-4626-80c2-fea2d454577c None None] The sync data for ids ['7ebd8fb7-6c2b-4db1-9f10-b55c371532e6'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:04:26.847401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:26.873066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:26.880106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Usage tracker for resource:security_group_rule and tenant:c4402399108f4fe59b6f102f94fe54d9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:26.885108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:26.896297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:26.927853 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.032255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.039424 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e827ea5c-ab7d-4ee8-b95b-0107493c4304 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:27.101296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Subnet': ['ID=9e17abcc-9af2-46bb-8c97-458e85e15b93,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:27.105388 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:27.108421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.110203 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.115518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.119290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7ff89-2e19-435d-abd3-b4df0b7e99ab None None] Network 2b82c03c-83ea-44fc-a0a6-f058738c1bca requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:27.126904 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:27.156707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/subnets/9e17abcc-9af2-46bb-8c97-458e85e15b93 HTTP/1.1" status: 204  len: 168 time: 0.5388699
Dec 16 10:04:27.168148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48178) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:27.179701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25be7d4-6dcb-4400-a38d-7d7f6772fc3b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:27.207665 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:27.266069 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4402399108f4fe59b6f102f94fe54d9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6162291
Dec 16 10:04:27.268973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:27.288171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10003d1-09df-47cf-a0e9-de47c8b03995 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.292492 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10003d1-09df-47cf-a0e9-de47c8b03995 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.319130 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.335055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Deleting port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:27.335895 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.346911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10003d1-09df-47cf-a0e9-de47c8b03995 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.347440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10003d1-09df-47cf-a0e9-de47c8b03995 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Fanout notify agent at l3_agent the message router_deleted on router 7ebd8fb7-6c2b-4db1-9f10-b55c371532e6 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:04:27.357416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.370524 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b10003d1-09df-47cf-a0e9-de47c8b03995 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.371769 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b10003d1-09df-47cf-a0e9-de47c8b03995 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "DELETE /v2.0/routers/7ebd8fb7-6c2b-4db1-9f10-b55c371532e6 HTTP/1.1" status: 204  len: 168 time: 0.7632873
Dec 16 10:04:27.374498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:27.434711 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.440507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] DHCP port deletion for 2b82c03c-83ea-44fc-a0a6-f058738c1bca request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:04:27.447337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Deleting port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:27.448297 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.504210 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Deleting subnet 97eea794-d891-4504-a301-d0dba34b351d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:04:27.510055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.575565 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.596543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] For port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,segment=NetworkSegment(1b2a7441-936c-48b4-a892-9d9cce857508),segment_id=1b2a7441-936c-48b4-a892-9d9cce857508)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:27.597283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.613325 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.619132 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7aa8a8fa-75b0-41a8-8af6-49ac594a7d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:27.640381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25be7d4-6dcb-4400-a38d-7d7f6772fc3b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:27.645977 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:27.649393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.650531 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c25be7d4-6dcb-4400-a38d-7d7f6772fc3b HTTP/1.1" status: 204  len: 168 time: 0.3806205
Dec 16 10:04:27.694248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.767182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] For port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,segment=NetworkSegment(1b2a7441-936c-48b4-a892-9d9cce857508),segment_id=1b2a7441-936c-48b4-a892-9d9cce857508)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:27.767600 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.786206 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.792781 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9c1a830c-1d0b-4539-a62d-5c0defa1734f tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:27.846118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event deleted for resources: {'Subnet': ['ID=97eea794-d891-4504-a301-d0dba34b351d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:27.861006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:27.862578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:27.870525 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "DELETE /v2.0/subnets/97eea794-d891-4504-a301-d0dba34b351d HTTP/1.1" status: 204  len: 168 time: 0.4947612
Dec 16 10:04:27.873860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:27.915381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88342663-6a8e-47f3-90b7-02e4b46ee937 None None] Network d8795fd9-49d2-4a4a-8617-0af1030c3b7c requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:27.936482 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Calling delete_port for 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:27.974596 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Calling delete_port for 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:27.985514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:04:28.036895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.049140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Deleting port e70561a6-abb7-4a3b-92e3-798631c3b79f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:28.049475 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.097336 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.103069 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c1b57d9-b16e-42be-9c80-d8b70016566d tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:28.153451 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Port': ['ID=6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:28.161434 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:28.162304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] No DVR routers for this DVR port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:04:28.234636 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:04:28.235278 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:04:28.240480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No active binding found for port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 10:04:28.240895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:04:28.314772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] For port e70561a6-abb7-4a3b-92e3-798631c3b79f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e70561a6-abb7-4a3b-92e3-798631c3b79f,segment=NetworkSegment(fc6013e2-c56f-4683-ab06-581dcbbbc90b),segment_id=fc6013e2-c56f-4683-ab06-581dcbbbc90b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:28.315277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.323316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.364167 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0de5f40>,) {'filters': {'network_id': ['2b82c03c-83ea-44fc-a0a6-f058738c1bca']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:28.369235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] DHCP port deletion for d8795fd9-49d2-4a4a-8617-0af1030c3b7c request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:04:28.377965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Deleting port e70561a6-abb7-4a3b-92e3-798631c3b79f {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:28.377965 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.384729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0de5f40>, '1b2a7441-936c-48b4-a892-9d9cce857508') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:28.385070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0de5f40>, '1b2a7441-936c-48b4-a892-9d9cce857508') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:28.399720 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.420447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.431019 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:04:28.431467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:04:28.446674 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:04:28.453471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Calling delete_port for e70561a6-abb7-4a3b-92e3-798631c3b79f owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:28.545627 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.555038 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:28.560789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.570881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.590601 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8f6f9b7a-7bc0-43af-bf7e-d6a4ec8a4324 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:28.608233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event deleted for resources: {'Port': ['ID=e70561a6-abb7-4a3b-92e3-798631c3b79f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:28.611536 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:28.612435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] No DVR routers for this DVR port e70561a6-abb7-4a3b-92e3-798631c3b79f on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:04:28.635795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/networks/2b82c03c-83ea-44fc-a0a6-f058738c1bca HTTP/1.1" status: 204  len: 168 time: 1.4626360
Dec 16 10:04:28.640516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Pushing event deleted for resources: {'Network': ['ID=2b82c03c-83ea-44fc-a0a6-f058738c1bca,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:28.648230 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:28.648765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:28.687679 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] For port e70561a6-abb7-4a3b-92e3-798631c3b79f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e70561a6-abb7-4a3b-92e3-798631c3b79f,segment=NetworkSegment(fc6013e2-c56f-4683-ab06-581dcbbbc90b),segment_id=fc6013e2-c56f-4683-ab06-581dcbbbc90b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:04:28.688295 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.706517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f00f3127-e537-417c-aa34-6896227e9d05 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Synchronizing usage tracker for tenant:5396b7aa19d34eeca59e3938ba6446c0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:28.725532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f00f3127-e537-417c-aa34-6896227e9d05 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Unset dirty status for tenant:5396b7aa19d34eeca59e3938ba6446c0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:28.729564 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f00f3127-e537-417c-aa34-6896227e9d05 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c9d594f-f753-4752-b052-76c2d80fee83 HTTP/1.1" status: 200  len: 205 time: 0.0773833
Dec 16 10:04:28.729810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48218) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:28.747653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.763472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Deleting port 6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:28.763472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.780820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f727f0>,) {'filters': {'network_id': ['d8795fd9-49d2-4a4a-8617-0af1030c3b7c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:28.797606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f727f0>, 'fc6013e2-c56f-4683-ab06-581dcbbbc90b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:28.797905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f727f0>, 'fc6013e2-c56f-4683-ab06-581dcbbbc90b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:28.812990 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.832244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.840983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:04:28.842562 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.854398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Calling delete_port for e70561a6-abb7-4a3b-92e3-798631c3b79f owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:04:28.863689 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:04:28.931182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa07f7-540c-48ec-bbcd-7b51d9805696 None None] The port '6deafbd6-a48f-4fbc-b7d7-c92c85aa3bcc' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:04:28.943091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9619a3e-d73a-4b01-be5f-249a3ebd2918 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.975063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:28.978752 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78eb062b-47a2-4c98-8f82-b19f56741e3e tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:28.987286 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:04:28.987579 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:04:29.001658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.008118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Pushing event deleted for resources: {'Network': ['ID=d8795fd9-49d2-4a4a-8617-0af1030c3b7c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:29.012440 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:29.021213 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] 10.222.0.66 "DELETE /v2.0/networks/d8795fd9-49d2-4a4a-8617-0af1030c3b7c HTTP/1.1" status: 204  len: 168 time: 1.1437960
Dec 16 10:04:29.277558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9619a3e-d73a-4b01-be5f-249a3ebd2918 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.280587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9619a3e-d73a-4b01-be5f-249a3ebd2918 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.305711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9619a3e-d73a-4b01-be5f-249a3ebd2918 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.306908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9619a3e-d73a-4b01-be5f-249a3ebd2918 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Fanout notify agent at l3_agent the message router_deleted on router 8c9d594f-f753-4752-b052-76c2d80fee83 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:04:29.322122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9619a3e-d73a-4b01-be5f-249a3ebd2918 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.325976 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e9619a3e-d73a-4b01-be5f-249a3ebd2918 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] 10.222.0.66 "DELETE /v2.0/routers/8c9d594f-f753-4752-b052-76c2d80fee83 HTTP/1.1" status: 204  len: 168 time: 0.5927200
Dec 16 10:04:29.350601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48250) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:29.488547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Deleting port e70561a6-abb7-4a3b-92e3-798631c3b79f {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:04:29.489764 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.568725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d18d2147-46c1-43bd-832f-4b01ee89620c None None] The port 'e70561a6-abb7-4a3b-92e3-798631c3b79f' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:04:29.600215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48260) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:29.632918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48266) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:29.722021 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.739581 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-713d6c7f-0bdf-4786-9b50-012c2f5f9d84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cbfb8d147594fd899c84d5ed1708b77&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3875983
Dec 16 10:04:29.742334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:29.754780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:29.762403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Usage tracker for resource:security_group_rule and tenant:a459c872eb9a43f2a88ad929fbf95a88 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:29.771707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:29.782425 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:29.791017 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-715221cc-cb2a-4e76-b1d1-918b0484b652 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5396b7aa19d34eeca59e3938ba6446c0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1536353
Dec 16 10:04:29.793328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48276) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:29.805483 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.833434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.886262 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.908601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.913780 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdd63504-4cdf-4357-ae20-c3612a715540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:29.926782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42d082-69ab-4d4c-9b80-75f80c31c903,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:29.933124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.935748 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.935969 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d42d082-69ab-4d4c-9b80-75f80c31c903 HTTP/1.1" status: 204  len: 168 time: 0.1909466
Dec 16 10:04:29.944066 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:29.964811 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e70561a6-abb7-4a3b-92e3-798631c3b79f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:04:29.971315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.986290 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:29.996193 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5b6ae70a-ad1c-448e-b162-2189891f4e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:30.015971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e70561a6-abb7-4a3b-92e3-798631c3b79f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:04:30.016379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e70561a6-abb7-4a3b-92e3-798631c3b79f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:04:30.050063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a459c872eb9a43f2a88ad929fbf95a88&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4486618
Dec 16 10:04:30.050202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:30.051037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4ba4ba-a83f-428b-9eb7-a2452987d372,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:30.054303 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:30.065772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:30.073545 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e8518211-ab1b-4165-ab46-67fdcba5c6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:30.088576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43598972-039d-49b3-875e-5fd54508da85,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:30.093551 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:30.100375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:30.101665 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43598972-039d-49b3-875e-5fd54508da85 HTTP/1.1" status: 204  len: 168 time: 0.3073294
Dec 16 10:04:30.145890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:30.178242 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:30.242482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:30.248891 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-884d32e8-c733-46f8-8a84-3715930f0567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:30.262573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4ba4ba-a83f-428b-9eb7-a2452987d372,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:30.265216 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:30.271412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:30.271412 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f4ba4ba-a83f-428b-9eb7-a2452987d372 HTTP/1.1" status: 204  len: 168 time: 0.2176208
Dec 16 10:04:31.358348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48342) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:31.532091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--406327133'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:31.538247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:31.546501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:31.550335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:31.560538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:31.574241 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:31.589256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:31.607022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:31.612237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:31.615403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:31.621913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:31.720802 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:31.725117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:31.727728 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-488bf257-8d8d-45c4-9ce1-c19fb3c3a0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:31.741227 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:31.753570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:31.759358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:31.768399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:31.770606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6385d83a-09f7-43fd-8545-2344f8bbd735,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:31.774226 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:31.849827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:31.854112 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:31.857895 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc51e0c4-9756-4203-bcc6-c8b461351faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:32.037864 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb576dab-5c92-41ea-8101-5264b2119198,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:32.040507 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.044661 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6814623
Dec 16 10:04:32.044661 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:32.044904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48366) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.109073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-74898153-e40c-4c2e-a667-b6924990b0b1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:32.125980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-74898153-e40c-4c2e-a667-b6924990b0b1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:32.127496 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-74898153-e40c-4c2e-a667-b6924990b0b1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.0817254
Dec 16 10:04:32.130816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48370) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.135927 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-security--1506447030', 'description': 'tempest-security-description-1509903824'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:32.169169 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.226447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.230600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.233191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.234515 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "PUT /v2.0/security-groups/bb576dab-5c92-41ea-8101-5264b2119198 HTTP/1.1" status: 200  len: 1780 time: 0.1026011
Dec 16 10:04:32.235429 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a4d0087a-3c34-45bb-933e-606b4ceaf34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:32.237245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48378) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.269307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb576dab-5c92-41ea-8101-5264b2119198,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:32.274350 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:32.296568 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a0d29dfd-3501-4fb6-9461-42d8b9f1e6b4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups/bb576dab-5c92-41ea-8101-5264b2119198 HTTP/1.1" status: 200  len: 1780 time: 0.0578775
Dec 16 10:04:32.301141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48382) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.376543 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.406153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.455056 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.460627 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-59397d97-0089-4e03-b83a-8d52b7a335ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:32.474790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb576dab-5c92-41ea-8101-5264b2119198,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:32.477386 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:32.488174 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.491472 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/bb576dab-5c92-41ea-8101-5264b2119198 HTTP/1.1" status: 204  len: 168 time: 0.1871057
Dec 16 10:04:32.491946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48394) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.545560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-fe21e472-b6fd-4708-9ba0-856ced4ced70 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:32.561446 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-fe21e472-b6fd-4708-9ba0-856ced4ced70 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:32.566165 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.566365 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fe21e472-b6fd-4708-9ba0-856ced4ced70 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0699680
Dec 16 10:04:32.589657 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-856ec23c-98d8-431f-8bb8-5d77489e11c7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] delete failed (client error): The resource could not be found.
Dec 16 10:04:32.590669 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-856ec23c-98d8-431f-8bb8-5d77489e11c7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/bb576dab-5c92-41ea-8101-5264b2119198 HTTP/1.1" status: 404  len: 347 time: 0.0228560
Dec 16 10:04:32.595627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.601297 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107236583'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:32.608275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:32.617807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:32.628120 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.648223 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:32.652069 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:32.655469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:32.661636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:32.727356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48410) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.739713 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.744783 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.750858 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:32.794245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3153dca3-2a24-4b4d-a2b2-2e2f9a8490e7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:32.800314 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:32.802264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.807467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48418) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:32.807636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2105086
Dec 16 10:04:32.813122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': '3153dca3-2a24-4b4d-a2b2-2e2f9a8490e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:32.821751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:32.826465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:32.829427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:32.835851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:32.866670 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.881313 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.915568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:32.922656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Usage tracker for resource:security_group_rule and tenant:2d034540da9b4e6a89bcf77a94f9b92b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:32.927392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:32.934636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:32.969539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.977528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:32.980516 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:33.011368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b207d7f6-e194-4c15-bc32-8f5e36027277,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:33.015312 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:33.038118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.039471 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2305505
Dec 16 10:04:33.042461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48428) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.073239 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c34faa5-07bb-4711-8889-71c8ae4cec5a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.084709 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c34faa5-07bb-4711-8889-71c8ae4cec5a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.085149 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.089093 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.099846 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94a94313-f45d-4b26-990a-98bef0ff96b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:33.113448 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c34faa5-07bb-4711-8889-71c8ae4cec5a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.120961 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:33.131222 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c34faa5-07bb-4711-8889-71c8ae4cec5a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.132319 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5c34faa5-07bb-4711-8889-71c8ae4cec5a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b207d7f6-e194-4c15-bc32-8f5e36027277 HTTP/1.1" status: 204  len: 168 time: 0.0889297
Dec 16 10:04:33.133390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34faa5-07bb-4711-8889-71c8ae4cec5a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b207d7f6-e194-4c15-bc32-8f5e36027277,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:33.135381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48432) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.139319 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5c34faa5-07bb-4711-8889-71c8ae4cec5a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:33.143740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947380e-2a77-4784-a522-075e2b27df1b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:33.147767 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d034540da9b4e6a89bcf77a94f9b92b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4194248
Dec 16 10:04:33.148934 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:33.150503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48436) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.195202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5c7a065-d1e2-45ad-b771-4f8154fffc29 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:33.215767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5c7a065-d1e2-45ad-b771-4f8154fffc29 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:33.217705 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b5c7a065-d1e2-45ad-b771-4f8154fffc29 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0810819
Dec 16 10:04:33.221440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48440) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.291021 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.323891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.358561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.371722 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.375615 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b04f3f4a-6b1c-4d5f-bab0-4e304ef39fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:33.384299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.392015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3153dca3-2a24-4b4d-a2b2-2e2f9a8490e7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:33.396127 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:33.406909 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.408433 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/3153dca3-2a24-4b4d-a2b2-2e2f9a8490e7 HTTP/1.1" status: 204  len: 168 time: 0.1858778
Dec 16 10:04:33.410924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48444) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.443510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.448909 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-894bd225-178e-49f4-a671-da4cf55072a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:33.461748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947380e-2a77-4784-a522-075e2b27df1b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:33.464742 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:33.465452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-68a6d608-ec72-47ea-ae83-3ab3751831e2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:33.467438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.468526 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4947380e-2a77-4784-a522-075e2b27df1b HTTP/1.1" status: 204  len: 168 time: 0.3171334
Dec 16 10:04:33.484689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-68a6d608-ec72-47ea-ae83-3ab3751831e2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:33.489797 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-68a6d608-ec72-47ea-ae83-3ab3751831e2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0740283
Dec 16 10:04:33.490459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48450) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.495860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335391182'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:33.505782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:33.520863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:33.535365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.559369 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:33.563869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:33.566774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:33.572922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:33.654729 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.659029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.664269 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dcc9af96-cc44-4e36-9851-5f4594b14c50 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:33.709278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a770a48f-4e68-4911-a0a5-9239b7a78f53,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:33.714640 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:33.724422 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.725664 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2342911
Dec 16 10:04:33.728400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.733600 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': 'a770a48f-4e68-4911-a0a5-9239b7a78f53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:33.739812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:33.744373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:33.748147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:33.754468 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:33.771784 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.806678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48460) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.828134 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.835008 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.839258 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.840975 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:33.844110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:33.848152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Usage tracker for resource:security_group_rule and tenant:205b85b809814e0d8ac9e7c589cca7b4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:33.851272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:33.857147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:33.860971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da6ffa4-4241-4781-9229-559b721f21ac,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:33.865030 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:33.879292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:33.880858 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-19df0bd6-e550-4a93-a69a-da73a5e18b40 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1515491
Dec 16 10:04:33.885182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48464) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:33.892138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': 'a770a48f-4e68-4911-a0a5-9239b7a78f53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:33.902148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:33.909957 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:33.913558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:33.922877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:33.957732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.004820 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.013844 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.023762 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e2abedef-1aee-4b02-b081-edd3c33ef87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:34.074534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b2743-79c6-4e70-8a98-631864a3dd9a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:34.083861 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:34.088676 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=205b85b809814e0d8ac9e7c589cca7b4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2801845
Dec 16 10:04:34.090349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.091961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:34.105576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.110069 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d48fb6ce-9cd6-433b-b144-da74701fda24 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:34.145483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26faac59-4df0-43d8-bc08-d235bc2574f8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:34.154382 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:34.184619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.186898 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3001957
Dec 16 10:04:34.189608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48476) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:34.194782 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.198326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': 'a770a48f-4e68-4911-a0a5-9239b7a78f53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:34.205862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:34.213249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:34.216674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:34.224588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:34.227407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.247439 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.289471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.293844 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e9e3cb41-4e61-4584-b4e0-d91d6781fc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:34.306279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b2743-79c6-4e70-8a98-631864a3dd9a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:34.311432 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:34.318378 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.319521 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/144b2743-79c6-4e70-8a98-631864a3dd9a HTTP/1.1" status: 204  len: 168 time: 0.2264435
Dec 16 10:04:34.325219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.330116 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.332775 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a698ac03-1708-4d9a-9ad0-5033ed88d4f0 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:34.353878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13d8f7c-e988-4e20-b3f4-38447f20915d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:34.361669 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:34.378642 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.380082 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a1bb5940-7cb2-4cec-8002-99b3e4f6e5bc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1893563
Dec 16 10:04:34.383833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48484) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:34.389311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': 'a770a48f-4e68-4911-a0a5-9239b7a78f53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:34.396234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:34.400867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:34.404474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:34.411700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:34.432846 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.509397 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.514821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.517031 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8e8238c9-baea-4a8a-ba59-6f34eb6d0d99 tempest-ImagesOneServerNegativeTestJSON-633428238 tempest-ImagesOneServerNegativeTestJSON-633428238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:34.540659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b72702-38f7-4ebc-b190-deb781481557,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:34.543723 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:34.557490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.558928 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9615edb1-94ad-4c86-8b97-8eb86dd48e9a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1741149
Dec 16 10:04:34.561582 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:34.567093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': 'a770a48f-4e68-4911-a0a5-9239b7a78f53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:34.573811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:34.578544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:34.581572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:34.587406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:34.613973 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.682856 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.686799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.692953 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:34.713153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd768b0-740a-4104-b202-5382b2cfe75c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:34.715685 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:34.729940 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.731440 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1688457
Dec 16 10:04:34.735687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48500) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:34.773251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ba8a-332a-4b95-876b-ff1a6c69b56d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.784773 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ba8a-332a-4b95-876b-ff1a6c69b56d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.809773 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ba8a-332a-4b95-876b-ff1a6c69b56d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.811690 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be334928-7456-4c5f-80a3-bdd1cb7debf9 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:34.826283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4ba8a-332a-4b95-876b-ff1a6c69b56d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd768b0-740a-4104-b202-5382b2cfe75c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:34.830832 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e9e4ba8a-332a-4b95-876b-ff1a6c69b56d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:34.833882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9e4ba8a-332a-4b95-876b-ff1a6c69b56d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.839595 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e9e4ba8a-332a-4b95-876b-ff1a6c69b56d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ecd768b0-740a-4104-b202-5382b2cfe75c HTTP/1.1" status: 204  len: 168 time: 0.0982134
Dec 16 10:04:34.840928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48506) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:34.903010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19836f13-d757-41fe-bceb-e46e0d3a5a7e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:34.922895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-19836f13-d757-41fe-bceb-e46e0d3a5a7e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:34.922895 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-19836f13-d757-41fe-bceb-e46e0d3a5a7e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0786088
Dec 16 10:04:34.924760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:34.963393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49a1a05-d34e-4b6a-8a72-cff4e6edfca0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:34.975814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49a1a05-d34e-4b6a-8a72-cff4e6edfca0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.003860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49a1a05-d34e-4b6a-8a72-cff4e6edfca0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.011733 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a16be8ee-2f3d-4113-a0dd-39d1dcf7093e tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:35.028066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a1a05-d34e-4b6a-8a72-cff4e6edfca0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85b72702-38f7-4ebc-b190-deb781481557,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:35.031888 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a49a1a05-d34e-4b6a-8a72-cff4e6edfca0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:35.033366 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49a1a05-d34e-4b6a-8a72-cff4e6edfca0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.034781 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a49a1a05-d34e-4b6a-8a72-cff4e6edfca0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/85b72702-38f7-4ebc-b190-deb781481557 HTTP/1.1" status: 204  len: 168 time: 0.1087933
Dec 16 10:04:35.038149 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48522) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.096437 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-effa63f6-67eb-4262-919a-b4017a8fa529 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:35.112368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-effa63f6-67eb-4262-919a-b4017a8fa529 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:35.113993 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-effa63f6-67eb-4262-919a-b4017a8fa529 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0748026
Dec 16 10:04:35.117030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48526) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.140211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48530) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.148944 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.160365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.184850 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.187143 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-56af5b27-d12b-4488-bbf3-7dbe210ad824 tempest-NegativeSecGroupIPv6Test-1690374229 tempest-NegativeSecGroupIPv6Test-1690374229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:35.202506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d13d8f7c-e988-4e20-b3f4-38447f20915d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:35.206855 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:35.213456 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.217146 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d13d8f7c-e988-4e20-b3f4-38447f20915d HTTP/1.1" status: 204  len: 168 time: 0.0965223
Dec 16 10:04:35.217336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48536) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.262817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252521976-network', 'tenant_id': 'a58ed2606f074f74979719484a30ecd2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:35.269025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:35.273108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Usage tracker for resource:network and tenant:a58ed2606f074f74979719484a30ecd2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:35.277014 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:35.280922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-120beb03-3ae2-4493-bd3b-1b2dbb61ab31 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:35.283254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:35.293742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Made reservation on behalf of a58ed2606f074f74979719484a30ecd2 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:35.296543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.297484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-120beb03-3ae2-4493-bd3b-1b2dbb61ab31 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:35.299091 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-120beb03-3ae2-4493-bd3b-1b2dbb61ab31 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0806692
Dec 16 10:04:35.302325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48540) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.311139 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.331175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:35.335070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Usage tracker for resource:security_group_rule and tenant:a58ed2606f074f74979719484a30ecd2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:35.337160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.338107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:35.345769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:35.352415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.381081 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.383377 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4f505189-de2a-4d0e-ae4b-19b407df873d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:35.406501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26faac59-4df0-43d8-bc08-d235bc2574f8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:35.409806 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:35.414966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.417839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/26faac59-4df0-43d8-bc08-d235bc2574f8 HTTP/1.1" status: 204  len: 168 time: 0.1144187
Dec 16 10:04:35.420681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48548) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.474032 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.482773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.489484 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:35.514310 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-117bca05-17f0-485d-a005-7155e682d367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0924454
Dec 16 10:04:35.517173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48554) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.531421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:04:35.541348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a002a288-ef8d-4a3d-a931-aa95bccc9db5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:35.545583 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:35.548307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.548740 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Added segment 1f710642-a30a-4e25-8e2f-005049767545 of type vlan for network 3a82551a-c5b9-4483-af07-b9536823f472
Dec 16 10:04:35.579030 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.579975 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.592531 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.610891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.612053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:35.612697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.619019 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa99d770-f034-4d22-a71e-2005cb8aa634 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:35.620500 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.622343 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-581c3499-1c40-48b8-abdb-dfda586bd820 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:35.643452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7da6ffa4-4241-4781-9229-559b721f21ac,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:35.645492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.646603 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7da6ffa4-4241-4781-9229-559b721f21ac HTTP/1.1" status: 204  len: 168 time: 0.1266243
Dec 16 10:04:35.647533 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:35.650777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48558) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.699408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-94bdf8a8-533e-4cc6-861f-22d515ab0a55 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:35.715563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-94bdf8a8-533e-4cc6-861f-22d515ab0a55 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:35.717209 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-94bdf8a8-533e-4cc6-861f-22d515ab0a55 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0650268
Dec 16 10:04:35.720289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48562) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.721560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Pushing event updated for resources: {'Network': ['ID=3a82551a-c5b9-4483-af07-b9536823f472,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:35.725099 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5838187
Dec 16 10:04:35.726044 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:35.728548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48566) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:35.734733 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Request body: {'subnet': {'network_id': '3a82551a-c5b9-4483-af07-b9536823f472', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252521976-subnet', 'tenant_id': 'a58ed2606f074f74979719484a30ecd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:35.735703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 3a82551a-c5b9-4483-af07-b9536823f472 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:04:35.740390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:35.744383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Usage tracker for resource:subnet and tenant:a58ed2606f074f74979719484a30ecd2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:35.747367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:35.753960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:35.765775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Made reservation on behalf of a58ed2606f074f74979719484a30ecd2 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:35.768556 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.786037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.816103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.877176 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.885304 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bb4d3926-0570-4b56-ad14-7318c765823a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:35.907730 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a770a48f-4e68-4911-a0a5-9239b7a78f53,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:35.910687 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:35.932060 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:35.933205 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/a770a48f-4e68-4911-a0a5-9239b7a78f53 HTTP/1.1" status: 204  len: 168 time: 0.2119281
Dec 16 10:04:35.935845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:36.019365 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2fc11883-12c6-49b6-9a59-cc13c8435b1f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0822377
Dec 16 10:04:36.024119 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48574) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:36.032085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--520858951'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:36.039192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:36.045377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:36.045941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.048647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:36.050544 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e5182c5-3630-4444-bf36-571612c20b07 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:36.055781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:36.067316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.087720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:36.092393 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:36.095309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:36.101396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:36.123202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7155c1f-4e35-4058-8ebd-50796b9b0920,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:36.128621 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:36.131507 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Checking segment: {'id': '1f710642-a30a-4e25-8e2f-005049767545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3a82551a-c5b9-4483-af07-b9536823f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:36.131883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Network hostable DHCP agents. Network: 3a82551a-c5b9-4483-af07-b9536823f472, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:04:36.152411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Network 3a82551a-c5b9-4483-af07-b9536823f472 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:04:36.164288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 3a82551a-c5b9-4483-af07-b9536823f472) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:36.168341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:36.168925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.174649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67157c21-f418-468a-8143-f4efad355609 None None] Network 3a82551a-c5b9-4483-af07-b9536823f472 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:36.177813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.183710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.192327 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5979cf9f-b805-4a24-a374-27566055c3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:36.201381 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4643717
Dec 16 10:04:36.256273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113523d2-87b5-4cce-a26a-72bbbe65e3a6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:36.260119 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:36.261081 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.262538 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2373366
Dec 16 10:04:36.266082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:36.272907 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': '113523d2-87b5-4cce-a26a-72bbbe65e3a6', 'direction': 'ingress', 'protocol': 17}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:36.281566 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:36.286578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:36.290024 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:36.296713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:36.316687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.396695 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.401779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.404179 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-237824fc-78f9-45c2-ae89-bb4d811c9054 tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:36.434739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6874286-7736-48bc-b01a-b71529d7fe16,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:36.437916 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:36.450163 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.454194 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1839097
Dec 16 10:04:36.454486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48588) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:36.484233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f080d8-85d4-48e6-916d-77df8ec13321 None None] Network 3a82551a-c5b9-4483-af07-b9536823f472 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:36.542379 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.572584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.628844 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.634641 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-24b63a04-9ec8-4575-9ea0-4cfab4349382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:36.652164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113523d2-87b5-4cce-a26a-72bbbe65e3a6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:36.656947 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:36.667400 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.668707 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/113523d2-87b5-4cce-a26a-72bbbe65e3a6 HTTP/1.1" status: 204  len: 168 time: 0.2132328
Dec 16 10:04:36.672174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:36.742283 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cb7bc862-bb1a-416f-b287-6a0bd6b79243 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:36.764087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cb7bc862-bb1a-416f-b287-6a0bd6b79243 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:36.769226 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cb7bc862-bb1a-416f-b287-6a0bd6b79243 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0922227
Dec 16 10:04:36.770450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48606) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:36.777047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230348972'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:36.783374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:36.793300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:36.805392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.829888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:36.834756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:36.837858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:36.845736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:36.861665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48614) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:36.868705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339530675-network', 'tenant_id': 'bd0bce04595d4bc082a01323f28cad2f'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:36.876334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:36.881773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Usage tracker for resource:network and tenant:bd0bce04595d4bc082a01323f28cad2f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:36.886638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:36.896874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:36.910361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Made reservation on behalf of bd0bce04595d4bc082a01323f28cad2f for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:36.914092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.933677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.943523 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.948753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:36.957160 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d54fbae-732a-433c-b723-df822401b9c9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:36.960129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:36.964244 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Usage tracker for resource:security_group_rule and tenant:bd0bce04595d4bc082a01323f28cad2f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:36.967184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:36.973120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:37.003912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9413e56-d5a5-4c8c-b189-b984cf30a5d1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.007739 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.011327 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.012478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2407382
Dec 16 10:04:37.015130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48618) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.020266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--550824078'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:37.027309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:37.032413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:37.035514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:37.041899 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:37.079548 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.084539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.087523 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7c7b452-82c6-4385-aa33-f4145d12cddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:37.089730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.110934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:37.115225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:37.116004 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:04:37.118337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:37.124943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:37.125140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c83497-70f9-472d-906c-70dab8af955c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.128618 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.131096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.131469 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Added segment 72faa9a6-12ce-4644-9c07-a7403bf95b44 of type vlan for network b7a38236-96bd-40c0-8a74-2fcbec49771b
Dec 16 10:04:37.160658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.192347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.193419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:37.194050 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.199208 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c4470d9c-3e6c-41b6-ac4e-e7a912dbe10a tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:37.206275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.210356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.215052 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e9611d49-4cd3-4823-8177-90a4626d7844 tempest-RoutersAdminNegativeIpV6Test-275174070 tempest-RoutersAdminNegativeIpV6Test-275174070-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:37.279709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98a990-b954-4642-9d26-04f2a22b7ac2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.285381 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.289459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.295369 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2751560
Dec 16 10:04:37.295531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48622) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.305630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': 'd9413e56-d5a5-4c8c-b189-b984cf30a5d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e98a990-b954-4642-9d26-04f2a22b7ac2', 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:37.315418 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4515941
Dec 16 10:04:37.316527 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:37.318819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.322091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a38236-96bd-40c0-8a74-2fcbec49771b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.324964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:37.325520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Request body: {'subnet': {'network_id': 'b7a38236-96bd-40c0-8a74-2fcbec49771b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339530675-subnet', 'tenant_id': 'bd0bce04595d4bc082a01323f28cad2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:37.327842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.328643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:37.331876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:37.332085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b7a38236-96bd-40c0-8a74-2fcbec49771b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:04:37.336105 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:37.337886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Usage tracker for resource:subnet and tenant:bd0bce04595d4bc082a01323f28cad2f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:37.342273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:37.350597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:37.363431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.368494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Made reservation on behalf of bd0bce04595d4bc082a01323f28cad2f for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:04:37.370966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.440231 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.445568 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.453821 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:37.476086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4afeb41-c480-4dbb-8943-545e8f8b6539,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.478832 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.489815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.491329 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1929026
Dec 16 10:04:37.494454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.525830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.542045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.576431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.584302 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-19ea3b7b-eecb-4018-8c98-649e30ebe07b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:37.598624 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4afeb41-c480-4dbb-8943-545e8f8b6539,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.601251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.602471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.606270 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a4afeb41-c480-4dbb-8943-545e8f8b6539 HTTP/1.1" status: 204  len: 168 time: 0.1080055
Dec 16 10:04:37.606604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.620454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.624467 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7c7d2d83-405f-4d07-9ef4-64be0a7aad2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:37.661919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2215fb56-d8e7-4871-95bc-4649acce2236 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:37.681075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2215fb56-d8e7-4871-95bc-4649acce2236 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:37.682778 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2215fb56-d8e7-4871-95bc-4649acce2236 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0745592
Dec 16 10:04:37.686242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.699839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc7367a-5cd7-460c-bf11-eeb781c58f06,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.705726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.711745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Checking segment: {'id': '72faa9a6-12ce-4644-9c07-a7403bf95b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b7a38236-96bd-40c0-8a74-2fcbec49771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:04:37.712333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Network hostable DHCP agents. Network: b7a38236-96bd-40c0-8a74-2fcbec49771b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:04:37.736272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Network b7a38236-96bd-40c0-8a74-2fcbec49771b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:04:37.746526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b7a38236-96bd-40c0-8a74-2fcbec49771b) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:04:37.750465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:04:37.751025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.758940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ad88d-0c23-4152-bd15-34cb27543b17 None None] Network b7a38236-96bd-40c0-8a74-2fcbec49771b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:37.763959 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.774871 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4547856
Dec 16 10:04:37.798902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.861977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.867154 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4f62e459-d82f-4611-aec1-1338ef626a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:37.887935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98a990-b954-4642-9d26-04f2a22b7ac2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:37.891726 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:37.910323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:37.912454 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/1e98a990-b954-4642-9d26-04f2a22b7ac2 HTTP/1.1" status: 204  len: 168 time: 0.2251763
Dec 16 10:04:37.915466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.941981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:37.994643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c388d27-2286-4af6-bf98-7c4c66f054f0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:38.012091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c388d27-2286-4af6-bf98-7c4c66f054f0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:38.013193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Deleting subnet b7155c1f-4e35-4058-8ebd-50796b9b0920 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:04:38.015378 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c388d27-2286-4af6-bf98-7c4c66f054f0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0980525
Dec 16 10:04:38.018144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.021490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.040924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5c2c8-5991-4d3a-ae3d-1ea5f3142e82 None None] Network b7a38236-96bd-40c0-8a74-2fcbec49771b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:04:38.095953 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.096945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.131635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.157890 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.184302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.197055 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-101c78a9-1d89-436a-b620-2c5bf235fa6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:38.213886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9413e56-d5a5-4c8c-b189-b984cf30a5d1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:38.220047 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:38.223307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.224430 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/d9413e56-d5a5-4c8c-b189-b984cf30a5d1 HTTP/1.1" status: 204  len: 168 time: 0.2053299
Dec 16 10:04:38.227286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.254152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.260194 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-648450e9-5015-4d7f-aa3e-ef460518efa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:38.285386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5ae88da3-147d-4422-b7a5-b1d9c3c95bd5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:38.304069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5ae88da3-147d-4422-b7a5-b1d9c3c95bd5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:38.304964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7155c1f-4e35-4058-8ebd-50796b9b0920,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:38.307348 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.309949 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:38.313255 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5ae88da3-147d-4422-b7a5-b1d9c3c95bd5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0834579
Dec 16 10:04:38.314516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48662) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.317179 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b7155c1f-4e35-4058-8ebd-50796b9b0920 HTTP/1.1" status: 204  len: 168 time: 0.3740497
Dec 16 10:04:38.319520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48666) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.324230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039214656'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:38.332818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:38.343732 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:38.353235 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.376762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:38.382181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:38.386599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:38.395865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:38.433142 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.506295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.511484 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.517059 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b2a0eb4-cff0-4f0c-9a71-003347a24367 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:38.565163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec27cf0-e377-462b-a61f-ef5f638fe45e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:38.570305 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:38.576511 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.577790 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2619011
Dec 16 10:04:38.580787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48670) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.585896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': '0ec27cf0-e377-462b-a61f-ef5f638fe45e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:38.592812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:38.596879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:38.598877 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.599890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:38.608091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:38.626429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.626800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f22d0100>,) {'filters': {'network_id': ['3a82551a-c5b9-4483-af07-b9536823f472']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:38.639718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22d0100>, '1f710642-a30a-4e25-8e2f-005049767545') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:38.640040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22d0100>, '1f710642-a30a-4e25-8e2f-005049767545') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:38.652625 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.672491 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.679439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:04:38.680069 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:04:38.694203 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:04:38.699322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.703991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.710634 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0b52798-6602-4b06-8c93-9539a3be3fc1 tempest-TestSecurityGroupsBasicOps-1586414673 tempest-TestSecurityGroupsBasicOps-1586414673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:38.730514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b6a4ba-ba13-49be-bb6a-523eddd858c4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:38.736367 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:38.744589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.745964 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1642120
Dec 16 10:04:38.750260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48674) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.777007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.782711 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3666a043-fccd-4ae8-92b1-f90a9e2621c2 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:38.795186 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3903f42-e040-4b4d-88da-027d9a96c2b0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.810868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.821298 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3903f42-e040-4b4d-88da-027d9a96c2b0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.823658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a82551a-c5b9-4483-af07-b9536823f472,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:38.827045 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:38.829802 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3a82551a-c5b9-4483-af07-b9536823f472 HTTP/1.1" status: 204  len: 168 time: 0.5088997
Dec 16 10:04:38.833517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48678) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.904335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3903f42-e040-4b4d-88da-027d9a96c2b0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.910704 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fd8f479-b775-4b92-8629-66e333ba160a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:38.918801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Deleting subnet cbc7367a-5cd7-460c-bf11-eeb781c58f06 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:04:38.925903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.954661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3903f42-e040-4b4d-88da-027d9a96c2b0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10b6a4ba-ba13-49be-bb6a-523eddd858c4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:38.958032 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d3903f42-e040-4b4d-88da-027d9a96c2b0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:38.973620 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3903f42-e040-4b4d-88da-027d9a96c2b0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:38.974710 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d3903f42-e040-4b4d-88da-027d9a96c2b0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/10b6a4ba-ba13-49be-bb6a-523eddd858c4 HTTP/1.1" status: 204  len: 168 time: 0.2234449
Dec 16 10:04:38.977460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48684) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:38.990633 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.033583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f425e23e-1511-42b8-b95e-618bc520cb62 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:39.051455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f425e23e-1511-42b8-b95e-618bc520cb62 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:39.056790 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f425e23e-1511-42b8-b95e-618bc520cb62 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0740485
Dec 16 10:04:39.057090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48688) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:39.060099 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.136713 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.141501 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.145582 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c533abc-819d-4844-9e2a-94b5dffa48cb tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:39.168406 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.185263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc7367a-5cd7-460c-bf11-eeb781c58f06,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:39.188080 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:39.198104 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.211467 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cbc7367a-5cd7-460c-bf11-eeb781c58f06 HTTP/1.1" status: 204  len: 168 time: 0.3741395
Dec 16 10:04:39.211590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:39.233947 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.246631 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-61ff10b5-2c6a-4ceb-9de7-58a03d47166b tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:39.259278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec27cf0-e377-462b-a61f-ef5f638fe45e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:39.272361 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:39.275288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.276600 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/0ec27cf0-e377-462b-a61f-ef5f638fe45e HTTP/1.1" status: 204  len: 168 time: 0.2182951
Dec 16 10:04:39.280414 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48702) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:39.336584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.338628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-96016e77-e89e-4a81-8ded-b425d4b18e90 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:39.355718 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-96016e77-e89e-4a81-8ded-b425d4b18e90 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:39.357046 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-96016e77-e89e-4a81-8ded-b425d4b18e90 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0755310
Dec 16 10:04:39.360953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:39.367896 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--967995760'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:39.377184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:39.390128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:39.402122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.426617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:39.430870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:39.434039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:39.441055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:39.530046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.534972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.541155 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-465b6505-0d21-406d-b26e-6f71c5fb104a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:39.619430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.652962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f094ebb0>,) {'filters': {'network_id': ['b7a38236-96bd-40c0-8a74-2fcbec49771b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:39.667984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f094ebb0>, '72faa9a6-12ce-4644-9c07-a7403bf95b44') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:39.668477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f094ebb0>, '72faa9a6-12ce-4644-9c07-a7403bf95b44') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:04:39.683784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.706053 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.714336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:04:39.715249 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.717053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f7fde-6488-4e83-81cc-f73c5874cb53,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:39.721906 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:39.728181 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.733063 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3700955
Dec 16 10:04:39.733063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48712) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:04:39.733363 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:04:39.738247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': '0c2f7fde-6488-4e83-81cc-f73c5874cb53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:39.744417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:39.749021 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:39.752040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:39.757807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:39.777813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.816758 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.820882 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:39.841510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.843061 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.847552 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.847969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a38236-96bd-40c0-8a74-2fcbec49771b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:39.850751 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-32cc922d-b86c-488c-8197-0e6df8745665 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:39.850996 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:39.857220 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b7a38236-96bd-40c0-8a74-2fcbec49771b HTTP/1.1" status: 204  len: 168 time: 0.6404967
Dec 16 10:04:39.890627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7437ae8b-f243-4bf4-afd7-17a9fc9fd1b0,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:39.893939 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:39.908298 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:39.910066 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5d99be56-699c-43fc-8d8f-5daa500e8945 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1759605
Dec 16 10:04:39.913233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:39.936641 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0f7bb910-d9be-4f79-bc17-562f874b1a94 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules/7437ae8b-f243-4bf4-afd7-17a9fc9fd1b0 HTTP/1.1" status: 200  len: 763 time: 0.0220187
Dec 16 10:04:39.939246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:39.992495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7d837914-929e-4f87-977a-3dd82d7c59d8 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:40.009319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7d837914-929e-4f87-977a-3dd82d7c59d8 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:40.010602 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7d837914-929e-4f87-977a-3dd82d7c59d8 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0704303
Dec 16 10:04:40.013575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.043610 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3c02c18-09e2-4e95-b028-112df60e8f9f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.055598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3c02c18-09e2-4e95-b028-112df60e8f9f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.084911 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3c02c18-09e2-4e95-b028-112df60e8f9f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.087194 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:40.093809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.108091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c02c18-09e2-4e95-b028-112df60e8f9f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7437ae8b-f243-4bf4-afd7-17a9fc9fd1b0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:40.111951 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d3c02c18-09e2-4e95-b028-112df60e8f9f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:40.117138 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3c02c18-09e2-4e95-b028-112df60e8f9f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.121740 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d3c02c18-09e2-4e95-b028-112df60e8f9f tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7437ae8b-f243-4bf4-afd7-17a9fc9fd1b0 HTTP/1.1" status: 204  len: 168 time: 0.1039383
Dec 16 10:04:40.122074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.147005 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9378024e-c2be-4526-98c8-c53ea310c78a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a58ed2606f074f74979719484a30ecd2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0517983
Dec 16 10:04:40.150361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48738) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.169615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5066af10-b69a-473c-af1b-0912943dda84 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:40.185134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-5066af10-b69a-473c-af1b-0912943dda84 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:40.186907 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5066af10-b69a-473c-af1b-0912943dda84 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0634561
Dec 16 10:04:40.189869 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48742) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.198025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': '0c2f7fde-6488-4e83-81cc-f73c5874cb53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:40.211489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:40.224610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.226682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:40.256519 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.271742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.349632 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.353285 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.359043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.360204 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b76df8b5-e7ed-4fc7-a9c1-d204186fb2e6 tempest-SecurityGroupRulesTestJSON-1650380898 tempest-SecurityGroupRulesTestJSON-1650380898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:40.363266 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba351896-70d8-45e7-8641-fb246b696361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:40.375421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a002a288-ef8d-4a3d-a931-aa95bccc9db5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:40.377768 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:40.380351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eea170-9640-49ce-a152-8d90745d50d5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:40.383626 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:40.385607 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.391190 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a002a288-ef8d-4a3d-a931-aa95bccc9db5 HTTP/1.1" status: 204  len: 168 time: 0.2354701
Dec 16 10:04:40.400403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.403480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ff5a550f-54a1-4f0e-bfaa-ec586ece62f7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2109215
Dec 16 10:04:40.405224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.424830 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bcc31fd0-3dcd-4a2b-b7ad-3c6b4f92e7cf tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules/01eea170-9640-49ce-a152-8d90745d50d5 HTTP/1.1" status: 200  len: 763 time: 0.0180147
Dec 16 10:04:40.428573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.478673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0306d96c-bdc9-465e-8fc2-d26b39ccd73d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:40.496038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0306d96c-bdc9-465e-8fc2-d26b39ccd73d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:40.501096 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0306d96c-bdc9-465e-8fc2-d26b39ccd73d tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0691524
Dec 16 10:04:40.501681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.553211 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0645ab9-b93f-43da-bb5d-8ad2a254c90a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.573994 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0645ab9-b93f-43da-bb5d-8ad2a254c90a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.631454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0645ab9-b93f-43da-bb5d-8ad2a254c90a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.635122 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7142bc2d-5b9e-48ea-b9e1-af29b41c3684 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:40.657124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0645ab9-b93f-43da-bb5d-8ad2a254c90a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01eea170-9640-49ce-a152-8d90745d50d5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:40.659419 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0645ab9-b93f-43da-bb5d-8ad2a254c90a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:40.667790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0645ab9-b93f-43da-bb5d-8ad2a254c90a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.669150 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0645ab9-b93f-43da-bb5d-8ad2a254c90a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/01eea170-9640-49ce-a152-8d90745d50d5 HTTP/1.1" status: 204  len: 168 time: 0.1660564
Dec 16 10:04:40.671832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.727111 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d6cb8e64-a251-4730-82d7-1a7486affa14 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0539460
Dec 16 10:04:40.731361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48766) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.736831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': '0c2f7fde-6488-4e83-81cc-f73c5874cb53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:40.743677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:40.748514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:40.751792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:40.757528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:40.768506 n-d-820554-2 neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Project 27664bbf6fc14096987a723ca2c24ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 10:04:40.775415 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.843792 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.848601 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.861844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48770) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.862343 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d0382a42-b59a-4e03-a493-996f3887a627 tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:40.883188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b518ee18-1ba2-4ae1-9c70-8e125192bc64,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:40.885476 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:40.891723 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:40.893089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba25846f-3eb0-4724-8212-12e88692940e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1607869
Dec 16 10:04:40.896981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.916514 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cfbc9185-8e2a-4543-b43c-04c168b6d206 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd0bce04595d4bc082a01323f28cad2f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0529323
Dec 16 10:04:40.921067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48778) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.924760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1cea3f41-f5f5-4d84-af86-72bcdf96e616 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules/b518ee18-1ba2-4ae1-9c70-8e125192bc64 HTTP/1.1" status: 200  len: 769 time: 0.0261018
Dec 16 10:04:40.926704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48782) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:40.985795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a41e81a5-c85c-4dd0-a015-180e227a5c3a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:40.990571 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.002233 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a41e81a5-c85c-4dd0-a015-180e227a5c3a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:41.003805 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a41e81a5-c85c-4dd0-a015-180e227a5c3a tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0759130
Dec 16 10:04:41.006700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48786) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:41.019934 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.038200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.049473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.083947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.085872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.089978 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-937db880-643a-4a66-af84-c1123039d9a7 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:41.094942 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-31ac777e-4a37-41dc-897f-dccef8b325b9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:41.102439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c83497-70f9-472d-906c-70dab8af955c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:41.107205 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:41.109307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.110399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68c83497-70f9-472d-906c-70dab8af955c HTTP/1.1" status: 204  len: 168 time: 0.1883454
Dec 16 10:04:41.119898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b518ee18-1ba2-4ae1-9c70-8e125192bc64,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:41.123727 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:41.133750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.135604 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b518ee18-1ba2-4ae1-9c70-8e125192bc64 HTTP/1.1" status: 204  len: 168 time: 0.1274915
Dec 16 10:04:41.139403 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:41.194589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-006bb427-0792-442d-9dc6-f19fb4b44199 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:41.214416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-006bb427-0792-442d-9dc6-f19fb4b44199 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:41.217007 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-006bb427-0792-442d-9dc6-f19fb4b44199 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0757434
Dec 16 10:04:41.221319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:41.325456 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.368184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.451282 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.457263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5ac6f138-4408-4f93-b230-2d83de81becc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:41.479266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f7fde-6488-4e83-81cc-f73c5874cb53,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:41.483266 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:41.505503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.507586 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/0c2f7fde-6488-4e83-81cc-f73c5874cb53 HTTP/1.1" status: 204  len: 168 time: 0.2844231
Dec 16 10:04:41.512050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48802) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:41.593236 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-39956967-649d-4c2a-888e-299e4b3438cc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:41.614794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-39956967-649d-4c2a-888e-299e4b3438cc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:41.616697 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-39956967-649d-4c2a-888e-299e4b3438cc tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1031923
Dec 16 10:04:41.622033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:41.628747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group': {'name': 'tempest-secgroup--384557229'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:41.641254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:41.651540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:41.663512 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.698780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:41.705604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:41.710476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:41.720654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:41.834269 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.839194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.847584 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:41.911777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37438723-0940-48c1-9ba4-e33e05929d80,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:41.915743 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:41.930147 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:41.932130 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3086071
Dec 16 10:04:41.936520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48818) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:41.944310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Request body: {'security_group_rule': {'security_group_id': '37438723-0940-48c1-9ba4-e33e05929d80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:04:41.955659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:41.961898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Usage tracker for resource:security_group_rule and tenant:27664bbf6fc14096987a723ca2c24ee7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:41.966264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:41.975761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:41.992316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9a291c02-4afb-4619-860c-d06e3d1fd66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.003515 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.057200 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.103979 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.109524 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.111973 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:42.147925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85d6353-0065-4ec7-a9f7-47fd486574fc,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:42.151432 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:42.167824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.170018 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-274c449a-b3c2-4050-aaa3-3c6801edcf67 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2315247
Dec 16 10:04:42.173497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48830) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:42.279573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.323050 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.405668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.414308 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d458105f-7033-42ce-94f2-edd44719706b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:42.436440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37438723-0940-48c1-9ba4-e33e05929d80,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:42.442335 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:42.452884 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:42.454453 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/37438723-0940-48c1-9ba4-e33e05929d80 HTTP/1.1" status: 204  len: 168 time: 0.2795620
Dec 16 10:04:42.458015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48836) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:42.544907 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c49c65b8-54d4-492e-8052-d9d4d3cd29c6 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:42.568549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c49c65b8-54d4-492e-8052-d9d4d3cd29c6 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:42.574297 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c49c65b8-54d4-492e-8052-d9d4d3cd29c6 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1110842
Dec 16 10:04:42.574720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:42.645089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34b0c08e-5dfc-44be-8184-853f62ccfb22 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Synchronizing usage tracker for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:04:42.678670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34b0c08e-5dfc-44be-8184-853f62ccfb22 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Unset dirty status for tenant:27664bbf6fc14096987a723ca2c24ee7 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:04:42.680383 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34b0c08e-5dfc-44be-8184-853f62ccfb22 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1039882
Dec 16 10:04:42.684425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48846) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:42.719602 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-9ab997ed-4da8-4a49-aac3-e9f693efc137 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] delete failed (client error): The resource could not be found.
Dec 16 10:04:42.721156 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9ab997ed-4da8-4a49-aac3-e9f693efc137 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "DELETE /v2.0/security-groups/37438723-0940-48c1-9ba4-e33e05929d80 HTTP/1.1" status: 404  len: 347 time: 0.0305831
Dec 16 10:04:42.726360 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48852) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:42.806640 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-aa2d6603-26ca-49cc-b7ad-67bd5ff41f2b tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0782125
Dec 16 10:04:43.116719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48866) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:43.445371 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-961b17d3-e801-4410-9e8c-c75bc1de2124 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27664bbf6fc14096987a723ca2c24ee7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3273125
Dec 16 10:04:43.450345 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48876) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:43.549398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:43.589081 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:43.666572 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 48882) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:43.675864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:43.679315 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6522ecc1-e94c-4092-ac12-b2bb1726712e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:43.693846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6385d83a-09f7-43fd-8545-2344f8bbd735,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:43.696438 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:43.717932 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:43.722198 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6385d83a-09f7-43fd-8545-2344f8bbd735 HTTP/1.1" status: 204  len: 168 time: 0.2674220
Dec 16 10:04:43.812702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:43.828980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:43.832867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:a0887ac1bd5e4885a7b2f13ee1d5d733 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:43.835946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:43.842829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:43.940805 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:43.945885 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:43.956948 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-318e0455-3680-4e2b-b7df-e35da5de3b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:43.983202 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:04:44.000916 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0887ac1bd5e4885a7b2f13ee1d5d733&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3331466
Dec 16 10:04:44.002605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb4c89-c4c2-42b8-9bc5-5aa765ae33ed,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:44.004659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48894) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:44.005696 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:44.088673 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.121423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.182037 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.187528 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ee867b00-3676-4e80-8bf1-c1f18f3f7e74 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:44.200821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb4c89-c4c2-42b8-9bc5-5aa765ae33ed,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:44.204643 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:44.204643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.207206 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97cb4c89-c4c2-42b8-9bc5-5aa765ae33ed HTTP/1.1" status: 204  len: 168 time: 0.1995046
Dec 16 10:04:44.252092 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.496338 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-334c6fd6-eea4-4df1-93da-cb35416f3613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.633324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:44.652506 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.668081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:44.672625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Usage tracker for resource:security_group_rule and tenant:0303c7df51fd4ce8890023e2179292bd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:44.675526 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:44.681665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:44.792209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.797866 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.811675 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca6a537b-76da-4b79-91a1-bf1807983706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:44.852675 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0303c7df51fd4ce8890023e2179292bd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2179935
Dec 16 10:04:44.855186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 48926) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:44.857958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbef075-711a-49fe-9492-ccd64e1efaa7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:44.874070 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:44.923187 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:44.949502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:45.001583 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:45.006442 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08cf2bc5-67a7-49d2-9e3d-b5d545b5e88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:45.019336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbef075-711a-49fe-9492-ccd64e1efaa7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:45.021703 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:45.027281 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:45.031084 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4bbef075-711a-49fe-9492-ccd64e1efaa7 HTTP/1.1" status: 204  len: 168 time: 0.1726463
Dec 16 10:04:45.383830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:45.537772 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:47.162294 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:56.801493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:56.950689 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:56.967119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:04:56.971466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Usage tracker for resource:security_group_rule and tenant:75d4a3101bd24ca597fbe94d6631045a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:04:56.974956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:04:56.982310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:04:57.088754 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:57.095213 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:57.106386 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-878d095f-3e2f-4c8f-84fb-9dc7f6fa2183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:57.154135 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75d4a3101bd24ca597fbe94d6631045a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3515010
Dec 16 10:04:57.156780 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a467d9a4-9dc3-469b-9d8b-0ddf7b8660b9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:57.157837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:04:57.162607 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:57.232762 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:57.266462 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:57.350861 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:57.357757 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23a320dd-c6ea-4ddb-b8cd-ad2665215900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:04:57.370959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a467d9a4-9dc3-469b-9d8b-0ddf7b8660b9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:04:57.374484 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:04:57.389584 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:04:57.391088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a467d9a4-9dc3-469b-9d8b-0ddf7b8660b9 HTTP/1.1" status: 204  len: 168 time: 0.2326512
Dec 16 10:05:01.240159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:01.421621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:01.437539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:01.441995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Usage tracker for resource:security_group_rule and tenant:0333d704b9064b1e99c2a457bd703976 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:01.445146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:01.452266 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:01.553670 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:01.558066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:01.567541 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-247b31af-5234-42c7-83b7-9c60cf001c0c tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:01.599851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56715e70-656d-4fa5-a4e3-18cb82c1eac5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:01.609085 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:01.621623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49326) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:01.622149 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0333d704b9064b1e99c2a457bd703976&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3802474
Dec 16 10:05:01.704550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:01.739634 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:01.829074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:01.835904 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d606df3a-ad3f-49ee-a8d8-84b771fea918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:01.852719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56715e70-656d-4fa5-a4e3-18cb82c1eac5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:01.855827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:01.860003 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56715e70-656d-4fa5-a4e3-18cb82c1eac5 HTTP/1.1" status: 204  len: 168 time: 0.2361112
Dec 16 10:05:01.868169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.868569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.869056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.869444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.869974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.870356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.870854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.871308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.871794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.873145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.873399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.873776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:01.876934 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:02.251373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49346) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:02.278399 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:02.295238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:02.300324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Usage tracker for resource:security_group_rule and tenant:0a1f4b3509fb46a99a0c19c9aa0a89cc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:02.304558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:02.312034 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:02.468042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:02.474540 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:02.489810 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0de3ca29-5dd1-4fe5-a0e7-1bb37dbf1c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:02.548977 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a1f4b3509fb46a99a0c19c9aa0a89cc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2962253
Dec 16 10:05:02.550142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34b5d14-b708-48d2-a74f-8af3ea199b5d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:02.565639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49356) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:02.576230 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:02.658980 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:02.694407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:02.760878 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:02.765917 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7bff3661-5b46-47be-9f4c-e653b35fd966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:02.779012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34b5d14-b708-48d2-a74f-8af3ea199b5d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:02.783965 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:02.787738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:02.789235 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d34b5d14-b708-48d2-a74f-8af3ea199b5d HTTP/1.1" status: 204  len: 168 time: 0.2206125
Dec 16 10:05:05.041642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49452) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:05.202514 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:05.232081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:05.236189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf58b5264b94a5c9fd17eb9058f2273 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:05.240902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:05.249046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:05.394287 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:05.400578 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:05.414835 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a2aa1ff2-18b3-425e-929b-40e8b4feba0e tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:05.484250 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5cf58b5264b94a5c9fd17eb9058f2273&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4385376
Dec 16 10:05:05.484737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:05.501567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add8bda-3beb-435b-b1f1-a6cc66f91c2c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:05.507557 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:05.580352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:05.608306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:05.677758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:05.687025 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-00217582-c8a3-43aa-a82b-62bc3ae2f3fb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:05.715341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add8bda-3beb-435b-b1f1-a6cc66f91c2c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:05.723439 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:05.725718 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6add8bda-3beb-435b-b1f1-a6cc66f91c2c HTTP/1.1" status: 204  len: 168 time: 0.2394309
Dec 16 10:05:05.727589 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:06.464783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49500) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:06.620860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:06.636790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:06.640830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Usage tracker for resource:security_group_rule and tenant:593d770d936c4db48f0898a3e04a2142 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:06.643832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:06.650026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:06.755787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:06.760667 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:06.768804 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-35af77ac-ad08-45d2-a2ee-dd77482ab5a1 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:06.805760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e399d66e-7de3-4f13-8774-7d841a181fe3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:06.811327 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:06.819917 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=593d770d936c4db48f0898a3e04a2142&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3513031
Dec 16 10:05:06.819917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:06.882955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:06.916750 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:06.977533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:06.983907 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cfb68ee4-8212-49d7-8075-80f5a1d63f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:06.998888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e399d66e-7de3-4f13-8774-7d841a181fe3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:07.001754 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:07.003010 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.004265 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e399d66e-7de3-4f13-8774-7d841a181fe3 HTTP/1.1" status: 204  len: 168 time: 0.1833260
Dec 16 10:05:07.374475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:07.395901 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.412530 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:07.416629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e683b1f1dab4d25b63dbc137111a940 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:07.420279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:07.436878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:07.552508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.559145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.571558 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9275defd-0050-4edd-80cd-0e1d616d9fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:07.623320 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e683b1f1dab4d25b63dbc137111a940&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2448847
Dec 16 10:05:07.624385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:07.627410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a15220f-cd46-4e5c-a88f-c41df6750cbb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:07.641972 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:07.701945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.734833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.798828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.804309 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d0620eb3-d1f1-4b21-8cd5-bcb1a7b30d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:07.821603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a15220f-cd46-4e5c-a88f-c41df6750cbb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:07.824801 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:07.837731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:07.838884 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a15220f-cd46-4e5c-a88f-c41df6750cbb HTTP/1.1" status: 204  len: 168 time: 0.2136662
Dec 16 10:05:08.343569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:08.566789 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:08.574764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:08.582445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Usage tracker for resource:floatingip and tenant:ceddb4c8129f418489438ebb43c3574f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:08.586086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:08.594640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:08.606586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:08.747922 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:08.887216 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Allocated IP 172.25.3.106 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/7998e072-2f39-4a2b-a276-21e5c36960ff) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:09.046021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.080457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.085086 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2cacd6e5-1a3d-4688-822f-b7103010358f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:09.150915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Port': ['ID=7998e072-2f39-4a2b-a276-21e5c36960ff,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:09.155679 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:09.168840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:09.171191 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:09.173305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:09.260876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.323208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.600397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.607425 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.610994 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:09.895822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Port': ['ID=7998e072-2f39-4a2b-a276-21e5c36960ff,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:09.898638 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:09.910043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.940008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:09.943920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5966537
Dec 16 10:05:09.944130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49626) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:09.951449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1048705469'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:09.958264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:09.963705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Usage tracker for resource:network and tenant:ceddb4c8129f418489438ebb43c3574f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:09.967479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:09.973230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:09.986595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Made reservation on behalf of ceddb4c8129f418489438ebb43c3574f for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:05:09.990382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.005576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.021905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:10.027285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Usage tracker for resource:security_group_rule and tenant:ceddb4c8129f418489438ebb43c3574f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:10.031745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:10.038032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:10.143559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.153865 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.164631 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-77dd42e7-f793-45c4-a3e9-1dfdd40f3f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:10.198261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:05:10.214091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631bfbc1-4e16-48ed-8124-e0815031455a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:10.218476 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:10.219538 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.219887 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Added segment 97350e29-390c-454b-a401-7de2b8378ec3 of type vlan for network e67589a5-6fe0-46d5-a366-59be233c3690
Dec 16 10:05:10.266209 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.308167 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.315565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:10.316295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.329395 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7fa9dde-ff91-4c79-96e5-bb2b009ee456 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:10.436639 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4915643
Dec 16 10:05:10.439372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49638) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:10.446503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Network': ['ID=e67589a5-6fe0-46d5-a366-59be233c3690,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:10.446679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Request body: {'subnet': {'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:10.449603 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-897721f1-38e0-465b-af29-ff366fe3ded6 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:10.458726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network e67589a5-6fe0-46d5-a366-59be233c3690 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:05:10.593915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:10.598060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Usage tracker for resource:subnet and tenant:ceddb4c8129f418489438ebb43c3574f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:10.600676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:10.607356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:10.620902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Made reservation on behalf of ceddb4c8129f418489438ebb43c3574f for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:05:10.625486 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.869011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:10.874695 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49d353d6-1abf-4c69-8d3b-a9cd0a481944 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:10.965885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Subnet': ['ID=04100f87-f906-4b64-921e-642d36d67e48,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:10.969094 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:10.973731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Checking segment: {'id': '97350e29-390c-454b-a401-7de2b8378ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:05:10.974099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Network hostable DHCP agents. Network: e67589a5-6fe0-46d5-a366-59be233c3690, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:05:10.994002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Network e67589a5-6fe0-46d5-a366-59be233c3690 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:05:11.003833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, e67589a5-6fe0-46d5-a366-59be233c3690) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:11.008396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:11.008925 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.016225 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f1206-9b5d-4aa4-9278-fbb441725d13 None None] Network e67589a5-6fe0-46d5-a366-59be233c3690 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:05:11.036755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:11.037282 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b2d9212a-5e0a-48d8-93f3-b6d26931c864 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5958498
Dec 16 10:05:11.041928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1397064164', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:11.055230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:11.069999 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Usage tracker for resource:router and tenant:ceddb4c8129f418489438ebb43c3574f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:11.084657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:11.095669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:11.105654 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.109248 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.126785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.318237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-e67589a5-6fe0-46d5-a366-59be233c3690', 'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690', 'tenant_id': 'ceddb4c8129f418489438ebb43c3574f', 'fixed_ips': [{'subnet_id': '04100f87-f906-4b64-921e-642d36d67e48'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:05:11.319088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.510585 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.529639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Allocated IP 172.20.0.2 (e67589a5-6fe0-46d5-a366-59be233c3690/04100f87-f906-4b64-921e-642d36d67e48/6a72b6b9-1ca4-49e7-a751-6e70cab05a31) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:11.832532 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.845249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Transition to ACTIVE for port object 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:05:11.870276 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Transition to ACTIVE for port object 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:05:11.878325 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.885402 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:11.970559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Network e67589a5-6fe0-46d5-a366-59be233c3690 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:11.981486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:11.985292 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:11.991936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:11.993912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Pushing event updated for resources: {'Port': ['ID=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:12.007154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.007526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.007867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.008423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.008761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.009093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.009408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.009730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.010191 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.010522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.010843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.011183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.020374 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.052920 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:12.080831 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33d6658a-123a-44a1-b310-40d0384da16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.117260 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.119379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Attempting to bind port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:05:12.119762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Attempting to bind port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '97350e29-390c-454b-a401-7de2b8378ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:05:12.120171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Attempting to bind port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 on network e67589a5-6fe0-46d5-a366-59be233c3690 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:05:12.125464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:05:12.125845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Checking segment: {'id': '97350e29-390c-454b-a401-7de2b8378ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:05:12.126250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.126663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Bound using segment: {'id': '97350e29-390c-454b-a401-7de2b8378ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:05:12.127132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Bound port: 6a72b6b9-1ca4-49e7-a751-6e70cab05a31, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97350e29-390c-454b-a401-7de2b8378ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:05:12.127549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.177533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Allocated IP 172.25.3.159 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/8efbd0a4-e338-41b5-87d7-9457aa236371) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:12.225630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] For port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:05:12.230110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] For port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,segment=NetworkSegment(97350e29-390c-454b-a401-7de2b8378ec3),segment_id=97350e29-390c-454b-a401-7de2b8378ec3)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:05:12.234190 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.238142 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-16193df4-9007-490c-8d4e-2d42986571eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:12.337206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Pushing event updated for resources: {'Port': ['ID=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:12.340529 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:12.366378 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.416147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:12.422013 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e547be09-f870-4cd6-9245-4bc1db74f86f tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:12.497906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:12.501356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:12.506145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:12.536652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Port': ['ID=8efbd0a4-e338-41b5-87d7-9457aa236371,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:12.555637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.556135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.556598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.559405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.560390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.560986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.561439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.561882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.562787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.565843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.566374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.566917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:05:12.581340 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:13.223795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:13.541710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43593e85-ca37-488a-917b-0d2315a43dfe None None] Network e67589a5-6fe0-46d5-a366-59be233c3690 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:05:13.602666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:13.639645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d49a0fa6-b5fc-4774-b896-2da4a36d8300 None None] Provisioning for port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:05:13.839497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Router d87f199b-5c8e-42d9-9785-2a5971d17a7f is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:05:14.069830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:14.076072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:05:14.112471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:14.113284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] Sync routers for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:14.114031 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 3.0762286
Dec 16 10:05:14.116672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:14.144560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:14.145199 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f26065b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:14.222054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f26065b0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:14.252914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:14.253529 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f26065b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:04:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:14.310952 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:14.321877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f26065b0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:14.322362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc734c-351c-4b35-8d33-d879d45da878 None None] The sync data for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:14.324818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:05:14.330875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:05:14.331296 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:14.458659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:14.497348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d05361c-fb1b-4e22-a557-fb5e68bfd8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:14.503742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,segment=NetworkSegment(97350e29-390c-454b-a401-7de2b8378ec3),segment_id=97350e29-390c-454b-a401-7de2b8378ec3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:05:14.507776 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:14.509521 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0c97f2d5-4e78-44e1-954c-2927b88aa03c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:14.582952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:14.586040 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:15.012470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:15.393231 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:15.489334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Allocated IP 172.20.0.1 (e67589a5-6fe0-46d5-a366-59be233c3690/04100f87-f906-4b64-921e-642d36d67e48/77965553-f50a-42d9-a213-3ddce23465f8) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:15.533904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:15.676174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:15.692521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Transition to ACTIVE for port object 77965553-f50a-42d9-a213-3ddce23465f8 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:05:15.717382 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:15.721341 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:15.791865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Network e67589a5-6fe0-46d5-a366-59be233c3690 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:15.794883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:15.798743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:15.829576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Port': ['ID=77965553-f50a-42d9-a213-3ddce23465f8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:15.840334 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:15.861443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:15.993067 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:05:16.044896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:16.075061 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c69d9e6-35a9-401b-ba23-547695966cfc None None] Provisioning for port 77965553-f50a-42d9-a213-3ddce23465f8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:05:16.082734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c69d9e6-35a9-401b-ba23-547695966cfc None None] Provisioning complete for port 77965553-f50a-42d9-a213-3ddce23465f8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:05:16.083212 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c69d9e6-35a9-401b-ba23-547695966cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:16.143508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:05:16.144089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:16.210256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7c69d9e6-35a9-401b-ba23-547695966cfc None None] Port 77965553-f50a-42d9-a213-3ddce23465f8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:05:16.714011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:16.721092 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:16.755003 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:16.845090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Port': ['ID=77965553-f50a-42d9-a213-3ddce23465f8,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:16.847507 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:16.851302 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:16.992532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Network e67589a5-6fe0-46d5-a366-59be233c3690 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:16.993691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:17.161187 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:17.213137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Router d87f199b-5c8e-42d9-9785-2a5971d17a7f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:17.338609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0475ebfc-5d15-4d48-9c3a-44cdc200584c None None] Provisioning complete for port 77965553-f50a-42d9-a213-3ddce23465f8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:05:17.339349 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0475ebfc-5d15-4d48-9c3a-44cdc200584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:17.422687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:17.439612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:17.440153 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "PUT /v2.0/routers/d87f199b-5c8e-42d9-9785-2a5971d17a7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3219290
Dec 16 10:05:17.440533 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] Sync routers for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:17.444366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0475ebfc-5d15-4d48-9c3a-44cdc200584c None None] Port 77965553-f50a-42d9-a213-3ddce23465f8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:05:17.448476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Request body: {'port': {'network_id': 'e67589a5-6fe0-46d5-a366-59be233c3690', 'name': 'tempest-FloatingIPAdminTestJSON-1317505337'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:17.459985 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:17.460614 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9e1f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:17.531897 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9e1f0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:17.541188 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:17.541800 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9e1f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:17.606356 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2e9e1f0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:17.607042 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa1ec7-bc7a-494e-a896-a6b711354a5e None None] The sync data for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:17.787521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:17.791637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Usage tracker for resource:port and tenant:ceddb4c8129f418489438ebb43c3574f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:17.794863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:17.801765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:17.816429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Made reservation on behalf of ceddb4c8129f418489438ebb43c3574f for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:05:17.820817 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:17.846774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] device_id is not set on port d44fc90e-d937-4b88-be3a-83d827a0d36e yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:05:17.996109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Allocated IP 172.20.0.8 (e67589a5-6fe0-46d5-a366-59be233c3690/04100f87-f906-4b64-921e-642d36d67e48/d44fc90e-d937-4b88-be3a-83d827a0d36e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:18.213548 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:18.231080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Transition to ACTIVE for port object d44fc90e-d937-4b88-be3a-83d827a0d36e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:05:18.257503 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:18.264295 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:18.334207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Network e67589a5-6fe0-46d5-a366-59be233c3690 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:18.337933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:18.342604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:18.393651 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event updated for resources: {'Port': ['ID=d44fc90e-d937-4b88-be3a-83d827a0d36e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:18.398555 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:18.418253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:18.419834 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:18.443350 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0014248
Dec 16 10:05:18.447550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:18.639801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'project_id': 'ceddb4c8129f418489438ebb43c3574f', 'port_id': 'd44fc90e-d937-4b88-be3a-83d827a0d36e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:18.645513 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:18.649320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Usage tracker for resource:floatingip and tenant:ceddb4c8129f418489438ebb43c3574f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:18.652192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:18.660035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:18.671845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bba017dd-8d7e-48c6-8038-a903d980b106 None None] Provisioning for port d44fc90e-d937-4b88-be3a-83d827a0d36e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:05:18.673676 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:18.677411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bba017dd-8d7e-48c6-8038-a903d980b106 None None] Provisioning complete for port d44fc90e-d937-4b88-be3a-83d827a0d36e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:05:18.678053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bba017dd-8d7e-48c6-8038-a903d980b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:18.751359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bba017dd-8d7e-48c6-8038-a903d980b106 None None] Port d44fc90e-d937-4b88-be3a-83d827a0d36e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:05:18.866852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:19.016476 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Allocated IP 172.25.3.78 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/f9340cde-bcd9-4f37-be4e-fccbad0a9649) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:19.273852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:19.311865 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:19.315892 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-32242e80-ad29-4dc5-b12f-c09a768e80d0 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:19.381166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:19.384258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:19.388471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:19.576153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Pushing event updated for resources: {'Port': ['ID=f9340cde-bcd9-4f37-be4e-fccbad0a9649,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:19.578867 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:19.990233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:20.083309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:20.320455 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:20.325803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:20.331641 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-59ac680d-3880-4fa2-9198-b02985ac4d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:20.440459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Pushing event updated for resources: {'Port': ['ID=f9340cde-bcd9-4f37-be4e-fccbad0a9649,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:20.445971 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:20.505013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:20.706152 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Floating IP 8cea317c-53fa-46f3-a284-47d048b5275a associated. External IP: 172.25.3.78, port: d44fc90e-d937-4b88-be3a-83d827a0d36e.
Dec 16 10:05:20.984151 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:05:21.088276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Router d87f199b-5c8e-42d9-9785-2a5971d17a7f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:21.448906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:21.472484 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] Sync routers for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:21.481986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:21.514742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:21.531406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:21.572070 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 3.1221776
Dec 16 10:05:21.574837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49784) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:21.659135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf100>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:21.683565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:21.684205 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:21.756965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bbf100>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:21.757362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71aa3a-0e73-4dc9-aaf6-a23b041a9623 None None] The sync data for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:21.764617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54af38ca-2c4c-4d71-b819-e8044eb3490f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] 10.222.0.66 "GET /v2.0/floatingips/8cea317c-53fa-46f3-a284-47d048b5275a HTTP/1.1" status: 200  len: 982 time: 0.1878912
Dec 16 10:05:21.766775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:21.879145 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-efeec24a-3bd4-4379-bc9b-75341a1c183a tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1466 time: 0.1087587
Dec 16 10:05:21.879573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:22.111357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Deleting port f9340cde-bcd9-4f37-be4e-fccbad0a9649 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:22.111707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:22.298732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:22.299075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:22.457856 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Calling delete_port for f9340cde-bcd9-4f37-be4e-fccbad0a9649 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:22.693233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:22.699082 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f890ef8d-331d-476b-bf03-6eb852b22d08 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:22.749599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Port': ['ID=f9340cde-bcd9-4f37-be4e-fccbad0a9649,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:22.753075 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:22.761371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:22.872981 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:22.873670 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Floating IP 8cea317c-53fa-46f3-a284-47d048b5275a disassociated (deleted). External IP: 172.25.3.78, port: d44fc90e-d937-4b88-be3a-83d827a0d36e.
Dec 16 10:05:22.933733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:22.950186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:22.955088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Usage tracker for resource:security_group_rule and tenant:490c5d60a15f4125aff8e5ca7bc3e470 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:22.958331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:22.964015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:23.074054 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.079773 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.088350 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a09b0b29-963d-45de-a164-d82ce5de3a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:23.138621 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=490c5d60a15f4125aff8e5ca7bc3e470&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3755362
Dec 16 10:05:23.139813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce58ab49-251a-43e2-9d81-fd35acacc9d0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:23.143867 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:23.144459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:23.216153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.247654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.307811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.313236 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9420c0b8-85ae-4626-ae76-da029b76a4a5 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:23.326044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce58ab49-251a-43e2-9d81-fd35acacc9d0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:23.331387 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:23.338415 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.339730 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce58ab49-251a-43e2-9d81-fd35acacc9d0 HTTP/1.1" status: 204  len: 168 time: 0.1942015
Dec 16 10:05:23.492601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Router d87f199b-5c8e-42d9-9785-2a5971d17a7f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:23.703107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:23.723883 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.736142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:23.745489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:23.750062 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] Sync routers for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:23.750553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.750728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Usage tracker for resource:security_group_rule and tenant:944473e415554591b70fbf91c4354b66 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:23.754174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:23.762139 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:23.763322 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:23.764379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:23.813965 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "DELETE /v2.0/floatingips/8cea317c-53fa-46f3-a284-47d048b5275a HTTP/1.1" status: 204  len: 168 time: 1.9301946
Dec 16 10:05:23.814348 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:23.819479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:23.825872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:23.833042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Usage tracker for resource:floatingip and tenant:fc584b1d7b5e4cbe911ce00a750547e2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:23.836512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:23.843428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:23.855799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.864559 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36520>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:23.875215 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:23.875847 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36520>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:23.903518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.908704 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:23.918100 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05c97a23-730b-422e-a101-c73f8cad5304 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:23.945042 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36520>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:23.945514 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951a58a-4c5e-4bea-b173-b4d1e4467353 None None] The sync data for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:23.976194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3076be5c-bb5c-4b86-b101-83feabaa09e0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:23.980057 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:23.983539 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=944473e415554591b70fbf91c4354b66&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2792110
Dec 16 10:05:23.986243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49832) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:24.012366 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.060453 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.094013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.153280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.158374 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9fa0aee2-564d-4a3e-b02c-26558ffe7b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:24.168536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Allocated IP 172.25.3.204 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/6e5e80a5-4b4f-4b45-b30e-e5cda332cc81) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:24.171429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3076be5c-bb5c-4b86-b101-83feabaa09e0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:24.174534 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:24.180249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.185016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3076be5c-bb5c-4b86-b101-83feabaa09e0 HTTP/1.1" status: 204  len: 168 time: 0.1970441
Dec 16 10:05:24.346643 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.388880 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.392966 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-440201b8-85c6-4bbf-a698-ba259d524706 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:24.458062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:24.461068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:24.463747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:24.508693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5e80a5-4b4f-4b45-b30e-e5cda332cc81,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:24.511864 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:24.563218 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.626777 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.860371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.867142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:24.873359 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f80dd1c-7c0a-40f3-97dc-01a0f9d9f783 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:24.991886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5e80a5-4b4f-4b45-b30e-e5cda332cc81,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:24.995081 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:25.002953 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:25.031759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:25.033006 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2177048
Dec 16 10:05:25.037148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49868) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:25.226704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:25.233669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:25.237512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Usage tracker for resource:floatingip and tenant:6ba2db4f12f5455cba7c28ecd0e36ccb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:25.241447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:25.250316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:25.264074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:25.451478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:25.646784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Allocated IP 172.25.3.101 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/e43b7908-3e80-476e-b0bf-540d2f5bfe57) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:25.829750 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:25.874045 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:25.884272 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8777e689-74cf-4db3-8a5d-77bd27dcc9ec tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:25.941444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:25.952351 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:25.956970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:26.011304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Pushing event updated for resources: {'Port': ['ID=e43b7908-3e80-476e-b0bf-540d2f5bfe57,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:26.016008 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:26.057528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:26.125206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:26.519289 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:26.525572 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:26.531699 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ca2ba7f-b48c-4520-8dcf-8f54dcaae6c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:26.618700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Pushing event updated for resources: {'Port': ['ID=e43b7908-3e80-476e-b0bf-540d2f5bfe57,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:26.621205 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:26.684162 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:26.712476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:26.713719 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6750484
Dec 16 10:05:26.716335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49910) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:26.803733 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-03f4b6fd-2a8a-4454-9c16-abcd5d56f28b tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1652 time: 0.0859871
Dec 16 10:05:26.806190 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49914) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:26.889398 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9d456567-9f85-4e67-ae50-528ae5c12466 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0818782
Dec 16 10:05:26.892063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:27.093011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Deleting port e43b7908-3e80-476e-b0bf-540d2f5bfe57 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:27.093639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:27.339682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:27.339999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:27.496471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Calling delete_port for e43b7908-3e80-476e-b0bf-540d2f5bfe57 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:27.685119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:27.690449 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:27.744362 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Pushing event deleted for resources: {'Port': ['ID=e43b7908-3e80-476e-b0bf-540d2f5bfe57,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:27.747818 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:27.841319 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:27.852831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:27.854159 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] 10.222.0.66 "DELETE /v2.0/floatingips/f5b757e0-26bb-4fdc-98be-04c0dd4d4fab HTTP/1.1" status: 204  len: 168 time: 0.9610870
Dec 16 10:05:27.857529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 49932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:28.051998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Deleting port 6e5e80a5-4b4f-4b45-b30e-e5cda332cc81 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:28.052213 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:28.399267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:28.399682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:28.546407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Calling delete_port for 6e5e80a5-4b4f-4b45-b30e-e5cda332cc81 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:28.716687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:28.720807 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-392c7107-528e-416a-a2f2-7cca9524d030 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:28.770892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e5e80a5-4b4f-4b45-b30e-e5cda332cc81,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:28.775007 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:28.897192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:28.913003 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:28.918083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/e521c9ec-2990-49e0-988f-7ea8728d193a HTTP/1.1" status: 204  len: 168 time: 1.0545483
Dec 16 10:05:28.918387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49944) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:29.100273 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Deleting port d44fc90e-d937-4b88-be3a-83d827a0d36e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:29.101070 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:29.464423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:29.610579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Calling delete_port for d44fc90e-d937-4b88-be3a-83d827a0d36e owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:29.770546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:29.776536 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0f868bc-2264-411a-affa-6ae32ce54325 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:29.958396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Port': ['ID=d44fc90e-d937-4b88-be3a-83d827a0d36e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:29.985969 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:30.064806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:30.074341 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "DELETE /v2.0/ports/d44fc90e-d937-4b88-be3a-83d827a0d36e HTTP/1.1" status: 204  len: 168 time: 1.1545775
Dec 16 10:05:30.077305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49962) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:30.166053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eadb40c-aef8-42dc-9059-5c3046c8506f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:30.167059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7eadb40c-aef8-42dc-9059-5c3046c8506f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Synchronizing usage tracker for tenant:ceddb4c8129f418489438ebb43c3574f on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:05:30.189832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7eadb40c-aef8-42dc-9059-5c3046c8506f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Unset dirty status for tenant:ceddb4c8129f418489438ebb43c3574f on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:05:30.191307 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7eadb40c-aef8-42dc-9059-5c3046c8506f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "GET /v2.0/ports?device_id=d87f199b-5c8e-42d9-9785-2a5971d17a7f HTTP/1.1" status: 200  len: 913 time: 0.1129558
Dec 16 10:05:30.194806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 49970) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:30.850047 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:31.338612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Deleting port 77965553-f50a-42d9-a213-3ddce23465f8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:31.339264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:31.567116 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:31.891207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Calling delete_port for 77965553-f50a-42d9-a213-3ddce23465f8 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:32.148368 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:32.154367 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9e99358a-d44e-4a57-b2c4-a5af6f696517 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:32.240713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Port': ['ID=77965553-f50a-42d9-a213-3ddce23465f8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:32.241249 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:32.517814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:32.914719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Router d87f199b-5c8e-42d9-9785-2a5971d17a7f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:33.154982 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:33.169131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] Sync routers for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:33.179822 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "PUT /v2.0/routers/d87f199b-5c8e-42d9-9785-2a5971d17a7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9837728
Dec 16 10:05:33.182410 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50018) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:33.182911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:33.183704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12cbc10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:33.259520 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12cbc10>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:33.269889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] Routers {'d87f199b-5c8e-42d9-9785-2a5971d17a7f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:33.270690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12cbc10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:33.342400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12cbc10>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:33.342752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500855d4-e87b-4d4f-a120-04df2748cdab None None] The sync data for ids ['d87f199b-5c8e-42d9-9785-2a5971d17a7f'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:33.407803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:33.632499 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:33.655848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Deleting port 8efbd0a4-e338-41b5-87d7-9457aa236371 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:33.666089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:33.921128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.056658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Calling delete_port for 8efbd0a4-e338-41b5-87d7-9457aa236371 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:34.276038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.280463 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1dce69b-5bc7-4acd-8a22-3ea27b363061 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:34.484770 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Port': ['ID=8efbd0a4-e338-41b5-87d7-9457aa236371,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:34.487989 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:34.582286 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.763539 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.766303 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.800232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.800896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Fanout notify agent at l3_agent the message router_deleted on router d87f199b-5c8e-42d9-9785-2a5971d17a7f {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:05:34.819893 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.823481 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "DELETE /v2.0/routers/d87f199b-5c8e-42d9-9785-2a5971d17a7f HTTP/1.1" status: 204  len: 168 time: 1.6370029
Dec 16 10:05:34.823720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:34.915874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Deleting subnet 04100f87-f906-4b64-921e-642d36d67e48 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:05:34.919264 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:34.977373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.079313 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.153630 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.158182 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cf05643a-aca1-41ac-9457-0aaecd3b37d1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:35.196629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Subnet': ['ID=04100f87-f906-4b64-921e-642d36d67e48,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:35.198767 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:35.200194 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.207095 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "DELETE /v2.0/subnets/04100f87-f906-4b64-921e-642d36d67e48 HTTP/1.1" status: 204  len: 168 time: 0.3820453
Dec 16 10:05:35.209578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:35.217479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d111857-243a-418d-a5d4-a5e62e120730 None None] Network e67589a5-6fe0-46d5-a366-59be233c3690 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:05:35.338175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.349503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Deleting port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:35.349847 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.523731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] DHCP port deletion for e67589a5-6fe0-46d5-a366-59be233c3690 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:05:35.528620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Deleting port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:35.529227 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.635763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] For port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,segment=NetworkSegment(97350e29-390c-454b-a401-7de2b8378ec3),segment_id=97350e29-390c-454b-a401-7de2b8378ec3)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:05:35.636317 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.807370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] For port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,segment=NetworkSegment(97350e29-390c-454b-a401-7de2b8378ec3),segment_id=97350e29-390c-454b-a401-7de2b8378ec3)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:05:35.807773 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.808658 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Calling delete_port for 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:35.925081 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:35.929006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5c7cefb-fc9a-44fb-a0cc-b581157428f5 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:35.960424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Calling delete_port for 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:35.985850 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] No DVR routers for this DVR port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:05:36.025932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Port': ['ID=6a72b6b9-1ca4-49e7-a751-6e70cab05a31,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:36.036063 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:36.052787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:05:36.092714 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:05:36.093516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:05:36.096329 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:05:36.096836 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:05:36.158207 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.188386 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1172ac0>,) {'filters': {'network_id': ['e67589a5-6fe0-46d5-a366-59be233c3690']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:36.202873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1172ac0>, '97350e29-390c-454b-a401-7de2b8378ec3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:36.203299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1172ac0>, '97350e29-390c-454b-a401-7de2b8378ec3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:36.216323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.235884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.240892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:05:36.241380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:05:36.257521 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:05:36.345731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.350620 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.353573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:36.378602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Network': ['ID=e67589a5-6fe0-46d5-a366-59be233c3690,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:36.381099 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:36.387812 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "DELETE /v2.0/networks/e67589a5-6fe0-46d5-a366-59be233c3690 HTTP/1.1" status: 204  len: 168 time: 1.1749938
Dec 16 10:05:36.388120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:36.556671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Deleting port 7998e072-2f39-4a2b-a276-21e5c36960ff {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:36.556909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.598112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Deleting port 6a72b6b9-1ca4-49e7-a751-6e70cab05a31 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:36.598656 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.670640 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4af9dc17-1e07-4f63-af97-acf12910383a None None] The port '6a72b6b9-1ca4-49e7-a751-6e70cab05a31' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:05:36.746512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:36.747196 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:37.049497 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Calling delete_port for 7998e072-2f39-4a2b-a276-21e5c36960ff owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:37.198311 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:37.203225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-85a172a0-6ff3-47c3-8eeb-23c329e5f99b tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:37.250670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Pushing event deleted for resources: {'Port': ['ID=7998e072-2f39-4a2b-a276-21e5c36960ff,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:37.254181 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:37.348661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:37.362541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:37.363787 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] 10.222.0.66 "DELETE /v2.0/floatingips/68f57b81-4363-4e86-bf1c-99a49dfd1bac HTTP/1.1" status: 204  len: 168 time: 0.9746523
Dec 16 10:05:37.662670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:37.828415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50104) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:37.836446 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-69839907-670e-4cb4-b630-6226782a07b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ceddb4c8129f418489438ebb43c3574f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1608951
Dec 16 10:05:37.903764 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:37.930052 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:37.992494 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:37.997782 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-65967d84-49aa-4cca-8390-1ef4eacbad49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:38.015528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631bfbc1-4e16-48ed-8124-e0815031455a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:38.019932 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:38.024143 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.025562 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/631bfbc1-4e16-48ed-8124-e0815031455a HTTP/1.1" status: 204  len: 168 time: 0.1953015
Dec 16 10:05:38.396950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50118) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:38.418341 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.434057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:38.438702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba2db4f12f5455cba7c28ecd0e36ccb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:38.441912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:38.447891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:38.572753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.579966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.591938 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1c406a49-ed77-4808-8601-696962d420c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:38.634939 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a3b213-113b-469f-bc6c-175e89934ee5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:38.643049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50124) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:38.643631 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ba2db4f12f5455cba7c28ecd0e36ccb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2448442
Dec 16 10:05:38.644391 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:38.715445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.744997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.819024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.823145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-07985c5a-a699-49b8-8ffe-4127d7f2514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:38.837761 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a3b213-113b-469f-bc6c-175e89934ee5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:38.841255 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:38.842305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:38.843722 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0a3b213-113b-469f-bc6c-175e89934ee5 HTTP/1.1" status: 204  len: 168 time: 0.1983335
Dec 16 10:05:39.331883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:39.351125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:39.368631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:39.374036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Usage tracker for resource:security_group_rule and tenant:fc584b1d7b5e4cbe911ce00a750547e2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:39.377547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:39.385159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:39.487653 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:39.492629 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:39.501010 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-af130f2e-c5a6-47f7-8b43-4ec323e068ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:39.548396 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc584b1d7b5e4cbe911ce00a750547e2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2130799
Dec 16 10:05:39.548396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7ab75-9c2e-4723-8c4c-6625563e6443,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:39.549264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50140) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:39.549895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:39.620916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:39.648064 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:39.843763 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:39.853453 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a9e6460-319a-4a4d-88f8-9329df280d46 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:39.869344 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7ab75-9c2e-4723-8c4c-6625563e6443,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:39.873019 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:39.873946 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:39.875286 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3de7ab75-9c2e-4723-8c4c-6625563e6443 HTTP/1.1" status: 204  len: 168 time: 0.3237095
Dec 16 10:05:40.847698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50204) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:40.874260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50210) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:40.984841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1167002867'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:40.991099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:40.993470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.006693 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:network and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:41.011868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:41.015506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:41.021320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:41.023581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Usage tracker for resource:security_group_rule and tenant:340c7b034b0342c58021b6fd1b1dabc3 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:41.027250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:41.035052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:41.043147 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:05:41.046580 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.066769 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.089862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:41.096150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:security_group_rule and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:41.099759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:41.109289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:41.192956 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.198906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.207350 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04f025ec-8058-4714-a618-71b8e6252d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:41.273384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb76404-d492-4103-8bfd-e5545ac19753,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:41.283029 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=340c7b034b0342c58021b6fd1b1dabc3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4313390
Dec 16 10:05:41.284112 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:41.284207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50216) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:41.298538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.302945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.306022 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-955886bb-a8d0-4d04-a015-db130d5cffa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:41.340093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:05:41.345650 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd0faf5-c5e8-4cb3-82a7-c2eab51ac6ef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:41.349475 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:41.353229 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.353576 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Added segment 4562a671-9bb5-42f5-82c4-45fe744042ed of type vlan for network c47161de-d7d8-4391-af52-97ef39ed17dd
Dec 16 10:05:41.356794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.383334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.388888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.415677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.422139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:41.422938 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.428247 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c7950415-a5b2-4c64-bc4b-d125950e9833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:41.447123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.452267 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d52db563-efd5-4a39-8c73-7ac109f45e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:41.464605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb76404-d492-4103-8bfd-e5545ac19753,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:41.469876 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:41.475587 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:41.476943 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2eb76404-d492-4103-8bfd-e5545ac19753 HTTP/1.1" status: 204  len: 168 time: 0.1918147
Dec 16 10:05:41.549145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Network': ['ID=c47161de-d7d8-4391-af52-97ef39ed17dd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:41.554283 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:41.560123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6839571
Dec 16 10:05:41.564522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:41.567919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c47161de-d7d8-4391-af52-97ef39ed17dd details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:05:41.570946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'subnet': {'network_id': 'c47161de-d7d8-4391-af52-97ef39ed17dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:41.726213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:41.730353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:subnet and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:41.734356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:41.740871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:41.753940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:05:41.761816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.004403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50230) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:42.004912 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b33d6981-fa41-447f-927a-9958bd3fa7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.025185 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.041833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:42.045786 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Usage tracker for resource:security_group_rule and tenant:533ce543aa3b41d8a06de19e444b5fe4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:42.048710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:42.054644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:42.082704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.089843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.095720 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e23c801-c2d2-454e-b7d1-746bc3061fa4 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:42.142219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.146024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.155845 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c0f2675d-3153-4b78-b9de-e5347eedca52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:42.172041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Subnet': ['ID=cced3956-26c9-4a94-92a4-7193a062c7f7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:42.179303 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:42.180144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Checking segment: {'id': '4562a671-9bb5-42f5-82c4-45fe744042ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c47161de-d7d8-4391-af52-97ef39ed17dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:05:42.180509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network hostable DHCP agents. Network: c47161de-d7d8-4391-af52-97ef39ed17dd, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:05:42.201726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network c47161de-d7d8-4391-af52-97ef39ed17dd is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:05:42.205000 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=533ce543aa3b41d8a06de19e444b5fe4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1996114
Dec 16 10:05:42.207726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:42.208517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a054bb-f0ba-4b84-8c51-eeab3e186208,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:42.212556 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:42.221787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, c47161de-d7d8-4391-af52-97ef39ed17dd) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:42.229537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:42.230125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.231255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d3aa6-548c-4fd5-a41e-632ab20a9812 None None] Network c47161de-d7d8-4391-af52-97ef39ed17dd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:05:42.273829 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.7080932
Dec 16 10:05:42.277820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50238) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:42.284359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1877961798', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:42.290122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.293674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:42.299015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:router and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:42.302654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:42.313110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:42.325987 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.331839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.333513 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.355078 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.396853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.402093 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9ea8eef0-028c-4ba7-b377-e0905149e31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:42.416009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a054bb-f0ba-4b84-8c51-eeab3e186208,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:42.418794 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:42.427024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:42.428515 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6a054bb-f0ba-4b84-8c51-eeab3e186208 HTTP/1.1" status: 204  len: 168 time: 0.2198055
Dec 16 10:05:42.553907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d8965-d38d-4087-a104-c07d9323bb23 None None] Network c47161de-d7d8-4391-af52-97ef39ed17dd requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:05:42.661710 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:43.007913 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:43.044954 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:43.219439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.25.3.167 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/3fd18d79-0079-48cf-8bd6-333f67978bdf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:43.383514 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:43.412248 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-b9a93ae5-f6e5-4d9d-8663-c5c34c154960 req-92e932ba-1419-4599-b150-681daea2d0f2 service neutron] (87655) timed out ('10.222.0.66', 34038) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:05:43.417874 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:43.423598 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3adcb0d1-fd34-483a-b1bc-f85a87803ea7 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:43.635250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:43.639095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:43.642960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:43.698782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=3fd18d79-0079-48cf-8bd6-333f67978bdf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:43.703909 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:44.154777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:44.251412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:44.499369 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4367f243-5261-4b0a-8d5f-9f3e941d13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:44.553062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:44.760597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:05:44.948773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:44.963719 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:44.974949 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:44.976077 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36e80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:44.983459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:44.987741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.7052598
Dec 16 10:05:44.987741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50302) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:45.054425 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36e80>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:45.063195 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:45.063806 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36e80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:45.133449 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36e80>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:45.134072 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ccd4e-e535-4200-b052-d6760cad8384 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:45.393029 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:45.549833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:45.969107 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:46.401192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.1 (c47161de-d7d8-4391-af52-97ef39ed17dd/cced3956-26c9-4a94-92a4-7193a062c7f7/23466f90-3787-4ff2-800a-a922bc6eeaae) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:46.576492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:46.612286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:46.616586 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3846de27-777b-46df-b134-4663942382c7 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:46.689386 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network c47161de-d7d8-4391-af52-97ef39ed17dd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:46.690590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:46.695904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:46.776462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=23466f90-3787-4ff2-800a-a922bc6eeaae,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:46.796140 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:46.852029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:47.161759 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:47.222457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:47.724194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:47.730523 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:47.774393 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:47.855539 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:47.862655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=23466f90-3787-4ff2-800a-a922bc6eeaae,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:47.870564 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:48.004031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network c47161de-d7d8-4391-af52-97ef39ed17dd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:48.005140 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:48.198426 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:48.446698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:48.457650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/routers/82bc61c5-e4d2-4071-8c30-06d198067792/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4686799
Dec 16 10:05:48.459507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:48.460425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:48.474364 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:48.475581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b7d60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:48.476551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'port': {'network_id': 'c47161de-d7d8-4391-af52-97ef39ed17dd', 'name': 'tempest-FloatingIPTestJSON-1010235666'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:48.626758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b7d60>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:48.640071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:48.640710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b7d60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:48.702140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:48.707426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:port and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:48.710647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:48.711428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b7d60>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:48.711899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659de23-1848-4776-a6e8-76be96e33c12 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:48.721067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:48.732500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:05:48.736263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:48.764329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] device_id is not set on port d6bc30c3-16e0-4902-b21b-6ccc867ec464 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:05:48.951442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.10 (c47161de-d7d8-4391-af52-97ef39ed17dd/cced3956-26c9-4a94-92a4-7193a062c7f7/d6bc30c3-16e0-4902-b21b-6ccc867ec464) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:49.266993 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:49.297094 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:49.302950 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:49.372863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network c47161de-d7d8-4391-af52-97ef39ed17dd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:49.373804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:49.377257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:49.577790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=d6bc30c3-16e0-4902-b21b-6ccc867ec464,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:49.582643 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:49.605038 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:49.605657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:49.627424 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1658344
Dec 16 10:05:49.629816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:49.636175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'port': {'network_id': 'c47161de-d7d8-4391-af52-97ef39ed17dd', 'name': 'tempest-FloatingIPTestJSON-1980242921'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:49.776226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:49.780683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:port and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:49.783706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:49.790029 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:49.799746 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:05:49.803256 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:49.825597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] device_id is not set on port de9fba5f-4a22-4015-92c1-08747ef0409b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:05:49.975409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.7 (c47161de-d7d8-4391-af52-97ef39ed17dd/cced3956-26c9-4a94-92a4-7193a062c7f7/de9fba5f-4a22-4015-92c1-08747ef0409b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:50.187267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:50.217080 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:50.224099 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:50.312083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network c47161de-d7d8-4391-af52-97ef39ed17dd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:50.315311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:50.319769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:50.347556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=de9fba5f-4a22-4015-92c1-08747ef0409b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:50.352633 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:50.390810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:05:50.391476 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:50.424625 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7904344
Dec 16 10:05:50.425074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50374) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:50.431602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': 'de9fba5f-4a22-4015-92c1-08747ef0409b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:50.439010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:50.443969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:floatingip and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:50.447518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:50.458868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:50.471513 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:50.669228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:50.815356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.25.3.110 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/5ef477ed-67c4-4755-8c6d-bdd985a51b13) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:51.107097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:51.136206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:51.140738 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f2409573-daeb-4e7a-9c3c-398669ef71a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:51.207859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:51.210858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:51.213355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:51.253743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=5ef477ed-67c4-4755-8c6d-bdd985a51b13,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:51.256519 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:51.709365 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:51.813988 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:52.091223 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:52.096126 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:52.099944 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:52.212537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=5ef477ed-67c4-4755-8c6d-bdd985a51b13,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:52.217665 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:52.226490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:52.403848 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 7b092c8b-ec7c-4137-904f-0395ba1d8965 associated. External IP: 172.25.3.110, port: de9fba5f-4a22-4015-92c1-08747ef0409b.
Dec 16 10:05:52.920889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:53.117930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:53.132994 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:53.147232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:53.148995 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:53.150866 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36fa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:53.221939 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.7954283
Dec 16 10:05:53.224989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:53.233381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:53.255731 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36fa0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:53.265737 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:53.266628 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36fa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:53.341650 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c36fa0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:53.342206 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cd740-5a21-4090-8665-2984106dbf58 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:53.405834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:53.726023 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:53.730118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:53.730487 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 7b092c8b-ec7c-4137-904f-0395ba1d8965 disassociated. External IP: 172.25.3.110, port: de9fba5f-4a22-4015-92c1-08747ef0409b.
Dec 16 10:05:54.153174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:54.523757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50430) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:54.546480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:54.552979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:54.566233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:54.590853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:54.591808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12ec9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:54.617241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50436) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:54.617779 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d642119b-491d-42d0-ae09-51f9aa0387d2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/floatingips/7b092c8b-ec7c-4137-904f-0395ba1d8965 HTTP/1.1" status: 200  len: 688 time: 1.3902526
Dec 16 10:05:54.683351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12ec9a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:54.697548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:54.698709 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12ec9a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:54.731394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:54.748610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:54.753235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Usage tracker for resource:security_group_rule and tenant:40371e2234444a6cb492541aa0af0c9d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:54.756572 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:54.763518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:54.776491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12ec9a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:54.776908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bc1bf-4069-41ab-8acb-007ab554ea3d None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:54.813532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 5ef477ed-67c4-4755-8c6d-bdd985a51b13 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:05:54.813886 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:54.862306 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:54.869973 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:54.877738 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-25bc2229-1124-418a-bab9-8ab2d29a38f2 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:54.935260 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40371e2234444a6cb492541aa0af0c9d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4077647
Dec 16 10:05:54.935260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff403368-74db-40c2-8792-79419280495d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:54.936734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:54.945145 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:55.002299 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.002596 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.020201 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.049826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.109058 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.113518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0309737b-f656-4fa2-9fd7-0251d44a1eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:55.126846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff403368-74db-40c2-8792-79419280495d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:55.130910 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:55.134861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.139042 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff403368-74db-40c2-8792-79419280495d HTTP/1.1" status: 204  len: 168 time: 0.1929121
Dec 16 10:05:55.140486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 5ef477ed-67c4-4755-8c6d-bdd985a51b13 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:05:55.308401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.314369 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e34a8f81-e121-42f7-b893-0e97e8bd41cd tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:55.367271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=5ef477ed-67c4-4755-8c6d-bdd985a51b13,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:55.370417 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:55.488815 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.500306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.507007 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/floatingips/7b092c8b-ec7c-4137-904f-0395ba1d8965 HTTP/1.1" status: 204  len: 168 time: 0.8825681
Dec 16 10:05:55.507288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:55.512712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': 'd6bc30c3-16e0-4902-b21b-6ccc867ec464'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:55.520684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:55.525041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:floatingip and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:55.528920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:55.536147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:55.551881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.776302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.808005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:55.850606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:55.878430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:55.885723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Usage tracker for resource:security_group_rule and tenant:9d87a8c38ce840cf964e7f25b0971966 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:55.890854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:55.907632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:55.964841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.25.3.190 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/570ed188-0346-4543-ae3a-f191b249458a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:05:56.053333 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.060775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.070339 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:56.093776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:56.113889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5961ce1f-c86a-4eb8-aa9e-9b48cfb3c6ef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:56.123663 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:56.133782 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d87a8c38ce840cf964e7f25b0971966&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3234878
Dec 16 10:05:56.137746 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50468) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:56.216414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.260893 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.263432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.302867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.307693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.311681 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:56.339064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:56.352320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd22f56dfdf49078fedd9873ec0dc11 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:56.355335 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:56.361709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:56.379637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:05:56.382874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:05:56.385504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:05:56.407458 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.420471 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e50cc538-df30-42ca-b9bc-e2d4ba02de5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:56.453479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961ce1f-c86a-4eb8-aa9e-9b48cfb3c6ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:56.462383 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:56.473007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.474770 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5961ce1f-c86a-4eb8-aa9e-9b48cfb3c6ef HTTP/1.1" status: 204  len: 168 time: 0.3357077
Dec 16 10:05:56.510023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=570ed188-0346-4543-ae3a-f191b249458a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:56.513895 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:56.581387 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.591539 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.608109 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6c28f7c2-edb1-45f8-a5f1-c2f7c41673f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:56.677271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3001943-d17c-4c62-95b1-50b58a429b0d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:56.688819 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bd22f56dfdf49078fedd9873ec0dc11&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5899284
Dec 16 10:05:56.688819 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:56.692128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50474) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:56.800443 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.840141 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.912349 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.923248 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-af78ed28-b0ab-4492-9192-d21717fac5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:56.945269 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.951771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3001943-d17c-4c62-95b1-50b58a429b0d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:56.958674 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:56.963923 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:56.969126 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3001943-d17c-4c62-95b1-50b58a429b0d HTTP/1.1" status: 204  len: 168 time: 0.2715430
Dec 16 10:05:57.076960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.358725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50500) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:57.389937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.416068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:05:57.423231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c7105ad2fd42248311a10f054bd762 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:05:57.427905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:05:57.436739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:05:57.580315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.588868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.612788 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37ba8c04-afe2-4f21-b22f-17837bb5c58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:57.613115 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.618591 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.629147 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-23b197e8-4eeb-49ff-8a9e-fd3b3a4a0e98 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:57.682924 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4c7105ad2fd42248311a10f054bd762&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3222251
Dec 16 10:05:57.684157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b1a00d-5961-41e9-88c9-b0609edee09b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:57.687516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50508) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:57.706779 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:57.771693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=570ed188-0346-4543-ae3a-f191b249458a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:57.781110 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:57.786138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.800827 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.831331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.910772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.916552 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-12213b68-ee77-4fbf-98b2-7f8cfbb9d2eb tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:05:57.933128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b1a00d-5961-41e9-88c9-b0609edee09b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:05:57.937529 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:05:57.940771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:57.952109 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0b1a00d-5961-41e9-88c9-b0609edee09b HTTP/1.1" status: 204  len: 168 time: 0.2579703
Dec 16 10:05:57.986084 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:05:58.046578 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 771a558a-729b-4ea7-8333-3c3ca403b181 associated. External IP: 172.25.3.190, port: d6bc30c3-16e0-4902-b21b-6ccc867ec464.
Dec 16 10:05:58.584203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:05:58.884006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:05:58.904392 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:05:58.926254 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:58.927785 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29540d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:58.928332 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:05:59.013600 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29540d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:59.022821 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 3.5144799
Dec 16 10:05:59.025847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:59.026463 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:05:59.027070 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f29540d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:59.095722 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f29540d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:05:59.096426 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f66dc-0307-4f08-81cc-30c3c4e12929 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:05:59.233671 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-137fcb88-c1e7-4059-9ba3-12fe83938a33 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "GET /v2.0/floatingips/771a558a-729b-4ea7-8333-3c3ca403b181 HTTP/1.1" status: 200  len: 979 time: 0.2061110
Dec 16 10:05:59.236026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:59.352292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3b73d06b-851e-467b-b837-06feda1136a4 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Synchronizing usage tracker for tenant:255279674f04489f86161a3c734ce2fc on resource:floatingip {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:05:59.384237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3b73d06b-851e-467b-b837-06feda1136a4 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Unset dirty status for tenant:255279674f04489f86161a3c734ce2fc on resource:floatingip {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:05:59.386255 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3b73d06b-851e-467b-b837-06feda1136a4 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 982 time: 0.1489115
Dec 16 10:05:59.389836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50550) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:05:59.400072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'port_id': 'de9fba5f-4a22-4015-92c1-08747ef0409b'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:05:59.623940 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:00.764013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:00.768486 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:01.028494 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 771a558a-729b-4ea7-8333-3c3ca403b181 associated. External IP: 172.25.3.190, port: d6bc30c3-16e0-4902-b21b-6ccc867ec464.
Dec 16 10:06:01.557502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-f1e88022-56ea-449a-8d39-80813e641b84 req-97ac564d-d86b-4171-91d2-3e340d729d2b service neutron] (87654) timed out ('10.222.0.74', 58486) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:06:01.586593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:01.973194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:01.983769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:01.995044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:01.995766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6970>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.064479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6970>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.076012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:02.077108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6970>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.161882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6970>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.162441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258a067-115d-4f08-b3d6-78cb41d7dccb None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:02.409176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:02.718785 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:02.726078 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:02.735994 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:02.752450 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:02.754128 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1d90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.875850 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1d90>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.896345 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:02.897107 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1d90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.979417 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1d90>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:02.980099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07f2c6-82b4-4203-a8b1-e1ef8fbd0614 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:03.023004 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a8050689-f018-434a-b6ee-476f19986141 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/floatingips/771a558a-729b-4ea7-8333-3c3ca403b181 HTTP/1.1" status: 200  len: 978 time: 3.6293645
Dec 16 10:06:03.024346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50604) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:03.030109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:03.195472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:03.517329 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:03.522438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:03.523404 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 771a558a-729b-4ea7-8333-3c3ca403b181 disassociated. External IP: 172.25.3.190, port: de9fba5f-4a22-4015-92c1-08747ef0409b.
Dec 16 10:06:04.099115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:04.354978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:04.363854 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:04.366148 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:04.378411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:04.379396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21762b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:04.450517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21762b0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:04.454904 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:04.455528 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-86c45224-eaff-44c6-af49-91c5d1f831b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/floatingips/771a558a-729b-4ea7-8333-3c3ca403b181 HTTP/1.1" status: 200  len: 688 time: 1.4297001
Dec 16 10:06:04.462136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:04.462962 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21762b0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:04.556773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21762b0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:04.557449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aad09b-87c0-460a-b8d6-d65537235fad None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:04.948202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 570ed188-0346-4543-ae3a-f191b249458a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:04.948707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:05.151680 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:05.152017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:05.370779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 570ed188-0346-4543-ae3a-f191b249458a owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:05.657997 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:05.664749 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b36e5713-e9e1-46e0-8382-d085ebfd0c38 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:05.735949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=570ed188-0346-4543-ae3a-f191b249458a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:05.739117 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:05.875478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:05.896700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:05.897920 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/floatingips/771a558a-729b-4ea7-8333-3c3ca403b181 HTTP/1.1" status: 204  len: 168 time: 1.4409885
Dec 16 10:06:05.900883 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50638) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:06.040487 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-dbaf7a31-3a9d-492c-b28b-06e0b1e6cd70 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] delete failed (client error): The resource could not be found.
Dec 16 10:06:06.042174 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dbaf7a31-3a9d-492c-b28b-06e0b1e6cd70 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/floatingips/771a558a-729b-4ea7-8333-3c3ca403b181 HTTP/1.1" status: 404  len: 345 time: 0.1397610
Dec 16 10:06:06.047391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:06.139720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b59e2-ec97-4d39-ad9c-343f542d6525 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:06.145554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b59e2-ec97-4d39-ad9c-343f542d6525 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:06.151648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b59e2-ec97-4d39-ad9c-343f542d6525 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:06.152487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-457b59e2-ec97-4d39-ad9c-343f542d6525 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Synchronizing usage tracker for tenant:255279674f04489f86161a3c734ce2fc on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:06:06.172612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-457b59e2-ec97-4d39-ad9c-343f542d6525 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Unset dirty status for tenant:255279674f04489f86161a3c734ce2fc on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:06:06.174093 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-457b59e2-ec97-4d39-ad9c-343f542d6525 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "GET /v2.0/ports?network_id=c47161de-d7d8-4391-af52-97ef39ed17dd HTTP/1.1" status: 200  len: 2359 time: 0.1252196
Dec 16 10:06:06.177949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:06.247311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bede3a8-4e17-4f02-a46f-68bf6d171dbd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:06.247885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2bede3a8-4e17-4f02-a46f-68bf6d171dbd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Synchronizing usage tracker for tenant:255279674f04489f86161a3c734ce2fc on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:06:06.269293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2bede3a8-4e17-4f02-a46f-68bf6d171dbd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Unset dirty status for tenant:255279674f04489f86161a3c734ce2fc on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:06:06.271128 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2bede3a8-4e17-4f02-a46f-68bf6d171dbd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "GET /v2.0/subnets/cced3956-26c9-4a94-92a4-7193a062c7f7 HTTP/1.1" status: 200  len: 797 time: 0.0919333
Dec 16 10:06:06.276391 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:06.284812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'port': {'network_id': 'c47161de-d7d8-4391-af52-97ef39ed17dd', 'name': 'tempest-FloatingIPTestJSON-1084035757', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:06.435109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:06.444952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:06.458564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:06.693138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:06.730098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] device_id is not set on port eaa83eea-f732-4279-9af5-11007b8a0817 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:06:07.279543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.14 (c47161de-d7d8-4391-af52-97ef39ed17dd/cced3956-26c9-4a94-92a4-7193a062c7f7/eaa83eea-f732-4279-9af5-11007b8a0817) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:07.289816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.13 (c47161de-d7d8-4391-af52-97ef39ed17dd/cced3956-26c9-4a94-92a4-7193a062c7f7/eaa83eea-f732-4279-9af5-11007b8a0817) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:07.705321 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:07.758077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:07.769108 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4b5c77ea-73f3-434b-af95-ca2954b0dec9 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:07.878529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network c47161de-d7d8-4391-af52-97ef39ed17dd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:07.892932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:07.901561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:07.980491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=eaa83eea-f732-4279-9af5-11007b8a0817,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:07.985496 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:08.014509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:08.015448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:08.042706 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.7649963
Dec 16 10:06:08.045573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:08.051009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': 'eaa83eea-f732-4279-9af5-11007b8a0817', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:08.059430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:08.064211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:floatingip and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:08.067699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:08.075389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:08.088510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:08.314432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:08.490242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.25.3.129 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/15fc3484-794b-4fc7-809a-4afbacdc3240) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:08.634923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:08.854502 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:08.877200 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:08.882137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Usage tracker for resource:security_group_rule and tenant:69de1c60df774affabda8dd5366ab693 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:08.887230 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:08.897978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:08.976400 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.023785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.038433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eb8a65ff-e9f7-4f9b-b83c-da32eae21a57 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:09.087324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.094379 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.109447 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dab44141-795a-44f2-9a71-3c65bee7742e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:09.111799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:09.114875 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:09.118831 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:09.179570 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=15fc3484-794b-4fc7-809a-4afbacdc3240,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:09.196027 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:09.201938 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69de1c60df774affabda8dd5366ab693&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5650609
Dec 16 10:06:09.203033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:09.204112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a8968-d7a3-4433-aaab-7d274a0d7225,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:09.233465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.233934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.234237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.234612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.235151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.235546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.235911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.236274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.236632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.237194 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.237359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.237696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:09.242060 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:09.327746 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.374951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.460404 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.469579 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6849b7f1-994c-4dac-b873-44c3a4129d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:09.493291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0a8968-d7a3-4433-aaab-7d274a0d7225,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:09.498018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.500707 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc0a8968-d7a3-4433-aaab-7d274a0d7225 HTTP/1.1" status: 204  len: 168 time: 0.2908533
Dec 16 10:06:09.500707 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:09.853017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:09.934100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:10.202777 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:10.210006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:10.224127 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-37aa7ee1-41f8-4cf4-a715-40ccbbdd61e1 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:10.417002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=15fc3484-794b-4fc7-809a-4afbacdc3240,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:10.424481 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:10.429522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:10.762301 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP d1f5c44d-6a96-4c6c-9d0f-aed2750e6fcd associated. External IP: 172.25.3.129, port: eaa83eea-f732-4279-9af5-11007b8a0817.
Dec 16 10:06:11.495656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:11.797043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:11.809209 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:11.821840 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:11.823064 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1df0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:11.857085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:11.952496 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1df0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:11.957812 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 3.9108195
Dec 16 10:06:11.959007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50734) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:11.972010 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:11.973349 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1df0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:11.982951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'port_id': 'eaa83eea-f732-4279-9af5-11007b8a0817', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:12.026485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c758ef9-ba63-4d6d-ab82-83abd9ea8843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:12.056684 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ed1df0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:12.057706 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e04d98d-65fb-4eeb-8b5d-bdd13643b650 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:12.090755 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:12.173084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:13.100828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:13.107277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:13.825902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:14.182551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:14.192867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:14.203259 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efceb700-69c5-491b-a338-e8762da99844 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:14.219283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efceb700-69c5-491b-a338-e8762da99844 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:14.220780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efceb700-69c5-491b-a338-e8762da99844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21b8a60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:14.326051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efceb700-69c5-491b-a338-e8762da99844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21b8a60>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:14.357725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efceb700-69c5-491b-a338-e8762da99844 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:14.358462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efceb700-69c5-491b-a338-e8762da99844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21b8a60>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:05:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:14.434244 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c4ba4b17-6750-4148-a421-e3941bd2124d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/floatingips/d1f5c44d-6a96-4c6c-9d0f-aed2750e6fcd HTTP/1.1" status: 200  len: 979 time: 2.4710720
Dec 16 10:06:14.434893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50772) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:14.439336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:14.448185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-efceb700-69c5-491b-a338-e8762da99844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21b8a60>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:14.448668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efceb700-69c5-491b-a338-e8762da99844 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:14.502978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-930ed609-3777-4586-acfb-83f8fcb6e5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:14.714311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 15fc3484-794b-4fc7-809a-4afbacdc3240 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:14.714909 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:14.957631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:14.957968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:15.101265 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 15fc3484-794b-4fc7-809a-4afbacdc3240 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:15.327143 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:15.333378 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e19f448d-92fd-4285-94b6-12a63390c872 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:15.412973 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:15.572420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:15.604903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=15fc3484-794b-4fc7-809a-4afbacdc3240,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:15.612874 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:15.730950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:15.732003 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP d1f5c44d-6a96-4c6c-9d0f-aed2750e6fcd disassociated (deleted). External IP: 172.25.3.129, port: eaa83eea-f732-4279-9af5-11007b8a0817.
Dec 16 10:06:16.228098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:16.498955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:16.510985 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:16.529750 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:16.530717 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:16.593599 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:16.752184 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36bb0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:16.770238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:16.770825 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:16.771383 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36bb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:16.779777 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/floatingips/d1f5c44d-6a96-4c6c-9d0f-aed2750e6fcd HTTP/1.1" status: 204  len: 168 time: 2.3433104
Dec 16 10:06:16.842307 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a36bb0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:16.842620 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d91d5-e560-4f34-be05-ff9173c699ab None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:16.877820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port eaa83eea-f732-4279-9af5-11007b8a0817 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:16.878586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:17.177962 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:17.307073 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:17.538421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for eaa83eea-f732-4279-9af5-11007b8a0817 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:17.931620 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:17.949611 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9e6c2242-58fd-456e-a623-81e12f33f0d0 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:18.018049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=eaa83eea-f732-4279-9af5-11007b8a0817,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:18.028913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.029302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.029680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.030053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.030418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.030781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.031142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.031600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.032177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.032382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.032692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.033083 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:18.037465 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:18.180987 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:18.196120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50820) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:18.198129 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/ports/eaa83eea-f732-4279-9af5-11007b8a0817 HTTP/1.1" status: 204  len: 168 time: 1.4251235
Dec 16 10:06:18.203391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:18.214742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:18.220981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:floatingip and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:18.225457 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:18.237841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:18.252600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:18.474844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:18.732289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.25.3.189 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/0b2d19d1-f947-4120-9be4-3f1f4125e4b2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:18.952507 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:19.005063 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:19.010417 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ffcb74ef-9c5b-4a19-a1dc-fd38b687c7ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:19.139862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=0b2d19d1-f947-4120-9be4-3f1f4125e4b2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:19.159627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:19.161228 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:19.162562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:19.165145 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:19.278749 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:19.362598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:19.940609 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:19.946062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:19.958901 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:20.066444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:20.122993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=0b2d19d1-f947-4120-9be4-3f1f4125e4b2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:20.126374 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:20.128733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:20.130368 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9326861
Dec 16 10:06:20.134243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:20.142219 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'port': {'network_id': 'c47161de-d7d8-4391-af52-97ef39ed17dd', 'name': 'tempest-FloatingIPTestJSON-1697223731'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:20.298697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:20.303502 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:port and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:20.306555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:20.313444 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:20.329325 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:20.334902 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:20.365409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] device_id is not set on port 4d1b5b05-849b-41ec-bf9a-13d442c0c3d4 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:06:20.521430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.3 (c47161de-d7d8-4391-af52-97ef39ed17dd/cced3956-26c9-4a94-92a4-7193a062c7f7/4d1b5b05-849b-41ec-bf9a-13d442c0c3d4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:20.842943 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:20.892730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:20.900950 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8a2f3d9f-7879-453e-869b-98f0bec2af0b tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:20.967817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network c47161de-d7d8-4391-af52-97ef39ed17dd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:20.971087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:20.973725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:21.039225 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=4d1b5b05-849b-41ec-bf9a-13d442c0c3d4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:21.044328 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:21.084337 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:21.085038 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:21.125614 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.9900179
Dec 16 10:06:21.130241 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50852) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:21.138195 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'port_id': '4d1b5b05-849b-41ec-bf9a-13d442c0c3d4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:21.258228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:22.157196 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:22.162334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:22.659040 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 8bde4d12-1497-451d-96ac-6700e2d26e1c associated. External IP: 172.25.3.189, port: 4d1b5b05-849b-41ec-bf9a-13d442c0c3d4.
Dec 16 10:06:23.197623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:23.445005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:23.455895 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:23.460093 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:23.473260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:23.474258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3580>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:23.565392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3580>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:23.604001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:23.606628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3580>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:23.634136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:23.634686 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-60bf3099-e225-4ef8-a870-943471cb155c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/floatingips/8bde4d12-1497-451d-96ac-6700e2d26e1c HTTP/1.1" status: 200  len: 978 time: 2.5029228
Dec 16 10:06:23.713521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 4d1b5b05-849b-41ec-bf9a-13d442c0c3d4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:23.714125 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:23.725038 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3580>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:23.725607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b72ca-ca08-4d24-9666-16cf04e76cf6 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:24.125666 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:24.965340 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:24.966375 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:24.966375 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 8bde4d12-1497-451d-96ac-6700e2d26e1c disassociated. External IP: 172.25.3.189, port: 4d1b5b05-849b-41ec-bf9a-13d442c0c3d4.
Dec 16 10:06:24.966375 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 4d1b5b05-849b-41ec-bf9a-13d442c0c3d4 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:25.213874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:25.248258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:25.258674 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e81996e-466d-4cc2-8d6f-2bd03bc80d31 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:25.353042 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=4d1b5b05-849b-41ec-bf9a-13d442c0c3d4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:25.357591 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:25.509020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:25.628997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:25.648167 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b391da76d7e49d38c4f6c0861c63f4c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:25.650198 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:25.659822 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:25.697924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:25.934685 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:25.942131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:25.949578 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0af82613-cdbe-4f27-910a-3cb3ae7e38fe tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:25.957163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:25.990487 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:26.020011 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:26.022053 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc6670>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:26.062809 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03a50c-8155-485c-88da-a80a8e2bd654,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:26.077010 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:26.086914 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b391da76d7e49d38c4f6c0861c63f4c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8682337
Dec 16 10:06:26.087378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50900) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:26.106659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.138669 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/ports/4d1b5b05-849b-41ec-bf9a-13d442c0c3d4 HTTP/1.1" status: 204  len: 168 time: 2.5030122
Dec 16 10:06:26.140373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:26.208463 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc6670>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:26.232595 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:26.234022 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc6670>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:26.242539 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1c8ad1a2-f866-450e-a953-445c7f01f26b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "GET /v2.0/floatingips/8bde4d12-1497-451d-96ac-6700e2d26e1c HTTP/1.1" status: 200  len: 688 time: 0.1009345
Dec 16 10:06:26.243122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:26.317369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f747e4e-a75e-44af-9834-ac3201bf6ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.376635 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f747e4e-a75e-44af-9834-ac3201bf6ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.392578 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc6670>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:26.393552 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974f955-30cf-49d1-aeb8-6c52aa086b17 None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:26.447469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 0b2d19d1-f947-4120-9be4-3f1f4125e4b2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:26.448004 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.463238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f747e4e-a75e-44af-9834-ac3201bf6ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.472803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-02f4b3cb-e974-45b5-bab0-ae5fe3a7a429 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:26.502066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f747e4e-a75e-44af-9834-ac3201bf6ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03a50c-8155-485c-88da-a80a8e2bd654,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:26.506405 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1f747e4e-a75e-44af-9834-ac3201bf6ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:26.508158 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f747e4e-a75e-44af-9834-ac3201bf6ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.516714 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1f747e4e-a75e-44af-9834-ac3201bf6ecf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d03a50c-8155-485c-88da-a80a8e2bd654 HTTP/1.1" status: 204  len: 168 time: 0.4261916
Dec 16 10:06:26.845403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.845403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:26.964029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:26.986142 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.004462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:27.008766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Usage tracker for resource:security_group_rule and tenant:29f8100fe1c849e2848b3a04b80dfe22 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:27.012034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 0b2d19d1-f947-4120-9be4-3f1f4125e4b2 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:27.012701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:27.019741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:27.157984 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.164078 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.179024 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-342e3852-e5ea-4d46-8553-684c98e45782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:27.199129 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.204457 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67d39643-2c01-4c93-9009-685aea311ddd tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:27.251978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29f8100fe1c849e2848b3a04b80dfe22&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2839780
Dec 16 10:06:27.252172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=0b2d19d1-f947-4120-9be4-3f1f4125e4b2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:27.252276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36dc5a4-3ad5-47bb-9a81-8caece92469f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:27.252358 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:27.254578 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:27.255715 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:27.424872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.455189 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.469508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.488152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.492862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50926) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:27.493565 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/floatingips/8bde4d12-1497-451d-96ac-6700e2d26e1c HTTP/1.1" status: 204  len: 168 time: 1.2485547
Dec 16 10:06:27.498873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'floating_network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'port_id': 'de9fba5f-4a22-4015-92c1-08747ef0409b'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:27.509641 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:27.518587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:floatingip and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:27.524378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:27.541810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:27.570904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.588729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.601033 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e6c8b25a-875d-4bac-b67f-0bd494656b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:27.630833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.632985 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e36dc5a4-3ad5-47bb-9a81-8caece92469f HTTP/1.1" status: 204  len: 168 time: 0.3799393
Dec 16 10:06:27.637909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36dc5a4-3ad5-47bb-9a81-8caece92469f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:27.643062 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:27.760557 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:27.923506 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.25.3.188 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/2414c0cb-d909-42b5-a9bf-53cd4fc34c95) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:28.103084 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.143013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.148517 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-aef8f577-7ec7-48b7-8912-2dafea5c670e tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:28.216447 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:28.219684 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:28.223757 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:28.270623 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=2414c0cb-d909-42b5-a9bf-53cd4fc34c95,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:28.275259 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:28.297401 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50934) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:28.326344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.347844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:28.352284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Usage tracker for resource:security_group_rule and tenant:07085010819249bc8eabbacce3fcd7e1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:28.357066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:28.364594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:28.551011 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.563988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.571693 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-123f4fe4-d3b8-4545-8e50-2a3f0add0e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:28.663049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c738e99-7d2b-4535-af7b-5e75bbe1c6c1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:28.668946 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07085010819249bc8eabbacce3fcd7e1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3689640
Dec 16 10:06:28.675308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:28.676517 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:28.748752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.778201 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.858557 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.862859 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ddedd3a4-f745-4f12-94fa-d510ace7b25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:28.875045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c738e99-7d2b-4535-af7b-5e75bbe1c6c1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:28.879290 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:28.882951 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:28.887865 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c738e99-7d2b-4535-af7b-5e75bbe1c6c1 HTTP/1.1" status: 204  len: 168 time: 0.2102466
Dec 16 10:06:28.977282 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:29.058688 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:29.296018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:29.300727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:29.304581 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a1e57d54-20e7-4f86-ae7b-db27aa1888b3 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:29.416177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=2414c0cb-d909-42b5-a9bf-53cd4fc34c95,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:29.420541 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:29.429934 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:29.660989 n-d-820554-2 neutron-server[87654]: INFO neutron.db.l3_db [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 1a8e57d5-ba45-4ab3-bf02-a786da70ac92 associated. External IP: 172.25.3.188, port: de9fba5f-4a22-4015-92c1-08747ef0409b.
Dec 16 10:06:30.118338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:30.636262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:30.651177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b615ce-978c-4703-a638-e094b83e157a None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:30.676313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b615ce-978c-4703-a638-e094b83e157a None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:30.677805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-87b615ce-978c-4703-a638-e094b83e157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:30.714543 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:30.765417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-87b615ce-978c-4703-a638-e094b83e157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3b20>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:30.774680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b615ce-978c-4703-a638-e094b83e157a None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:30.775336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-87b615ce-978c-4703-a638-e094b83e157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:30.840574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-87b615ce-978c-4703-a638-e094b83e157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1bc3b20>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:30.840989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b615ce-978c-4703-a638-e094b83e157a None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:30.853592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.3566973
Dec 16 10:06:30.853892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50982) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:30.863301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1189864182'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:30.872380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:30.885983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:network and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:30.892853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:30.903708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:30.920821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:30.926821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:30.976044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:06:30.991973 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:30.992731 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Added segment add2cc09-f437-4bd3-942d-bc744b54a060 of type vlan for network d54121ae-1fbf-4fc2-af62-1059ece9bd42
Dec 16 10:06:31.046709 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:31.096551 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:31.107246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:31.108134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:31.114290 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2f770d1c-7204-4b49-a085-44e0d6f19f58 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:31.319537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 50988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:31.332426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'subnet': {'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:31.333873 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4758980
Dec 16 10:06:31.345320 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Network': ['ID=d54121ae-1fbf-4fc2-af62-1059ece9bd42,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:31.362471 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-41fc3f38-112b-4c0c-9048-35772f1bd926 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:31.371990 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:06:31.657424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:31.690351 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:31.710788 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:31.723098 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.173522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.178503 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-62255747-e9aa-49de-94d7-f7882833a3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:32.260934 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Subnet': ['ID=87abb414-f0b0-4076-a64d-77d6243c91a3,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:32.277780 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:32.286330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Checking segment: {'id': 'add2cc09-f437-4bd3-942d-bc744b54a060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:32.286755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network hostable DHCP agents. Network: d54121ae-1fbf-4fc2-af62-1059ece9bd42, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:06:32.312420 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:06:32.332967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, d54121ae-1fbf-4fc2-af62-1059ece9bd42) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:32.342634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:32.342634 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.349598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0316ef0-5715-4741-a7f3-e7212216652e None None] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:06:32.395903 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0737240
Dec 16 10:06:32.399830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 50998) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:32.408429 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-99393590', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:32.423724 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:32.430703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:router and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:32.437296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:32.450494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:32.470815 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.473173 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.507802 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.768828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-d54121ae-1fbf-4fc2-af62-1059ece9bd42', 'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42', 'tenant_id': '255279674f04489f86161a3c734ce2fc', 'fixed_ips': [{'subnet_id': '87abb414-f0b0-4076-a64d-77d6243c91a3'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:06:32.769848 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.889308 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:32.962402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Allocated IP 172.20.0.2 (d54121ae-1fbf-4fc2-af62-1059ece9bd42/87abb414-f0b0-4076-a64d-77d6243c91a3/48a7ba00-54d1-419b-8d38-b4f1e1991729) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:33.240488 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:33.253140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Transition to ACTIVE for port object 48a7ba00-54d1-419b-8d38-b4f1e1991729 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:33.280843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Transition to ACTIVE for port object 48a7ba00-54d1-419b-8d38-b4f1e1991729 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:33.294078 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:33.302119 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:33.391128 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:33.409299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:33.412748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:33.416219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:33.451039 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:33.466202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Pushing event updated for resources: {'Port': ['ID=48a7ba00-54d1-419b-8d38-b4f1e1991729,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:33.509493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.509844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.510188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.510526 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.510860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.511206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.512130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.512462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.512792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.513118 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.513442 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.513771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:33.517660 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:33.550516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Attempting to bind port 48a7ba00-54d1-419b-8d38-b4f1e1991729 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:06:33.550959 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Attempting to bind port 48a7ba00-54d1-419b-8d38-b4f1e1991729 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'add2cc09-f437-4bd3-942d-bc744b54a060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:06:33.551380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Attempting to bind port 48a7ba00-54d1-419b-8d38-b4f1e1991729 on network d54121ae-1fbf-4fc2-af62-1059ece9bd42 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:33.558051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:06:33.558512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Checking segment: {'id': 'add2cc09-f437-4bd3-942d-bc744b54a060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:33.558936 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:33.559407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Bound using segment: {'id': 'add2cc09-f437-4bd3-942d-bc744b54a060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:06:33.559896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Bound port: 48a7ba00-54d1-419b-8d38-b4f1e1991729, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add2cc09-f437-4bd3-942d-bc744b54a060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:06:33.560332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:33.676461 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] For port 48a7ba00-54d1-419b-8d38-b4f1e1991729, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:06:33.681115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] For port 48a7ba00-54d1-419b-8d38-b4f1e1991729, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=48a7ba00-54d1-419b-8d38-b4f1e1991729,segment=NetworkSegment(add2cc09-f437-4bd3-942d-bc744b54a060),segment_id=add2cc09-f437-4bd3-942d-bc744b54a060)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:06:33.686509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:33.700789 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:33.839867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.25.3.147 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/2a23cb8b-ca31-4cca-b18a-03dba01169c9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:33.928320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Pushing event updated for resources: {'Port': ['ID=48a7ba00-54d1-419b-8d38-b4f1e1991729,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:33.934144 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:34.024899 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-4f8de8ea-f4ea-43fb-803f-3f08051d3f8c tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=08e95592857b4f0fb669d5e0a0127479&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1137986
Dec 16 10:06:34.209558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:34.276999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-875d6ad0-73db-4e5e-b42a-19c1389c2138 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:34.278628 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-875d6ad0-73db-4e5e-b42a-19c1389c2138 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2377982
Dec 16 10:06:34.298688 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-7e5b13c1-1bbd-4f3e-8915-b87fa0e173d7 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/quotas/08e95592857b4f0fb669d5e0a0127479 HTTP/1.1" status: 200  len: 375 time: 0.0122063
Dec 16 10:06:34.358902 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-23037f2b-a2fb-4cb0-ba3c-6310f51e22fd tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=08e95592857b4f0fb669d5e0a0127479&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0535285
Dec 16 10:06:34.366726 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:34.372939 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2fef35e8-2eac-468e-a8ff-6aefabf5cc46 tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:34.608706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:34.626725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:34.671949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:34.727215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ad9c2e20-be9a-48e7-96ca-0aeeb043e7e0 req-809c37d2-8503-4010-b7a7-810f785997df tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/ports?device_id=67e32685-f030-49b8-af55-db8c2fc095ec HTTP/1.1" status: 200  len: 210 time: 0.0940001
Dec 16 10:06:34.736817 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=2a23cb8b-ca31-4cca-b18a-03dba01169c9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:34.741198 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:34.992041 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:06:35.296306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:35.363516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42821e38-bca4-4d9e-a5fa-94e9d1e9b149 None None] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:06:35.667503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-be4e076b-b49b-4a71-a1da-2b73b5a46270 None None] Provisioning for port 48a7ba00-54d1-419b-8d38-b4f1e1991729 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:35.895945 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:36.054672 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-31024d13-6795-46c9-b4bf-c550540389ed req-b8c26082-a14d-490a-ae0a-6c254d2c602c tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/ports?device_id=67e32685-f030-49b8-af55-db8c2fc095ec HTTP/1.1" status: 200  len: 210 time: 0.0906429
Dec 16 10:06:36.216436 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48a7ba00-54d1-419b-8d38-b4f1e1991729 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:36.298134 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:06:36.333691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 48a7ba00-54d1-419b-8d38-b4f1e1991729 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:36.341926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 48a7ba00-54d1-419b-8d38-b4f1e1991729 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:36.342500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:36.547335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:36.637785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 48a7ba00-54d1-419b-8d38-b4f1e1991729, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=48a7ba00-54d1-419b-8d38-b4f1e1991729,segment=NetworkSegment(add2cc09-f437-4bd3-942d-bc744b54a060),segment_id=add2cc09-f437-4bd3-942d-bc744b54a060)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:36.648553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:36.650855 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:36.766039 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-e2458aab-f2cd-40b8-a9b4-6897bc22d059 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=08e95592857b4f0fb669d5e0a0127479&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0482016
Dec 16 10:06:36.768676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=48a7ba00-54d1-419b-8d38-b4f1e1991729,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:36.772612 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:36.879538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:36.890117 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ac83f-338a-4681-98af-f158724966f5 None None] Sync routers for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:36.900493 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ac83f-338a-4681-98af-f158724966f5 None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:36.901604 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-435ac83f-338a-4681-98af-f158724966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28eecd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:36.913747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:36.915399 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.5139725
Dec 16 10:06:36.920478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:36.979230 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-435ac83f-338a-4681-98af-f158724966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28eecd0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:36.984045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-c44532bd-16ea-4d33-955e-2cbad636ace1 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:36.985749 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-c44532bd-16ea-4d33-955e-2cbad636ace1 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2115531
Dec 16 10:06:36.989427 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ac83f-338a-4681-98af-f158724966f5 None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:36.990162 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-435ac83f-338a-4681-98af-f158724966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28eecd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:36.999301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Request body: {'port': {'device_id': '67e32685-f030-49b8-af55-db8c2fc095ec', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'admin_state_up': True, 'tenant_id': '08e95592857b4f0fb669d5e0a0127479'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:37.059382 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-435ac83f-338a-4681-98af-f158724966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28eecd0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:37.059939 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ac83f-338a-4681-98af-f158724966f5 None None] The sync data for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:37.224888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:37.237948 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Usage tracker for resource:port and tenant:08e95592857b4f0fb669d5e0a0127479 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:37.242487 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-ea1b3847-7c81-4723-8fe2-ef0636f61856 req-52d80aae-f6e2-4d88-a328-ab138774f413 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/ports?device_id=67e32685-f030-49b8-af55-db8c2fc095ec HTTP/1.1" status: 200  len: 210 time: 0.0599260
Dec 16 10:06:37.243347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:37.251052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:37.270498 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Made reservation on behalf of 08e95592857b4f0fb669d5e0a0127479 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:37.278976 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:37.298677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:37.322288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:37.326606 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Usage tracker for resource:security_group_rule and tenant:08e95592857b4f0fb669d5e0a0127479 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:37.329662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:37.336752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:37.438489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:37.444248 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:37.449773 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7ae0d498-04d6-45af-8db0-bb2d485426ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:37.562370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623df151-d9a4-4f26-8c12-f59b7897bf25,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:37.569475 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:37.668118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Allocated IP 192.168.233.134 (a3191f8d-5ef8-439c-bcca-6305c9c15cdd/507edf6f-fa9e-477a-924b-dc15644c7dcd/2488dde8-5942-4a71-89bc-aabecff45677) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:37.949417 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:37.969355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Transition to ACTIVE for port object 2488dde8-5942-4a71-89bc-aabecff45677 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:38.046869 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:38.048394 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:38.071585 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cce5f06-d8c3-4277-a5de-f57d9a2f518d tempest-FloatingIPAdminTestJSON-1490343846 tempest-FloatingIPAdminTestJSON-1490343846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:38.150656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48a7ba00-54d1-419b-8d38-b4f1e1991729 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:38.176992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Network a3191f8d-5ef8-439c-bcca-6305c9c15cdd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:38.180759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:38.196675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:38.307554 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:38.309823 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 48a7ba00-54d1-419b-8d38-b4f1e1991729 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:38.310240 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:38.311448 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:38.365762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Pushing event updated for resources: {'Port': ['ID=2488dde8-5942-4a71-89bc-aabecff45677,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:38.372254 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:38.407451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4134710
Dec 16 10:06:38.417967 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-55928d20-c992-4ccf-9dfc-634a739bcc52 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 10:06:38.419545 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-55928d20-c992-4ccf-9dfc-634a739bcc52 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059214
Dec 16 10:06:38.690622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13f94368-9802-4d7f-9a84-ecf672650965 None None] Provisioning for port 2488dde8-5942-4a71-89bc-aabecff45677 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:38.696291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493334-e2d0-4860-ab1c-d11c890ae06e req-476efd59-e1c0-41b3-87cd-cfd77381f8a0 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:38.697557 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4f493334-e2d0-4860-ab1c-d11c890ae06e req-476efd59-e1c0-41b3-87cd-cfd77381f8a0 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Synchronizing usage tracker for tenant:08e95592857b4f0fb669d5e0a0127479 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:06:38.697746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13f94368-9802-4d7f-9a84-ecf672650965 None None] Provisioning complete for port 2488dde8-5942-4a71-89bc-aabecff45677 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:38.698086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13f94368-9802-4d7f-9a84-ecf672650965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:38.732154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4f493334-e2d0-4860-ab1c-d11c890ae06e req-476efd59-e1c0-41b3-87cd-cfd77381f8a0 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Unset dirty status for tenant:08e95592857b4f0fb669d5e0a0127479 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:06:38.740033 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f493334-e2d0-4860-ab1c-d11c890ae06e req-476efd59-e1c0-41b3-87cd-cfd77381f8a0 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/ports?device_id=67e32685-f030-49b8-af55-db8c2fc095ec HTTP/1.1" status: 200  len: 936 time: 0.2522993
Dec 16 10:06:38.741131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51082) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:38.814801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4f493334-e2d0-4860-ab1c-d11c890ae06e req-84ebd626-52d7-4d76-a799-b545a84b3b0f tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Synchronizing usage tracker for tenant:08e95592857b4f0fb669d5e0a0127479 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:06:38.816302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-13f94368-9802-4d7f-9a84-ecf672650965 None None] Port 2488dde8-5942-4a71-89bc-aabecff45677 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:38.867525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [req-4f493334-e2d0-4860-ab1c-d11c890ae06e req-84ebd626-52d7-4d76-a799-b545a84b3b0f tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Unset dirty status for tenant:08e95592857b4f0fb669d5e0a0127479 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:06:38.868726 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-4f493334-e2d0-4860-ab1c-d11c890ae06e req-84ebd626-52d7-4d76-a799-b545a84b3b0f tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/security-groups?id=623df151-d9a4-4f26-8c12-f59b7897bf25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181340
Dec 16 10:06:38.945008 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:38.958495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.1 (d54121ae-1fbf-4fc2-af62-1059ece9bd42/87abb414-f0b0-4076-a64d-77d6243c91a3/d33fc4e1-5c7b-4095-8c51-43523031fdad) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:38.961908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Request body: {'port': {'device_id': '67e32685-f030-49b8-af55-db8c2fc095ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820554-2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:39.014059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:39.021580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Usage tracker for resource:security_group_rule and tenant:679b0a85bc0a48179d4635fa4ba58c73 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:39.025985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:39.035296 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:39.120323 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.136132 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.154830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Transition to ACTIVE for port object d33fc4e1-5c7b-4095-8c51-43523031fdad will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:39.184180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.189122 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-73dd80f8-c9c1-429c-b1ae-ba9ea3f3ee9b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:39.253772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:39.257673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:39.261978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:39.323122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=d33fc4e1-5c7b-4095-8c51-43523031fdad,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:39.328333 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:39.333086 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.342431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.348180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.364967 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45a7e9c6-8ae7-4d17-89d1-c86da58b3602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:39.503318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.513177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2571fad9-ca3d-48e3-ba2b-a63d9cf54f0f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:39.524811 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=679b0a85bc0a48179d4635fa4ba58c73&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7820234
Dec 16 10:06:39.528114 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:39.538960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:39.547727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f71654e2-9e5c-447e-b705-381954889c03 None None] Provisioning for port d33fc4e1-5c7b-4095-8c51-43523031fdad completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:39.554214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f71654e2-9e5c-447e-b705-381954889c03 None None] Provisioning complete for port d33fc4e1-5c7b-4095-8c51-43523031fdad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:39.554713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f71654e2-9e5c-447e-b705-381954889c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.625582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f71654e2-9e5c-447e-b705-381954889c03 None None] Port d33fc4e1-5c7b-4095-8c51-43523031fdad cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:39.712891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.747592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2488dde8-5942-4a71-89bc-aabecff45677 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:06:39.757287 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.765112 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.807093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Transition to ACTIVE for port object 2488dde8-5942-4a71-89bc-aabecff45677 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:39.811392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.815628 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-421edcec-1c80-4c36-afc3-15bfd20f9d1b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:39.956284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2488dde8-5942-4a71-89bc-aabecff45677,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:39.958606 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:39.962726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:39.965383 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ea3c7da-26c8-470d-a3b5-4e2720669e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:40.004344 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:40.020144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:40.036187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571fad9-ca3d-48e3-ba2b-a63d9cf54f0f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:40.045702 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:40.080332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7a7adfca-64fb-4ba9-9590-dbb08a4b1100 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:40.189141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=d33fc4e1-5c7b-4095-8c51-43523031fdad,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:40.192390 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:40.194162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:40.293292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:40.294587 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2571fad9-ca3d-48e3-ba2b-a63d9cf54f0f HTTP/1.1" status: 204  len: 168 time: 0.7522285
Dec 16 10:06:40.364527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Attempting to bind port 2488dde8-5942-4a71-89bc-aabecff45677 on host n-h1-820554-2 for vnic_type normal with profile  {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:06:40.364861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Attempting to bind port 2488dde8-5942-4a71-89bc-aabecff45677 by drivers openvswitch,hyperv on host n-h1-820554-2 at level 0 using segments [{'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:06:40.365300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Attempting to bind port 2488dde8-5942-4a71-89bc-aabecff45677 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:40.373549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Port 2488dde8-5942-4a71-89bc-aabecff45677 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-820554-2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 10:06:40.373873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Attempting to bind port 2488dde8-5942-4a71-89bc-aabecff45677 on network a3191f8d-5ef8-439c-bcca-6305c9c15cdd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:40.375082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:40.376989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:40.383530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Checking agent: {'id': '5778f26b-0ba5-4164-8540-eb8485ac648d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'started_at': datetime.datetime(2021, 12, 16, 9, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:06:40.383863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Checking segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:40.384252 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Bound using segment: {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:06:40.384689 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Bound port: 2488dde8-5942-4a71-89bc-aabecff45677, host: n-h1-820554-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7635023b-c4ef-47e8-b21b-8a302a45b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:06:40.385040 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:40.410912 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5a328-20b9-4730-8b83-e39667cea53d req-330ada9c-0980-41ef-862e-673c61b9b7d3 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:40.412576 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5da5a328-20b9-4730-8b83-e39667cea53d req-330ada9c-0980-41ef-862e-673c61b9b7d3 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/ports?device_id=67e32685-f030-49b8-af55-db8c2fc095ec HTTP/1.1" status: 200  len: 948 time: 0.1612964
Dec 16 10:06:40.548844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-5da5a328-20b9-4730-8b83-e39667cea53d req-d47fc55b-353f-4b66-af46-b9fea547802a tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.66 "GET /v2.0/security-groups?id=623df151-d9a4-4f26-8c12-f59b7897bf25&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965493
Dec 16 10:06:40.579248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] For port 2488dde8-5942-4a71-89bc-aabecff45677, host n-h1-820554-2, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:06:40.584181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] For port 2488dde8-5942-4a71-89bc-aabecff45677, host n-h1-820554-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2488dde8-5942-4a71-89bc-aabecff45677,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:06:40.589454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:40.597136 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e94008e7-3525-442b-9ff2-5b75be093b30 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:40.662680 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:40.663600 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:40.665696 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/2488dde8-5942-4a71-89bc-aabecff45677 HTTP/1.1" status: 200  len: 1096 time: 2.2334580
Dec 16 10:06:40.675874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e32685-f030-49b8-af55-db8c2fc095ec', 'tag': '2488dde8-5942-4a71-89bc-aabecff45677'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:06:40.813635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2488dde8-5942-4a71-89bc-aabecff45677,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:40.817055 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:40.843403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-319771b5-299c-4b09-9c67-d17dc8f87a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:40.844991 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-319771b5-299c-4b09-9c67-d17dc8f87a56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08e95592857b4f0fb669d5e0a0127479&device_id=67e32685-f030-49b8-af55-db8c2fc095ec HTTP/1.1" status: 200  len: 1099 time: 0.1304655
Dec 16 10:06:40.918237 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:40.927615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2d4a1bd5-f778-459d-94bc-dd4c87b13a48 None None] Provisioning complete for port d33fc4e1-5c7b-4095-8c51-43523031fdad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:40.928225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1bd5-f778-459d-94bc-dd4c87b13a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:41.027960 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-ea217a8e-5425-4f6c-81b4-43fd4f9e99dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2488dde8-5942-4a71-89bc-aabecff45677 HTTP/1.1" status: 200  len: 217 time: 0.1753962
Dec 16 10:06:41.084393 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a1bd5-f778-459d-94bc-dd4c87b13a48 None None] Port d33fc4e1-5c7b-4095-8c51-43523031fdad cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:41.118237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-c7833858-9cd1-4123-960b-92055faee790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:41.119765 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-c7833858-9cd1-4123-960b-92055faee790 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=507edf6f-fa9e-477a-924b-dc15644c7dcd HTTP/1.1" status: 200  len: 843 time: 0.0856278
Dec 16 10:06:41.212372 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-725d844d-d9e2-4409-ae21-f70066dbdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:41.213996 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-725d844d-d9e2-4409-ae21-f70066dbdb19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3191f8d-5ef8-439c-bcca-6305c9c15cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1166 time: 0.0867436
Dec 16 10:06:41.281421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:41.292435 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] Sync routers for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:41.303119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:41.303977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:41.313056 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/routers/3eca7229-a5e5-44d4-a84b-cd403c2b3ac0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3888192
Dec 16 10:06:41.315353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51116) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:41.323234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'port': {'network_id': 'd54121ae-1fbf-4fc2-af62-1059ece9bd42', 'name': 'tempest-FloatingIPTestJSON-1162729449'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:41.375441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d850>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:41.377647 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d9ead4fc-30f6-47c8-a8b5-f2f385653724 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570868
Dec 16 10:06:41.388551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:41.389353 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:14Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:41.489363 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e2d850>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:41.490036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177e15e-84fa-42e9-a93b-d81ae9d38666 None None] The sync data for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:41.570942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:41.575853 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:41.586828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Usage tracker for resource:port and tenant:255279674f04489f86161a3c734ce2fc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:41.596081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:41.604483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:41.608114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-5192e050-5cea-4dc4-8bab-dfd21a380974 service neutron] 10.222.0.54 "GET /v2.0/networks/a3191f8d-5ef8-439c-bcca-6305c9c15cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232466
Dec 16 10:06:41.621698 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Made reservation on behalf of 255279674f04489f86161a3c734ce2fc for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:41.627431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:41.665677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] device_id is not set on port 0bb23022-eceb-434a-a7a2-329e8e95ea36 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:06:41.732070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-505428246-network', 'tenant_id': '792955f31e894ac7a13781b047131467'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:41.748774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:41.758458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Usage tracker for resource:network and tenant:792955f31e894ac7a13781b047131467 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:41.765312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:41.779285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:41.836110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Made reservation on behalf of 792955f31e894ac7a13781b047131467 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:41.838485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:41.857698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:41.884969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:41.891716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Allocated IP 172.20.0.4 (d54121ae-1fbf-4fc2-af62-1059ece9bd42/87abb414-f0b0-4076-a64d-77d6243c91a3/0bb23022-eceb-434a-a7a2-329e8e95ea36) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:41.894111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Usage tracker for resource:security_group_rule and tenant:792955f31e894ac7a13781b047131467 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:41.898837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:41.908996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:41.991871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4ccc0a2a-fd6d-479d-b1e4-d3584c358b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.100395 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.168791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.179704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.186251 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c32ebd0c-da0d-439f-8303-2c69730c1e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:42.202785 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.235263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:06:42.245243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b5129c-921c-4a82-9398-169b4c2a40ea,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:42.251023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:42.252069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Transition to ACTIVE for port object 0bb23022-eceb-434a-a7a2-329e8e95ea36 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:42.255903 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.256355 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Added segment 51f5b83e-26e7-4555-b1a9-db8ddc600222 of type vlan for network 94b1aabe-49b9-4fcd-8aed-2393e4795767
Dec 16 10:06:42.290614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.323369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.330949 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3f78426-67bc-4b87-92f1-ff3409504cf2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:42.389688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.390717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:42.391330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.416823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:42.421453 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:42.429997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:42.479557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event updated for resources: {'Port': ['ID=0bb23022-eceb-434a-a7a2-329e8e95ea36,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:42.488057 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:42.488583 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c1b4823a-bdeb-47f4-8ad8-9df088fbed19 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:42.513089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9379957
Dec 16 10:06:42.516352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51130) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:42.525383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Request body: {'subnet': {'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-505428246-subnet', 'tenant_id': '792955f31e894ac7a13781b047131467', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:42.532063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:42.536315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Usage tracker for resource:subnet and tenant:792955f31e894ac7a13781b047131467 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:42.540112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:42.548083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:42.561249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Made reservation on behalf of 792955f31e894ac7a13781b047131467 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:42.563957 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.602001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:42.602645 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.624175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Pushing event updated for resources: {'Network': ['ID=94b1aabe-49b9-4fcd-8aed-2393e4795767,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:42.627403 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:42.636593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:06:42.637567 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3202479
Dec 16 10:06:42.638439 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:42.647045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Request body: {'floatingip': {'port_id': '0bb23022-eceb-434a-a7a2-329e8e95ea36'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:42.762618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73d768b4-fb83-4572-be20-69749eb56087 None None] Provisioning for port 0bb23022-eceb-434a-a7a2-329e8e95ea36 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:42.768289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73d768b4-fb83-4572-be20-69749eb56087 None None] Provisioning complete for port 0bb23022-eceb-434a-a7a2-329e8e95ea36 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:42.768534 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73d768b4-fb83-4572-be20-69749eb56087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.780776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.831115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-73d768b4-fb83-4572-be20-69749eb56087 None None] Port 0bb23022-eceb-434a-a7a2-329e8e95ea36 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:42.837355 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.841699 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-82e91fb0-3b49-4f4e-8ed3-3bea21a9f935 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:42.919484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:42.923372 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:42.934844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Checking segment: {'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:42.935233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Network hostable DHCP agents. Network: 94b1aabe-49b9-4fcd-8aed-2393e4795767, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:06:42.956509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:06:42.969174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 94b1aabe-49b9-4fcd-8aed-2393e4795767) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:42.975101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:42.976160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:42.977919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4d7bd-adbc-42cc-a8de-c66ff1e23fb4 None None] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:06:43.010290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4922693
Dec 16 10:06:43.014902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51138) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:43.019884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:43.025552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:43.030926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Usage tracker for resource:router and tenant:792955f31e894ac7a13781b047131467 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:43.034105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:43.041531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:43.056042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.058000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.079293 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.326683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-94b1aabe-49b9-4fcd-8aed-2393e4795767', 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767', 'tenant_id': '792955f31e894ac7a13781b047131467', 'fixed_ips': [{'subnet_id': 'ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:06:43.327726 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.611206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.618957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Allocated IP 172.20.0.2 (94b1aabe-49b9-4fcd-8aed-2393e4795767/ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a/e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:43.828988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.835856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.928672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.942068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Transition to ACTIVE for port object e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:43.965877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Transition to ACTIVE for port object e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:43.973974 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:43.980770 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-676ce0ee-c4f1-4640-8aac-81f9a2f986a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:43.982461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.014687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.078989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:44.082674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:44.087843 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 1a8e57d5-ba45-4ab3-bf02-a786da70ac92 associated. External IP: 172.25.3.188, port: de9fba5f-4a22-4015-92c1-08747ef0409b.
Dec 16 10:06:44.088370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:44.129935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Pushing event updated for resources: {'Port': ['ID=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:44.132836 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:44.184714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Allocated IP 172.25.3.107 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ada78f7f-612d-4e69-8412-c6cef5cda632) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:44.208633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Attempting to bind port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:06:44.209099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Attempting to bind port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:06:44.209380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Attempting to bind port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b on network 94b1aabe-49b9-4fcd-8aed-2393e4795767 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:44.215924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:06:44.216375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Checking segment: {'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:44.217381 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.217381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Bound using segment: {'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:06:44.217647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Bound port: e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:06:44.217926 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.305777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.342905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] For port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:06:44.346759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] For port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,segment=NetworkSegment(51f5b83e-26e7-4555-b1a9-db8ddc600222),segment_id=51f5b83e-26e7-4555-b1a9-db8ddc600222)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:06:44.351856 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.355924 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-04f43b2b-24e8-4600-98a4-65d059b88229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:44.367951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.404339 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.408549 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:44.443058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Pushing event updated for resources: {'Port': ['ID=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:44.447887 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:44.478956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:44.482271 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:44.486528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:44.521370 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a3bd514-6d6b-4af4-9efa-8e9ca425c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.534590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Pushing event updated for resources: {'Port': ['ID=ada78f7f-612d-4e69-8412-c6cef5cda632,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:44.539331 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:44.563965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:44.784807 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:44.797330 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:44.808866 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:44.809509 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2acfee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:44.896482 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2acfee0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:44.907013 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:44.907948 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2acfee0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:44.973980 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:44.974535 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2acfee0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:44.974535 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb1a72-3a18-4b9b-b3cb-8ccd4158465b None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:45.348870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:45.392864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:45.509416 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:45.557737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:45.562816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:45.566472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:45.579899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2488dde8-5942-4a71-89bc-aabecff45677 details requested by agent hyperv_n-h1-820554-2 with host n-h1-820554-2 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 10:06:45.675341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68969068-398f-48f8-bd6b-ef825d071eab None None] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:06:45.690500 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6478ea46-c812-47b0-8e9d-81e69f923c38 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/floatingips/1a8e57d5-ba45-4ab3-bf02-a786da70ac92 HTTP/1.1" status: 200  len: 978 time: 3.0472951
Dec 16 10:06:45.690731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] Sync routers for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:45.690854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:45.749628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Router 20e1fe78-591f-4ccb-9986-716805b4a6b8 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:06:45.766288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 0bb23022-eceb-434a-a7a2-329e8e95ea36 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:45.766540 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:45.785208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:45.786007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3853550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:45.870279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3853550>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:45.893416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a689a09-85cb-4f16-9ea7-f55aa86dcbb6 None None] Provisioning for port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:45.932263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:45.933572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f3853550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:45.945934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:45.963122 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Sync routers for ids ['20e1fe78-591f-4ccb-9986-716805b4a6b8'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:45.975397 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:45.980238 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Routers {'20e1fe78-591f-4ccb-9986-716805b4a6b8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:45.980414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9622929
Dec 16 10:06:45.980516 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20e1fe78-591f-4ccb-9986-716805b4a6b8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:45.980645 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51146) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:46.002013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2488dde8-5942-4a71-89bc-aabecff45677, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2488dde8-5942-4a71-89bc-aabecff45677,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:46.033665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f3853550>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:46.034192 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fecd09-869d-4466-a7f5-5aba9c7009ba None None] The sync data for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:46.039658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Returning: {'device': '2488dde8-5942-4a71-89bc-aabecff45677', 'network_id': 'a3191f8d-5ef8-439c-bcca-6305c9c15cdd', 'port_id': '2488dde8-5942-4a71-89bc-aabecff45677', 'mac_address': 'fa:16:3e:0c:b7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507edf6f-fa9e-477a-924b-dc15644c7dcd', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 10:06:46.099738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.218844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:46.253489 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.300209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2488dde8-5942-4a71-89bc-aabecff45677 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 10:06:46.316292 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Set router 20e1fe78-591f-4ccb-9986-716805b4a6b8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:06:46.334697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2488dde8-5942-4a71-89bc-aabecff45677, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2488dde8-5942-4a71-89bc-aabecff45677,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:46.346640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.350473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cba35ade-6dbc-4fb2-b72e-a9a17c03aa16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:46.427879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:46.437416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2488dde8-5942-4a71-89bc-aabecff45677,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:46.440413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:46.440998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.468402 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:46.540707 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.541494 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8278925'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.542149 n-d-820554-2 neutron-server[87655]: INFO neutron.db.l3_db [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Floating IP 1a8e57d5-ba45-4ab3-bf02-a786da70ac92 disassociated. External IP: 172.25.3.188, port: 0bb23022-eceb-434a-a7a2-329e8e95ea36.
Dec 16 10:06:46.543207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 0bb23022-eceb-434a-a7a2-329e8e95ea36 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:46.580377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2488dde8-5942-4a71-89bc-aabecff45677'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:06:46.765366 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.773076 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0490d402-7a63-48d3-b692-77aa5f7bc127 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:46.801321 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9640>, [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:06:44Z', 'revision_number': 3, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port': {'id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:44Z', 'updated_at': '2021-12-16T10:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:46.807650 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Checking router: 20e1fe78-591f-4ccb-9986-716805b4a6b8 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:06:46.808443 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Updating router 20e1fe78-591f-4ccb-9986-716805b4a6b8 port ada78f7f-612d-4e69-8412-c6cef5cda632 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:06:46.823079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=0bb23022-eceb-434a-a7a2-329e8e95ea36,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:46.827721 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:46.867554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.882537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5acaeff4-c7e7-45a1-ab5a-69fa22423005 None None] Provisioning complete for port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:46.882930 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5acaeff4-c7e7-45a1-ab5a-69fa22423005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:46.912565 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.013963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,segment=NetworkSegment(51f5b83e-26e7-4555-b1a9-db8ddc600222),segment_id=51f5b83e-26e7-4555-b1a9-db8ddc600222)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:47.026043 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.075803 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.080412 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:47.260542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.294160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:47.312462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:47.317938 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:47.399933 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.413953 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Transition to ACTIVE for port object ada78f7f-612d-4e69-8412-c6cef5cda632 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:47.422406 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.433001 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-40d2df44-d17b-4b01-851c-18e9423b7001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:47.503739 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Pushing event updated for resources: {'Port': ['ID=ada78f7f-612d-4e69-8412-c6cef5cda632,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:47.519039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:47.529889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] Sync routers for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:47.531679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Allocated IP 172.20.0.1 (94b1aabe-49b9-4fcd-8aed-2393e4795767/ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a/1557c30e-3935-4da7-9b0e-9f88ef5a7942) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:47.545794 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:47.546970 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.547508 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.547768 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1cb1c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:47.549047 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.549485 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.551268 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.551707 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.552136 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.553200 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.553631 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.557197 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.557664 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.558145 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:06:47.577010 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:47.587045 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Attempting to bind port ada78f7f-612d-4e69-8412-c6cef5cda632 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:06:47.588081 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Attempting to bind port ada78f7f-612d-4e69-8412-c6cef5cda632 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:06:47.588635 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Attempting to bind port ada78f7f-612d-4e69-8412-c6cef5cda632 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:47.595533 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:06:47.596191 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:47.596780 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.597336 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:06:47.598418 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Bound port: ada78f7f-612d-4e69-8412-c6cef5cda632, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:06:47.599022 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.640467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1cb1c10>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:47.642876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.650577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:47.651470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1cb1c10>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:47.659509 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/ports/0bb23022-eceb-434a-a7a2-329e8e95ea36 HTTP/1.1" status: 204  len: 168 time: 1.9658885
Dec 16 10:06:47.659884 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51150) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:47.694241 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] For port ada78f7f-612d-4e69-8412-c6cef5cda632, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:06:47.698253 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] For port ada78f7f-612d-4e69-8412-c6cef5cda632, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ada78f7f-612d-4e69-8412-c6cef5cda632,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:06:47.705691 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.708789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.718943 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:47.722444 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1cb1c10>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:47.722991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7039e8-0eb3-4847-9e69-dce016a2d512 None None] The sync data for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:47.737938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Transition to ACTIVE for port object 1557c30e-3935-4da7-9b0e-9f88ef5a7942 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:47.767188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:47.772295 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:47.786383 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Routers {'20e1fe78-591f-4ccb-9986-716805b4a6b8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:47.787024 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9640>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20e1fe78-591f-4ccb-9986-716805b4a6b8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:47.837847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:47.841334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:47.848290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:47.878714 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Pushing event updated for resources: {'Port': ['ID=1557c30e-3935-4da7-9b0e-9f88ef5a7942,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:47.879697 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Pushing event updated for resources: {'Port': ['ID=ada78f7f-612d-4e69-8412-c6cef5cda632,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:47.885176 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:47.890104 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:47.918845 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.047929 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] Set router 20e1fe78-591f-4ccb-9986-716805b4a6b8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:06:48.123200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:48.157482 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.260100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94690029-4786-40e1-8c60-e135b7af9e54 None None] Provisioning for port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:48.275592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94690029-4786-40e1-8c60-e135b7af9e54 None None] Provisioning complete for port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:48.275987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94690029-4786-40e1-8c60-e135b7af9e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.344145 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-94690029-4786-40e1-8c60-e135b7af9e54 None None] Port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:48.346675 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:48.347068 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.478536 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.487411 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.501527 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9640>, [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:06:44Z', 'revision_number': 3, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port': {'id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:44Z', 'updated_at': '2021-12-16T10:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:48.508893 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb4f25-8d85-4ef4-bd87-1aabc0e29bda None None] The sync data for ids ['20e1fe78-591f-4ccb-9986-716805b4a6b8'] in n-d-820554-2 is: [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:06:44Z', 'revision_number': 3, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port': {'id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:44Z', 'updated_at': '2021-12-16T10:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:48.522793 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec81091b-1006-40e4-853d-f515d5b4187f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:48.539232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.609304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:48.613173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Pushing event updated for resources: {'Port': ['ID=1557c30e-3935-4da7-9b0e-9f88ef5a7942,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:48.617521 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:48.780971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:48.782210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:48.959429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port d33fc4e1-5c7b-4095-8c51-43523031fdad {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:48.959976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.003906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Router 20e1fe78-591f-4ccb-9986-716805b4a6b8 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:49.099568 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3dd6a0ef-c94d-4fd1-ac35-f6bafc797faa None None] Provisioning complete for port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:49.100134 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a0ef-c94d-4fd1-ac35-f6bafc797faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.167456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6a0ef-c94d-4fd1-ac35-f6bafc797faa None None] Port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:49.185821 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.224504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:49.235620 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] 10.222.0.66 "PUT /v2.0/routers/20e1fe78-591f-4ccb-9986-716805b4a6b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2538269
Dec 16 10:06:49.514187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for d33fc4e1-5c7b-4095-8c51-43523031fdad owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:49.584155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2488dde8-5942-4a71-89bc-aabecff45677 up at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:49.679252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning for port 2488dde8-5942-4a71-89bc-aabecff45677 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:49.685785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Provisioning complete for port 2488dde8-5942-4a71-89bc-aabecff45677 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:49.686256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.825141 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.833358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51168) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:49.842608 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.842937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-864010082-network', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:49.849272 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:49.856654 n-d-820554-2 neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e32685-f030-49b8-af55-db8c2fc095ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2488dde8-5942-4a71-89bc-aabecff45677'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:06:49.858039 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:49.867125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Usage tracker for resource:network and tenant:ec1f2ebc6e1d45f1aa885d9cb43cb318 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:49.868782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] For port 2488dde8-5942-4a71-89bc-aabecff45677, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2488dde8-5942-4a71-89bc-aabecff45677,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:49.871370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:49.872792 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.875593 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0e01f270-3021-4ab9-bd87-d8f0a0f94e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:49.878543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:49.898747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Made reservation on behalf of ec1f2ebc6e1d45f1aa885d9cb43cb318 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:49.902375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.905568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=d33fc4e1-5c7b-4095-8c51-43523031fdad,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:49.922369 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:49.937147 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:49.938729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:49.943198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Usage tracker for resource:security_group_rule and tenant:ec1f2ebc6e1d45f1aa885d9cb43cb318 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:49.946207 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:49.952938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:49.961602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Pushing event updated for resources: {'Port': ['ID=2488dde8-5942-4a71-89bc-aabecff45677,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:49.966983 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:50.054813 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.060137 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.064177 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a43c1202-9ef7-4c40-8d61-30e6ce03540c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:50.113767 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:06:50.116661 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a9e79d-70b6-4774-9a16-65144d978ba2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:50.135309 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:50.144671 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.145309 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Added segment d3a4ac52-018f-4935-ae43-653eea980724 of type vlan for network a7ffb105-6554-4155-983c-90a41e13a992
Dec 16 10:06:50.145893 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ada78f7f-612d-4e69-8412-c6cef5cda632 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:50.192545 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.248119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.250514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ada78f7f-612d-4e69-8412-c6cef5cda632 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:50.250671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:50.251089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.258837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ada78f7f-612d-4e69-8412-c6cef5cda632 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:50.259719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.262472 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b28da388-a69e-4b73-9803-26c0e46a93b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:50.294602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.454056 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6190414
Dec 16 10:06:50.455956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:50.457005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ffb105-6554-4155-983c-90a41e13a992,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:50.462020 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:50.469993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Request body: {'subnet': {'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-864010082-subnet', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:50.476120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:50.478289 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.481515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Usage tracker for resource:subnet and tenant:ec1f2ebc6e1d45f1aa885d9cb43cb318 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:50.484668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:50.491754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:50.501167 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network a7ffb105-6554-4155-983c-90a41e13a992 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:06:50.516823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Made reservation on behalf of ec1f2ebc6e1d45f1aa885d9cb43cb318 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:06:50.520869 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.546237 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Sync routers for ids ['20e1fe78-591f-4ccb-9986-716805b4a6b8'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:50.566276 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Routers {'20e1fe78-591f-4ccb-9986-716805b4a6b8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:50.572859 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20e1fe78-591f-4ccb-9986-716805b4a6b8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:50.626572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ada78f7f-612d-4e69-8412-c6cef5cda632, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ada78f7f-612d-4e69-8412-c6cef5cda632,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:50.645130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:50.649653 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a557eb4b-1bbe-496d-a490-ab4550cc8b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:50.746711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ada78f7f-612d-4e69-8412-c6cef5cda632,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:50.750125 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:50.772937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:50.882089 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Set router 20e1fe78-591f-4ccb-9986-716805b4a6b8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:06:50.991118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:51.006871 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] Sync routers for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:51.007786 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.010639 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/routers/3eca7229-a5e5-44d4-a84b-cd403c2b3ac0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3496463
Dec 16 10:06:51.011366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51178) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:51.014152 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a4a5a57b-6373-4d58-85fd-da33c265513b tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:51.026137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:51.027999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d470a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:51.134387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Checking segment: {'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:51.134997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Network hostable DHCP agents. Network: a7ffb105-6554-4155-983c-90a41e13a992, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:06:51.154275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:51.157956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d470a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:51.166107 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:51.169373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] Routers {'3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:51.170142 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d470a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:51.183318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Network a7ffb105-6554-4155-983c-90a41e13a992 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:06:51.201180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, a7ffb105-6554-4155-983c-90a41e13a992) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:51.221055 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:51.222059 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.249116 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7893834
Dec 16 10:06:51.251727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51182) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:51.259021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c364fc8a-6930-4c06-b410-c0f649044c0a None None] Network a7ffb105-6554-4155-983c-90a41e13a992 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:06:51.259274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:06:51.265406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:06:51.271303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Usage tracker for resource:router and tenant:ec1f2ebc6e1d45f1aa885d9cb43cb318 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:06:51.276112 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6ac0>, [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:06:48Z', 'revision_number': 4, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port': {'id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:44Z', 'updated_at': '2021-12-16T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1557c30e-3935-4da7-9b0e-9f88ef5a7942', 'name': '', 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767', 'tenant_id': '792955f31e894ac7a13781b047131467', 'mac_address': 'fa:16:3e:7f:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:47Z', 'updated_at': '2021-12-16T10:06:48Z', 'revision_number': 2, 'project_id': '792955f31e894ac7a13781b047131467', 'subnets': [{'id': 'ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:51.277722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d470a0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:51.278107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:06:51.278227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3d678e-98c8-405b-9d06-c8998fa7ca9a None None] The sync data for ids ['3eca7229-a5e5-44d4-a84b-cd403c2b3ac0'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:51.281519 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Checking router: 20e1fe78-591f-4ccb-9986-716805b4a6b8 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:06:51.281888 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Updating router 20e1fe78-591f-4ccb-9986-716805b4a6b8 port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:06:51.293001 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:06:51.306846 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.308671 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.350000 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.360922 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.453696 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.573379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-a7ffb105-6554-4155-983c-90a41e13a992', 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'fixed_ips': [{'subnet_id': 'e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:06:51.577053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.693285 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.694467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.706133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 2a23cb8b-ca31-4cca-b18a-03dba01169c9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:51.706607 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.826806 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.840983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Allocated IP 172.20.0.2 (a7ffb105-6554-4155-983c-90a41e13a992/e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf/8841d321-3d7e-4487-b2c1-b19d2a832799) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:51.860612 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Transition to ACTIVE for port object 1557c30e-3935-4da7-9b0e-9f88ef5a7942 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:51.872672 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:51.877337 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ab9d3ea8-4c31-4298-a0bd-159ba4f73ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:51.932244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.055569 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc42e2-3926-4349-b93d-76645af55658 None None] Pushing event updated for resources: {'Port': ['ID=1557c30e-3935-4da7-9b0e-9f88ef5a7942,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:52.074371 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d5fc42e2-3926-4349-b93d-76645af55658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:52.100995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 2a23cb8b-ca31-4cca-b18a-03dba01169c9 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:52.146155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ada78f7f-612d-4e69-8412-c6cef5cda632 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:52.189805 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.244172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.248448 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.259872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Transition to ACTIVE for port object 8841d321-3d7e-4487-b2c1-b19d2a832799 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:52.261825 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Attempting to bind port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:06:52.262211 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Attempting to bind port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:06:52.262585 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Attempting to bind port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 on network 94b1aabe-49b9-4fcd-8aed-2393e4795767 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:52.268657 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:06:52.269042 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Checking segment: {'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:52.269459 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.269866 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Bound using segment: {'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:06:52.270350 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Bound port: 1557c30e-3935-4da7-9b0e-9f88ef5a7942, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f5b83e-26e7-4555-b1a9-db8ddc600222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:06:52.270740 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.301025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ada78f7f-612d-4e69-8412-c6cef5cda632 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:52.302023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.344565 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.346594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Transition to ACTIVE for port object 8841d321-3d7e-4487-b2c1-b19d2a832799 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:52.350263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:52.376570 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.381729 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:52.384109 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] For port 1557c30e-3935-4da7-9b0e-9f88ef5a7942, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:06:52.387598 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] For port 1557c30e-3935-4da7-9b0e-9f88ef5a7942, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1557c30e-3935-4da7-9b0e-9f88ef5a7942,segment=NetworkSegment(51f5b83e-26e7-4555-b1a9-db8ddc600222),segment_id=51f5b83e-26e7-4555-b1a9-db8ddc600222)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:06:52.393165 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.398999 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:52.416288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=2a23cb8b-ca31-4cca-b18a-03dba01169c9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:52.420747 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:52.432639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Allocated IP 172.25.3.248 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/d231b313-37eb-40d9-bb21-008a57c8c3db) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:52.469725 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Network a7ffb105-6554-4155-983c-90a41e13a992 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:52.473821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:52.489901 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:52.502620 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Routers {'20e1fe78-591f-4ccb-9986-716805b4a6b8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:52.503299 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20e1fe78-591f-4ccb-9986-716805b4a6b8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:52.644048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Attempting to bind port 8841d321-3d7e-4487-b2c1-b19d2a832799 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:06:52.644272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Attempting to bind port 8841d321-3d7e-4487-b2c1-b19d2a832799 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:06:52.644565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Attempting to bind port 8841d321-3d7e-4487-b2c1-b19d2a832799 on network a7ffb105-6554-4155-983c-90a41e13a992 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:52.647207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Pushing event updated for resources: {'Port': ['ID=8841d321-3d7e-4487-b2c1-b19d2a832799,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:52.654285 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.657854 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:52.673773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:06:52.674185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Checking segment: {'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:52.674585 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.674999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Bound using segment: {'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:06:52.675536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Bound port: 8841d321-3d7e-4487-b2c1-b19d2a832799, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:06:52.675928 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.677979 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc42e2-3926-4349-b93d-76645af55658 None None] Pushing event updated for resources: {'Port': ['ID=1557c30e-3935-4da7-9b0e-9f88ef5a7942,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:52.722405 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.790781 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d5fc42e2-3926-4349-b93d-76645af55658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:52.793094 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.807423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] For port 8841d321-3d7e-4487-b2c1-b19d2a832799, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:06:52.810109 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-966f23a4-a275-459c-9a90-06f8eb2a3603 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:52.811064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] For port 8841d321-3d7e-4487-b2c1-b19d2a832799, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8841d321-3d7e-4487-b2c1-b19d2a832799,segment=NetworkSegment(d3a4ac52-018f-4935-ae43-653eea980724),segment_id=d3a4ac52-018f-4935-ae43-653eea980724)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:06:52.817911 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.826211 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f044b72f-8a70-42fd-b7d4-d7c408042de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:52.869537 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] Set router 20e1fe78-591f-4ccb-9986-716805b4a6b8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:06:52.879993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:52.884568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:52.893951 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:52.911942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Pushing event updated for resources: {'Port': ['ID=8841d321-3d7e-4487-b2c1-b19d2a832799,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:52.914681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.916710 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:52.918926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.952817 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.953395 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Fanout notify agent at l3_agent the message router_deleted on router 3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:06:52.980601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Pushing event updated for resources: {'Port': ['ID=d231b313-37eb-40d9-bb21-008a57c8c3db,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:52.981254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:52.985855 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/routers/3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 HTTP/1.1" status: 204  len: 168 time: 1.9703789
Dec 16 10:06:52.986025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51190) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:52.988142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:53.303342 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2cc6ac0>, [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:06:48Z', 'revision_number': 4, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port': {'id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:44Z', 'updated_at': '2021-12-16T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1557c30e-3935-4da7-9b0e-9f88ef5a7942', 'name': '', 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767', 'tenant_id': '792955f31e894ac7a13781b047131467', 'mac_address': 'fa:16:3e:7f:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:47Z', 'updated_at': '2021-12-16T10:06:52Z', 'revision_number': 4, 'project_id': '792955f31e894ac7a13781b047131467', 'subnets': [{'id': 'ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:53.310319 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b2ec2-15de-4f96-9166-43fdab9b097d None None] The sync data for ids ['20e1fe78-591f-4ccb-9986-716805b4a6b8'] in n-d-820554-2 is: [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:06:48Z', 'revision_number': 4, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port': {'id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:44Z', 'updated_at': '2021-12-16T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '1557c30e-3935-4da7-9b0e-9f88ef5a7942', 'name': '', 'network_id': '94b1aabe-49b9-4fcd-8aed-2393e4795767', 'tenant_id': '792955f31e894ac7a13781b047131467', 'mac_address': 'fa:16:3e:7f:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:47Z', 'updated_at': '2021-12-16T10:06:52Z', 'revision_number': 4, 'project_id': '792955f31e894ac7a13781b047131467', 'subnets': [{'id': 'ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:53.434801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting subnet 87abb414-f0b0-4076-a64d-77d6243c91a3 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:06:53.450915 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:53.523898 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:53.782410 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:53.836217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.025203 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.029217 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e5b902e1-c012-4d5c-8fbf-83d7a6717c1d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:54.146423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Subnet': ['ID=87abb414-f0b0-4076-a64d-77d6243c91a3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:54.176121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1557c30e-3935-4da7-9b0e-9f88ef5a7942 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:54.184058 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:54.187074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.207941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cf06c5-e581-4fda-b0be-ce1a4acc607c None None] Network a7ffb105-6554-4155-983c-90a41e13a992 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:06:54.220377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e3ddc-f99f-48f3-a5d6-5b2e8e4ce418 None None] Network d54121ae-1fbf-4fc2-af62-1059ece9bd42 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:06:54.276463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/subnets/87abb414-f0b0-4076-a64d-77d6243c91a3 HTTP/1.1" status: 204  len: 168 time: 1.2898662
Dec 16 10:06:54.279017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:54.305657 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.423720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.442667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 48a7ba00-54d1-419b-8d38-b4f1e1991729 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:54.443026 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.556523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Router 5ee7cca9-caa2-4887-8247-9008aca562e4 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:06:54.577958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-519c4c5f-e199-45e4-bf77-d51eee1f0d30 None None] Provisioning for port 8841d321-3d7e-4487-b2c1-b19d2a832799 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:54.734818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] For port 48a7ba00-54d1-419b-8d38-b4f1e1991729, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=48a7ba00-54d1-419b-8d38-b4f1e1991729,segment=NetworkSegment(add2cc09-f437-4bd3-942d-bc744b54a060),segment_id=add2cc09-f437-4bd3-942d-bc744b54a060)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:54.735472 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.767033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:54.779318 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Sync routers for ids ['5ee7cca9-caa2-4887-8247-9008aca562e4'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:06:54.785152 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:54.789375 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Routers {'5ee7cca9-caa2-4887-8247-9008aca562e4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:54.790221 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f393e550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee7cca9-caa2-4887-8247-9008aca562e4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:54.794380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:54.794772 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.801676 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.803343 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5504408
Dec 16 10:06:54.806137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51198) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:54.880149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 48a7ba00-54d1-419b-8d38-b4f1e1991729 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:54.952056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4165e668-21ef-4115-8b0c-eb9a0189314b None None] DHCP port deletion for d54121ae-1fbf-4fc2-af62-1059ece9bd42 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:06:54.980594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:54.997408 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4165e668-21ef-4115-8b0c-eb9a0189314b None None] Deleting port 48a7ba00-54d1-419b-8d38-b4f1e1991729 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:54.998070 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4165e668-21ef-4115-8b0c-eb9a0189314b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.061584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.088669 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:55.103315 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Set router 5ee7cca9-caa2-4887-8247-9008aca562e4 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:06:55.137939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] No DVR routers for this DVR port 48a7ba00-54d1-419b-8d38-b4f1e1991729 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:06:55.154011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4165e668-21ef-4115-8b0c-eb9a0189314b None None] The port '48a7ba00-54d1-419b-8d38-b4f1e1991729' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:06:55.166027 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1557c30e-3935-4da7-9b0e-9f88ef5a7942, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1557c30e-3935-4da7-9b0e-9f88ef5a7942,segment=NetworkSegment(51f5b83e-26e7-4555-b1a9-db8ddc600222),segment_id=51f5b83e-26e7-4555-b1a9-db8ddc600222)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:55.183341 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.184266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8841d321-3d7e-4487-b2c1-b19d2a832799 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:55.195262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=48a7ba00-54d1-419b-8d38-b4f1e1991729,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:55.202104 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:55.235656 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-85d1dd38-1f2e-4c8d-a8ea-009c7882f946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:55.358230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1557c30e-3935-4da7-9b0e-9f88ef5a7942,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:55.363632 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:55.380429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8841d321-3d7e-4487-b2c1-b19d2a832799 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:55.387281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8841d321-3d7e-4487-b2c1-b19d2a832799 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:55.388044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.493184 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f393e550>, [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:06:53Z', 'revision_number': 3, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port': {'id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:52Z', 'updated_at': '2021-12-16T10:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:55.500474 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Checking router: 5ee7cca9-caa2-4887-8247-9008aca562e4 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:06:55.500895 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Updating router 5ee7cca9-caa2-4887-8247-9008aca562e4 port d231b313-37eb-40d9-bb21-008a57c8c3db binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:06:55.538205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.582567 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.594488 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.602231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f71ecbb0>,) {'filters': {'network_id': ['d54121ae-1fbf-4fc2-af62-1059ece9bd42']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:55.627636 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71ecbb0>, 'add2cc09-f437-4bd3-942d-bc744b54a060') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:55.628558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71ecbb0>, 'add2cc09-f437-4bd3-942d-bc744b54a060') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:55.637945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8841d321-3d7e-4487-b2c1-b19d2a832799, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8841d321-3d7e-4487-b2c1-b19d2a832799,segment=NetworkSegment(d3a4ac52-018f-4935-ae43-653eea980724),segment_id=d3a4ac52-018f-4935-ae43-653eea980724)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:55.646239 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.649066 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:55.653625 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.678468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.687543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:06:55.687947 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:06:55.708713 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:06:55.722377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8841d321-3d7e-4487-b2c1-b19d2a832799,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:55.725771 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:55.812100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.820962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.828315 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00d831fd-5010-44cd-98ba-43b8e824f9c5 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:55.873234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Network': ['ID=d54121ae-1fbf-4fc2-af62-1059ece9bd42,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:55.876271 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:55.880502 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/networks/d54121ae-1fbf-4fc2-af62-1059ece9bd42 HTTP/1.1" status: 204  len: 168 time: 1.6003869
Dec 16 10:06:55.883059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51202) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:55.971552 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.984597 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Transition to ACTIVE for port object d231b313-37eb-40d9-bb21-008a57c8c3db will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:55.991884 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:55.997150 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-5488927c-f98d-40ab-a40c-16d262c281eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:55.998156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.065054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 2414c0cb-d909-42b5-a9bf-53cd4fc34c95 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:56.065473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.068938 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Attempting to bind port d231b313-37eb-40d9-bb21-008a57c8c3db on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:06:56.069325 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Attempting to bind port d231b313-37eb-40d9-bb21-008a57c8c3db by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:06:56.069698 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Attempting to bind port d231b313-37eb-40d9-bb21-008a57c8c3db on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:06:56.083856 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:06:56.084324 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:06:56.084647 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.085046 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:06:56.085584 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Bound port: d231b313-37eb-40d9-bb21-008a57c8c3db, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:06:56.085968 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.133446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1557c30e-3935-4da7-9b0e-9f88ef5a7942 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:56.172927 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] For port d231b313-37eb-40d9-bb21-008a57c8c3db, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:06:56.176511 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] For port d231b313-37eb-40d9-bb21-008a57c8c3db, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d231b313-37eb-40d9-bb21-008a57c8c3db,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:06:56.184163 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672a8cb-0195-408f-bfb3-9ce7a68ee639 None None] Pushing event updated for resources: {'Port': ['ID=d231b313-37eb-40d9-bb21-008a57c8c3db,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:56.188302 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.193497 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7672a8cb-0195-408f-bfb3-9ce7a68ee639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:56.194569 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7672a8cb-0195-408f-bfb3-9ce7a68ee639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:56.220095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:56.220682 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.269443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Allocated IP 172.20.0.1 (a7ffb105-6554-4155-983c-90a41e13a992/e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf/025822d1-8127-411f-aa7f-32affefb5d58) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:06:56.322708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.323220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.338311 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Routers {'5ee7cca9-caa2-4887-8247-9008aca562e4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:06:56.339037 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f393e550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee7cca9-caa2-4887-8247-9008aca562e4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:56.383221 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8841d321-3d7e-4487-b2c1-b19d2a832799 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:56.431006 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672a8cb-0195-408f-bfb3-9ce7a68ee639 None None] Pushing event updated for resources: {'Port': ['ID=d231b313-37eb-40d9-bb21-008a57c8c3db,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:56.435766 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7672a8cb-0195-408f-bfb3-9ce7a68ee639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:56.482016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 2414c0cb-d909-42b5-a9bf-53cd4fc34c95 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:56.494700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8841d321-3d7e-4487-b2c1-b19d2a832799 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:56.497152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.512588 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.545989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Transition to ACTIVE for port object 025822d1-8127-411f-aa7f-32affefb5d58 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:06:56.583192 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] Set router 5ee7cca9-caa2-4887-8247-9008aca562e4 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:06:56.597142 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.619538 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc82bd36-869d-4566-8402-f2545c0a1056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:56.692431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.693407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Network a7ffb105-6554-4155-983c-90a41e13a992 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:56.699203 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:56.705356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:56.713761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:06:56.720359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48a7ba00-54d1-419b-8d38-b4f1e1991729 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:06:56.774602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=2414c0cb-d909-42b5-a9bf-53cd4fc34c95,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:56.784029 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:56.798691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 48a7ba00-54d1-419b-8d38-b4f1e1991729 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:06:56.799044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 48a7ba00-54d1-419b-8d38-b4f1e1991729 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:06:56.803256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.907859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.929819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.935095 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/floatingips/1a8e57d5-ba45-4ab3-bf02-a786da70ac92 HTTP/1.1" status: 204  len: 168 time: 1.0468094
Dec 16 10:06:56.936505 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:56.937080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Pushing event updated for resources: {'Port': ['ID=025822d1-8127-411f-aa7f-32affefb5d58,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:56.941238 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:56.975148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:56.994650 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c658f9-6fa2-490a-bdac-3e288c1bdc7c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:06:56.995025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c658f9-6fa2-490a-bdac-3e288c1bdc7c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:06:56.999907 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a4c658f9-6fa2-490a-bdac-3e288c1bdc7c tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/ports/0bb23022-eceb-434a-a7a2-329e8e95ea36 HTTP/1.1" status: 404  len: 333 time: 0.0598938
Dec 16 10:06:57.000457 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:57.044420 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f393e550>, [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:06:53Z', 'revision_number': 3, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port': {'id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:52Z', 'updated_at': '2021-12-16T10:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:06:57.049952 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b665c70-f35e-4c36-b199-3f7d6aa68a02 None None] The sync data for ids ['5ee7cca9-caa2-4887-8247-9008aca562e4'] in n-d-820554-2 is: [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:06:53Z', 'revision_number': 3, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port': {'id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:52Z', 'updated_at': '2021-12-16T10:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:06:57.051604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e354ec2-d75c-471a-ad03-e5f57410f060 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Synchronizing usage tracker for tenant:255279674f04489f86161a3c734ce2fc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:06:57.071778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e354ec2-d75c-471a-ad03-e5f57410f060 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Unset dirty status for tenant:255279674f04489f86161a3c734ce2fc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:06:57.076556 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:57.077180 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7e354ec2-d75c-471a-ad03-e5f57410f060 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 HTTP/1.1" status: 200  len: 205 time: 0.0752518
Dec 16 10:06:57.081454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e57e2106-6d48-4186-8163-0faf699cd511 None None] Provisioning for port 025822d1-8127-411f-aa7f-32affefb5d58 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:57.087475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e57e2106-6d48-4186-8163-0faf699cd511 None None] Provisioning complete for port 025822d1-8127-411f-aa7f-32affefb5d58 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:57.087948 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e57e2106-6d48-4186-8163-0faf699cd511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:57.145537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e57e2106-6d48-4186-8163-0faf699cd511 None None] Port 025822d1-8127-411f-aa7f-32affefb5d58 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:57.382164 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-0cbe0d19-c17b-4d5b-aa22-1288311136da tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] delete failed (client error): The resource could not be found.
Dec 16 10:06:57.384472 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0cbe0d19-c17b-4d5b-aa22-1288311136da tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/routers/3eca7229-a5e5-44d4-a84b-cd403c2b3ac0 HTTP/1.1" status: 404  len: 336 time: 0.2840054
Dec 16 10:06:57.387712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:57.432604 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd977a9-0a4d-4df1-9d39-a7ea3a0d37b8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:06:57.433100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd977a9-0a4d-4df1-9d39-a7ea3a0d37b8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:06:57.434838 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0bd977a9-0a4d-4df1-9d39-a7ea3a0d37b8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/subnets/87abb414-f0b0-4076-a64d-77d6243c91a3 HTTP/1.1" status: 404  len: 337 time: 0.0458257
Dec 16 10:06:57.437405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:57.470076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:57.476179 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:57.518832 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:57.519130 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port de9fba5f-4a22-4015-92c1-08747ef0409b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:57.519485 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:57.614662 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:57.624286 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Pushing event updated for resources: {'Port': ['ID=025822d1-8127-411f-aa7f-32affefb5d58,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:57.628589 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:57.792115 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Network a7ffb105-6554-4155-983c-90a41e13a992 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:06:57.795328 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:06:57.837986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:57.995971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for de9fba5f-4a22-4015-92c1-08747ef0409b owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:58.094476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Router 5ee7cca9-caa2-4887-8247-9008aca562e4 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:06:58.151554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d231b313-37eb-40d9-bb21-008a57c8c3db up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:06:58.203688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:58.225344 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-04b9de9a-acd0-4e15-93d9-a5ac0fd6064a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:58.248039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8e3a2f41-c624-4351-a431-184f163f0ef7 None None] Provisioning complete for port 025822d1-8127-411f-aa7f-32affefb5d58 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:58.248668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2f41-c624-4351-a431-184f163f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:58.310476 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a2f41-c624-4351-a431-184f163f0ef7 None None] Port 025822d1-8127-411f-aa7f-32affefb5d58 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:06:58.316969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=de9fba5f-4a22-4015-92c1-08747ef0409b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:58.322734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port d231b313-37eb-40d9-bb21-008a57c8c3db completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:06:58.324433 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:58.330577 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:06:58.337243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d231b313-37eb-40d9-bb21-008a57c8c3db triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:06:58.337929 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:58.349210 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] 10.222.0.66 "PUT /v2.0/routers/5ee7cca9-caa2-4887-8247-9008aca562e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5322914
Dec 16 10:06:58.392435 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:58.409063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/ports/de9fba5f-4a22-4015-92c1-08747ef0409b HTTP/1.1" status: 204  len: 168 time: 0.9705002
Dec 16 10:06:58.412396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:58.483979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:58.486250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port d6bc30c3-16e0-4902-b21b-6ccc867ec464 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:06:58.486632 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:58.506258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port d231b313-37eb-40d9-bb21-008a57c8c3db, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d231b313-37eb-40d9-bb21-008a57c8c3db,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:06:58.513581 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:58.516816 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:58.598052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=d231b313-37eb-40d9-bb21-008a57c8c3db,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:58.601054 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:58.908938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:59.041079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for d6bc30c3-16e0-4902-b21b-6ccc867ec464 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:06:59.192082 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:59.197568 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6e42f3bf-d6b3-46f1-a0b9-9e6abdf3fe4a tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:06:59.245065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=d6bc30c3-16e0-4902-b21b-6ccc867ec464,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:06:59.281044 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:06:59.346924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:06:59.356192 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/ports/d6bc30c3-16e0-4902-b21b-6ccc867ec464 HTTP/1.1" status: 204  len: 168 time: 0.9427080
Dec 16 10:06:59.358681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:06:59.453757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124c84b-100e-4771-979d-1fc5a370d709 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:06:59.454349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e124c84b-100e-4771-979d-1fc5a370d709 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Synchronizing usage tracker for tenant:255279674f04489f86161a3c734ce2fc on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:06:59.470555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e124c84b-100e-4771-979d-1fc5a370d709 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Unset dirty status for tenant:255279674f04489f86161a3c734ce2fc on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:06:59.471924 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e124c84b-100e-4771-979d-1fc5a370d709 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "GET /v2.0/ports?device_id=82bc61c5-e4d2-4071-8c30-06d198067792 HTTP/1.1" status: 200  len: 913 time: 0.1122580
Dec 16 10:06:59.474523 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51238) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:00.056613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:00.096173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d231b313-37eb-40d9-bb21-008a57c8c3db up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:00.185732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Sync routers for ids ['5ee7cca9-caa2-4887-8247-9008aca562e4'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:07:00.217109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Routers {'5ee7cca9-caa2-4887-8247-9008aca562e4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:00.217793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24fb340>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee7cca9-caa2-4887-8247-9008aca562e4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:00.391774 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d231b313-37eb-40d9-bb21-008a57c8c3db triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:00.392159 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:00.465560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Set router 5ee7cca9-caa2-4887-8247-9008aca562e4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:07:00.592466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 23466f90-3787-4ff2-800a-a922bc6eeaae {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:00.592806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:00.779180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:00.840179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24fb340>, [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:06:56Z', 'revision_number': 4, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port': {'id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:52Z', 'updated_at': '2021-12-16T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '025822d1-8127-411f-aa7f-32affefb5d58', 'name': '', 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'mac_address': 'fa:16:3e:c6:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:56Z', 'updated_at': '2021-12-16T10:06:57Z', 'revision_number': 2, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'subnets': [{'id': 'e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:00.844163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Checking router: 5ee7cca9-caa2-4887-8247-9008aca562e4 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:07:00.844525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Updating router 5ee7cca9-caa2-4887-8247-9008aca562e4 port 025822d1-8127-411f-aa7f-32affefb5d58 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:07:00.901250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:00.904994 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 23466f90-3787-4ff2-800a-a922bc6eeaae owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:01.100749 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:01.105882 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fb004235-81d3-4581-aa5d-01a1537dd5f8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:01.164153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=23466f90-3787-4ff2-800a-a922bc6eeaae,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:01.191079 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:01.261580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:01.274044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Transition to ACTIVE for port object 025822d1-8127-411f-aa7f-32affefb5d58 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:01.281217 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:01.284587 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-26e901c7-86f8-49b1-ae0f-de6088f462c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:01.452184 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:01.476540 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65994cf-6419-4753-813d-b3837b198b26 None None] Pushing event updated for resources: {'Port': ['ID=025822d1-8127-411f-aa7f-32affefb5d58,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:01.484082 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f65994cf-6419-4753-813d-b3837b198b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:01.509132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Attempting to bind port 025822d1-8127-411f-aa7f-32affefb5d58 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:01.509515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Attempting to bind port 025822d1-8127-411f-aa7f-32affefb5d58 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:01.509887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Attempting to bind port 025822d1-8127-411f-aa7f-32affefb5d58 on network a7ffb105-6554-4155-983c-90a41e13a992 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:01.518127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:01.518532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Checking segment: {'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:01.518943 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:01.519391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Bound using segment: {'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:01.519883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Bound port: 025822d1-8127-411f-aa7f-32affefb5d58, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a4ac52-018f-4935-ae43-653eea980724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:01.520278 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:01.658160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] For port 025822d1-8127-411f-aa7f-32affefb5d58, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:01.665009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] For port 025822d1-8127-411f-aa7f-32affefb5d58, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=025822d1-8127-411f-aa7f-32affefb5d58,segment=NetworkSegment(d3a4ac52-018f-4935-ae43-653eea980724),segment_id=d3a4ac52-018f-4935-ae43-653eea980724)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:01.671633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:01.675937 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:01.808437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Routers {'5ee7cca9-caa2-4887-8247-9008aca562e4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:01.809088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24fb340>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee7cca9-caa2-4887-8247-9008aca562e4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:01.854058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Router 82bc61c5-e4d2-4071-8c30-06d198067792 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:07:01.886420 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65994cf-6419-4753-813d-b3837b198b26 None None] Pushing event updated for resources: {'Port': ['ID=025822d1-8127-411f-aa7f-32affefb5d58,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:01.891766 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f65994cf-6419-4753-813d-b3837b198b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:02.010092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] Set router 5ee7cca9-caa2-4887-8247-9008aca562e4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:07:02.197459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:07:02.207799 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] Sync routers for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:07:02.215759 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "PUT /v2.0/routers/82bc61c5-e4d2-4071-8c30-06d198067792/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7400393
Dec 16 10:07:02.218287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51242) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:02.219094 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:02.219798 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc96d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:02.297022 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc96d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:02.307123 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] Routers {'82bc61c5-e4d2-4071-8c30-06d198067792'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:02.308241 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc96d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:06:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['82bc61c5-e4d2-4071-8c30-06d198067792'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:02.373565 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc96d0>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:02.374229 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9b8f0-91b6-46d3-9fd3-2522828db62d None None] The sync data for ids ['82bc61c5-e4d2-4071-8c30-06d198067792'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:07:02.387657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24fb340>, [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:06:56Z', 'revision_number': 4, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port': {'id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:52Z', 'updated_at': '2021-12-16T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '025822d1-8127-411f-aa7f-32affefb5d58', 'name': '', 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'mac_address': 'fa:16:3e:c6:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:56Z', 'updated_at': '2021-12-16T10:07:01Z', 'revision_number': 4, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'subnets': [{'id': 'e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:02.391795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95607c0a-70f8-4c01-a78c-f8aebb54f9e0 None None] The sync data for ids ['5ee7cca9-caa2-4887-8247-9008aca562e4'] in n-d-820554-2 is: [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:06:56Z', 'revision_number': 4, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port': {'id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:52Z', 'updated_at': '2021-12-16T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '025822d1-8127-411f-aa7f-32affefb5d58', 'name': '', 'network_id': 'a7ffb105-6554-4155-983c-90a41e13a992', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'mac_address': 'fa:16:3e:c6:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:56Z', 'updated_at': '2021-12-16T10:07:01Z', 'revision_number': 4, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'subnets': [{'id': 'e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:07:02.425195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:02.633738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:02.644538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting port 3fd18d79-0079-48cf-8bd6-333f67978bdf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:02.644941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:02.831086 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.094570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Calling delete_port for 3fd18d79-0079-48cf-8bd6-333f67978bdf owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:03.400612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.405080 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c977b79-593f-45ad-933f-3f0b9b99b1ec tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:03.453509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Port': ['ID=3fd18d79-0079-48cf-8bd6-333f67978bdf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:03.480263 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:03.547022 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.738555 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.740790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.762220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.762754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Fanout notify agent at l3_agent the message router_deleted on router 82bc61c5-e4d2-4071-8c30-06d198067792 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:07:03.777019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.778075 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/routers/82bc61c5-e4d2-4071-8c30-06d198067792 HTTP/1.1" status: 204  len: 168 time: 1.5587869
Dec 16 10:07:03.780621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51246) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:03.845892 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Deleting subnet cced3956-26c9-4a94-92a4-7193a062c7f7 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:03.848721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.906177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:03.967249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.047735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.051872 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4048479e-e3cb-4f11-979a-2a70bc703a32 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:04.093370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Subnet': ['ID=cced3956-26c9-4a94-92a4-7193a062c7f7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:04.096446 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:04.097428 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.109904 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/subnets/cced3956-26c9-4a94-92a4-7193a062c7f7 HTTP/1.1" status: 204  len: 168 time: 0.3260210
Dec 16 10:07:04.110059 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51250) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:04.114013 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 025822d1-8127-411f-aa7f-32affefb5d58 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:04.189931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 025822d1-8127-411f-aa7f-32affefb5d58 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:04.196178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 025822d1-8127-411f-aa7f-32affefb5d58 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:04.196672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.232191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.333121 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.378224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 025822d1-8127-411f-aa7f-32affefb5d58, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=025822d1-8127-411f-aa7f-32affefb5d58,segment=NetworkSegment(d3a4ac52-018f-4935-ae43-653eea980724),segment_id=d3a4ac52-018f-4935-ae43-653eea980724)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:04.379101 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.384234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.386096 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-39a38cba-6e0b-42b2-9e81-bbb09ff05a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:04.407664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0bf6520>,) {'filters': {'network_id': ['c47161de-d7d8-4391-af52-97ef39ed17dd']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:04.421867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0bf6520>, '4562a671-9bb5-42f5-82c4-45fe744042ed') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:04.422144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0bf6520>, '4562a671-9bb5-42f5-82c4-45fe744042ed') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:04.437505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.455968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.464964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:04.465467 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.470108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=025822d1-8127-411f-aa7f-32affefb5d58,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:04.475012 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:04.486001 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:04.709366 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.713349 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ba13817f-662b-4ac5-bdea-deeaedd3b343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:04.729148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:04.739602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Pushing event deleted for resources: {'Network': ['ID=c47161de-d7d8-4391-af52-97ef39ed17dd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:04.742533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] 10.222.0.66 "DELETE /v2.0/networks/c47161de-d7d8-4391-af52-97ef39ed17dd HTTP/1.1" status: 204  len: 168 time: 0.6315589
Dec 16 10:07:04.743445 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:05.008421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51260) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:05.159394 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-298d7ff7-8b0e-4241-be38-c47d131888ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=255279674f04489f86161a3c734ce2fc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1496823
Dec 16 10:07:05.161823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51266) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:05.223538 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:05.249251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:05.301372 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:05.305399 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d3d36c90-961c-4621-aaeb-c436fd67690d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:05.317226 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd0faf5-c5e8-4cb3-82a7-c2eab51ac6ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:05.320872 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:05.324790 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:05.328486 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cd0faf5-c5e8-4cb3-82a7-c2eab51ac6ef HTTP/1.1" status: 204  len: 168 time: 0.1630619
Dec 16 10:07:06.005435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:06.080264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 025822d1-8127-411f-aa7f-32affefb5d58 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:06.112868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1257658907'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:06.118685 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:06.122634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:06.125819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:06.132816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:06.143381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:06.146720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.149602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 025822d1-8127-411f-aa7f-32affefb5d58 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:06.150843 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.162566 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.178346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:06.182100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group_rule and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:06.184996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:06.191368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:06.280173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.284491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.288842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:06.315501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:06.328093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65f1f01-0529-4707-9e7c-41d8f6f6a7ec,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:06.332252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:06.333179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.333522 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment dbb2fb30-7132-457e-b89a-471350cd1bc2 of type vlan for network 8708cda0-dc73-486c-8f37-099cb2ad8094
Dec 16 10:07:06.360720 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.389326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.394961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:06.395579 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.399624 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-29224c1c-8c18-47ac-be5e-eb5562bc2145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:06.509930 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5033262
Dec 16 10:07:06.513151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51296) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:06.513781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=8708cda0-dc73-486c-8f37-099cb2ad8094,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:06.516627 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:06.532417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:06.539559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'name': 'tempest-PortsIpV6TestJSON-1964108501'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:06.653310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:06.657242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:06.660093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:06.665789 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:06.675535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:06.679007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.709949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 4755d473-c420-48cf-9cf8-5e68387547a9 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:06.939095 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.967368 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:06.974452 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:07.058956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=4755d473-c420-48cf-9cf8-5e68387547a9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:07.061907 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:07.074469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': 'dbb2fb30-7132-457e-b89a-471350cd1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:07.074826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: 8708cda0-dc73-486c-8f37-099cb2ad8094, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:07.096354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:07.105970 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8708cda0-dc73-486c-8f37-099cb2ad8094) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:07.109878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:07.116339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08569f8-40c1-46e2-9b70-f099f1ab1024 None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:07.116803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:07.117024 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.138886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.6238081
Dec 16 10:07:07.141822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51300) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:07.147356 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-11496678'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:07.152671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:07.156473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:07.159347 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:07.165030 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:07.176129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:07.179707 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.209248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:07.218206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.218585 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment 54c7a305-b515-4fdf-a8a2-16ddaa4382ba of type vlan for network eac761cf-128d-40b7-9f2a-1b78d4c531aa
Dec 16 10:07:07.254118 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.284690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.290477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:07.291065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.297026 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2606a429-5354-4838-89f5-32ed717f0ace tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:07.394157 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2512803
Dec 16 10:07:07.396925 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51304) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:07.402881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'ports': [{'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094'}, {'network_id': 'eac761cf-128d-40b7-9f2a-1b78d4c531aa'}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:07.403218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:07.403709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': 'eac761cf-128d-40b7-9f2a-1b78d4c531aa'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:07.405066 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=eac761cf-128d-40b7-9f2a-1b78d4c531aa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:07.408540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:07.415978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network eac761cf-128d-40b7-9f2a-1b78d4c531aa details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:07.626082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:07.629889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:07.632695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:07.638242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:07.647993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:07.653162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.674938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:07.798235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port d955c3c9-699e-4ea5-9624-d42d37aa9e01 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:07.930854 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.041341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 6ea11810-c927-47e1-ad9f-aa00e0fab767 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:08.178956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.205291 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.211204 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d86c1f48-fa9c-4c5f-b3fc-36e5c92fe86d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:08.277939 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:08.281141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:08.285795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:08.286603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.296224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=d955c3c9-699e-4ea5-9624-d42d37aa9e01,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:08.298921 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:08.299816 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:08.390000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=6ea11810-c927-47e1-ad9f-aa00e0fab767,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:08.392723 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:08.395381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': '54c7a305-b515-4fdf-a8a2-16ddaa4382ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'eac761cf-128d-40b7-9f2a-1b78d4c531aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:08.395741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: eac761cf-128d-40b7-9f2a-1b78d4c531aa, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:08.414521 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network eac761cf-128d-40b7-9f2a-1b78d4c531aa is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:08.422837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, eac761cf-128d-40b7-9f2a-1b78d4c531aa) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:08.426280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:08.431357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced5a4c-b4f5-4819-ab89-fc60a2382e7d None None] Network eac761cf-128d-40b7-9f2a-1b78d4c531aa requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:08.431855 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:08.436946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:08.437582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.459617 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.0614729
Dec 16 10:07:08.462691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:08.547372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 6ea11810-c927-47e1-ad9f-aa00e0fab767 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:08.547741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.772188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.902316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 6ea11810-c927-47e1-ad9f-aa00e0fab767 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:08.980333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:08.986201 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cbe1b728-9af4-43ed-8101-a00cc57af5d3 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:09.034438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=6ea11810-c927-47e1-ad9f-aa00e0fab767,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:09.037534 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:09.040431 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:09.047837 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/6ea11810-c927-47e1-ad9f-aa00e0fab767 HTTP/1.1" status: 204  len: 168 time: 0.5837715
Dec 16 10:07:09.050428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:09.130175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7fd15-165f-410f-8ddc-673cb9c62025 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:09.136045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7fd15-165f-410f-8ddc-673cb9c62025 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:09.136783 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-91b7fd15-165f-410f-8ddc-673cb9c62025 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:09.153320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-91b7fd15-165f-410f-8ddc-673cb9c62025 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:09.154551 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-91b7fd15-165f-410f-8ddc-673cb9c62025 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.1032207
Dec 16 10:07:09.157307 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:09.230591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port d955c3c9-699e-4ea5-9624-d42d37aa9e01 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:09.230852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:09.594492 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:09.722221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for d955c3c9-699e-4ea5-9624-d42d37aa9e01 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:09.803096 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:09.809454 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a62f5a79-32b4-4982-b84a-a1029e4c2882 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:09.860905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=d955c3c9-699e-4ea5-9624-d42d37aa9e01,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:09.864118 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:09.866564 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:09.881668 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/d955c3c9-699e-4ea5-9624-d42d37aa9e01 HTTP/1.1" status: 204  len: 168 time: 0.7233236
Dec 16 10:07:09.884693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:09.966701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0369f10d-dbdb-4e50-9243-e9ea227da6ba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:09.967422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0369f10d-dbdb-4e50-9243-e9ea227da6ba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:09.982846 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0369f10d-dbdb-4e50-9243-e9ea227da6ba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:09.984083 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0369f10d-dbdb-4e50-9243-e9ea227da6ba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0983436
Dec 16 10:07:09.986781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:10.031845 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c6c571-abb8-4b99-a73e-528012a2609b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:10.033736 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c6c6c571-abb8-4b99-a73e-528012a2609b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/6ea11810-c927-47e1-ad9f-aa00e0fab767 HTTP/1.1" status: 404  len: 333 time: 0.0454633
Dec 16 10:07:10.035960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51328) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:10.085240 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef45c3ff-8d56-4586-907a-e0e2b08671c8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:10.086487 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ef45c3ff-8d56-4586-907a-e0e2b08671c8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/d955c3c9-699e-4ea5-9624-d42d37aa9e01 HTTP/1.1" status: 404  len: 333 time: 0.0495780
Dec 16 10:07:10.090891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51332) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:10.208794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.342345 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.374062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f20b8190>,) {'filters': {'network_id': ['eac761cf-128d-40b7-9f2a-1b78d4c531aa']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:10.386218 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20b8190>, '54c7a305-b515-4fdf-a8a2-16ddaa4382ba') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:10.386514 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f20b8190>, '54c7a305-b515-4fdf-a8a2-16ddaa4382ba') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:10.397713 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.413199 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.419975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:10.420347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:10.435733 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:10.524736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.528893 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9b098107-4f02-4ae2-b9bd-1a500880b271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:10.543972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.554046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=eac761cf-128d-40b7-9f2a-1b78d4c531aa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:10.556578 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/eac761cf-128d-40b7-9f2a-1b78d4c531aa HTTP/1.1" status: 204  len: 168 time: 0.4647610
Dec 16 10:07:10.557542 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:10.560304 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51336) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:10.566205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1854573218'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:10.571811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:10.575969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:10.578885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:10.584847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:10.596355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:10.599892 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.628192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:10.637772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.638118 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment 913f227c-096a-463a-a7ee-ba5128fe529a of type vlan for network b9feeb07-b660-4966-a88f-fd7b25ae15a1
Dec 16 10:07:10.664593 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.699440 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.705690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:10.706283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:10.710308 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bbfc72d5-3e1c-4cff-86d9-784924ce0cf1 tempest-BulkNetworkOpsTest-434312516 tempest-BulkNetworkOpsTest-434312516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:10.812973 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2515044
Dec 16 10:07:10.816262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:10.822282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:10.823733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=b9feeb07-b660-4966-a88f-fd7b25ae15a1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:10.833813 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.834211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.834598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.834984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.835401 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.835782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.836156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.836531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.836902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.837267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.837635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.838002 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:10.842034 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:10.854081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b9feeb07-b660-4966-a88f-fd7b25ae15a1 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:10.945225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:10.949672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:10.953041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:10.959061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:10.972578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:10.976255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:11.073543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 10:07:11.076551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 10:07:11.210195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:11.214590 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1de2404f-091a-4a8a-be8e-c321a07b7463 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:11.293287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=42010e53-97eb-4707-b0c9-1429d651b3b5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:11.297219 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:11.306331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': '913f227c-096a-463a-a7ee-ba5128fe529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:11.306885 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: b9feeb07-b660-4966-a88f-fd7b25ae15a1, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:11.334552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network b9feeb07-b660-4966-a88f-fd7b25ae15a1 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:11.344330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b9feeb07-b660-4966-a88f-fd7b25ae15a1) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:11.348500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:11.349090 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:11.353161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba425238-3a0e-4579-a431-94f547b0abaf None None] Network b9feeb07-b660-4966-a88f-fd7b25ae15a1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:11.371441 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5539644
Dec 16 10:07:11.374151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:11.379857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1', 'name': 'tempest-PortsIpV6TestJSON-1096488032'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:11.538456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:11.551180 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:11.566672 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:11.570502 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:11.594684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-b9feeb07-b660-4966-a88f-fd7b25ae15a1', 'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1', 'tenant_id': '10d9bb82a02848598d702469e7e9d734', 'fixed_ips': [{'subnet_id': '42010e53-97eb-4707-b0c9-1429d651b3b5'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:07:11.595125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 156317e5-d07d-42ed-86e3-442603bc91a3 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:11.595672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:11.905128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::160 (b9feeb07-b660-4966-a88f-fd7b25ae15a1/42010e53-97eb-4707-b0c9-1429d651b3b5/156317e5-d07d-42ed-86e3-442603bc91a3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:11.992358 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:07:11.996482 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-406857b3-b560-4e55-9461-61dc1d026a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.124185 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.125368 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.142365 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 156317e5-d07d-42ed-86e3-442603bc91a3 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:12.169961 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.175874 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:12.233204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Allocated IP 2001:db8::2 (b9feeb07-b660-4966-a88f-fd7b25ae15a1/42010e53-97eb-4707-b0c9-1429d651b3b5/f4e3070d-f6c6-485f-8821-a827bb6d0fd9) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:12.251575 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network b9feeb07-b660-4966-a88f-fd7b25ae15a1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:12.254877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:12.260424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:12.266561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:12.267225 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.275448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=156317e5-d07d-42ed-86e3-442603bc91a3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:12.282628 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:12.303250 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9279590
Dec 16 10:07:12.305858 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:12.382334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 156317e5-d07d-42ed-86e3-442603bc91a3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:12.382590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.460915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.473312 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Transition to ACTIVE for port object f4e3070d-f6c6-485f-8821-a827bb6d0fd9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:12.505543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Transition to ACTIVE for port object f4e3070d-f6c6-485f-8821-a827bb6d0fd9 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:12.513460 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.522918 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-8d66747a-1469-43dd-9641-08113db428c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:12.600349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Network b9feeb07-b660-4966-a88f-fd7b25ae15a1 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:12.603154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:12.607624 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:12.616657 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Pushing event updated for resources: {'Port': ['ID=f4e3070d-f6c6-485f-8821-a827bb6d0fd9,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:12.644237 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:12.681161 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.706491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Attempting to bind port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:12.706904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Attempting to bind port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '913f227c-096a-463a-a7ee-ba5128fe529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:12.707319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Attempting to bind port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 on network b9feeb07-b660-4966-a88f-fd7b25ae15a1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:12.712965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:12.713340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Checking segment: {'id': '913f227c-096a-463a-a7ee-ba5128fe529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:12.713749 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.714151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Bound using segment: {'id': '913f227c-096a-463a-a7ee-ba5128fe529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:12.714617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Bound port: f4e3070d-f6c6-485f-8821-a827bb6d0fd9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913f227c-096a-463a-a7ee-ba5128fe529a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9feeb07-b660-4966-a88f-fd7b25ae15a1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:12.715024 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.820653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 156317e5-d07d-42ed-86e3-442603bc91a3 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:12.823056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] For port f4e3070d-f6c6-485f-8821-a827bb6d0fd9, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:12.826610 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] For port f4e3070d-f6c6-485f-8821-a827bb6d0fd9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f4e3070d-f6c6-485f-8821-a827bb6d0fd9,segment=NetworkSegment(913f227c-096a-463a-a7ee-ba5128fe529a),segment_id=913f227c-096a-463a-a7ee-ba5128fe529a)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:12.831975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:12.835642 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:12.918712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Pushing event updated for resources: {'Port': ['ID=f4e3070d-f6c6-485f-8821-a827bb6d0fd9,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:12.922592 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:13.010837 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.016553 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:13.073640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=156317e5-d07d-42ed-86e3-442603bc91a3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:13.077162 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:13.134945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.148296 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/156317e5-d07d-42ed-86e3-442603bc91a3 HTTP/1.1" status: 204  len: 168 time: 0.8413429
Dec 16 10:07:13.151878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:13.196407 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f253ff5c-098e-40dd-8860-50fb44571ee3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:07:13.196631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f253ff5c-098e-40dd-8860-50fb44571ee3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:07:13.198924 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f253ff5c-098e-40dd-8860-50fb44571ee3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/156317e5-d07d-42ed-86e3-442603bc91a3 HTTP/1.1" status: 404  len: 333 time: 0.0460808
Dec 16 10:07:13.201811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:13.258191 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-772fdbe2-1135-48f5-9e77-1431df2d39d1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:13.258728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-772fdbe2-1135-48f5-9e77-1431df2d39d1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:13.276982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-772fdbe2-1135-48f5-9e77-1431df2d39d1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:13.278218 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-772fdbe2-1135-48f5-9e77-1431df2d39d1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/156317e5-d07d-42ed-86e3-442603bc91a3 HTTP/1.1" status: 404  len: 333 time: 0.0753853
Dec 16 10:07:13.281532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51360) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:13.353608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet 42010e53-97eb-4707-b0c9-1429d651b3b5 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:13.356743 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.416399 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.516041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.598153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.602420 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d160d6c-5895-495c-a3f1-99b5d3b62799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:13.647987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.650719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=42010e53-97eb-4707-b0c9-1429d651b3b5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:13.653324 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:13.663282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51364) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:13.663816 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-83bd5984-39fd-4da8-8970-ea329afa4484 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/42010e53-97eb-4707-b0c9-1429d651b3b5 HTTP/1.1" status: 204  len: 168 time: 0.3811767
Dec 16 10:07:13.801020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.813215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:13.813553 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:13.927005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23b06d-49b9-4aa0-9e3b-3dee74f7cd99 None None] Network b9feeb07-b660-4966-a88f-fd7b25ae15a1 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:14.039026 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-da7c2021-7b38-4122-91f3-1f9ec54f6cf7 None None] Provisioning for port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:14.045232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] For port f4e3070d-f6c6-485f-8821-a827bb6d0fd9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f4e3070d-f6c6-485f-8821-a827bb6d0fd9,segment=NetworkSegment(913f227c-096a-463a-a7ee-ba5128fe529a),segment_id=913f227c-096a-463a-a7ee-ba5128fe529a)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:14.045763 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.132264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f4e3070d-f6c6-485f-8821-a827bb6d0fd9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:14.187544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for f4e3070d-f6c6-485f-8821-a827bb6d0fd9 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:14.233639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:14.248761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:14.249424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.280711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96547955-2b75-40c5-bffe-9bf375fdfb3a None None] DHCP port deletion for b9feeb07-b660-4966-a88f-fd7b25ae15a1 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:07:14.287242 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.290939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.292576 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6aba6c5-d198-45d2-b44d-289f712a6d75 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:14.317399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Could not find standard attr ID for object f4e3070d-f6c6-485f-8821-a827bb6d0fd9. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:14.320232 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No ports have port_id starting with f4e3070d-f6c6-485f-8821-a827bb6d0fd9
Dec 16 10:07:14.341828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=f4e3070d-f6c6-485f-8821-a827bb6d0fd9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:14.343690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No DVR routers for this DVR port f4e3070d-f6c6-485f-8821-a827bb6d0fd9 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:07:14.345212 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:14.478254 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.499469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6a3029b-ffb5-42db-9d27-445ebab6aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.508494 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f10824f0>,) {'filters': {'network_id': ['b9feeb07-b660-4966-a88f-fd7b25ae15a1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:14.529762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10824f0>, '913f227c-096a-463a-a7ee-ba5128fe529a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:14.530062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f10824f0>, '913f227c-096a-463a-a7ee-ba5128fe529a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:14.542228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.558305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.564536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:14.564925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:14.580406 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:14.665144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.669505 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:14.685114 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.700359 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=b9feeb07-b660-4966-a88f-fd7b25ae15a1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:14.705519 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:14.713265 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/b9feeb07-b660-4966-a88f-fd7b25ae15a1 HTTP/1.1" status: 204  len: 168 time: 1.0484607
Dec 16 10:07:14.718148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:14.724325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-971955861'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:14.730715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:14.734502 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:14.737382 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:14.742978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:14.753747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:14.757266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.784387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:14.793757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.794064 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment 0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f of type vlan for network b01eab76-cd37-4507-84aa-8cec25d898bc
Dec 16 10:07:14.828054 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.862925 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.868709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:14.869280 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:14.873681 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-900bc7de-dd40-48b3-bd53-907a4d3333d7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:15.119559 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4000208
Dec 16 10:07:15.122723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51372) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:15.130924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=b01eab76-cd37-4507-84aa-8cec25d898bc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:15.132173 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:15.134028 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:15.148159 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network b01eab76-cd37-4507-84aa-8cec25d898bc details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:15.271825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:15.275653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:15.279004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:15.284834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:15.295782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:15.299918 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:15.391803 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:15.535266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:15.537217 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:15.543438 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4b356d7-b94a-46d1-9780-c2bd0d3a7056 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:15.627009 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=d50f4859-2ed2-4cdd-a28c-d25ca2416da9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:15.630995 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:15.635135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': '0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:15.636044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: b01eab76-cd37-4507-84aa-8cec25d898bc, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:15.656488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network b01eab76-cd37-4507-84aa-8cec25d898bc is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:15.667450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, b01eab76-cd37-4507-84aa-8cec25d898bc) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:15.673400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:15.674356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:15.675453 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ca64b-8253-41a4-ad84-87be7f9b5eeb None None] Network b01eab76-cd37-4507-84aa-8cec25d898bc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:15.704756 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5803280
Dec 16 10:07:15.707470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:15.713543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-971570003'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:15.867463 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:15.871693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:15.874573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:15.880865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:15.890607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:15.894145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:15.916571 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 0489a100-a80a-450b-8136-c3d27a144e66 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:15.922429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-b01eab76-cd37-4507-84aa-8cec25d898bc', 'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc', 'tenant_id': '10d9bb82a02848598d702469e7e9d734', 'fixed_ips': [{'subnet_id': 'd50f4859-2ed2-4cdd-a28c-d25ca2416da9'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:07:15.923315 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.077501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::79 (b01eab76-cd37-4507-84aa-8cec25d898bc/d50f4859-2ed2-4cdd-a28c-d25ca2416da9/0489a100-a80a-450b-8136-c3d27a144e66) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:16.086500 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f4e3070d-f6c6-485f-8821-a827bb6d0fd9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:07:16.129502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: f4e3070d-f6c6-485f-8821-a827bb6d0fd9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:07:16.130011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f4e3070d-f6c6-485f-8821-a827bb6d0fd9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:07:16.266991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.283819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 0489a100-a80a-450b-8136-c3d27a144e66 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:16.309619 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.315310 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9c96921-3733-47fe-bef5-10c22854ac8f tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:16.372994 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Allocated IP 2001:db8::2 (b01eab76-cd37-4507-84aa-8cec25d898bc/d50f4859-2ed2-4cdd-a28c-d25ca2416da9/d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:16.384982 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network b01eab76-cd37-4507-84aa-8cec25d898bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:16.388859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:16.392821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:16.398205 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:16.398795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.411051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=0489a100-a80a-450b-8136-c3d27a144e66,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:16.415458 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:16.427125 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 0.7185409
Dec 16 10:07:16.429842 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51382) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:16.501529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 0489a100-a80a-450b-8136-c3d27a144e66 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:16.501924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.603729 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.614888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Transition to ACTIVE for port object d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:16.634824 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Transition to ACTIVE for port object d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:16.642105 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.653113 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:16.728691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Network b01eab76-cd37-4507-84aa-8cec25d898bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:16.732777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:16.737889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:16.742053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Pushing event updated for resources: {'Port': ['ID=d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:16.746019 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:16.792318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.842982 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Attempting to bind port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:16.843332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Attempting to bind port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:16.843711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Attempting to bind port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac on network b01eab76-cd37-4507-84aa-8cec25d898bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:16.849463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:16.850043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Checking segment: {'id': '0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:16.850464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.851024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Bound using segment: {'id': '0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:16.851549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Bound port: d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b01eab76-cd37-4507-84aa-8cec25d898bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:16.851938 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.930714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 0489a100-a80a-450b-8136-c3d27a144e66 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:16.965135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] For port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:16.969608 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] For port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac,segment=NetworkSegment(0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f),segment_id=0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:16.974424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:16.978847 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f65994cf-6419-4753-813d-b3837b198b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:17.066985 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Pushing event updated for resources: {'Port': ['ID=d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:17.081761 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:17.124240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.130066 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54d5b415-367e-42a9-97d9-e5a4599d5ba8 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:17.173412 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.181673 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=0489a100-a80a-450b-8136-c3d27a144e66,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:17.187094 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:17.237744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.254254 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/0489a100-a80a-450b-8136-c3d27a144e66 HTTP/1.1" status: 204  len: 168 time: 0.8209298
Dec 16 10:07:17.255576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:17.334394 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24dd71f-d52f-4810-aeee-cb83c3ff8a8e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:17.334943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c24dd71f-d52f-4810-aeee-cb83c3ff8a8e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:17.355518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c24dd71f-d52f-4810-aeee-cb83c3ff8a8e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:17.356683 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c24dd71f-d52f-4810-aeee-cb83c3ff8a8e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/0489a100-a80a-450b-8136-c3d27a144e66 HTTP/1.1" status: 404  len: 333 time: 0.1003420
Dec 16 10:07:17.359520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51390) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:17.441814 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet d50f4859-2ed2-4cdd-a28c-d25ca2416da9 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:17.450449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.533438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.638675 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.727703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.732605 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6c99afa9-f1db-46b2-aa4b-960a5c1eb690 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:17.770335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=d50f4859-2ed2-4cdd-a28c-d25ca2416da9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:17.773248 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:17.774218 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.782135 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/d50f4859-2ed2-4cdd-a28c-d25ca2416da9 HTTP/1.1" status: 204  len: 168 time: 0.4215276
Dec 16 10:07:17.784715 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51394) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:17.920731 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:17.935190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:17.935190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.134741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:18.220928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcde63-95e8-46ea-be06-9912e25fecea None None] Network b01eab76-cd37-4507-84aa-8cec25d898bc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:18.240421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:18.339920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49dd982f-f306-4984-a64c-c1023f3d1f95 None None] Provisioning for port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:18.343419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] For port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac,segment=NetworkSegment(0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f),segment_id=0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:18.343781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.349911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49dd982f-f306-4984-a64c-c1023f3d1f95 None None] Provisioning complete for port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:18.350299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49dd982f-f306-4984-a64c-c1023f3d1f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.473787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:18.562760 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49dd982f-f306-4984-a64c-c1023f3d1f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.570537 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.577765 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a21e7010-8dea-4149-ae5b-3fb823c5485d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:18.627424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No DVR routers for this DVR port d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:07:18.629113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bed128-5099-4cc6-a3e3-66a5157d4475 None None] DHCP port deletion for b01eab76-cd37-4507-84aa-8cec25d898bc request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:07:18.660542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:18.689880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.690265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.690643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.691017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.691425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.691795 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.692159 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.692512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.692871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.693229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.693590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.693944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:18.697674 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:18.773037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.799484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f24b20>,) {'filters': {'network_id': ['b01eab76-cd37-4507-84aa-8cec25d898bc']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:18.811679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f24b20>, '0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:18.811972 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f24b20>, '0f2cf19a-f7e9-4e15-a5f3-d145b34d8c1f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:18.823121 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.844725 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.850886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:18.851249 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:18.866236 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:18.947432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.951576 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d46b5227-8f43-4a89-9e9a-b77f8f3329e8 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:18.966464 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:18.977543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=b01eab76-cd37-4507-84aa-8cec25d898bc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:18.982484 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:18.989712 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/b01eab76-cd37-4507-84aa-8cec25d898bc HTTP/1.1" status: 204  len: 168 time: 1.2040365
Dec 16 10:07:18.993147 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:18.998819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'name': 'tempest-PortsIpV6TestJSON-1888358438'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:19.115916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:19.120122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:19.123273 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:19.129356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:19.140120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:19.143678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:19.169785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port d72db656-91e1-4230-a84f-d574e0a77324 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:19.412052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:19.439736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:19.446085 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-277b93f0-f117-4a62-8ea0-fd57682a3665 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:19.527093 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:19.527938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:19.534617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:19.540077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:19.540682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:19.544692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=d72db656-91e1-4230-a84f-d574e0a77324,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:19.548586 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:19.568507 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.5743215
Dec 16 10:07:19.571286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51402) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:19.642407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port d72db656-91e1-4230-a84f-d574e0a77324 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:19.642750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:19.879932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:20.009185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for d72db656-91e1-4230-a84f-d574e0a77324 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:20.085257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:07:20.102275 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:20.108699 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6adf9066-31c0-409a-9f8c-f1a30f64d201 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:20.121771 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:07:20.122131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d1dbcdb3-c4ef-4dd3-9813-59a42fe036ac not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:07:20.160659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=d72db656-91e1-4230-a84f-d574e0a77324,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:20.163650 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:20.166252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:20.176655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/d72db656-91e1-4230-a84f-d574e0a77324 HTTP/1.1" status: 204  len: 168 time: 0.6043525
Dec 16 10:07:20.179056 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:20.184726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'mac_address': 'fa:16:3e:b2:ef:62', 'name': 'tempest-PortsIpV6TestJSON-1930575926'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:20.313034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:20.317879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:20.321385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:20.330047 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:20.342321 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:20.455266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:20.481692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 95a11f1f-9ec6-492e-bf8f-c5040b9abe0d yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:20.718614 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:20.754349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:20.760141 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:20.971529 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:20.974714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:20.978592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:20.983978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:20.984575 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:20.992243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=95a11f1f-9ec6-492e-bf8f-c5040b9abe0d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:20.999719 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:21.014227 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.8341219
Dec 16 10:07:21.017068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51410) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:21.092151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d2b1d8-7756-4c21-84bb-a843f1802f38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:21.092725 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-46d2b1d8-7756-4c21-84bb-a843f1802f38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:21.109572 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-46d2b1d8-7756-4c21-84bb-a843f1802f38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:21.110872 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-46d2b1d8-7756-4c21-84bb-a843f1802f38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/95a11f1f-9ec6-492e-bf8f-c5040b9abe0d HTTP/1.1" status: 200  len: 845 time: 0.0929091
Dec 16 10:07:21.113950 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:21.182129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 95a11f1f-9ec6-492e-bf8f-c5040b9abe0d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:21.183143 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:21.414660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:21.548059 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 95a11f1f-9ec6-492e-bf8f-c5040b9abe0d owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:21.632393 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:21.638471 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-807efb7c-5829-48da-9387-d810e1e8ae9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:21.686183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=95a11f1f-9ec6-492e-bf8f-c5040b9abe0d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:21.689021 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:21.690078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:21.703601 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/95a11f1f-9ec6-492e-bf8f-c5040b9abe0d HTTP/1.1" status: 204  len: 168 time: 0.5886130
Dec 16 10:07:21.706110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51418) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:21.752631 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5036fc-bec8-4948-8d09-1ddba351233f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:21.753354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b5036fc-bec8-4948-8d09-1ddba351233f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:21.770812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b5036fc-bec8-4948-8d09-1ddba351233f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:21.772053 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5b5036fc-bec8-4948-8d09-1ddba351233f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/95a11f1f-9ec6-492e-bf8f-c5040b9abe0d HTTP/1.1" status: 404  len: 333 time: 0.0649774
Dec 16 10:07:21.777657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:21.783389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'name': 'tempest-PortsIpV6TestJSON-530299401'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:21.896276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:21.906500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:21.917712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:21.921399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:21.943534 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 8bfe477a-68f5-4984-bd41-d958bc893749 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:22.174836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:22.204044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:22.210769 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b489df02-c505-4c13-8229-25a632f67526 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:22.275049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:22.278645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:22.282437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:22.287848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:22.288438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:22.307598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=8bfe477a-68f5-4984-bd41-d958bc893749,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:22.312547 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:22.323830 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.5450656
Dec 16 10:07:22.326705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:22.332552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:22.470335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:22.690561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:22.695595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:22.700372 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7862980f-cdf7-458e-8c00-3a5b309acf54 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:22.756027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] In _notify_port_updated(), no bound segment for port 8bfe477a-68f5-4984-bd41-d958bc893749 on network 8708cda0-dc73-486c-8f37-099cb2ad8094 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:07:22.762060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:22.762727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:22.764096 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "PUT /v2.0/ports/8bfe477a-68f5-4984-bd41-d958bc893749 HTTP/1.1" status: 200  len: 818 time: 0.4364467
Dec 16 10:07:22.768487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51430) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:22.838541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=8bfe477a-68f5-4984-bd41-d958bc893749,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:22.841402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:22.857784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 8bfe477a-68f5-4984-bd41-d958bc893749 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:22.858119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.082552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.212311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 8bfe477a-68f5-4984-bd41-d958bc893749 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:23.294144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.300054 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd590db2-8081-4a1b-a926-956f055c510f tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:23.490097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=8bfe477a-68f5-4984-bd41-d958bc893749,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:23.493186 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:23.495652 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.505207 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/8bfe477a-68f5-4984-bd41-d958bc893749 HTTP/1.1" status: 204  len: 168 time: 0.7357397
Dec 16 10:07:23.507628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51434) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:23.588356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728cdfb2-ae5c-47ac-a5f6-726a415718dc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:23.589605 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-728cdfb2-ae5c-47ac-a5f6-726a415718dc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:23.604941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-728cdfb2-ae5c-47ac-a5f6-726a415718dc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:23.606114 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-728cdfb2-ae5c-47ac-a5f6-726a415718dc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0975428
Dec 16 10:07:23.608752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:23.650713 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b528e6d-faca-444a-a7dd-350e744510dc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:23.652634 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1b528e6d-faca-444a-a7dd-350e744510dc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/8bfe477a-68f5-4984-bd41-d958bc893749 HTTP/1.1" status: 404  len: 333 time: 0.0430021
Dec 16 10:07:23.656228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51442) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:23.661619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1460701909'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:23.667481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:23.671373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:23.674555 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:23.680446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:23.692290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:23.695916 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.727519 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:23.735999 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.736339 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment c4699bcd-07aa-4d2c-99aa-c0fee6b951a9 of type vlan for network 02cb264e-8579-4918-8c81-d27d6c514ebc
Dec 16 10:07:23.761712 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.791001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.796520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:23.797101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:23.800751 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d3887174-a07c-4e54-9849-779a874790c5 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:23.900566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2432868
Dec 16 10:07:23.904020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51446) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:23.911455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:23.925259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=02cb264e-8579-4918-8c81-d27d6c514ebc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:23.930039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3c70e044-ca64-4db2-85d9-a3b9c81c379d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:23.936527 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 02cb264e-8579-4918-8c81-d27d6c514ebc details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:24.031446 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:24.035933 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:24.039144 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:24.045310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:24.055501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:24.059918 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:24.280938 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:24.284627 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0e2f0c84-86b6-4181-a06d-ce4434026198 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:24.362854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=b6f82309-04c4-4b6b-91de-c671237d1492,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:24.366131 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:24.375852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': 'c4699bcd-07aa-4d2c-99aa-c0fee6b951a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:24.376242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: 02cb264e-8579-4918-8c81-d27d6c514ebc, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:24.395564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 02cb264e-8579-4918-8c81-d27d6c514ebc is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:24.404716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 02cb264e-8579-4918-8c81-d27d6c514ebc) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:24.408752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:24.409337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:24.413733 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4ecab8-0605-4037-b6e8-9a5103d02438 None None] Network 02cb264e-8579-4918-8c81-d27d6c514ebc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:24.436075 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5312145
Dec 16 10:07:24.439288 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51450) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:24.444914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:24.589710 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:24.593508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:24.596539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:24.602366 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:24.612970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:24.616803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:24.631922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-02cb264e-8579-4918-8c81-d27d6c514ebc', 'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc', 'tenant_id': '10d9bb82a02848598d702469e7e9d734', 'fixed_ips': [{'subnet_id': 'b6f82309-04c4-4b6b-91de-c671237d1492'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:07:24.632784 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:24.746555 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6f82309-04c4-4b6b-91de-c671237d1492 (CIDR: 2001:db8::/64)
Dec 16 10:07:24.749907 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 10:07:24.750412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:07:24.771294 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-95522778-71e4-4901-b7d3-5ee591490c4a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3279197
Dec 16 10:07:24.771974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51454) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:24.777827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:24.796100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Allocated IP 2001:db8::2 (02cb264e-8579-4918-8c81-d27d6c514ebc/b6f82309-04c4-4b6b-91de-c671237d1492/41af215d-ebda-41f6-be73-7ea1f66bf6cd) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:24.932185 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:24.937223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:24.941142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:24.947790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:24.958652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:24.962181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.018506 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.029721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Transition to ACTIVE for port object 41af215d-ebda-41f6-be73-7ea1f66bf6cd will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:25.049743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Transition to ACTIVE for port object 41af215d-ebda-41f6-be73-7ea1f66bf6cd will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:25.056565 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.061953 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:25.128519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Network 02cb264e-8579-4918-8c81-d27d6c514ebc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:25.131711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:25.136270 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:25.174663 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Pushing event updated for resources: {'Port': ['ID=41af215d-ebda-41f6-be73-7ea1f66bf6cd,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:25.181614 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:25.234801 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.235141 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Attempting to bind port 41af215d-ebda-41f6-be73-7ea1f66bf6cd on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:25.235413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Attempting to bind port 41af215d-ebda-41f6-be73-7ea1f66bf6cd by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'c4699bcd-07aa-4d2c-99aa-c0fee6b951a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:25.235864 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Attempting to bind port 41af215d-ebda-41f6-be73-7ea1f66bf6cd on network 02cb264e-8579-4918-8c81-d27d6c514ebc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:25.239576 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-55f648de-120d-4abb-b42f-bd688160e094 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:25.241631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:25.242006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Checking segment: {'id': 'c4699bcd-07aa-4d2c-99aa-c0fee6b951a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:25.242415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.242817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Bound using segment: {'id': 'c4699bcd-07aa-4d2c-99aa-c0fee6b951a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:25.243344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Bound port: 41af215d-ebda-41f6-be73-7ea1f66bf6cd, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4699bcd-07aa-4d2c-99aa-c0fee6b951a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:25.243750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.295577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 02cb264e-8579-4918-8c81-d27d6c514ebc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:25.298603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:25.302834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:25.303504 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.319684 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=c0f4e5bb-162c-45a2-8508-c84360c52c3e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:25.322475 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:25.332465 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.5598786
Dec 16 10:07:25.335199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51458) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:25.340464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] For port 41af215d-ebda-41f6-be73-7ea1f66bf6cd, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:25.342422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc', 'fixed_ips': [{'subnet_id': 'b6f82309-04c4-4b6b-91de-c671237d1492'}, {'subnet_id': 'c0f4e5bb-162c-45a2-8508-c84360c52c3e'}], 'name': 'tempest-PortsIpV6TestJSON-1496592322'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:25.343770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] For port 41af215d-ebda-41f6-be73-7ea1f66bf6cd, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41af215d-ebda-41f6-be73-7ea1f66bf6cd,segment=NetworkSegment(c4699bcd-07aa-4d2c-99aa-c0fee6b951a9),segment_id=c4699bcd-07aa-4d2c-99aa-c0fee6b951a9)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:25.347758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.351493 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:25.441252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Pushing event updated for resources: {'Port': ['ID=41af215d-ebda-41f6-be73-7ea1f66bf6cd,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:25.444965 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:25.653168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:25.657490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:25.660539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:25.666349 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:25.679045 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:25.817475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:25.839707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port c8853503-6e65-4820-8c6c-74491122e539 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:26.114945 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41af215d-ebda-41f6-be73-7ea1f66bf6cd up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:26.192915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 41af215d-ebda-41f6-be73-7ea1f66bf6cd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:26.204677 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::1e4 (02cb264e-8579-4918-8c81-d27d6c514ebc/b6f82309-04c4-4b6b-91de-c671237d1492/c8853503-6e65-4820-8c6c-74491122e539) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:26.212377 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8:0:1::3a8 (02cb264e-8579-4918-8c81-d27d6c514ebc/c0f4e5bb-162c-45a2-8508-c84360c52c3e/c8853503-6e65-4820-8c6c-74491122e539) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:26.428818 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:26.447523 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object c8853503-6e65-4820-8c6c-74491122e539 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:26.462553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f336c214-7bd1-423e-9efe-099751c9e656 None None] Network 02cb264e-8579-4918-8c81-d27d6c514ebc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:26.472355 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:26.478770 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b505780e-79f6-48c3-8e78-227ac5c4c057 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:26.557121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 02cb264e-8579-4918-8c81-d27d6c514ebc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:26.561396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:26.562805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Provisioning for port 41af215d-ebda-41f6-be73-7ea1f66bf6cd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:26.565553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:26.571313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:26.571937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:26.578890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Provisioning complete for port 41af215d-ebda-41f6-be73-7ea1f66bf6cd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:26.579309 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:26.580376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=c8853503-6e65-4820-8c6c-74491122e539,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:26.587240 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:26.609242 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 1.2698696
Dec 16 10:07:26.609552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:26.615688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6f82309-04c4-4b6b-91de-c671237d1492'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:26.740177 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:26.802648 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:26.845620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9413874f-c668-468e-91fb-8414aec3179b None None] For port 41af215d-ebda-41f6-be73-7ea1f66bf6cd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41af215d-ebda-41f6-be73-7ea1f66bf6cd,segment=NetworkSegment(c4699bcd-07aa-4d2c-99aa-c0fee6b951a9),segment_id=c4699bcd-07aa-4d2c-99aa-c0fee6b951a9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:26.852355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:26.854220 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-65c397f4-c7df-4964-9ad2-f65de5b2e018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:26.975787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Pushing event updated for resources: {'Port': ['ID=41af215d-ebda-41f6-be73-7ea1f66bf6cd,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:26.978451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Update dhcp port {'port': {'network_id': '02cb264e-8579-4918-8c81-d27d6c514ebc', 'fixed_ips': [{'subnet_id': 'b6f82309-04c4-4b6b-91de-c671237d1492', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0f4e5bb-162c-45a2-8508-c84360c52c3e'}], 'binding:host_id': 'n-d-820554-2'}, 'id': '41af215d-ebda-41f6-be73-7ea1f66bf6cd'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 10:07:27.006633 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:27.038139 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:27.083500 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Delete allocated IP 2001:db8:0:1::3a8 (02cb264e-8579-4918-8c81-d27d6c514ebc/c0f4e5bb-162c-45a2-8508-c84360c52c3e) {{(pid=87654) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 10:07:27.253822 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:27.268220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Ignored duplicate provisioning block setup for port c8853503-6e65-4820-8c6c-74491122e539 by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 10:07:27.272226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:27.278445 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3fa81f62-a8f2-4c8f-9292-6670e1a3b457 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:27.340306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Allocated IP 2001:db8:0:1::2 (02cb264e-8579-4918-8c81-d27d6c514ebc/c0f4e5bb-162c-45a2-8508-c84360c52c3e/41af215d-ebda-41f6-be73-7ea1f66bf6cd) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:27.379955 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] In _notify_port_updated(), no bound segment for port c8853503-6e65-4820-8c6c-74491122e539 on network 02cb264e-8579-4918-8c81-d27d6c514ebc {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:07:27.385828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:27.386436 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:27.387741 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "PUT /v2.0/ports/c8853503-6e65-4820-8c6c-74491122e539 HTTP/1.1" status: 200  len: 926 time: 0.7773373
Dec 16 10:07:27.390438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51466) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:27.399107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6f82309-04c4-4b6b-91de-c671237d1492'}, {'subnet_id': 'c0f4e5bb-162c-45a2-8508-c84360c52c3e'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:27.424478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=c8853503-6e65-4820-8c6c-74491122e539,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:27.432358 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:27.492439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] For port 41af215d-ebda-41f6-be73-7ea1f66bf6cd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41af215d-ebda-41f6-be73-7ea1f66bf6cd,segment=NetworkSegment(c4699bcd-07aa-4d2c-99aa-c0fee6b951a9),segment_id=c4699bcd-07aa-4d2c-99aa-c0fee6b951a9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:27.519384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:27.524066 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:27.536367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Transition to ACTIVE for port object 41af215d-ebda-41f6-be73-7ea1f66bf6cd will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:27.541790 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:27.545329 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:27.699078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Pushing event updated for resources: {'Port': ['ID=41af215d-ebda-41f6-be73-7ea1f66bf6cd,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:27.703019 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:27.887058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8:0:1::1f4 (02cb264e-8579-4918-8c81-d27d6c514ebc/c0f4e5bb-162c-45a2-8508-c84360c52c3e/c8853503-6e65-4820-8c6c-74491122e539) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:28.098431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41af215d-ebda-41f6-be73-7ea1f66bf6cd up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:28.204864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.220708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Ignored duplicate provisioning block setup for port c8853503-6e65-4820-8c6c-74491122e539 by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 10:07:28.224967 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.225164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6c0d9-a8c6-4686-8999-709c19a8c58f None None] Network 02cb264e-8579-4918-8c81-d27d6c514ebc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:28.230945 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-16ed053c-9225-483e-a59a-21dbf898bdfe tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:28.319414 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bbbf7d0-2671-4a8b-b269-b6a5b21fac9c None None] Provisioning for port c8853503-6e65-4820-8c6c-74491122e539 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:28.341757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bbbf7d0-2671-4a8b-b269-b6a5b21fac9c None None] Provisioning complete for port c8853503-6e65-4820-8c6c-74491122e539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:28.342444 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf7d0-2671-4a8b-b269-b6a5b21fac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.378538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] In _notify_port_updated(), no bound segment for port c8853503-6e65-4820-8c6c-74491122e539 on network 02cb264e-8579-4918-8c81-d27d6c514ebc {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:07:28.384085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:28.384730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.386588 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "PUT /v2.0/ports/c8853503-6e65-4820-8c6c-74491122e539 HTTP/1.1" status: 200  len: 1012 time: 0.9952381
Dec 16 10:07:28.387436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=c8853503-6e65-4820-8c6c-74491122e539,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:28.389629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51470) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:28.390838 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:28.439405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbf7d0-2671-4a8b-b269-b6a5b21fac9c None None] Port c8853503-6e65-4820-8c6c-74491122e539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:28.464240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port c8853503-6e65-4820-8c6c-74491122e539 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:28.464521 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.487021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bbbf7d0-2671-4a8b-b269-b6a5b21fac9c None None] Provisioning for port 41af215d-ebda-41f6-be73-7ea1f66bf6cd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:28.496656 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bbbf7d0-2671-4a8b-b269-b6a5b21fac9c None None] Provisioning complete for port 41af215d-ebda-41f6-be73-7ea1f66bf6cd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:28.497171 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf7d0-2671-4a8b-b269-b6a5b21fac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.729414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.862829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for c8853503-6e65-4820-8c6c-74491122e539 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:28.890302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4e2d2b1e-b6ed-4eb0-94f2-5cd51073c09b None None] Provisioning complete for port c8853503-6e65-4820-8c6c-74491122e539 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:28.890839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2b1e-b6ed-4eb0-94f2-5cd51073c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:28.953850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d2b1e-b6ed-4eb0-94f2-5cd51073c09b None None] Port c8853503-6e65-4820-8c6c-74491122e539 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:28.965433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4e2d2b1e-b6ed-4eb0-94f2-5cd51073c09b None None] Provisioning complete for port 41af215d-ebda-41f6-be73-7ea1f66bf6cd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:28.965828 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2b1e-b6ed-4eb0-94f2-5cd51073c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.089315 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.096754 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e5bfaa4-e182-4866-bb12-ce109d15b2d0 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:29.147711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=c8853503-6e65-4820-8c6c-74491122e539,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:29.150620 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:29.204605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6af0a2da-8c7a-4976-87bb-424602afaa85 None None] Could not find standard attr ID for object c8853503-6e65-4820-8c6c-74491122e539. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:29.237033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.251063 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/c8853503-6e65-4820-8c6c-74491122e539 HTTP/1.1" status: 204  len: 168 time: 0.8577549
Dec 16 10:07:29.251404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:29.298556 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c902932-6109-458c-becc-27a17f05cab4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:29.299098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8c902932-6109-458c-becc-27a17f05cab4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:29.316960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8c902932-6109-458c-becc-27a17f05cab4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:29.318147 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8c902932-6109-458c-becc-27a17f05cab4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/c8853503-6e65-4820-8c6c-74491122e539 HTTP/1.1" status: 404  len: 333 time: 0.0658090
Dec 16 10:07:29.318518 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5d64bdbe-bde5-4a23-965b-d8a7835cb076 None None] Could not find standard attr ID for object c8853503-6e65-4820-8c6c-74491122e539. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:29.321467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51478) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:29.392690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet c0f4e5bb-162c-45a2-8508-c84360c52c3e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:29.395864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.452813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.535955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5fba2b30-c4d1-4a53-a3ad-196aaf4419d9 None None] Could not find standard attr ID for object c8853503-6e65-4820-8c6c-74491122e539. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:29.550862 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.629667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.633516 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-00467eb2-968f-4c27-9c65-ae51918feacf tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:29.673055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f4e5bb-162c-45a2-8508-c84360c52c3e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:29.674983 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.677721 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:29.681907 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/c0f4e5bb-162c-45a2-8508-c84360c52c3e HTTP/1.1" status: 204  len: 168 time: 0.3593657
Dec 16 10:07:29.684546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bbba3-a8fb-4431-85b1-d81c5d496dda None None] Network 02cb264e-8579-4918-8c81-d27d6c514ebc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:29.684678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51482) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:29.890841 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet b6f82309-04c4-4b6b-91de-c671237d1492 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:29.893745 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:29.950360 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.041331 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.117770 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.122109 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8e1f892f-36da-4bdc-9781-3156c6518772 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:30.158852 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f82309-04c4-4b6b-91de-c671237d1492,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:30.161873 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:30.162835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.169536 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/b6f82309-04c4-4b6b-91de-c671237d1492 HTTP/1.1" status: 204  len: 168 time: 0.4839427
Dec 16 10:07:30.172054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51486) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:30.292718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.303799 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 41af215d-ebda-41f6-be73-7ea1f66bf6cd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:30.304171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.435404 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e8efd0-07bc-4b0b-8fe3-1f1d84aaaeb9 None None] Network 02cb264e-8579-4918-8c81-d27d6c514ebc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:30.529412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] For port 41af215d-ebda-41f6-be73-7ea1f66bf6cd, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=41af215d-ebda-41f6-be73-7ea1f66bf6cd,segment=NetworkSegment(c4699bcd-07aa-4d2c-99aa-c0fee6b951a9),segment_id=c4699bcd-07aa-4d2c-99aa-c0fee6b951a9)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:30.530429 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.547230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-85ca25d1-b041-4880-bd35-e17341a867ea None None] Provisioning complete for port 41af215d-ebda-41f6-be73-7ea1f66bf6cd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:30.547816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85ca25d1-b041-4880-bd35-e17341a867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.670475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 41af215d-ebda-41f6-be73-7ea1f66bf6cd owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:30.749760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.753394 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2f24f402-bb1e-4a77-a00a-46c0ebaa1c34 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:30.766928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-85ca25d1-b041-4880-bd35-e17341a867ea None None] Port 41af215d-ebda-41f6-be73-7ea1f66bf6cd update to ACTIVE by agent not found {{(pid=87656) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 10:07:30.795866 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=41af215d-ebda-41f6-be73-7ea1f66bf6cd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:30.799521 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:30.801576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No DVR routers for this DVR port 41af215d-ebda-41f6-be73-7ea1f66bf6cd on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:07:30.834344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea10db-f460-4ff2-a58e-08604cea4a7f None None] DHCP port deletion for 02cb264e-8579-4918-8c81-d27d6c514ebc request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:07:30.933531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.958312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2252cd0>,) {'filters': {'network_id': ['02cb264e-8579-4918-8c81-d27d6c514ebc']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:30.970911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2252cd0>, 'c4699bcd-07aa-4d2c-99aa-c0fee6b951a9') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:30.971246 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2252cd0>, 'c4699bcd-07aa-4d2c-99aa-c0fee6b951a9') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:30.983533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:30.999124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.005181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:31.005561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:31.020164 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:31.102765 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.106845 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f6ca3c18-d097-46be-a41c-1e9751dba5f2 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:31.121586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.132526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=02cb264e-8579-4918-8c81-d27d6c514ebc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:31.137510 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:31.144116 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/02cb264e-8579-4918-8c81-d27d6c514ebc HTTP/1.1" status: 204  len: 168 time: 0.9710462
Dec 16 10:07:31.147704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:31.228094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd61362d-8c2b-434c-a9e7-99e8c5ed408d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:31.228715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bd61362d-8c2b-434c-a9e7-99e8c5ed408d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:31.243711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-bd61362d-8c2b-434c-a9e7-99e8c5ed408d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:31.244841 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bd61362d-8c2b-434c-a9e7-99e8c5ed408d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0961542
Dec 16 10:07:31.248312 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51494) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:31.329245 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a2584ca9-3511-4857-87b0-d49b4ae55255 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0791485
Dec 16 10:07:31.331949 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51498) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:31.337353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2070653488'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:31.343474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:31.347371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:31.350191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:31.355894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:31.365959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:31.369408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.397627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:31.406864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.407243 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment 5cebb102-2848-48c9-aab7-3a18219f8a9f of type vlan for network 97178291-9b06-449b-84b1-aec260128196
Dec 16 10:07:31.432814 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.462031 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.468321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:31.468899 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.472799 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8039d919-eb8c-4c8f-839e-7041123a9e6f tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:31.563467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2304761
Dec 16 10:07:31.566432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:31.572383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '97178291-9b06-449b-84b1-aec260128196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:31.585036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=97178291-9b06-449b-84b1-aec260128196,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:31.587968 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:31.597970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 97178291-9b06-449b-84b1-aec260128196 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:31.688729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:31.692543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:31.695322 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:31.701902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:31.711659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:31.715508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.950203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:31.954146 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0afd7ccc-0038-4b54-a727-e77c7a8c8f33 tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:32.027968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=a1777f0a-2a29-4485-a933-fe74e0c0cba2,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:32.033506 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:32.042125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': '5cebb102-2848-48c9-aab7-3a18219f8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '97178291-9b06-449b-84b1-aec260128196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:32.043000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: 97178291-9b06-449b-84b1-aec260128196, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:32.068648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 97178291-9b06-449b-84b1-aec260128196 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:32.079036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 97178291-9b06-449b-84b1-aec260128196) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:32.083064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:32.083689 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:32.088452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa49faf-dc3c-455e-97a3-cf4736ab8b06 None None] Network 97178291-9b06-449b-84b1-aec260128196 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:32.106948 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5393763
Dec 16 10:07:32.107265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41af215d-ebda-41f6-be73-7ea1f66bf6cd no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:07:32.109597 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51506) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:32.115937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '97178291-9b06-449b-84b1-aec260128196', 'name': 'tempest-PortsIpV6TestJSON-816548272'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:32.205156 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 41af215d-ebda-41f6-be73-7ea1f66bf6cd {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:07:32.205429 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 41af215d-ebda-41f6-be73-7ea1f66bf6cd not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:07:32.281176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:32.290559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:32.300438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:32.304012 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:32.327268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 14d34633-ade5-4f63-b58b-d35bfc713222 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:32.356350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-97178291-9b06-449b-84b1-aec260128196', 'network_id': '97178291-9b06-449b-84b1-aec260128196', 'tenant_id': '10d9bb82a02848598d702469e7e9d734', 'fixed_ips': [{'subnet_id': 'a1777f0a-2a29-4485-a933-fe74e0c0cba2'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:07:32.357207 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:32.479121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::3e5 (97178291-9b06-449b-84b1-aec260128196/a1777f0a-2a29-4485-a933-fe74e0c0cba2/14d34633-ade5-4f63-b58b-d35bfc713222) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:32.690073 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:32.705699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 14d34633-ade5-4f63-b58b-d35bfc713222 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:32.727841 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:32.735711 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:32.788547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Allocated IP 2001:db8::2 (97178291-9b06-449b-84b1-aec260128196/a1777f0a-2a29-4485-a933-fe74e0c0cba2/638eafad-d50e-4b9d-aae4-e63cab089a60) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:32.805103 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 97178291-9b06-449b-84b1-aec260128196 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:32.808873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:32.811343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:32.817116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:32.817729 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:32.836862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=14d34633-ade5-4f63-b58b-d35bfc713222,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:32.840081 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:32.853594 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7428730
Dec 16 10:07:32.857024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51510) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:32.862708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '97178291-9b06-449b-84b1-aec260128196', 'name': 'tempest-PortsIpV6TestJSON-1411433154'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:32.999741 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.003810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:33.008127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:33.010701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Transition to ACTIVE for port object 638eafad-d50e-4b9d-aae4-e63cab089a60 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:33.011088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:33.016956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:33.027277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:33.030224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Transition to ACTIVE for port object 638eafad-d50e-4b9d-aae4-e63cab089a60 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:33.030886 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.035632 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.039050 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:33.052559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port d9e95379-0fde-45e3-bab7-b590049da45a yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:33.103003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Network 97178291-9b06-449b-84b1-aec260128196 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:33.106595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:33.110362 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:33.116365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Pushing event updated for resources: {'Port': ['ID=638eafad-d50e-4b9d-aae4-e63cab089a60,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:33.120227 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:33.198742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::202 (97178291-9b06-449b-84b1-aec260128196/a1777f0a-2a29-4485-a933-fe74e0c0cba2/d9e95379-0fde-45e3-bab7-b590049da45a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:33.208331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Attempting to bind port 638eafad-d50e-4b9d-aae4-e63cab089a60 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:33.208721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Attempting to bind port 638eafad-d50e-4b9d-aae4-e63cab089a60 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '5cebb102-2848-48c9-aab7-3a18219f8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '97178291-9b06-449b-84b1-aec260128196'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:33.209104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Attempting to bind port 638eafad-d50e-4b9d-aae4-e63cab089a60 on network 97178291-9b06-449b-84b1-aec260128196 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:33.215627 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:33.216065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Checking segment: {'id': '5cebb102-2848-48c9-aab7-3a18219f8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '97178291-9b06-449b-84b1-aec260128196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:33.216521 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.216969 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Bound using segment: {'id': '5cebb102-2848-48c9-aab7-3a18219f8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '97178291-9b06-449b-84b1-aec260128196'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:33.217616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Bound port: 638eafad-d50e-4b9d-aae4-e63cab089a60, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cebb102-2848-48c9-aab7-3a18219f8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '97178291-9b06-449b-84b1-aec260128196'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:33.218139 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.310102 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] For port 638eafad-d50e-4b9d-aae4-e63cab089a60, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:33.313185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] For port 638eafad-d50e-4b9d-aae4-e63cab089a60, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=638eafad-d50e-4b9d-aae4-e63cab089a60,segment=NetworkSegment(5cebb102-2848-48c9-aab7-3a18219f8a9f),segment_id=5cebb102-2848-48c9-aab7-3a18219f8a9f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:33.317034 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.321655 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9413874f-c668-468e-91fb-8414aec3179b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:33.404227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Pushing event updated for resources: {'Port': ['ID=638eafad-d50e-4b9d-aae4-e63cab089a60,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:33.407582 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:33.555739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.581148 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object d9e95379-0fde-45e3-bab7-b590049da45a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:33.629990 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.637231 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3c4f55a0-e4f9-4c69-9048-37cecb5aba26 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:33.706024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 97178291-9b06-449b-84b1-aec260128196 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:33.709430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:33.711823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:33.718118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:33.718726 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:33.733192 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=d9e95379-0fde-45e3-bab7-b590049da45a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:33.737619 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:33.749844 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.8918571
Dec 16 10:07:33.752766 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:33.838404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8fa64a-376a-43da-87a9-160110e1effc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:33.838889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e8fa64a-376a-43da-87a9-160110e1effc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:33.854717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e8fa64a-376a-43da-87a9-160110e1effc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:33.855910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3e8fa64a-376a-43da-87a9-160110e1effc tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e5 HTTP/1.1" status: 200  len: 928 time: 0.1022587
Dec 16 10:07:33.858798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51518) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:33.931057 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port d9e95379-0fde-45e3-bab7-b590049da45a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:33.931445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.126861 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 638eafad-d50e-4b9d-aae4-e63cab089a60 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:34.195008 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.205174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 638eafad-d50e-4b9d-aae4-e63cab089a60 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:34.362953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78885e34-6436-4f75-a951-ca3b76b19d77 None None] Network 97178291-9b06-449b-84b1-aec260128196 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:34.460626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Provisioning for port 638eafad-d50e-4b9d-aae4-e63cab089a60 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:34.465252 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for d9e95379-0fde-45e3-bab7-b590049da45a owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:34.478664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Provisioning complete for port 638eafad-d50e-4b9d-aae4-e63cab089a60 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:34.479780 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.619066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.625473 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-82674f21-1624-4d20-8322-ebbc660bfc7e tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:34.670824 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=d9e95379-0fde-45e3-bab7-b590049da45a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:34.674567 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:34.716861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.729860 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/d9e95379-0fde-45e3-bab7-b590049da45a HTTP/1.1" status: 204  len: 168 time: 0.8699510
Dec 16 10:07:34.732390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:34.748904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.779924 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37e7015-64fa-4dc7-83f2-126a870c2c9e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:34.780460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d37e7015-64fa-4dc7-83f2-126a870c2c9e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:34.789059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] For port 638eafad-d50e-4b9d-aae4-e63cab089a60, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=638eafad-d50e-4b9d-aae4-e63cab089a60,segment=NetworkSegment(5cebb102-2848-48c9-aab7-3a18219f8a9f),segment_id=5cebb102-2848-48c9-aab7-3a18219f8a9f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:34.793690 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.796096 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:34.796224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d37e7015-64fa-4dc7-83f2-126a870c2c9e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:34.800168 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d37e7015-64fa-4dc7-83f2-126a870c2c9e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/d9e95379-0fde-45e3-bab7-b590049da45a HTTP/1.1" status: 404  len: 333 time: 0.0642047
Dec 16 10:07:34.800537 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:34.872599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Pushing event updated for resources: {'Port': ['ID=638eafad-d50e-4b9d-aae4-e63cab089a60,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:34.873935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 14d34633-ade5-4f63-b58b-d35bfc713222 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:34.874423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:34.881032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.881478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.881829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.882166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.882495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.882852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.883200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.883553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.883961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.884287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.884609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.884933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:07:34.888989 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:35.032862 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f647c485-312e-413a-a0be-1c8689919415 None None] Provisioning for port 14d34633-ade5-4f63-b58b-d35bfc713222 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:35.039531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f647c485-312e-413a-a0be-1c8689919415 None None] Provisioning complete for port 14d34633-ade5-4f63-b58b-d35bfc713222 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:35.039905 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f647c485-312e-413a-a0be-1c8689919415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.100131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f647c485-312e-413a-a0be-1c8689919415 None None] Port 14d34633-ade5-4f63-b58b-d35bfc713222 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:35.111777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f647c485-312e-413a-a0be-1c8689919415 None None] Provisioning complete for port 638eafad-d50e-4b9d-aae4-e63cab089a60 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:35.112152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f647c485-312e-413a-a0be-1c8689919415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.150786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.279894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 14d34633-ade5-4f63-b58b-d35bfc713222 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:35.373237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-72c9ec20-efdb-4558-ada2-f40a08f27c3b None None] Provisioning complete for port 14d34633-ade5-4f63-b58b-d35bfc713222 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:35.373725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72c9ec20-efdb-4558-ada2-f40a08f27c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.432311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-72c9ec20-efdb-4558-ada2-f40a08f27c3b None None] Port 14d34633-ade5-4f63-b58b-d35bfc713222 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:35.439721 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.445318 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a83b6b05-d797-4396-a49e-c77134da1c05 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:35.496872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=14d34633-ade5-4f63-b58b-d35bfc713222,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:35.499938 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:35.544245 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.551834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b9583191-71d5-49ad-884d-1d86eaa1214f None None] Could not find standard attr ID for object d9e95379-0fde-45e3-bab7-b590049da45a. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:35.561096 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/14d34633-ade5-4f63-b58b-d35bfc713222 HTTP/1.1" status: 204  len: 168 time: 0.7594225
Dec 16 10:07:35.563540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51530) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:35.607559 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-905f4fca-1983-44ee-8ddf-4c9e69f0d966 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:35.608095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-905f4fca-1983-44ee-8ddf-4c9e69f0d966 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:35.626758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-905f4fca-1983-44ee-8ddf-4c9e69f0d966 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:35.628002 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-905f4fca-1983-44ee-8ddf-4c9e69f0d966 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/14d34633-ade5-4f63-b58b-d35bfc713222 HTTP/1.1" status: 404  len: 333 time: 0.0634110
Dec 16 10:07:35.630777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51534) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:35.712706 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet a1777f0a-2a29-4485-a933-fe74e0c0cba2 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:35.717932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.784664 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.868284 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.944975 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.949153 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fa902a6b-a499-44ec-90bb-89d51493a007 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:35.987759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=a1777f0a-2a29-4485-a933-fe74e0c0cba2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:35.990735 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:35.991740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:35.998312 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747907b9-bc50-4b80-808a-40c7d2f8d440 None None] Network 97178291-9b06-449b-84b1-aec260128196 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:35.998585 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f20d8db6-218d-43b6-994a-07cdcbf76d16 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/a1777f0a-2a29-4485-a933-fe74e0c0cba2 HTTP/1.1" status: 204  len: 168 time: 0.3665621
Dec 16 10:07:36.000928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:36.108767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 638eafad-d50e-4b9d-aae4-e63cab089a60 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:36.122612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.133078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 638eafad-d50e-4b9d-aae4-e63cab089a60 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:36.133407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.258336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 638eafad-d50e-4b9d-aae4-e63cab089a60 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:36.258612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.340316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] For port 638eafad-d50e-4b9d-aae4-e63cab089a60, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=638eafad-d50e-4b9d-aae4-e63cab089a60,segment=NetworkSegment(5cebb102-2848-48c9-aab7-3a18219f8a9f),segment_id=5cebb102-2848-48c9-aab7-3a18219f8a9f)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:36.340673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.379525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] DHCP port deletion for 97178291-9b06-449b-84b1-aec260128196 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:07:36.388512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Deleting port 638eafad-d50e-4b9d-aae4-e63cab089a60 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:36.388899 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.470524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 638eafad-d50e-4b9d-aae4-e63cab089a60 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:36.551602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.556779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3edbac05-24d5-41f4-ad1e-cba3cc6a74e5 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:36.600741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] For port 638eafad-d50e-4b9d-aae4-e63cab089a60, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=638eafad-d50e-4b9d-aae4-e63cab089a60,segment=NetworkSegment(5cebb102-2848-48c9-aab7-3a18219f8a9f),segment_id=5cebb102-2848-48c9-aab7-3a18219f8a9f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:36.601149 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.730910 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Calling delete_port for 638eafad-d50e-4b9d-aae4-e63cab089a60 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:36.742155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=638eafad-d50e-4b9d-aae4-e63cab089a60,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:36.745304 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:36.746063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No DVR routers for this DVR port 638eafad-d50e-4b9d-aae4-e63cab089a60 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:07:36.804063 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:07:36.804367 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:07:36.869522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.893303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f71a4070>,) {'filters': {'network_id': ['97178291-9b06-449b-84b1-aec260128196']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:36.905478 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71a4070>, '5cebb102-2848-48c9-aab7-3a18219f8a9f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:36.905768 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71a4070>, '5cebb102-2848-48c9-aab7-3a18219f8a9f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:36.917390 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.932818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.938716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:36.939091 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:36.953526 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:37.034171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.037645 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fdb948bb-3b26-4910-8425-98f650d6ec4f tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:37.053944 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.068036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=97178291-9b06-449b-84b1-aec260128196,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:37.073548 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:37.082669 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/97178291-9b06-449b-84b1-aec260128196 HTTP/1.1" status: 204  len: 168 time: 1.0806141
Dec 16 10:07:37.086334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:37.095443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-152407810'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:37.100821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:37.105155 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:37.107998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:37.114516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:37.123092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:37.126454 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.153922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:37.162357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.162726 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment 01c515b8-a9e2-4820-be35-2c03fb76596e of type vlan for network 28c37072-2cc2-4e86-8622-f5bb433375eb
Dec 16 10:07:37.187876 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.216830 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.222292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:37.222873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.227726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1892c292-119d-4fbd-a0e0-8c0d2ec1d9fe tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:37.305780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Deleting port 638eafad-d50e-4b9d-aae4-e63cab089a60 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:37.306198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.321256 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2327535
Dec 16 10:07:37.324653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:37.331150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:37.332539 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=28c37072-2cc2-4e86-8622-f5bb433375eb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:37.335146 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-58363c80-e8fe-44ee-840f-5fe28975b8fd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:37.348832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 28c37072-2cc2-4e86-8622-f5bb433375eb details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:37.396550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a30d2-7012-4aa7-a160-15190c3c553f None None] The port '638eafad-d50e-4b9d-aae4-e63cab089a60' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:07:37.453286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:37.457302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:37.460132 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:37.466415 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:37.476239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:37.480111 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.699307 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.703023 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-57b36a61-116a-4154-845d-4281460bbaee tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:37.781815 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=9ad8c3c0-0a31-4bca-b003-6deaafa77e7e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:37.785743 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:37.789738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': '01c515b8-a9e2-4820-be35-2c03fb76596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:37.790102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: 28c37072-2cc2-4e86-8622-f5bb433375eb, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:37.809416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 28c37072-2cc2-4e86-8622-f5bb433375eb is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:37.819095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 28c37072-2cc2-4e86-8622-f5bb433375eb) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:37.823724 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:37.824302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:37.828388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804f854-3fa4-4171-bb69-a75a4e653c40 None None] Network 28c37072-2cc2-4e86-8622-f5bb433375eb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:37.848659 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5227869
Dec 16 10:07:37.851696 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:37.857844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb', 'name': 'tempest-PortsIpV6TestJSON-2047396462', 'fixed_ips': [{'subnet_id': '9ad8c3c0-0a31-4bca-b003-6deaafa77e7e', 'ip_address': '2001:db8::10'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:37.999190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:38.003245 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:38.006036 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:38.012173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:38.021836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:38.092942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-28c37072-2cc2-4e86-8622-f5bb433375eb', 'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb', 'tenant_id': '10d9bb82a02848598d702469e7e9d734', 'fixed_ips': [{'subnet_id': '9ad8c3c0-0a31-4bca-b003-6deaafa77e7e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:07:38.093802 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.109809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 638eafad-d50e-4b9d-aae4-e63cab089a60 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:07:38.151413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 638eafad-d50e-4b9d-aae4-e63cab089a60 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:07:38.151773 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 638eafad-d50e-4b9d-aae4-e63cab089a60 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:07:38.153052 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.173637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:38.295688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Allocated IP 2001:db8::2 (28c37072-2cc2-4e86-8622-f5bb433375eb/9ad8c3c0-0a31-4bca-b003-6deaafa77e7e/26e6dd88-de68-4286-b2a8-64f5dc04552c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:38.502376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.513186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Transition to ACTIVE for port object 26e6dd88-de68-4286-b2a8-64f5dc04552c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:38.532045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Transition to ACTIVE for port object 26e6dd88-de68-4286-b2a8-64f5dc04552c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:38.537616 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.543760 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:38.605217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::10 (28c37072-2cc2-4e86-8622-f5bb433375eb/9ad8c3c0-0a31-4bca-b003-6deaafa77e7e/b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:38.606827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Network 28c37072-2cc2-4e86-8622-f5bb433375eb is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:38.609653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:38.612265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:38.652692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Pushing event updated for resources: {'Port': ['ID=26e6dd88-de68-4286-b2a8-64f5dc04552c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:38.659701 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:38.708807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Attempting to bind port 26e6dd88-de68-4286-b2a8-64f5dc04552c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:38.709181 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Attempting to bind port 26e6dd88-de68-4286-b2a8-64f5dc04552c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '01c515b8-a9e2-4820-be35-2c03fb76596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:38.709553 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Attempting to bind port 26e6dd88-de68-4286-b2a8-64f5dc04552c on network 28c37072-2cc2-4e86-8622-f5bb433375eb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:38.715345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:38.715724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Checking segment: {'id': '01c515b8-a9e2-4820-be35-2c03fb76596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:38.716131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.716530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Bound using segment: {'id': '01c515b8-a9e2-4820-be35-2c03fb76596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:38.716993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Bound port: 26e6dd88-de68-4286-b2a8-64f5dc04552c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c515b8-a9e2-4820-be35-2c03fb76596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:38.717372 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.813318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.817667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] For port 26e6dd88-de68-4286-b2a8-64f5dc04552c, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:38.821065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] For port 26e6dd88-de68-4286-b2a8-64f5dc04552c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=26e6dd88-de68-4286-b2a8-64f5dc04552c,segment=NetworkSegment(01c515b8-a9e2-4820-be35-2c03fb76596e),segment_id=01c515b8-a9e2-4820-be35-2c03fb76596e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:38.827205 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.832223 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:38.832681 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:38.856662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.862463 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:38.917593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Pushing event updated for resources: {'Port': ['ID=26e6dd88-de68-4286-b2a8-64f5dc04552c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:38.920849 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:38.935488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 28c37072-2cc2-4e86-8622-f5bb433375eb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:38.938802 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:38.942638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:38.948675 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:38.949349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:38.957449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:38.965106 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:38.981084 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1281052
Dec 16 10:07:38.983720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:38.989408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '28c37072-2cc2-4e86-8622-f5bb433375eb', 'name': 'tempest-PortsIpV6TestJSON-1782862646', 'fixed_ips': [{'subnet_id': '9ad8c3c0-0a31-4bca-b003-6deaafa77e7e', 'ip_address': '2001:db8::f'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:39.291509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:39.295727 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:39.298628 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:39.304474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:39.314977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:39.319932 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:39.341889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 2f639c4f-3e00-4462-a25a-922905de9351 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:39.549031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::f (28c37072-2cc2-4e86-8622-f5bb433375eb/9ad8c3c0-0a31-4bca-b003-6deaafa77e7e/2f639c4f-3e00-4462-a25a-922905de9351) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:39.774308 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:39.790539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 2f639c4f-3e00-4462-a25a-922905de9351 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:39.815383 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:39.821567 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-41683773-ed69-495b-92aa-39793015aac5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:39.883542 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ed3ba-cbf4-491d-9832-280ba98434db None None] Network 28c37072-2cc2-4e86-8622-f5bb433375eb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:39.894488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 28c37072-2cc2-4e86-8622-f5bb433375eb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:39.897665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:39.899973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:39.906960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:39.907655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:39.924009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=2f639c4f-3e00-4462-a25a-922905de9351,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:39.926798 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:39.939190 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.9542778
Dec 16 10:07:39.941902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:39.978030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-379223ec-c2b1-420e-8858-29f08e20cb8c None None] Provisioning for port 26e6dd88-de68-4286-b2a8-64f5dc04552c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:40.026408 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c00ce9-9b98-47ee-a274-ea1b628a7b99 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:40.027101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40c00ce9-9b98-47ee-a274-ea1b628a7b99 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:40.042755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-40c00ce9-9b98-47ee-a274-ea1b628a7b99 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:40.043991 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-40c00ce9-9b98-47ee-a274-ea1b628a7b99 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1010108
Dec 16 10:07:40.046721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:40.137778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118fcd7-d2b1-4db0-a437-c190c0a51884 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:40.143813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118fcd7-d2b1-4db0-a437-c190c0a51884 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:40.149561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118fcd7-d2b1-4db0-a437-c190c0a51884 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:40.151968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 26e6dd88-de68-4286-b2a8-64f5dc04552c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:40.152451 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1118fcd7-d2b1-4db0-a437-c190c0a51884 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.1044571
Dec 16 10:07:40.155021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51566) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:40.222539 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 2f639c4f-3e00-4462-a25a-922905de9351 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:40.222881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.249851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 26e6dd88-de68-4286-b2a8-64f5dc04552c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:40.255884 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 26e6dd88-de68-4286-b2a8-64f5dc04552c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:40.256303 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.387279 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.424125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 26e6dd88-de68-4286-b2a8-64f5dc04552c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=26e6dd88-de68-4286-b2a8-64f5dc04552c,segment=NetworkSegment(01c515b8-a9e2-4820-be35-2c03fb76596e),segment_id=01c515b8-a9e2-4820-be35-2c03fb76596e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:40.429084 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.431348 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:40.486414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.508240 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=26e6dd88-de68-4286-b2a8-64f5dc04552c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:40.523033 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:40.532732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Provisioning complete for port 26e6dd88-de68-4286-b2a8-64f5dc04552c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:40.533351 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.622419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 2f639c4f-3e00-4462-a25a-922905de9351 owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:40.674109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Provisioning for port b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:40.679328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Provisioning complete for port b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:40.679710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.736235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Port b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:40.782079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.783078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Provisioning for port 2f639c4f-3e00-4462-a25a-922905de9351 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:40.789340 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:40.790201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Provisioning complete for port 2f639c4f-3e00-4462-a25a-922905de9351 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:40.790597 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.827413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c144d1a9-80cd-4ee6-a863-5729aa295a97 None None] Port 2f639c4f-3e00-4462-a25a-922905de9351 was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 10:07:40.843328 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=2f639c4f-3e00-4462-a25a-922905de9351,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:40.846408 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:40.887365 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.902702 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/2f639c4f-3e00-4462-a25a-922905de9351 HTTP/1.1" status: 204  len: 168 time: 0.7461243
Dec 16 10:07:40.905664 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:40.950003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d3bf4265-3e10-47e7-8322-fe310b738e12 None None] Provisioning complete for port b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:40.950587 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4265-3e10-47e7-8322-fe310b738e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:40.958251 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae8a008-f1f8-4fa7-8b1b-e4b2ca03fde2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:40.958798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aae8a008-f1f8-4fa7-8b1b-e4b2ca03fde2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:40.975895 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-aae8a008-f1f8-4fa7-8b1b-e4b2ca03fde2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:40.979220 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aae8a008-f1f8-4fa7-8b1b-e4b2ca03fde2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/2f639c4f-3e00-4462-a25a-922905de9351 HTTP/1.1" status: 404  len: 333 time: 0.0704582
Dec 16 10:07:40.980465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51574) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:41.052537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf4265-3e10-47e7-8322-fe310b738e12 None None] Port b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:41.055598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d3bf4265-3e10-47e7-8322-fe310b738e12 None None] Could not find standard attr ID for object 2f639c4f-3e00-4462-a25a-922905de9351. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:41.067504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:41.067852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:41.322006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:41.457231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a owned by  {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:41.615545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:41.620796 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f49d33d5-f51f-426b-86bd-8f7d657391a7 tempest-FloatingIPAdminTestJSON-1726565275 tempest-FloatingIPAdminTestJSON-1726565275-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:41.667657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:41.694431 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:41.709506 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:41.725026 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a HTTP/1.1" status: 204  len: 168 time: 0.7433591
Dec 16 10:07:41.727659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:41.783896 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e585feb-9b2c-4715-9440-2a1f4d7a679c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:41.784759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e585feb-9b2c-4715-9440-2a1f4d7a679c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:41.801680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e585feb-9b2c-4715-9440-2a1f4d7a679c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:41.802871 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5e585feb-9b2c-4715-9440-2a1f4d7a679c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/b3e5e503-b9e3-4ef7-9fb8-ae2f254dff4a HTTP/1.1" status: 404  len: 333 time: 0.0742037
Dec 16 10:07:41.805913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51584) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:41.878071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet 9ad8c3c0-0a31-4bca-b003-6deaafa77e7e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:41.881006 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:41.934343 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:41.998455 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ffb38a79-9356-4407-af3a-6887c34ee379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.019801 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.099472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.103138 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92538e3a-a9bc-4cb4-bb67-a6b82752ddf1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:42.107531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 26e6dd88-de68-4286-b2a8-64f5dc04552c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:42.140036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad8c3c0-0a31-4bca-b003-6deaafa77e7e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:42.142998 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:42.143994 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.150027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/9ad8c3c0-0a31-4bca-b003-6deaafa77e7e HTTP/1.1" status: 204  len: 168 time: 0.3429649
Dec 16 10:07:42.152690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:42.157396 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a4f5f-aacd-4ea7-95dd-3f664bb5bc52 None None] Network 28c37072-2cc2-4e86-8622-f5bb433375eb requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:42.239776 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.272686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.282918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 26e6dd88-de68-4286-b2a8-64f5dc04552c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:42.283278 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.341692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 26e6dd88-de68-4286-b2a8-64f5dc04552c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:42.341920 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.501081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] For port 26e6dd88-de68-4286-b2a8-64f5dc04552c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=26e6dd88-de68-4286-b2a8-64f5dc04552c,segment=NetworkSegment(01c515b8-a9e2-4820-be35-2c03fb76596e),segment_id=01c515b8-a9e2-4820-be35-2c03fb76596e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:42.501444 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.542161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] DHCP port deletion for 28c37072-2cc2-4e86-8622-f5bb433375eb request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:07:42.546727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Deleting port 26e6dd88-de68-4286-b2a8-64f5dc04552c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:42.547410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.633202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 26e6dd88-de68-4286-b2a8-64f5dc04552c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:42.710114 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.714495 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f267e5d-371e-4d57-9bfd-2ddbc8b3272c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:42.757698 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] For port 26e6dd88-de68-4286-b2a8-64f5dc04552c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=26e6dd88-de68-4286-b2a8-64f5dc04552c,segment=NetworkSegment(01c515b8-a9e2-4820-be35-2c03fb76596e),segment_id=01c515b8-a9e2-4820-be35-2c03fb76596e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:42.758021 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.763522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No DVR routers for this DVR port 26e6dd88-de68-4286-b2a8-64f5dc04552c on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:07:42.790421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=26e6dd88-de68-4286-b2a8-64f5dc04552c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:42.792886 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:42.889068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Calling delete_port for 26e6dd88-de68-4286-b2a8-64f5dc04552c owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:42.897941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.927153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f14e05b0>,) {'filters': {'network_id': ['28c37072-2cc2-4e86-8622-f5bb433375eb']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:42.941564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14e05b0>, '01c515b8-a9e2-4820-be35-2c03fb76596e') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:42.941870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f14e05b0>, '01c515b8-a9e2-4820-be35-2c03fb76596e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:42.954150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.961113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:07:42.961461 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:07:42.970782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.977126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:42.977515 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:42.992023 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:43.075018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.078870 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c4754960-2c6b-4f8c-b497-003dde357924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:43.092950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.104233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=28c37072-2cc2-4e86-8622-f5bb433375eb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:43.108463 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:43.115470 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/28c37072-2cc2-4e86-8622-f5bb433375eb HTTP/1.1" status: 204  len: 168 time: 0.9615958
Dec 16 10:07:43.119221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51592) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:43.124932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-690083156'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:43.130151 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:43.133934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:network and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:43.136964 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:43.142602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:43.151915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:43.155403 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.191363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:07:43.208638 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.209012 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Added segment 099bed0e-6a57-4aa7-a470-4e9cc1cb2043 of type vlan for network 48bd8248-628f-4ba7-a0b4-44f60f010b55
Dec 16 10:07:43.235093 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.265753 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.271199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:43.271787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.280130 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:43.368768 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2480667
Dec 16 10:07:43.372194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:43.378155 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:43.389058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Network': ['ID=48bd8248-628f-4ba7-a0b4-44f60f010b55,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:43.391756 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:43.399847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:07:43.465576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Deleting port 26e6dd88-de68-4286-b2a8-64f5dc04552c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:43.465971 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.496412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:43.500620 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:43.503533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:43.509481 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:43.522836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:43.527033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.550628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-336f45ad-f09b-480e-b01a-d31b2efbacc8 None None] The port '26e6dd88-de68-4286-b2a8-64f5dc04552c' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:07:43.756354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-c052c1fb-bd63-4ce7-936c-86034f650954 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:43.757796 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-c052c1fb-bd63-4ce7-936c-86034f650954 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.54 "GET /v2.0/ports?device_id=67e32685-f030-49b8-af55-db8c2fc095ec HTTP/1.1" status: 200  len: 950 time: 0.0866981
Dec 16 10:07:43.827846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Deleting port 2488dde8-5942-4a71-89bc-aabecff45677 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:43.828106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.899597 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:43.904826 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc961d74-910a-4da5-9629-10a7a2af2e83 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:43.986488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=fc0965ac-87d0-4a83-8b48-e8876f83c8f6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:43.990502 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:43.997946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Checking segment: {'id': '099bed0e-6a57-4aa7-a470-4e9cc1cb2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:43.998305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network hostable DHCP agents. Network: 48bd8248-628f-4ba7-a0b4-44f60f010b55, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:07:44.019638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:07:44.031429 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 48bd8248-628f-4ba7-a0b4-44f60f010b55) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:44.036343 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:44.037197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.044984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a8c0f-ae5f-4fbd-9c39-17548d11f533 None None] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:44.061310 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6879549
Dec 16 10:07:44.064118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:44.070232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1163335173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:44.081472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:44.085944 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:router and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:44.089766 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:44.096193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:44.110089 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.111258 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.134170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.146066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 26e6dd88-de68-4286-b2a8-64f5dc04552c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:07:44.157250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.183590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.185566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 26e6dd88-de68-4286-b2a8-64f5dc04552c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:07:44.185929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 26e6dd88-de68-4286-b2a8-64f5dc04552c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:07:44.187979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51604) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:44.188687 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d6ec908a-b071-47cc-8ebc-b509726f12f3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1233146
Dec 16 10:07:44.196637 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55', 'name': 'tempest-PortsIpV6TestJSON-1235251720'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:44.275273 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.339701 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] For port 2488dde8-5942-4a71-89bc-aabecff45677, host n-h1-820554-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820554-2',level=0,port_id=2488dde8-5942-4a71-89bc-aabecff45677,segment=NetworkSegment(7635023b-c4ef-47e8-b21b-8a302a45b6af),segment_id=7635023b-c4ef-47e8-b21b-8a302a45b6af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:44.340193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.348841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-48bd8248-628f-4ba7-a0b4-44f60f010b55', 'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55', 'tenant_id': '10d9bb82a02848598d702469e7e9d734', 'fixed_ips': [{'subnet_id': 'fc0965ac-87d0-4a83-8b48-e8876f83c8f6'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:07:44.349749 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.497558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Calling delete_port for 2488dde8-5942-4a71-89bc-aabecff45677 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:44.559317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:44.560146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-63991c27-15a5-4440-8da2-d4bd4add3998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.573043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Allocated IP 2001:db8::2 (48bd8248-628f-4ba7-a0b4-44f60f010b55/fc0965ac-87d0-4a83-8b48-e8876f83c8f6/e1d2e98b-1aaf-4f96-854c-01616c8e662d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:44.575405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:port and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:44.580923 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:44.598880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:44.610805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:44.614599 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.679639 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:44.751217 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.759009 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d9b1f498-bc3d-488f-9411-a111566df888 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:44.768010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] get_ports_and_sgs() called for port_ids ['2488dde8-5942-4a71-89bc-aabecff45677'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 10:07:44.808275 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Pushing event deleted for resources: {'Port': ['ID=2488dde8-5942-4a71-89bc-aabecff45677,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:44.814349 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:44.825113 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.836533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Transition to ACTIVE for port object e1d2e98b-1aaf-4f96-854c-01616c8e662d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:44.858628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Transition to ACTIVE for port object e1d2e98b-1aaf-4f96-854c-01616c8e662d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:44.866686 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.872641 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:44.941180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:44.944561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:44.948545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:44.954434 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] No DVR routers for this DVR port 2488dde8-5942-4a71-89bc-aabecff45677 on host n-h1-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:07:44.954775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Pushing event updated for resources: {'Port': ['ID=e1d2e98b-1aaf-4f96-854c-01616c8e662d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:44.957288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:44.958970 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:44.987791 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] 10.222.0.54 "DELETE /v2.0/ports/2488dde8-5942-4a71-89bc-aabecff45677 HTTP/1.1" status: 204  len: 173 time: 1.2246301
Dec 16 10:07:45.000293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::14b (48bd8248-628f-4ba7-a0b4-44f60f010b55/fc0965ac-87d0-4a83-8b48-e8876f83c8f6/7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:45.062412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Attempting to bind port e1d2e98b-1aaf-4f96-854c-01616c8e662d on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:45.062854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Attempting to bind port e1d2e98b-1aaf-4f96-854c-01616c8e662d by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '099bed0e-6a57-4aa7-a470-4e9cc1cb2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:45.063327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Attempting to bind port e1d2e98b-1aaf-4f96-854c-01616c8e662d on network 48bd8248-628f-4ba7-a0b4-44f60f010b55 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:45.069676 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:45.070498 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Checking segment: {'id': '099bed0e-6a57-4aa7-a470-4e9cc1cb2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:45.070622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:45.070974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Bound using segment: {'id': '099bed0e-6a57-4aa7-a470-4e9cc1cb2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:45.071481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Bound port: e1d2e98b-1aaf-4f96-854c-01616c8e662d, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099bed0e-6a57-4aa7-a470-4e9cc1cb2043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '48bd8248-628f-4ba7-a0b4-44f60f010b55'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:45.071875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:45.175907 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] For port e1d2e98b-1aaf-4f96-854c-01616c8e662d, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:45.179300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] For port e1d2e98b-1aaf-4f96-854c-01616c8e662d, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e1d2e98b-1aaf-4f96-854c-01616c8e662d,segment=NetworkSegment(099bed0e-6a57-4aa7-a470-4e9cc1cb2043),segment_id=099bed0e-6a57-4aa7-a470-4e9cc1cb2043)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:45.183723 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:45.187379 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:45.233151 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:45.249632 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:45.278311 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:45.278958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Pushing event updated for resources: {'Port': ['ID=e1d2e98b-1aaf-4f96-854c-01616c8e662d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:45.285730 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:45.292529 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1e0fd7b9-21f6-4031-8ce3-bee14130daed tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:45.366391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:45.369699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:45.374496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:45.380095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:45.380873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:45.396335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:45.397741 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:45.401229 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:45.410980 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2192025
Dec 16 10:07:45.411336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:45.551672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.023444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.142860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e1d2e98b-1aaf-4f96-854c-01616c8e662d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:46.217227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e1d2e98b-1aaf-4f96-854c-01616c8e662d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:46.320897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e3ef4-0a81-4472-a731-9094e59a3105 None None] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:46.406293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.411339 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.416614 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-af22a03b-8a29-4beb-b6fd-f961a07cd051 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:46.428284 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Provisioning for port e1d2e98b-1aaf-4f96-854c-01616c8e662d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:46.446211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Provisioning complete for port e1d2e98b-1aaf-4f96-854c-01616c8e662d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:46.446520 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.679404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.691078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:46.695717 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:46.723816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] For port e1d2e98b-1aaf-4f96-854c-01616c8e662d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e1d2e98b-1aaf-4f96-854c-01616c8e662d,segment=NetworkSegment(099bed0e-6a57-4aa7-a470-4e9cc1cb2043),segment_id=099bed0e-6a57-4aa7-a470-4e9cc1cb2043)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:46.730374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.732519 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-90c48230-efe6-454e-8731-2ef48544864b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:46.812137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Pushing event updated for resources: {'Port': ['ID=e1d2e98b-1aaf-4f96-854c-01616c8e662d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:46.815817 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:46.859365 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:46.964043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58b9ff34-f7f2-4413-935b-ea793c2bed39 None None] Provisioning complete for port e1d2e98b-1aaf-4f96-854c-01616c8e662d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:46.964418 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58b9ff34-f7f2-4413-935b-ea793c2bed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.111034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58b9ff34-f7f2-4413-935b-ea793c2bed39 None None] Provisioning for port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:47.112189 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.117479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-58b9ff34-f7f2-4413-935b-ea793c2bed39 None None] Provisioning complete for port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:47.118083 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58b9ff34-f7f2-4413-935b-ea793c2bed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.186056 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.188090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-58b9ff34-f7f2-4413-935b-ea793c2bed39 None None] Port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:47.316180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2bf18b4d-04bd-4334-ac3c-73faf634057c None None] Provisioning complete for port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:47.316935 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2bf18b4d-04bd-4334-ac3c-73faf634057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.383645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2bf18b4d-04bd-4334-ac3c-73faf634057c None None] Port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:47.504081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3b1b7301-baa0-400e-9c6d-236bdeb30009 None None] Provisioning complete for port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:47.504388 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7301-baa0-400e-9c6d-236bdeb30009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.527657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.535351 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.536527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:47.549438 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a392c7c5-fb26-40f4-9f18-c33557d73b2e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:47.563320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b7301-baa0-400e-9c6d-236bdeb30009 None None] Port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:47.699304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:47.704175 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:47.749257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:47.750392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:47.856352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2488dde8-5942-4a71-89bc-aabecff45677 no longer exists at agent hyperv_n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:07:47.903810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] No Port match for: 2488dde8-5942-4a71-89bc-aabecff45677 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:07:47.904173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Device 2488dde8-5942-4a71-89bc-aabecff45677 not bound to the agent host n-h1-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:07:47.977654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Router 512a5089-9c4b-4c7b-8839-471ec3bf6f71 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:07:47.987246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4785d962-bee0-4497-b9bd-8fc4a38979e3 None None] Provisioning complete for port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:47.987634 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4785d962-bee0-4497-b9bd-8fc4a38979e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:48.044625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4785d962-bee0-4497-b9bd-8fc4a38979e3 None None] Port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:48.106810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e1d2e98b-1aaf-4f96-854c-01616c8e662d up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:48.177620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e1d2e98b-1aaf-4f96-854c-01616c8e662d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:48.178006 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:48.297792 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:07:48.304181 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "PUT /v2.0/routers/512a5089-9c4b-4c7b-8839-471ec3bf6f71/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8916225
Dec 16 10:07:48.308352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:48.311550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] Sync routers for ids ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:07:48.353024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] Routers {'512a5089-9c4b-4c7b-8839-471ec3bf6f71'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:48.353664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2613fa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:07:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:48.394681 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af450be-dbb1-4c62-8f16-23b839fa6c4d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:48.396184 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7af450be-dbb1-4c62-8f16-23b839fa6c4d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports?device_id=512a5089-9c4b-4c7b-8839-471ec3bf6f71 HTTP/1.1" status: 200  len: 989 time: 0.0867105
Dec 16 10:07:48.398946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:48.430686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2613fa0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:48.450087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] Routers {'512a5089-9c4b-4c7b-8839-471ec3bf6f71'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:48.450713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2613fa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:07:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:48.514998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2613fa0>, [], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:48.515455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7741721b-0c17-4f12-962f-ea00f931af60 None None] The sync data for ids ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'] in n-d-820554-2 is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:07:48.915018 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:48.991866 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:07:49.191790 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:49.192022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:49.378992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:49.504296 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:49.972675 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:49.978366 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34b13d74-0b27-4b8f-a32d-48a39c23ba69 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:50.028445 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:50.063501 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:50.213301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:50.496585 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Router 512a5089-9c4b-4c7b-8839-471ec3bf6f71 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:07:50.638423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:07:50.648924 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] Sync routers for ids ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:07:50.652884 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "PUT /v2.0/routers/512a5089-9c4b-4c7b-8839-471ec3bf6f71/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2529302
Dec 16 10:07:50.655909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:50.659750 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] Routers {'512a5089-9c4b-4c7b-8839-471ec3bf6f71'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:50.660364 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:07:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:50.707452 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2402c7-99f5-4c75-91d2-5eba4a7b3db2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:50.707980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c2402c7-99f5-4c75-91d2-5eba4a7b3db2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:50.723108 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e550>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:50.726102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c2402c7-99f5-4c75-91d2-5eba4a7b3db2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:50.729974 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1c2402c7-99f5-4c75-91d2-5eba4a7b3db2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/7eb1450b-e0d7-4279-9ee4-817e9d4eeaaf HTTP/1.1" status: 404  len: 333 time: 0.0706286
Dec 16 10:07:50.730336 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:50.732842 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] Routers {'512a5089-9c4b-4c7b-8839-471ec3bf6f71'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:07:50.733448 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e550>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:07:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:50.796498 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2a8e550>, [], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:50.796827 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11588d-1bdb-4a38-8c94-0ea7afe6034e None None] The sync data for ids ['512a5089-9c4b-4c7b-8839-471ec3bf6f71'] in n-d-820554-2 is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:07:50.867478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b298c2c-7032-44e4-8e4d-851829e50dce tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.344766 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b298c2c-7032-44e4-8e4d-851829e50dce tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.348058 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b298c2c-7032-44e4-8e4d-851829e50dce tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.375966 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b298c2c-7032-44e4-8e4d-851829e50dce tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.376567 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b298c2c-7032-44e4-8e4d-851829e50dce tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Fanout notify agent at l3_agent the message router_deleted on router 512a5089-9c4b-4c7b-8839-471ec3bf6f71 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:07:51.391686 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b298c2c-7032-44e4-8e4d-851829e50dce tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.393252 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7b298c2c-7032-44e4-8e4d-851829e50dce tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/routers/512a5089-9c4b-4c7b-8839-471ec3bf6f71 HTTP/1.1" status: 204  len: 168 time: 0.6617417
Dec 16 10:07:51.396568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51628) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:51.474683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet fc0965ac-87d0-4a83-8b48-e8876f83c8f6 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:51.477797 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.533195 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.619267 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.702563 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.706319 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7d565f55-8ad9-4761-b817-ed543cab1bf4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:51.743663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0965ac-87d0-4a83-8b48-e8876f83c8f6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:51.747497 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:51.748477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:51.755480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c155e604-95e7-4cb5-9ba5-2a29b90f441c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/fc0965ac-87d0-4a83-8b48-e8876f83c8f6 HTTP/1.1" status: 204  len: 168 time: 0.3578207
Dec 16 10:07:51.756352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7765394-4395-484c-a315-5a781d1148ef None None] Network 48bd8248-628f-4ba7-a0b4-44f60f010b55 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:51.758333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:52.013226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.020517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] DHCP port deletion for 48bd8248-628f-4ba7-a0b4-44f60f010b55 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:07:52.025115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Deleting port e1d2e98b-1aaf-4f96-854c-01616c8e662d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:52.025513 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port e1d2e98b-1aaf-4f96-854c-01616c8e662d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:52.026140 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.026418 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.235499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e1d2e98b-1aaf-4f96-854c-01616c8e662d no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:07:52.248353 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] For port e1d2e98b-1aaf-4f96-854c-01616c8e662d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e1d2e98b-1aaf-4f96-854c-01616c8e662d,segment=NetworkSegment(099bed0e-6a57-4aa7-a470-4e9cc1cb2043),segment_id=099bed0e-6a57-4aa7-a470-4e9cc1cb2043)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:52.248647 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.292428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] For port e1d2e98b-1aaf-4f96-854c-01616c8e662d, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e1d2e98b-1aaf-4f96-854c-01616c8e662d,segment=NetworkSegment(099bed0e-6a57-4aa7-a470-4e9cc1cb2043),segment_id=099bed0e-6a57-4aa7-a470-4e9cc1cb2043)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:52.292839 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.380777 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for e1d2e98b-1aaf-4f96-854c-01616c8e662d owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:52.424337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Calling delete_port for e1d2e98b-1aaf-4f96-854c-01616c8e662d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:52.460848 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.466241 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-97972bdf-6ae1-46de-b54a-7fdc294203cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:52.466783 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No ports have port_id starting with e1d2e98b-1aaf-4f96-854c-01616c8e662d
Dec 16 10:07:52.503928 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:07:52.504389 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:07:52.520439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=e1d2e98b-1aaf-4f96-854c-01616c8e662d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:52.524129 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:52.526604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No DVR routers for this DVR port e1d2e98b-1aaf-4f96-854c-01616c8e662d on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:07:52.652668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.678890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f786d0>,) {'filters': {'network_id': ['48bd8248-628f-4ba7-a0b4-44f60f010b55']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:52.691540 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f786d0>, '099bed0e-6a57-4aa7-a470-4e9cc1cb2043') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:52.691840 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f786d0>, '099bed0e-6a57-4aa7-a470-4e9cc1cb2043') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:07:52.704729 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.721238 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.727308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:07:52.727699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:07:52.747289 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:07:52.832283 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.835759 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2944c0f6-abe8-4c98-a732-9d862030dee1 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:52.850076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:52.861417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=48bd8248-628f-4ba7-a0b4-44f60f010b55,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:52.865701 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:52.873123 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/48bd8248-628f-4ba7-a0b4-44f60f010b55 HTTP/1.1" status: 204  len: 168 time: 1.1137731
Dec 16 10:07:52.876909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:52.946953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d255c9a-ea7b-4f24-a2b4-447098e62ded tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:52.947586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9d255c9a-ea7b-4f24-a2b4-447098e62ded tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:52.963433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9d255c9a-ea7b-4f24-a2b4-447098e62ded tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:52.964561 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9d255c9a-ea7b-4f24-a2b4-447098e62ded tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/4755d473-c420-48cf-9cf8-5e68387547a9 HTTP/1.1" status: 200  len: 845 time: 0.0867357
Dec 16 10:07:52.968784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51640) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:53.005265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Deleting port e1d2e98b-1aaf-4f96-854c-01616c8e662d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:53.005786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.045210 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e3268656-3673-46c3-b858-570fb649db57 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/4755d473-c420-48cf-9cf8-5e68387547a9?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0702395
Dec 16 10:07:53.045425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:53.052614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:53.076121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a2158444-6671-445b-818a-439bfe9987d4 None None] The port 'e1d2e98b-1aaf-4f96-854c-01616c8e662d' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:07:53.179634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:53.184163 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:53.187411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:53.192943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:53.203096 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:53.206656 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.428671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.432197 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2c204fcc-8ae5-4efe-9832-d8de1f707ceb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:53.492690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:53.495717 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:53.499989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:53.500612 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.513964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=5aafa6fc-c810-427c-9ca6-be701c04c965,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:53.516985 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:53.518349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e9014-4ea1-41e0-867d-d63003a23aff None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:53.534901 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4854486
Dec 16 10:07:53.535311 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51648) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:53.542774 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'security_group': {'name': 'tempest-secgroup-575528583'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:53.550124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:53.554464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:53.557698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:53.565113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:53.576119 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.603135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:53.607656 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group_rule and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:53.610635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:53.616943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:53.692499 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.697091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.702783 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-72158b8f-1898-40a1-ae17-e5e7f536b989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:53.743698 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e24217-49e0-4435-990f-563871d01223,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:53.747761 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.748429 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2116880
Dec 16 10:07:53.748916 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:53.751490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51652) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:53.756721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'security_group': {'name': 'tempest-secgroup-897399713'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:53.763809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:53.769129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:53.772452 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:53.779533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:53.792557 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.806042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8708cda0-dc73-486c-8f37-099cb2ad8094', 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'tenant_id': '10d9bb82a02848598d702469e7e9d734', 'fixed_ips': [{'subnet_id': '5aafa6fc-c810-427c-9ca6-be701c04c965'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:07:53.807152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.815743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:53.819578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group_rule and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:53.822946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:53.829012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:53.903194 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.908662 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.913558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-452f6981-ecc8-4a97-bdd8-2ab2092c97d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:53.953761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100685a2-8d50-4ae2-960c-cce1ff91370b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:53.956777 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:53.957716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:53.958936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2064896
Dec 16 10:07:53.961728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51656) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:53.968303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-820680625', 'security_groups': ['100685a2-8d50-4ae2-960c-cce1ff91370b'], 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5aafa6fc-c810-427c-9ca6-be701c04c965'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:53.986690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Allocated IP 2001:db8::2 (8708cda0-dc73-486c-8f37-099cb2ad8094/5aafa6fc-c810-427c-9ca6-be701c04c965/d2261c2d-c9be-46cc-87f3-032368ba72af) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:54.117627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:54.129940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:54.142745 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:54.267497 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.273630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.277695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Transition to ACTIVE for port object d2261c2d-c9be-46cc-87f3-032368ba72af will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:54.296242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 7f302788-3388-4fd3-a42a-7ab3a4e266d2 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:07:54.296810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Transition to ACTIVE for port object d2261c2d-c9be-46cc-87f3-032368ba72af will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:54.304133 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.309752 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:54.374258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:54.377214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:54.380889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:54.386715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Pushing event updated for resources: {'Port': ['ID=d2261c2d-c9be-46cc-87f3-032368ba72af,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:54.390485 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:54.476471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Attempting to bind port d2261c2d-c9be-46cc-87f3-032368ba72af on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:07:54.476867 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Attempting to bind port d2261c2d-c9be-46cc-87f3-032368ba72af by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'dbb2fb30-7132-457e-b89a-471350cd1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:07:54.477236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Attempting to bind port d2261c2d-c9be-46cc-87f3-032368ba72af on network 8708cda0-dc73-486c-8f37-099cb2ad8094 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:07:54.482981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:07:54.483409 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Checking segment: {'id': 'dbb2fb30-7132-457e-b89a-471350cd1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:07:54.483817 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.484224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Bound using segment: {'id': 'dbb2fb30-7132-457e-b89a-471350cd1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:07:54.484757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Bound port: d2261c2d-c9be-46cc-87f3-032368ba72af, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb2fb30-7132-457e-b89a-471350cd1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:07:54.485180 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.527358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::177 (8708cda0-dc73-486c-8f37-099cb2ad8094/5aafa6fc-c810-427c-9ca6-be701c04c965/7f302788-3388-4fd3-a42a-7ab3a4e266d2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:54.580097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] For port d2261c2d-c9be-46cc-87f3-032368ba72af, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:07:54.584095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] For port d2261c2d-c9be-46cc-87f3-032368ba72af, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d2261c2d-c9be-46cc-87f3-032368ba72af,segment=NetworkSegment(dbb2fb30-7132-457e-b89a-471350cd1bc2),segment_id=dbb2fb30-7132-457e-b89a-471350cd1bc2)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:07:54.589359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.593858 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9b4da595-e3e2-4f35-9ca6-330af6df92d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:54.674707 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Pushing event updated for resources: {'Port': ['ID=d2261c2d-c9be-46cc-87f3-032368ba72af,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:54.678206 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:54.740069 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.761348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 7f302788-3388-4fd3-a42a-7ab3a4e266d2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:54.786806 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.794323 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a2c72db-e51c-44ea-abcb-673dcd2ef225 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:54.867725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:54.872053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:54.883636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:07:54.891719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:54.892331 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:54.913259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=7f302788-3388-4fd3-a42a-7ab3a4e266d2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:54.917112 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:54.932591 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9665265
Dec 16 10:07:54.932803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51660) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:54.938630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:55.087908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:55.092280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:55.095125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:55.100905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:55.111142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:55.114550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:55.247824 n-d-820554-2 neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5aafa6fc-c810-427c-9ca6-be701c04c965 (CIDR: 2001:db8::/64)
Dec 16 10:07:55.250646 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 10:07:55.251099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:07:55.268455 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8ebc93ae-e9ef-4bba-a985-dc7570db6a38 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3346989
Dec 16 10:07:55.272270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51664) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:55.278318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:55.567666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:55.571610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:55.575343 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:55.581749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:55.595931 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:55.601412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:55.723939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bda2a952-71c0-43d4-9a08-d1a6824829cd None None] Provisioning complete for port 4755d473-c420-48cf-9cf8-5e68387547a9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:55.724732 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bda2a952-71c0-43d4-9a08-d1a6824829cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:55.786892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bda2a952-71c0-43d4-9a08-d1a6824829cd None None] Port 4755d473-c420-48cf-9cf8-5e68387547a9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:55.801474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bda2a952-71c0-43d4-9a08-d1a6824829cd None None] Provisioning for port d2261c2d-c9be-46cc-87f3-032368ba72af completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:55.922517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:55.926233 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-23ac71f9-aafa-4254-a0c4-ed6470671d68 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:55.929105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cacc209e-d542-4f30-bff7-ab61eb218178 None None] Provisioning for port 7f302788-3388-4fd3-a42a-7ab3a4e266d2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:55.934929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cacc209e-d542-4f30-bff7-ab61eb218178 None None] Provisioning complete for port 7f302788-3388-4fd3-a42a-7ab3a4e266d2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:55.935346 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cacc209e-d542-4f30-bff7-ab61eb218178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:55.983808 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:55.986709 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:55.991129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:55.991477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.000758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319684c7-f514-40a2-bdae-b6ade809d661 None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:56.003708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=3eb6cd40-341d-4ee8-9a20-58291496005b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:56.007933 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:56.013068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cacc209e-d542-4f30-bff7-ab61eb218178 None None] Port 7f302788-3388-4fd3-a42a-7ab3a4e266d2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:56.020252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7465634
Dec 16 10:07:56.022581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51668) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:56.029370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-899690054', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3eb6cd40-341d-4ee8-9a20-58291496005b'}], 'security_groups': ['b3e24217-49e0-4435-990f-563871d01223']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:56.155683 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.279705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d2261c2d-c9be-46cc-87f3-032368ba72af up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:56.395112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Update dhcp port {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'fixed_ips': [{'subnet_id': '5aafa6fc-c810-427c-9ca6-be701c04c965', 'ip_address': '2001:db8::2'}, {'subnet_id': '3eb6cd40-341d-4ee8-9a20-58291496005b'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'd2261c2d-c9be-46cc-87f3-032368ba72af'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 10:07:56.448622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port d2261c2d-c9be-46cc-87f3-032368ba72af completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:56.456253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:56.456632 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.480210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.576700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Delete allocated IP 2001:db8::177 (8708cda0-dc73-486c-8f37-099cb2ad8094/5aafa6fc-c810-427c-9ca6-be701c04c965) {{(pid=87654) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 10:07:56.584628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8:0:1::ae (8708cda0-dc73-486c-8f37-099cb2ad8094/3eb6cd40-341d-4ee8-9a20-58291496005b/7f302788-3388-4fd3-a42a-7ab3a4e266d2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:56.697023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.733782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port d2261c2d-c9be-46cc-87f3-032368ba72af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d2261c2d-c9be-46cc-87f3-032368ba72af,segment=NetworkSegment(dbb2fb30-7132-457e-b89a-471350cd1bc2),segment_id=dbb2fb30-7132-457e-b89a-471350cd1bc2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:56.738306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.742019 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:56.794762 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.811715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 7f302788-3388-4fd3-a42a-7ab3a4e266d2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:56.816555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=d2261c2d-c9be-46cc-87f3-032368ba72af,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:56.816820 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.821270 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:56.830552 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:56.887661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Allocated IP 2001:db8:0:1::2 (8708cda0-dc73-486c-8f37-099cb2ad8094/3eb6cd40-341d-4ee8-9a20-58291496005b/d2261c2d-c9be-46cc-87f3-032368ba72af) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:07:56.926492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] In _notify_port_updated(), no bound segment for port 7f302788-3388-4fd3-a42a-7ab3a4e266d2 on network 8708cda0-dc73-486c-8f37-099cb2ad8094 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:07:56.931992 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:56.932617 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:56.933911 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "PUT /v2.0/ports/7f302788-3388-4fd3-a42a-7ab3a4e266d2 HTTP/1.1" status: 200  len: 929 time: 0.9101145
Dec 16 10:07:56.937012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51672) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:56.990919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=7f302788-3388-4fd3-a42a-7ab3a4e266d2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:56.996432 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:57.013367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 7f302788-3388-4fd3-a42a-7ab3a4e266d2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:07:57.013712 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.033923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] For port d2261c2d-c9be-46cc-87f3-032368ba72af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d2261c2d-c9be-46cc-87f3-032368ba72af,segment=NetworkSegment(dbb2fb30-7132-457e-b89a-471350cd1bc2),segment_id=dbb2fb30-7132-457e-b89a-471350cd1bc2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:07:57.059327 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.076198 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Transition to ACTIVE for port object d2261c2d-c9be-46cc-87f3-032368ba72af will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:07:57.080311 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.083896 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:57.265889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Pushing event updated for resources: {'Port': ['ID=d2261c2d-c9be-46cc-87f3-032368ba72af,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:57.268985 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:57.282265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.416930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 7f302788-3388-4fd3-a42a-7ab3a4e266d2 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:07:57.579517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.586242 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c354b8df-5473-4267-be4f-7e727ae673d6 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:57.663770 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=7f302788-3388-4fd3-a42a-7ab3a4e266d2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:57.671712 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:57.680213 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.690997 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/7f302788-3388-4fd3-a42a-7ab3a4e266d2 HTTP/1.1" status: 204  len: 168 time: 0.7532918
Dec 16 10:07:57.693672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51678) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:57.742730 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cf81cd-7b67-4cc8-9b58-e2ecd9f3d4eb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:07:57.743455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a7cf81cd-7b67-4cc8-9b58-e2ecd9f3d4eb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:07:57.761187 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a7cf81cd-7b67-4cc8-9b58-e2ecd9f3d4eb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:07:57.762499 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a7cf81cd-7b67-4cc8-9b58-e2ecd9f3d4eb tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/7f302788-3388-4fd3-a42a-7ab3a4e266d2 HTTP/1.1" status: 404  len: 333 time: 0.0679030
Dec 16 10:07:57.765266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:57.841123 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.870585 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.923638 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.929325 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6954019d-3ca2-4ba2-8a9a-dce5f3fb5e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:57.946063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100685a2-8d50-4ae2-960c-cce1ff91370b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:57.948828 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:57.950294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:57.951849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/security-groups/100685a2-8d50-4ae2-960c-cce1ff91370b HTTP/1.1" status: 204  len: 168 time: 0.1851487
Dec 16 10:07:57.957251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51686) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:57.974921 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-547a9885-8b29-4e6f-8330-b18d533b6e29 None None] Provisioning complete for port 4755d473-c420-48cf-9cf8-5e68387547a9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:57.975700 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547a9885-8b29-4e6f-8330-b18d533b6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.036023 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2e4c-090e-4110-a829-dfeb36221e4e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.038438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-547a9885-8b29-4e6f-8330-b18d533b6e29 None None] Port 4755d473-c420-48cf-9cf8-5e68387547a9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:58.051117 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-547a9885-8b29-4e6f-8330-b18d533b6e29 None None] Provisioning for port d2261c2d-c9be-46cc-87f3-032368ba72af completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:07:58.057100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-547a9885-8b29-4e6f-8330-b18d533b6e29 None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:58.057489 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-547a9885-8b29-4e6f-8330-b18d533b6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.070254 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2e4c-090e-4110-a829-dfeb36221e4e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.125601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2e4c-090e-4110-a829-dfeb36221e4e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.131967 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:58.151653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2e4c-090e-4110-a829-dfeb36221e4e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e24217-49e0-4435-990f-563871d01223,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:58.154415 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6c1a2e4c-090e-4110-a829-dfeb36221e4e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:58.155784 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2e4c-090e-4110-a829-dfeb36221e4e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.156912 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6c1a2e4c-090e-4110-a829-dfeb36221e4e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/security-groups/b3e24217-49e0-4435-990f-563871d01223 HTTP/1.1" status: 204  len: 168 time: 0.1981988
Dec 16 10:07:58.159758 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51690) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:58.224345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-547a9885-8b29-4e6f-8330-b18d533b6e29 None None] Could not find standard attr ID for object 7f302788-3388-4fd3-a42a-7ab3a4e266d2. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:58.238784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet 5aafa6fc-c810-427c-9ca6-be701c04c965 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:07:58.242486 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.263715 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d2261c2d-c9be-46cc-87f3-032368ba72af up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:07:58.306785 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.342375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:58.342733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.371323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-764dc967-180c-44b0-98b6-e4db5312be44 None None] Could not find standard attr ID for object 7f302788-3388-4fd3-a42a-7ab3a4e266d2. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:07:58.405374 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.485350 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.489074 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec9d64a1-19a2-4f74-8508-dc765d3d058f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:58.526070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=5aafa6fc-c810-427c-9ca6-be701c04c965,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:58.529160 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:58.530127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:58.540347 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/5aafa6fc-c810-427c-9ca6-be701c04c965 HTTP/1.1" status: 204  len: 168 time: 0.3756568
Dec 16 10:07:58.540509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291fba1-356b-4442-bc82-9e9629c6a00e None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:58.540628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51694) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:58.546846 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:58.839042 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:58.842889 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:58.845898 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:58.853092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:58.866732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:07:58.872279 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.144619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.149496 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ab4342ad-bffb-4acb-963d-fd2c85ef2824 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:59.209612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:07:59.213156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:07:59.217594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:07:59.222408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.242450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=a4b4616e-bbf9-4f7d-948a-9d9ace2ed899,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:59.245816 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:59.254429 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7127039
Dec 16 10:07:59.257232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51700) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:59.262464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'security_group': {'name': 'tempest-secgroup-2111158873'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:59.269073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:59.273075 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:59.276574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:59.282781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:59.294644 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.316399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:59.320533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group_rule and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:59.323605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:59.330000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:59.339784 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d6435-326a-43ea-add9-16d7f4dca7fc None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:07:59.403475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.407627 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.413045 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-005dd479-b88f-46b0-a6fb-9af732ae9db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:59.440246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7555b71b-39b9-4419-ac56-2b55ede05458 None None] Provisioning complete for port 4755d473-c420-48cf-9cf8-5e68387547a9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:59.440623 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7555b71b-39b9-4419-ac56-2b55ede05458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.452229 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2c8cc9-5841-4d7a-bd0a-dbb9b62c20bc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:59.455851 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:59.457017 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.460677 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.1999831
Dec 16 10:07:59.461112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:59.466399 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'security_group': {'name': 'tempest-secgroup-130564046'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:59.472553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:59.476330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:59.480031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:59.485644 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:59.497970 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.524797 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:59.529716 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group_rule and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:59.532874 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:59.535178 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7555b71b-39b9-4419-ac56-2b55ede05458 None None] Port 4755d473-c420-48cf-9cf8-5e68387547a9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:07:59.538711 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:59.588634 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7555b71b-39b9-4419-ac56-2b55ede05458 None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:07:59.588943 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7555b71b-39b9-4419-ac56-2b55ede05458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.622421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.626603 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.630657 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3691614c-285a-4d4e-b1ef-3a33f67d4378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:59.670978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fada38a-e6c2-4029-80c3-31f09ffbdd4e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:59.673943 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:59.674976 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.676233 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2144890
Dec 16 10:07:59.678858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:59.684247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1521687548'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:59.690509 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:59.694373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:59.697819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:59.704125 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:59.716890 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.738003 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:07:59.741952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:security_group_rule and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:07:59.745130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:07:59.750885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:07:59.825245 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.829266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.834464 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-14008daa-3cf6-4f7f-baea-c1d51333e743 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:07:59.864817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Update dhcp port {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'fixed_ips': [{'subnet_id': '3eb6cd40-341d-4ee8-9a20-58291496005b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4b4616e-bbf9-4f7d-948a-9d9ace2ed899'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'd2261c2d-c9be-46cc-87f3-032368ba72af'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 10:07:59.873538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67568c7-1e49-4169-b163-abd4bdeeba20,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:07:59.876134 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:07:59.880195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51712) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:07:59.880847 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2003746
Dec 16 10:07:59.881308 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:07:59.889160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-771476973', 'security_groups': ['b67568c7-1e49-4169-b163-abd4bdeeba20'], 'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4b4616e-bbf9-4f7d-948a-9d9ace2ed899'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:07:59.921637 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:00.040361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:00.051253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:00.061905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:08:00.142431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Allocated IP 2001:db8::2 (8708cda0-dc73-486c-8f37-099cb2ad8094/a4b4616e-bbf9-4f7d-948a-9d9ace2ed899/d2261c2d-c9be-46cc-87f3-032368ba72af) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:08:00.199628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:00.221372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] device_id is not set on port 958f5669-a05d-4806-aa16-80911885c0cb yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 10:08:00.295470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] For port d2261c2d-c9be-46cc-87f3-032368ba72af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d2261c2d-c9be-46cc-87f3-032368ba72af,segment=NetworkSegment(dbb2fb30-7132-457e-b89a-471350cd1bc2),segment_id=dbb2fb30-7132-457e-b89a-471350cd1bc2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:08:00.322054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:00.339576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Transition to ACTIVE for port object d2261c2d-c9be-46cc-87f3-032368ba72af will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:08:00.343537 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:00.347100 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6aee2734-cd13-49d8-84a9-b6f74ae85aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:00.440449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8::151 (8708cda0-dc73-486c-8f37-099cb2ad8094/a4b4616e-bbf9-4f7d-948a-9d9ace2ed899/958f5669-a05d-4806-aa16-80911885c0cb) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:08:00.535848 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Pushing event updated for resources: {'Port': ['ID=d2261c2d-c9be-46cc-87f3-032368ba72af,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:00.540212 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:00.653887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:00.671492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 958f5669-a05d-4806-aa16-80911885c0cb will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:08:00.696076 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:00.703183 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:00.773412 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:08:00.778385 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:08:00.781199 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:08:00.786966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:08:00.787592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:00.802705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=958f5669-a05d-4806-aa16-80911885c0cb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:00.806204 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:00.826395 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9398766
Dec 16 10:08:00.826898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:00.832695 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:00.979501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:00.983597 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:00.986722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:00.992614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:01.003258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:08:01.006753 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:01.114629 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50265eb9-932f-4fac-bbbf-74185544fbab None None] Provisioning complete for port 4755d473-c420-48cf-9cf8-5e68387547a9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:01.115045 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50265eb9-932f-4fac-bbbf-74185544fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:01.140750 n-d-820554-2 neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4b4616e-bbf9-4f7d-948a-9d9ace2ed899 (CIDR: 2001:db8::/64)
Dec 16 10:08:01.144367 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 10:08:01.144872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:01.167720 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-25e0fd3a-7791-4b9c-8f0e-40e123be4e26 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3397982
Dec 16 10:08:01.168295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:01.175214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:01.176704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-50265eb9-932f-4fac-bbbf-74185544fbab None None] Port 4755d473-c420-48cf-9cf8-5e68387547a9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:08:01.188692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50265eb9-932f-4fac-bbbf-74185544fbab None None] Provisioning for port d2261c2d-c9be-46cc-87f3-032368ba72af completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:08:01.195335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50265eb9-932f-4fac-bbbf-74185544fbab None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:01.195730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50265eb9-932f-4fac-bbbf-74185544fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:01.330586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:01.334350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:01.337161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:01.343378 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:01.352635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:08:01.356103 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:01.440516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-75094514-7c0a-4cc7-830c-0a60b843333f None None] Provisioning for port 958f5669-a05d-4806-aa16-80911885c0cb completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:08:01.445475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-75094514-7c0a-4cc7-830c-0a60b843333f None None] Provisioning complete for port 958f5669-a05d-4806-aa16-80911885c0cb triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:01.445862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75094514-7c0a-4cc7-830c-0a60b843333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:01.489563 n-d-820554-2 neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3eb6cd40-341d-4ee8-9a20-58291496005b (CIDR: 2001:db8:0:1::/64)
Dec 16 10:08:01.493887 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 10:08:01.494914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:01.500797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-75094514-7c0a-4cc7-830c-0a60b843333f None None] Port 958f5669-a05d-4806-aa16-80911885c0cb cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:08:01.516636 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a362b2ee-a780-4db2-a388-31f9f8bbb46e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.3448453
Dec 16 10:08:01.516830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:01.523284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'subnet': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:01.669204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:01.673080 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Usage tracker for resource:subnet and tenant:10d9bb82a02848598d702469e7e9d734 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:01.675981 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:01.682288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:01.692085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Made reservation on behalf of 10d9bb82a02848598d702469e7e9d734 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:08:01.695591 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:01.960459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:01.963991 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a3c7c9ab-7f5e-46ea-a81d-5091ff48d8af tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:02.020068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:08:02.023152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:08:02.027373 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:08:02.027955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:02.032448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0ba7a-b563-4e11-ad6b-6c3c33e7b31f None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:08:02.046528 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Subnet': ['ID=7a0195be-8ec2-41c9-8eba-49332de5ee50,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:02.051598 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:02.059055 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-808c4b75-09a7-4c52-9b3b-af5ffd82345e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.5412052
Dec 16 10:08:02.062049 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51730) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:02.067859 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1626329400', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a0195be-8ec2-41c9-8eba-49332de5ee50'}], 'security_groups': ['fe2c8cc9-5841-4d7a-bd0a-dbb9b62c20bc', '6fada38a-e6c2-4029-80c3-31f09ffbdd4e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:02.249968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d2261c2d-c9be-46cc-87f3-032368ba72af up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:08:02.318316 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:02.352196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:02.352614 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:02.477302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Update dhcp port {'port': {'network_id': '8708cda0-dc73-486c-8f37-099cb2ad8094', 'fixed_ips': [{'subnet_id': '3eb6cd40-341d-4ee8-9a20-58291496005b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4b4616e-bbf9-4f7d-948a-9d9ace2ed899', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a0195be-8ec2-41c9-8eba-49332de5ee50'}], 'binding:host_id': 'n-d-820554-2'}, 'id': 'd2261c2d-c9be-46cc-87f3-032368ba72af'} from n-d-820554-2. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 10:08:02.583615 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:02.729979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Delete allocated IP 2001:db8::151 (8708cda0-dc73-486c-8f37-099cb2ad8094/a4b4616e-bbf9-4f7d-948a-9d9ace2ed899) {{(pid=87654) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 10:08:02.738041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Allocated IP 2001:db8:0:2::72 (8708cda0-dc73-486c-8f37-099cb2ad8094/7a0195be-8ec2-41c9-8eba-49332de5ee50/958f5669-a05d-4806-aa16-80911885c0cb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:08:03.076794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.093082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Transition to ACTIVE for port object 958f5669-a05d-4806-aa16-80911885c0cb will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:08:03.096775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.103270 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:03.165397 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Allocated IP 2001:db8:0:2::2 (8708cda0-dc73-486c-8f37-099cb2ad8094/7a0195be-8ec2-41c9-8eba-49332de5ee50/d2261c2d-c9be-46cc-87f3-032368ba72af) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:08:03.204462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] In _notify_port_updated(), no bound segment for port 958f5669-a05d-4806-aa16-80911885c0cb on network 8708cda0-dc73-486c-8f37-099cb2ad8094 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 10:08:03.209929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:08:03.210570 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.211882 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "PUT /v2.0/ports/958f5669-a05d-4806-aa16-80911885c0cb HTTP/1.1" status: 200  len: 969 time: 1.1489139
Dec 16 10:08:03.214731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:03.247608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event updated for resources: {'Port': ['ID=958f5669-a05d-4806-aa16-80911885c0cb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:03.254929 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:03.286622 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 958f5669-a05d-4806-aa16-80911885c0cb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:08:03.286963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.302979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c8868f9-3323-4119-b081-188c421df777 None None] For port d2261c2d-c9be-46cc-87f3-032368ba72af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d2261c2d-c9be-46cc-87f3-032368ba72af,segment=NetworkSegment(dbb2fb30-7132-457e-b89a-471350cd1bc2),segment_id=dbb2fb30-7132-457e-b89a-471350cd1bc2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:08:03.328896 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.345090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Transition to ACTIVE for port object d2261c2d-c9be-46cc-87f3-032368ba72af will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:08:03.348833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.352160 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-58644ff3-1611-4717-a7c2-5820d513641b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:03.522986 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Pushing event updated for resources: {'Port': ['ID=d2261c2d-c9be-46cc-87f3-032368ba72af,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:03.528133 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:03.557903 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.690199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 958f5669-a05d-4806-aa16-80911885c0cb owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:08:03.850528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.861107 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5741f16f-0666-4c9d-91b7-b4a9829ff7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:03.909348 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=958f5669-a05d-4806-aa16-80911885c0cb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:03.912930 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:03.956912 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:03.967509 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/958f5669-a05d-4806-aa16-80911885c0cb HTTP/1.1" status: 204  len: 168 time: 0.7515941
Dec 16 10:08:03.970033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:04.014118 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4043999-03d4-4757-b549-ac9e244126fe tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] GET failed (client error): The resource could not be found.
Dec 16 10:08:04.014671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4043999-03d4-4757-b549-ac9e244126fe tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Synchronizing usage tracker for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:04.031926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4043999-03d4-4757-b549-ac9e244126fe tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Unset dirty status for tenant:10d9bb82a02848598d702469e7e9d734 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:04.033222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c4043999-03d4-4757-b549-ac9e244126fe tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports/958f5669-a05d-4806-aa16-80911885c0cb HTTP/1.1" status: 404  len: 333 time: 0.0622520
Dec 16 10:08:04.036105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51742) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:04.105165 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.134431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.139045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c456fd16-2dba-4dc6-b4a7-6f665290327c None None] Provisioning complete for port 4755d473-c420-48cf-9cf8-5e68387547a9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:04.139458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c456fd16-2dba-4dc6-b4a7-6f665290327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.197708 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.208281 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-63b98530-a56c-4b2a-9710-8b1d56bc0ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:04.209012 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c456fd16-2dba-4dc6-b4a7-6f665290327c None None] Port 4755d473-c420-48cf-9cf8-5e68387547a9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:08:04.212501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c456fd16-2dba-4dc6-b4a7-6f665290327c None None] Could not find standard attr ID for object 958f5669-a05d-4806-aa16-80911885c0cb. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:08:04.226674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c456fd16-2dba-4dc6-b4a7-6f665290327c None None] Provisioning for port d2261c2d-c9be-46cc-87f3-032368ba72af completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:08:04.229672 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67568c7-1e49-4169-b163-abd4bdeeba20,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:04.233427 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:04.235336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c456fd16-2dba-4dc6-b4a7-6f665290327c None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:04.235726 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c456fd16-2dba-4dc6-b4a7-6f665290327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.236247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.241268 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/security-groups/b67568c7-1e49-4169-b163-abd4bdeeba20 HTTP/1.1" status: 204  len: 168 time: 0.2005305
Dec 16 10:08:04.241498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:04.327029 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.339008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d2261c2d-c9be-46cc-87f3-032368ba72af up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:08:04.356834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.410497 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.415058 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:04.428771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fada38a-e6c2-4029-80c3-31f09ffbdd4e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:04.431789 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:04.437259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.441053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51750) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:04.441956 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/security-groups/6fada38a-e6c2-4029-80c3-31f09ffbdd4e HTTP/1.1" status: 204  len: 168 time: 0.1993899
Dec 16 10:08:04.502345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:04.502869 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.514072 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdf16-8875-4e4e-b5e2-6b61f839d986 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.549875 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdf16-8875-4e4e-b5e2-6b61f839d986 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.600475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdf16-8875-4e4e-b5e2-6b61f839d986 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.604608 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dcec1226-27ec-4676-9617-18362c1e27a3 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:04.617516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcdf16-8875-4e4e-b5e2-6b61f839d986 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2c8cc9-5841-4d7a-bd0a-dbb9b62c20bc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:04.621635 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cfdcdf16-8875-4e4e-b5e2-6b61f839d986 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:04.625036 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdf16-8875-4e4e-b5e2-6b61f839d986 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.629285 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cfdcdf16-8875-4e4e-b5e2-6b61f839d986 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe2c8cc9-5841-4d7a-bd0a-dbb9b62c20bc HTTP/1.1" status: 204  len: 168 time: 0.1841233
Dec 16 10:08:04.629441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:04.650686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-52cc3324-ff13-4a23-910b-8fb74d1fcef0 None None] Could not find standard attr ID for object 958f5669-a05d-4806-aa16-80911885c0cb. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:08:04.699557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet a4b4616e-bbf9-4f7d-948a-9d9ace2ed899 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:08:04.702738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.901273 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:04.988372 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.062213 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.065963 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4e40f64d-3e9b-4333-878e-1482c5b7b2e6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:05.101467 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b4616e-bbf9-4f7d-948a-9d9ace2ed899,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:05.104861 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:05.105840 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.112157 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/a4b4616e-bbf9-4f7d-948a-9d9ace2ed899 HTTP/1.1" status: 204  len: 168 time: 0.4820237
Dec 16 10:08:05.114356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f617e-38bb-4ee3-960b-001bb951c9a2 None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:08:05.116504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51758) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:05.216248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet 7a0195be-8ec2-41c9-8eba-49332de5ee50 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:08:05.219332 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.278046 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.376319 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.488413 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.497923 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eccdb089-a1dd-4244-a6db-900358f3d9c2 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:05.539998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.547313 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/7a0195be-8ec2-41c9-8eba-49332de5ee50 HTTP/1.1" status: 204  len: 168 time: 0.4292912
Dec 16 10:08:05.548413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0195be-8ec2-41c9-8eba-49332de5ee50,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:05.550978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:05.551744 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:05.597898 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93ccbc6-fd51-4475-8eb0-992f0757dbea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:05.598260 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93ccbc6-fd51-4475-8eb0-992f0757dbea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:05.599983 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b93ccbc6-fd51-4475-8eb0-992f0757dbea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/a4b4616e-bbf9-4f7d-948a-9d9ace2ed899 HTTP/1.1" status: 404  len: 337 time: 0.0479622
Dec 16 10:08:05.604413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51766) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:05.675339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting subnet 3eb6cd40-341d-4ee8-9a20-58291496005b {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:08:05.678867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.741812 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.837916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.925583 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:05.932745 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-479faac7-1dc0-4ea8-bae3-54ba1c711d51 tempest-PortsTestJSON-955915213 tempest-PortsTestJSON-955915213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:05.989723 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb6cd40-341d-4ee8-9a20-58291496005b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:05.992706 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:05.999063 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:06.006680 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/3eb6cd40-341d-4ee8-9a20-58291496005b HTTP/1.1" status: 204  len: 168 time: 0.4009299
Dec 16 10:08:06.008940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51770) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.047208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ae039-cc44-4649-824f-944413828a64 None None] Network 8708cda0-dc73-486c-8f37-099cb2ad8094 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:08:06.052951 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-95886a4c-d6d1-45fa-80cd-77409a286ac6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.053396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95886a4c-d6d1-45fa-80cd-77409a286ac6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.055095 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-95886a4c-d6d1-45fa-80cd-77409a286ac6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/5aafa6fc-c810-427c-9ca6-be701c04c965 HTTP/1.1" status: 404  len: 337 time: 0.0421872
Dec 16 10:08:06.058235 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51774) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.210646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-004d2b10-4426-486e-b75a-1759044021d8 None None] Provisioning complete for port 4755d473-c420-48cf-9cf8-5e68387547a9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:06.211201 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-004d2b10-4426-486e-b75a-1759044021d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:06.237937 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6ea88793-9658-465d-bf55-dcde077b7629 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "GET /v2.0/ports?device_id=512a5089-9c4b-4c7b-8839-471ec3bf6f71 HTTP/1.1" status: 200  len: 205 time: 0.1785409
Dec 16 10:08:06.240243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51778) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.312233 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-6e211181-65ef-4dd6-984e-2fd8b983932f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] delete failed (client error): The resource could not be found.
Dec 16 10:08:06.313281 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6e211181-65ef-4dd6-984e-2fd8b983932f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/routers/512a5089-9c4b-4c7b-8839-471ec3bf6f71 HTTP/1.1" status: 404  len: 336 time: 0.0721211
Dec 16 10:08:06.315905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.358879 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee8f974-29a2-454e-9dc5-ea6a58012f32 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.359371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee8f974-29a2-454e-9dc5-ea6a58012f32 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.363526 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eee8f974-29a2-454e-9dc5-ea6a58012f32 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/fc0965ac-87d0-4a83-8b48-e8876f83c8f6 HTTP/1.1" status: 404  len: 337 time: 0.0443218
Dec 16 10:08:06.363795 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.399492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-004d2b10-4426-486e-b75a-1759044021d8 None None] Port 4755d473-c420-48cf-9cf8-5e68387547a9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:08:06.402746 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-064465d8-b004-4012-81c3-5e35d695bf3b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.403243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064465d8-b004-4012-81c3-5e35d695bf3b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.404936 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-064465d8-b004-4012-81c3-5e35d695bf3b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/9ad8c3c0-0a31-4bca-b003-6deaafa77e7e HTTP/1.1" status: 404  len: 337 time: 0.0402067
Dec 16 10:08:06.407667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.424340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-004d2b10-4426-486e-b75a-1759044021d8 None None] Provisioning complete for port d2261c2d-c9be-46cc-87f3-032368ba72af triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:08:06.424874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-004d2b10-4426-486e-b75a-1759044021d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:06.447866 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c3e7fa-7f06-4abc-9b05-e7812e49c72a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.448326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c3e7fa-7f06-4abc-9b05-e7812e49c72a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.450003 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-58c3e7fa-7f06-4abc-9b05-e7812e49c72a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/a1777f0a-2a29-4485-a933-fe74e0c0cba2 HTTP/1.1" status: 404  len: 337 time: 0.0413764
Dec 16 10:08:06.452877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.495589 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b448e9-4cd8-45b7-90ba-472f434f95ca tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.496292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b448e9-4cd8-45b7-90ba-472f434f95ca tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.500352 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-15b448e9-4cd8-45b7-90ba-472f434f95ca tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/c8853503-6e65-4820-8c6c-74491122e539 HTTP/1.1" status: 404  len: 333 time: 0.0440333
Dec 16 10:08:06.500657 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.551956 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5b1720-e346-439c-bde7-609a04b9ce71 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.552596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5b1720-e346-439c-bde7-609a04b9ce71 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.559610 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51802) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.559948 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3b5b1720-e346-439c-bde7-609a04b9ce71 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/c0f4e5bb-162c-45a2-8508-c84360c52c3e HTTP/1.1" status: 404  len: 337 time: 0.0580409
Dec 16 10:08:06.593243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] DHCP port deletion for 8708cda0-dc73-486c-8f37-099cb2ad8094 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:08:06.602660 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Deleting port d2261c2d-c9be-46cc-87f3-032368ba72af {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:08:06.603154 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:06.607300 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b391141-9a3c-45eb-b2ea-efb36eb38222 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.608077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b391141-9a3c-45eb-b2ea-efb36eb38222 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.609480 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8b391141-9a3c-45eb-b2ea-efb36eb38222 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/b6f82309-04c4-4b6b-91de-c671237d1492 HTTP/1.1" status: 404  len: 337 time: 0.0487373
Dec 16 10:08:06.613555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51806) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.662064 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-58000203-a904-4b02-81dc-dfa862a79b48 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.662583 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58000203-a904-4b02-81dc-dfa862a79b48 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.664344 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-58000203-a904-4b02-81dc-dfa862a79b48 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/0489a100-a80a-450b-8136-c3d27a144e66 HTTP/1.1" status: 404  len: 333 time: 0.0492713
Dec 16 10:08:06.667440 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.706070 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f93b76f-fd1e-4fb9-92bc-b5ef9afba589 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.706532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f93b76f-fd1e-4fb9-92bc-b5ef9afba589 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.710479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6f93b76f-fd1e-4fb9-92bc-b5ef9afba589 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/d50f4859-2ed2-4cdd-a28c-d25ca2416da9 HTTP/1.1" status: 404  len: 337 time: 0.0398865
Dec 16 10:08:06.710706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.749367 n-d-820554-2 neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-094a91b8-1586-44e4-ade0-8c28804e54fe tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:08:06.749759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094a91b8-1586-44e4-ade0-8c28804e54fe tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:08:06.751456 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-094a91b8-1586-44e4-ade0-8c28804e54fe tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/subnets/42010e53-97eb-4707-b0c9-1429d651b3b5 HTTP/1.1" status: 404  len: 337 time: 0.0397940
Dec 16 10:08:06.754082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51818) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:06.827837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Deleting port 4755d473-c420-48cf-9cf8-5e68387547a9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:08:06.828121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:06.862567 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] For port d2261c2d-c9be-46cc-87f3-032368ba72af, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d2261c2d-c9be-46cc-87f3-032368ba72af,segment=NetworkSegment(dbb2fb30-7132-457e-b89a-471350cd1bc2),segment_id=dbb2fb30-7132-457e-b89a-471350cd1bc2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:08:06.862959 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:06.998431 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Calling delete_port for d2261c2d-c9be-46cc-87f3-032368ba72af owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:08:07.070307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.082509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.086131 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-7ab92f19-45a4-499d-a7d9-bb47fc83997a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:07.130287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Pushing event deleted for resources: {'Port': ['ID=d2261c2d-c9be-46cc-87f3-032368ba72af,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:07.132092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] No DVR routers for this DVR port d2261c2d-c9be-46cc-87f3-032368ba72af on host n-d-820554-2 {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:08:07.133434 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:07.209704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Calling delete_port for 4755d473-c420-48cf-9cf8-5e68387547a9 owned by  {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:08:07.290640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.296620 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-92bfd0e4-22b0-414c-9945-98d40d8e8547 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:07.344654 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Port': ['ID=4755d473-c420-48cf-9cf8-5e68387547a9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:07.347703 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:07.350577 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130967'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.366142 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/ports/4755d473-c420-48cf-9cf8-5e68387547a9 HTTP/1.1" status: 204  len: 168 time: 0.6108940
Dec 16 10:08:07.370243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:07.488434 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.628359 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.654973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c446d0>,) {'filters': {'network_id': ['8708cda0-dc73-486c-8f37-099cb2ad8094']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:08:07.667695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c446d0>, 'dbb2fb30-7132-457e-b89a-471350cd1bc2') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:08:07.668104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c446d0>, 'dbb2fb30-7132-457e-b89a-471350cd1bc2') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:08:07.679640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.696228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.703256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:08:07.703695 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:08:07.720238 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:08:07.804385 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.809615 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9d6d6ade-c69c-4b55-adf3-b21233739e0e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:07.825162 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:07.835601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Pushing event deleted for resources: {'Network': ['ID=8708cda0-dc73-486c-8f37-099cb2ad8094,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:07.838024 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] 10.222.0.66 "DELETE /v2.0/networks/8708cda0-dc73-486c-8f37-099cb2ad8094 HTTP/1.1" status: 204  len: 168 time: 0.4666290
Dec 16 10:08:07.838899 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:08.112099 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51830) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:08.247202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d2261c2d-c9be-46cc-87f3-032368ba72af no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:08:08.266751 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ea747d00-4ee3-4e09-b6b9-7b3e2bbde493 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10d9bb82a02848598d702469e7e9d734&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1531405
Dec 16 10:08:08.269329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:08.300546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: d2261c2d-c9be-46cc-87f3-032368ba72af {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:08:08.301063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d2261c2d-c9be-46cc-87f3-032368ba72af not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:08:08.329868 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:08.356049 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:08.424299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:08.432033 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc8cab12-58c4-45da-8ac1-8113a4f19eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:08.452730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65f1f01-0529-4707-9e7c-41d8f6f6a7ec,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:08.456082 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:08.458662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:08.459811 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e65f1f01-0529-4707-9e7c-41d8f6f6a7ec HTTP/1.1" status: 204  len: 168 time: 0.1895535
Dec 16 10:08:09.189491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51860) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:09.294232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--362805646'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:09.301414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:09.305297 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:09.308200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:09.317921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:09.328527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.341459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.356755 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:09.360600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:09.363400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:09.369101 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:09.453773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.458323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.460710 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8cb99a1b-a451-48de-a66d-ba385de4a710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:09.473416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:09.485189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:09.490734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:09.499538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:09.501433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f76e460-5d37-4531-8296-a546786213f9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:09.505039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:09.613333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.617036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.621352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6de8f3cb-3f97-477f-a473-a7acf92d125d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:09.660551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4278fce1-5650-4f75-aa1e-5470247e5848,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:09.663985 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:09.665613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.669329 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4764793
Dec 16 10:08:09.669729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51866) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:09.736303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8730959a-4b8f-44e5-a842-348cf03af5a4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:09.754092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8730959a-4b8f-44e5-a842-348cf03af5a4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:09.755411 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8730959a-4b8f-44e5-a842-348cf03af5a4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.0847831
Dec 16 10:08:09.758293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51870) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:09.763963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-security--1184351963', 'description': 'tempest-security-description-841218623'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:09.793517 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.848832 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.852182 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.855105 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:09.856328 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "PUT /v2.0/security-groups/4278fce1-5650-4f75-aa1e-5470247e5848 HTTP/1.1" status: 200  len: 1779 time: 0.0971391
Dec 16 10:08:09.857093 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6898e759-856d-4e76-9a5b-5b08e3453a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:09.859233 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51874) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:09.894610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4278fce1-5650-4f75-aa1e-5470247e5848,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:09.899592 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:09.919429 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e1ee9821-5b3c-400a-99b9-d74edff7c57a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups/4278fce1-5650-4f75-aa1e-5470247e5848 HTTP/1.1" status: 200  len: 1779 time: 0.0586681
Dec 16 10:08:09.921852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51878) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:09.982897 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.008842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.059324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.063633 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-911ea7f1-e083-427d-b9ef-9c1a7ac08186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:10.079966 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4278fce1-5650-4f75-aa1e-5470247e5848,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:10.083390 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:10.093828 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.095679 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/4278fce1-5650-4f75-aa1e-5470247e5848 HTTP/1.1" status: 204  len: 168 time: 0.1727333
Dec 16 10:08:10.098024 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.148867 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27397ca8-c9df-48bf-ad9d-bca9b7d527ec tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:10.165350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27397ca8-c9df-48bf-ad9d-bca9b7d527ec tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:10.166978 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27397ca8-c9df-48bf-ad9d-bca9b7d527ec tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0677180
Dec 16 10:08:10.169897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51886) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.186808 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-d33ea4e9-426d-45b5-a625-f839daa3cd45 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] delete failed (client error): The resource could not be found.
Dec 16 10:08:10.187827 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d33ea4e9-426d-45b5-a625-f839daa3cd45 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/4278fce1-5650-4f75-aa1e-5470247e5848 HTTP/1.1" status: 404  len: 347 time: 0.0169687
Dec 16 10:08:10.191638 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51890) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.196495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576993641'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:10.203913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:10.215049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:10.224323 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.243969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:10.247737 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:10.250535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:10.256170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:10.326365 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.330626 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.334452 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8eb658f6-fcf2-4631-9650-8234982ca954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:10.380361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f938663-0f31-41f2-b224-0274a8233293,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:10.383522 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:10.386828 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.388188 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.1956556
Dec 16 10:08:10.391138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.396137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '5f938663-0f31-41f2-b224-0274a8233293', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:10.403553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:10.407965 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:10.410887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:10.416540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:10.433523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.496692 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.501702 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.504176 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f65a8413-3ea3-46c5-8a8a-ebc3947a73a4 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:10.528483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dc7904-e25e-4bbe-98c4-8fa7f33b8497,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:10.531349 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:10.539641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.540966 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1487710
Dec 16 10:08:10.543954 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.574858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1c50513-eadc-4637-99dc-88cf8f3d880d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.585751 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1c50513-eadc-4637-99dc-88cf8f3d880d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.609705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1c50513-eadc-4637-99dc-88cf8f3d880d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.611665 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22b2b59c-c0ee-42a0-9c60-155f328b519e tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:10.627454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c50513-eadc-4637-99dc-88cf8f3d880d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95dc7904-e25e-4bbe-98c4-8fa7f33b8497,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:10.629438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1c50513-eadc-4637-99dc-88cf8f3d880d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.630657 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f1c50513-eadc-4637-99dc-88cf8f3d880d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/95dc7904-e25e-4bbe-98c4-8fa7f33b8497 HTTP/1.1" status: 204  len: 168 time: 0.0857563
Dec 16 10:08:10.631559 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f1c50513-eadc-4637-99dc-88cf8f3d880d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:10.634619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.684280 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a82b498-b3b6-4311-abc9-25b9bc997577 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:10.701070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a82b498-b3b6-4311-abc9-25b9bc997577 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:10.702935 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1a82b498-b3b6-4311-abc9-25b9bc997577 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0668828
Dec 16 10:08:10.705777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51906) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.770216 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.798495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.847293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.851579 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:10.867767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f938663-0f31-41f2-b224-0274a8233293,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:10.870252 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:10.883970 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:10.885819 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/5f938663-0f31-41f2-b224-0274a8233293 HTTP/1.1" status: 204  len: 168 time: 0.1789110
Dec 16 10:08:10.888546 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.941598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f394c7d5-1b91-484b-9d9a-b89d1f836c04 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:10.958762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f394c7d5-1b91-484b-9d9a-b89d1f836c04 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:10.961288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f394c7d5-1b91-484b-9d9a-b89d1f836c04 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0706677
Dec 16 10:08:10.966197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51914) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:10.971565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--877323908'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:10.979759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:10.989777 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:11.003259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.036983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:11.042577 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:11.046509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:11.054946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:11.157190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.161668 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.169268 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bcb6fb4a-f0bc-4c34-8f98-f8187565f515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:11.234108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb7893e-f22e-49eb-88a7-f584c1cae3e7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:11.239852 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:11.244457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.246172 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2787445
Dec 16 10:08:11.248860 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:11.253928 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7893e-f22e-49eb-88a7-f584c1cae3e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:11.261282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:11.265394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:11.268357 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:11.274419 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:11.291057 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.357979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.361759 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.371067 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3e72b5f0-0a34-424b-80c6-6c7d18092d83 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:11.392653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facd54ce-259a-451c-8882-660af6cce4fa,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:11.395261 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:11.404226 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.405703 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c8aa27b-53ef-4e8a-b126-b99e078251b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1557055
Dec 16 10:08:11.408735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:11.413862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7893e-f22e-49eb-88a7-f584c1cae3e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:11.421157 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:11.425679 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:11.428637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:11.434998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:11.453208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.521824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.526657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.529907 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d7d5a323-0d26-491f-b3d1-1a61bdc5c12b tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:11.559908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c680fd-6444-43a9-b633-1f4c90ef1399,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:11.564802 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:11.573710 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.574786 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1652179
Dec 16 10:08:11.578830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:11.584290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7893e-f22e-49eb-88a7-f584c1cae3e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:11.591647 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:11.596441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:11.599448 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:11.605832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:11.625355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.691131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.695439 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.702518 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd331f7b-5dc7-4549-9d11-dc144c5320a9 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:11.721823 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef92bbbd-67d3-4467-9217-3f6afcac9aaf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:11.724788 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:11.737430 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.738626 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c261edb7-a273-4d6c-b4fe-4706ab2ab01b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1587973
Dec 16 10:08:11.741475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:11.747103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7893e-f22e-49eb-88a7-f584c1cae3e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:11.754063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:11.758230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:11.761230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:11.767071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:11.786934 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.856349 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.860406 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.862593 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-21616d1a-e262-413f-9439-7581c7688917 tempest-ServerActionsTestJSON-1389426716 tempest-ServerActionsTestJSON-1389426716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:11.885499 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6ca18f-b7fd-4456-a336-f8dbce6d9f3c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:11.888148 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:11.899917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:11.901943 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1595359
Dec 16 10:08:11.904654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:11.910028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': 'bdb7893e-f22e-49eb-88a7-f584c1cae3e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:11.916865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:11.921557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:11.925226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:11.932492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:11.954992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.008605 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c67d557d-b412-4dee-add2-060267590394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.023814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.027816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.030311 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7c768273-f7d4-44c6-a666-2d3ab1ef5a8c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:12.054204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da729e6-b217-45ce-8b67-b73002c4bb96,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:12.058632 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:12.070528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.071932 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-28d0178a-242b-4c5e-bef3-2063a1056797 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1661773
Dec 16 10:08:12.075456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.104586 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.115452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.119582 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.140453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.142377 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f277c68f-3e67-42b9-9b03-ce84369db217 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:12.160087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1da729e6-b217-45ce-8b67-b73002c4bb96,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:12.162198 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:12.163135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.164318 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1da729e6-b217-45ce-8b67-b73002c4bb96 HTTP/1.1" status: 204  len: 168 time: 0.0879035
Dec 16 10:08:12.166918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.222902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d260b9d6-b73f-4152-88dd-a81f28237fd0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:12.238941 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d260b9d6-b73f-4152-88dd-a81f28237fd0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:12.240885 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d260b9d6-b73f-4152-88dd-a81f28237fd0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0730059
Dec 16 10:08:12.244629 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51948) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.284253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.297478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.325173 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.327959 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab99d434-3169-407a-9961-a02ddcc030fc tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:12.346409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c6ca18f-b7fd-4456-a336-f8dbce6d9f3c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:12.352017 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:12.360208 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.361623 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1c6ca18f-b7fd-4456-a336-f8dbce6d9f3c HTTP/1.1" status: 204  len: 168 time: 0.1158273
Dec 16 10:08:12.364261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.418373 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d75d314c-7b52-45ef-b600-0588e0ac10f0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:12.434976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d75d314c-7b52-45ef-b600-0588e0ac10f0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:12.436615 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d75d314c-7b52-45ef-b600-0588e0ac10f0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0712416
Dec 16 10:08:12.439423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.478190 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-403f498c-340a-4e88-a496-490b81d001b4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.490017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-403f498c-340a-4e88-a496-490b81d001b4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.522228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-403f498c-340a-4e88-a496-490b81d001b4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.526017 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-54d5c120-a795-4b0b-a755-5bb51577eeb5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:12.546593 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f498c-340a-4e88-a496-490b81d001b4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef92bbbd-67d3-4467-9217-3f6afcac9aaf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:12.549841 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-403f498c-340a-4e88-a496-490b81d001b4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:12.556980 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-403f498c-340a-4e88-a496-490b81d001b4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.558088 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-403f498c-340a-4e88-a496-490b81d001b4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ef92bbbd-67d3-4467-9217-3f6afcac9aaf HTTP/1.1" status: 204  len: 168 time: 0.1176493
Dec 16 10:08:12.560981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51960) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.610769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e147e5cf-b5f1-4e3b-9aba-9279915621a2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:12.625906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e147e5cf-b5f1-4e3b-9aba-9279915621a2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:12.627408 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e147e5cf-b5f1-4e3b-9aba-9279915621a2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0654688
Dec 16 10:08:12.630743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51964) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.660904 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b33c1f7d-c0a4-42ee-ae36-3a81c681f299 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.671884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b33c1f7d-c0a4-42ee-ae36-3a81c681f299 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.698183 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b33c1f7d-c0a4-42ee-ae36-3a81c681f299 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.705651 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-34aec3ed-d952-43dd-a41b-4d7cdc51ec13 tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:12.722282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c1f7d-c0a4-42ee-ae36-3a81c681f299 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4c680fd-6444-43a9-b633-1f4c90ef1399,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:12.725033 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b33c1f7d-c0a4-42ee-ae36-3a81c681f299 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:12.731814 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b33c1f7d-c0a4-42ee-ae36-3a81c681f299 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.733094 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b33c1f7d-c0a4-42ee-ae36-3a81c681f299 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e4c680fd-6444-43a9-b633-1f4c90ef1399 HTTP/1.1" status: 204  len: 168 time: 0.1014318
Dec 16 10:08:12.735920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51968) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.784109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-28907467-78c8-4323-bd19-816304034c21 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:12.800206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-28907467-78c8-4323-bd19-816304034c21 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:12.801825 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-28907467-78c8-4323-bd19-816304034c21 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0647700
Dec 16 10:08:12.805479 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51972) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.842302 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6061-f243-4f9a-9032-251a78b3d525 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.852962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6061-f243-4f9a-9032-251a78b3d525 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.879546 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6061-f243-4f9a-9032-251a78b3d525 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.881726 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b6712db3-8091-4290-8991-dc88b65a4e52 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:12.899728 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d6061-f243-4f9a-9032-251a78b3d525 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=facd54ce-259a-451c-8882-660af6cce4fa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:12.902894 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0c3d6061-f243-4f9a-9032-251a78b3d525 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:12.908856 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6061-f243-4f9a-9032-251a78b3d525 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:12.910382 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0c3d6061-f243-4f9a-9032-251a78b3d525 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/facd54ce-259a-451c-8882-660af6cce4fa HTTP/1.1" status: 204  len: 168 time: 0.1038480
Dec 16 10:08:12.913336 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51978) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:12.970104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0c8185-2e4a-49e8-bb6c-edf6fa0a9cf1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:12.988761 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0c8185-2e4a-49e8-bb6c-edf6fa0a9cf1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:12.990294 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6f0c8185-2e4a-49e8-bb6c-edf6fa0a9cf1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0757315
Dec 16 10:08:12.993412 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51982) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:13.078269 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.120010 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.171853 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.176027 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4708b7f6-da77-406c-9f52-d02fd7240262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:13.192842 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb7893e-f22e-49eb-88a7-f584c1cae3e7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:13.206073 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.206467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.206853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.207292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.207752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.208132 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.208503 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.208876 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.209243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.209640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.210010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.210400 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:13.214436 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:13.220550 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.224384 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/bdb7893e-f22e-49eb-88a7-f584c1cae3e7 HTTP/1.1" status: 204  len: 168 time: 0.2267087
Dec 16 10:08:13.224780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 51988) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:13.282588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c6a42bec-d8b3-4295-9c83-2a11bed57a50 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:13.299564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c6a42bec-d8b3-4295-9c83-2a11bed57a50 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:13.301412 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c6a42bec-d8b3-4295-9c83-2a11bed57a50 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0753927
Dec 16 10:08:13.307052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:13.312977 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031558220'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:13.319949 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:13.329996 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:13.339728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.361137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:13.365229 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:13.368095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:13.374573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:13.447514 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.452039 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.456016 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cda7cbc-71a6-4414-96e8-81831cad2162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:13.503353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909a16a8-fb77-453b-bed0-67bd086c8585,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:13.508492 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:13.514884 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.516634 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2078681
Dec 16 10:08:13.519612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 51996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:13.528082 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '909a16a8-fb77-453b-bed0-67bd086c8585', 'direction': 'ingress', 'protocol': 17}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:13.538404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:13.543745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:13.546720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:13.552903 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:13.570510 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.633969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.637768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.639786 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3914284-d2e7-47ed-8151-e8eec4a5e4ad tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:13.664221 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9e1815-3937-4762-b324-ab0deea2a160,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:13.671620 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:13.681527 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.683247 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-58eb78aa-859a-4d57-8719-770493516359 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1624653
Dec 16 10:08:13.686508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:13.754157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.783445 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.835735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.840165 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-377c1cac-3476-4a09-8f46-d5228949d5ae tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:13.859946 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a16a8-fb77-453b-bed0-67bd086c8585,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:13.863666 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:13.871414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:13.875514 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/909a16a8-fb77-453b-bed0-67bd086c8585 HTTP/1.1" status: 204  len: 168 time: 0.1849823
Dec 16 10:08:13.875716 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:13.927007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5df15c70-817e-44bd-98a9-8c4241227daf tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:13.944007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5df15c70-817e-44bd-98a9-8c4241227daf tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:13.945667 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5df15c70-817e-44bd-98a9-8c4241227daf tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0688391
Dec 16 10:08:13.950286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52008) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:13.956172 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872014782'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:13.964835 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:13.975516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:13.987328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.007617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:14.012000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:14.014891 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:14.020738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:14.100240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.104447 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.108427 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eafac840-6f69-4057-b9b7-6df5e3a6375b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:14.148691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312c92f0-6768-4bad-abae-f18503b69ee0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:14.152307 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:14.163322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.164534 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2132061
Dec 16 10:08:14.167486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:14.172552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--441827333'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:14.179528 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:14.183711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:14.186760 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:14.192753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:14.204737 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.225912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:14.229992 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:14.232870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:14.240438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:14.304870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.324940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.329908 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.333565 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:14.376211 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c48c6d-51e4-4621-8e42-5d48635ad96d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:14.379921 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:14.383261 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.384470 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2160597
Dec 16 10:08:14.389112 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:14.394179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '312c92f0-6768-4bad-abae-f18503b69ee0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e5c48c6d-51e4-4621-8e42-5d48635ad96d', 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:14.401193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:14.405565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:14.408498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:14.414207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:14.437290 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.507534 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6833c26d-5ad7-4aeb-8628-f596e02dfd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.512370 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.516681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.522832 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c49294db-1a47-4db2-b444-ed07ce0d6fa6 tempest-AttachVolumeShelveTestJSON-2113672406 tempest-AttachVolumeShelveTestJSON-2113672406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:14.541821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1954d4-b0df-47b9-8d1f-3fde3d80b4d6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:14.544192 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:14.558353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.559813 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1696961
Dec 16 10:08:14.563315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:14.594931 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89abbbcd-8e7d-4db7-a54b-99bf493c1fdb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.606263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89abbbcd-8e7d-4db7-a54b-99bf493c1fdb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.632279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89abbbcd-8e7d-4db7-a54b-99bf493c1fdb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.634392 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f9df401e-821c-42aa-bf06-4d5356cc2c5a tempest-AttachVolumeTestJSON-888676781 tempest-AttachVolumeTestJSON-888676781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:14.652670 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abbbcd-8e7d-4db7-a54b-99bf493c1fdb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a1954d4-b0df-47b9-8d1f-3fde3d80b4d6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:14.654681 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89abbbcd-8e7d-4db7-a54b-99bf493c1fdb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.655801 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-89abbbcd-8e7d-4db7-a54b-99bf493c1fdb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3a1954d4-b0df-47b9-8d1f-3fde3d80b4d6 HTTP/1.1" status: 204  len: 168 time: 0.0914218
Dec 16 10:08:14.656661 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-89abbbcd-8e7d-4db7-a54b-99bf493c1fdb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:14.659437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:14.721604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-63bd00bf-b3ef-4e1f-8d85-0a60ac77ed63 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:14.741873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-63bd00bf-b3ef-4e1f-8d85-0a60ac77ed63 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:14.743629 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-63bd00bf-b3ef-4e1f-8d85-0a60ac77ed63 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0825686
Dec 16 10:08:14.747356 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52028) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:14.817718 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.850693 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.903130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.907423 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-22eb3f29-32c0-4014-a72f-2a1ba743900c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:14.923592 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c48c6d-51e4-4621-8e42-5d48635ad96d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:14.927611 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:14.940100 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:14.941302 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/e5c48c6d-51e4-4621-8e42-5d48635ad96d HTTP/1.1" status: 204  len: 168 time: 0.1926174
Dec 16 10:08:14.944151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.011654 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-84e2da08-0807-4141-90e3-58dd375bfe2c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:15.028441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-84e2da08-0807-4141-90e3-58dd375bfe2c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:15.030146 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-84e2da08-0807-4141-90e3-58dd375bfe2c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0848997
Dec 16 10:08:15.033520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.108385 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.138983 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.188337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.192140 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ffa7e61a-e98a-416e-9cff-8a47ffb2d348 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:15.208427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312c92f0-6768-4bad-abae-f18503b69ee0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:15.211031 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:15.226687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.231371 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/312c92f0-6768-4bad-abae-f18503b69ee0 HTTP/1.1" status: 204  len: 168 time: 0.1927345
Dec 16 10:08:15.231663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.286265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c6bc51c-e4d4-4ae7-b51e-82e2f798e18e tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:15.302726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-4c6bc51c-e4d4-4ae7-b51e-82e2f798e18e tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:15.304328 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-4c6bc51c-e4d4-4ae7-b51e-82e2f798e18e tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0715537
Dec 16 10:08:15.309694 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52044) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.315671 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--642780164'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:15.324442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:15.335974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:15.346998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.367126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:15.371095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:15.374020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:15.379798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:15.404329 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.466986 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.471192 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.475719 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8810ddb9-600b-4a76-8645-624a0bdf3c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:15.545150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4ea373-1915-4538-980b-f0c450643613,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:15.545458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.553639 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:15.565175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.567141 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2561431
Dec 16 10:08:15.569833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52050) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.578683 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '8c4ea373-1915-4538-980b-f0c450643613', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:15.589964 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:15.594350 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:15.597437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:15.603967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:15.624297 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.688459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.692494 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.698754 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-52573c75-c61b-401f-b031-a0b135ddf824 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:15.722604 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a1e61c-50b4-4904-b066-9d2030be5842,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:15.728763 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:15.736508 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.738002 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a8b0f871-001d-4037-9e9f-8b8ad8c7030a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1667552
Dec 16 10:08:15.741002 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.769914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80485615-e3f1-4b7a-89bd-2542c93de7bb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.781066 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80485615-e3f1-4b7a-89bd-2542c93de7bb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.805735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80485615-e3f1-4b7a-89bd-2542c93de7bb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.807504 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:15.823869 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80485615-e3f1-4b7a-89bd-2542c93de7bb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04a1e61c-50b4-4904-b066-9d2030be5842,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:15.827513 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-80485615-e3f1-4b7a-89bd-2542c93de7bb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:15.828786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80485615-e3f1-4b7a-89bd-2542c93de7bb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.831442 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-80485615-e3f1-4b7a-89bd-2542c93de7bb tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/04a1e61c-50b4-4904-b066-9d2030be5842 HTTP/1.1" status: 204  len: 168 time: 0.0879941
Dec 16 10:08:15.833544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.883503 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-28cd970a-11ae-48b0-86bf-860c69daa79c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:15.898980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-28cd970a-11ae-48b0-86bf-860c69daa79c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:15.901154 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-28cd970a-11ae-48b0-86bf-860c69daa79c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0664587
Dec 16 10:08:15.903859 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52064) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:15.970257 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:15.997833 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.048037 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.053116 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5f7d914f-2044-4c03-81be-34b983342403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:16.071723 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4ea373-1915-4538-980b-f0c450643613,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:16.074731 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:16.093835 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.097072 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/8c4ea373-1915-4538-980b-f0c450643613 HTTP/1.1" status: 204  len: 168 time: 0.1922600
Dec 16 10:08:16.101202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52068) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.164916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a1232ff-db34-421e-a710-19fb0d4d74b0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:16.184202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a1232ff-db34-421e-a710-19fb0d4d74b0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:16.185873 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8a1232ff-db34-421e-a710-19fb0d4d74b0 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0836766
Dec 16 10:08:16.190225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.195615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--741529979'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:16.207599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:16.218247 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:16.229503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.250459 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:16.254536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:16.257411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:16.263584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:16.346048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.350310 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.354744 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4865014e-e0e5-42b6-8e71-8ad080359cc0 tempest-SecGroupIPv6Test-929658588 tempest-SecGroupIPv6Test-929658588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:16.397863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2981fc-9ce9-4a50-ac72-497b524f4a91,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:16.405225 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:16.417118 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.418251 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2269628
Dec 16 10:08:16.421548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.427080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '7c2981fc-9ce9-4a50-ac72-497b524f4a91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:16.436590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:16.442340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:16.446001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:16.454984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:16.476299 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.545244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.550234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.552522 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d8ed7495-fc36-4e18-b9d3-3aa9e6b69fdb tempest-TestNetworkBasicOps-1018242750 tempest-TestNetworkBasicOps-1018242750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:16.577752 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef954789-fc13-4cfe-bc92-b22e647f37b1,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:16.580375 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:16.592734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.593965 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8956827b-6061-44ab-bcb8-4103169b3df5 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1714516
Dec 16 10:08:16.596969 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.620469 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-083e7424-ddca-4305-afa0-22b17d7e9837 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules/ef954789-fc13-4cfe-bc92-b22e647f37b1 HTTP/1.1" status: 200  len: 763 time: 0.0221961
Dec 16 10:08:16.623286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.680828 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e83bc36a-e576-4398-93a9-0acd9cd0bf8b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:16.699669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e83bc36a-e576-4398-93a9-0acd9cd0bf8b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:16.701503 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e83bc36a-e576-4398-93a9-0acd9cd0bf8b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0771732
Dec 16 10:08:16.705000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.738515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7b2c68c-b33e-4bbe-aa24-ba7d8c2062e1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.750255 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7b2c68c-b33e-4bbe-aa24-ba7d8c2062e1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.777628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7b2c68c-b33e-4bbe-aa24-ba7d8c2062e1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.785573 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1307805f-b231-49e9-a839-6b377fef287f tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:16.803472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2c68c-b33e-4bbe-aa24-ba7d8c2062e1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef954789-fc13-4cfe-bc92-b22e647f37b1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:16.808150 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e7b2c68c-b33e-4bbe-aa24-ba7d8c2062e1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:16.813234 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7b2c68c-b33e-4bbe-aa24-ba7d8c2062e1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:16.816946 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e7b2c68c-b33e-4bbe-aa24-ba7d8c2062e1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ef954789-fc13-4cfe-bc92-b22e647f37b1 HTTP/1.1" status: 204  len: 168 time: 0.1083617
Dec 16 10:08:16.817333 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.869070 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba30ec06-6fe8-4ab0-b417-e591b8b14066 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:16.886548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ba30ec06-6fe8-4ab0-b417-e591b8b14066 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:16.891081 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba30ec06-6fe8-4ab0-b417-e591b8b14066 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0699379
Dec 16 10:08:16.891489 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:16.897145 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '7c2981fc-9ce9-4a50-ac72-497b524f4a91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:16.905443 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:16.915421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:16.935592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.005022 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.008737 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.011179 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fbdf9c5b-3c7a-47ee-af27-69892a0e997c tempest-TestServerBasicOps-2047998696 tempest-TestServerBasicOps-2047998696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:17.035970 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f8398a-4772-41e5-9fd6-571b9124ca63,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:17.038946 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:17.053787 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.055115 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b52406fa-6173-4e6b-83c6-c092038a3681 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1624737
Dec 16 10:08:17.058744 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52100) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.083904 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d98fd2bc-29fb-4cee-90f3-2e37d7dacd6d tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules/39f8398a-4772-41e5-9fd6-571b9124ca63 HTTP/1.1" status: 200  len: 763 time: 0.0239475
Dec 16 10:08:17.086323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52104) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.136776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eaca5da3-9b5a-4c1d-bc88-accf84cb3a93 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:17.153731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-eaca5da3-9b5a-4c1d-bc88-accf84cb3a93 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:17.155404 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eaca5da3-9b5a-4c1d-bc88-accf84cb3a93 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0679452
Dec 16 10:08:17.158961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.177762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.190135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.201714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.227205 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.229610 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:17.246341 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39f8398a-4772-41e5-9fd6-571b9124ca63,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:17.249599 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:17.256428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.258255 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/39f8398a-4772-41e5-9fd6-571b9124ca63 HTTP/1.1" status: 204  len: 168 time: 0.0978253
Dec 16 10:08:17.261259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.321084 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-86cc02b5-22c5-46fc-91fc-0d9673074237 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:17.340775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-86cc02b5-22c5-46fc-91fc-0d9673074237 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:17.343016 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-86cc02b5-22c5-46fc-91fc-0d9673074237 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0799587
Dec 16 10:08:17.345411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52116) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.351387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '7c2981fc-9ce9-4a50-ac72-497b524f4a91', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:17.359022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:17.370011 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:17.389095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.453965 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.458330 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.461072 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9255a24-6b05-4a4b-a07d-e573c1aadc09 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:17.487978 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da5b441-8e87-43a8-ba89-cebe48da98dc,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:17.492116 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:17.507571 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.510439 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-052b4450-a0c3-4e9e-a1f5-d2d9e004b44b tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1624913
Dec 16 10:08:17.512980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.538739 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-650aac5e-d507-45e2-addd-820b8d907e80 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules/6da5b441-8e87-43a8-ba89-cebe48da98dc HTTP/1.1" status: 200  len: 764 time: 0.0205956
Dec 16 10:08:17.539044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52138) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.590440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3232be2f-e774-4262-b6c4-f408861c7e8a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:17.607804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-3232be2f-e774-4262-b6c4-f408861c7e8a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:17.609215 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3232be2f-e774-4262-b6c4-f408861c7e8a tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0692875
Dec 16 10:08:17.612298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.641250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65fd4e25-e7d6-4b5b-b4e2-af09d972ac54 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.653016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65fd4e25-e7d6-4b5b-b4e2-af09d972ac54 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.678756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65fd4e25-e7d6-4b5b-b4e2-af09d972ac54 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.686074 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ce7d4c63-90c1-4a47-92d2-1d2fd812d4b1 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:17.700272 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4e25-e7d6-4b5b-b4e2-af09d972ac54 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6da5b441-8e87-43a8-ba89-cebe48da98dc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:17.702836 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-65fd4e25-e7d6-4b5b-b4e2-af09d972ac54 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:17.709778 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-65fd4e25-e7d6-4b5b-b4e2-af09d972ac54 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.711089 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-65fd4e25-e7d6-4b5b-b4e2-af09d972ac54 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6da5b441-8e87-43a8-ba89-cebe48da98dc HTTP/1.1" status: 204  len: 168 time: 0.0978158
Dec 16 10:08:17.714224 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.762730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94d29eb5-f31c-414c-af6a-a8c65b0ede87 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:17.778484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94d29eb5-f31c-414c-af6a-a8c65b0ede87 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:17.779767 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94d29eb5-f31c-414c-af6a-a8c65b0ede87 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0645514
Dec 16 10:08:17.782804 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52150) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:17.852902 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.887240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.941216 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.947612 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-254f3b46-cb7e-475b-93c7-281c5e8bade2 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:17.967195 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2981fc-9ce9-4a50-ac72-497b524f4a91,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:17.970889 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:17.984048 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:17.985199 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/7c2981fc-9ce9-4a50-ac72-497b524f4a91 HTTP/1.1" status: 204  len: 168 time: 0.2013218
Dec 16 10:08:17.988329 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52154) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:18.040581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d967f034-a886-4160-8379-1dfc37d4adc4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:18.058394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-d967f034-a886-4160-8379-1dfc37d4adc4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:18.059734 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d967f034-a886-4160-8379-1dfc37d4adc4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0701308
Dec 16 10:08:18.065778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:18.071471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group': {'name': 'tempest-secgroup--237904042'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:18.080371 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:18.091963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:18.100924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.122882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:18.127311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:18.130259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:18.136892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:18.230441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.237215 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.241560 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be2f34d-fce5-495b-b725-93bd4a36d4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:18.433942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9214f90d-a3fd-44d8-91e5-03fcdbc9e8b2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:18.440113 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:18.448186 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.449446 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3825083
Dec 16 10:08:18.454432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:18.459926 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Request body: {'security_group_rule': {'security_group_id': '9214f90d-a3fd-44d8-91e5-03fcdbc9e8b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:08:18.466873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:18.471332 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Usage tracker for resource:security_group_rule and tenant:579686cec85149a09e40819d2030df27 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:18.474998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:18.485405 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:18.515322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.594233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.597887 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349046'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.599647 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:18.623269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6960ba52-aac9-4984-94e5-1c04e842e578,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:18.625801 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:18.636809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.638082 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cdb3bde2-23a7-48e9-938c-ee71cb9881f8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1824772
Dec 16 10:08:18.640952 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52166) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:18.708010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.737979 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.790355 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.795741 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-785d37f2-c77b-4efd-8b95-03cd2b2e8ee7 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:18.815071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9214f90d-a3fd-44d8-91e5-03fcdbc9e8b2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:18.825504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.825894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.826278 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.826653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.827311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.827678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.828043 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.828482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.829058 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.829425 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.829781 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.830141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:08:18.833656 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:18.842246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:18.844006 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/9214f90d-a3fd-44d8-91e5-03fcdbc9e8b2 HTTP/1.1" status: 204  len: 168 time: 0.2020340
Dec 16 10:08:18.846540 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:18.901741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-277dab97-4211-432d-8b44-ed2026549092 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:18.917973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-277dab97-4211-432d-8b44-ed2026549092 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:18.919486 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-277dab97-4211-432d-8b44-ed2026549092 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0716491
Dec 16 10:08:18.922379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:18.967821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bfb6bbaf-9494-47d1-a186-a2de58e26f43 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Synchronizing usage tracker for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:08:18.984007 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-bfb6bbaf-9494-47d1-a186-a2de58e26f43 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Unset dirty status for tenant:579686cec85149a09e40819d2030df27 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:08:18.985923 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bfb6bbaf-9494-47d1-a186-a2de58e26f43 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0625584
Dec 16 10:08:18.988867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52178) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:19.005991 n-d-820554-2 neutron-server[87655]: INFO neutron.api.v2.resource [None req-d84b1f56-52d5-471b-a34f-5b5dee961383 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] delete failed (client error): The resource could not be found.
Dec 16 10:08:19.006968 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d84b1f56-52d5-471b-a34f-5b5dee961383 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "DELETE /v2.0/security-groups/9214f90d-a3fd-44d8-91e5-03fcdbc9e8b2 HTTP/1.1" status: 404  len: 347 time: 0.0171504
Dec 16 10:08:19.010603 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:19.064183 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9338aa3e-a3c5-46d5-9d45-705c8f6b3ebf tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0522423
Dec 16 10:08:19.335678 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52190) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:19.497385 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-42bb5eaa-7391-4325-9578-dd7bf217c3c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=579686cec85149a09e40819d2030df27&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1603584
Dec 16 10:08:19.501535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52196) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:19.563953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:19.598370 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:19.658761 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:19.662892 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c628002a-c9c5-4605-b677-223ccaa3c6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:19.676355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f76e460-5d37-4531-8296-a546786213f9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:19.679683 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:19.698778 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:19.703951 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f76e460-5d37-4531-8296-a546786213f9 HTTP/1.1" status: 204  len: 168 time: 0.2011182
Dec 16 10:08:25.571289 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52294) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:25.688358 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:25.703029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:25.706863 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7823b5f951104bc1874b6cfe5bb61d21 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:25.709702 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:25.715959 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:25.798892 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:25.802864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:25.811543 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-49533d19-1c2d-4451-bcb3-b7d16860982c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:25.852081 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7823b5f951104bc1874b6cfe5bb61d21&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2797477
Dec 16 10:08:25.853056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9705aa2-3d21-4cef-a808-32dc400c4351,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:25.855010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:25.857265 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-523f04e9-f87b-485b-a0dc-d577ed03c6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:25.913924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b72b79ce-c66f-420a-8f3d-aca2eafee2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:25.942658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b72b79ce-c66f-420a-8f3d-aca2eafee2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:25.991298 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:08:25.995480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b72b79ce-c66f-420a-8f3d-aca2eafee2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:25.999198 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5a7230b6-30cd-4ed7-820e-d3cee9ff8ea4 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:26.013834 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b79ce-c66f-420a-8f3d-aca2eafee2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9705aa2-3d21-4cef-a808-32dc400c4351,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:26.016587 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b72b79ce-c66f-420a-8f3d-aca2eafee2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:26.017479 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b72b79ce-c66f-420a-8f3d-aca2eafee2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.018559 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b72b79ce-c66f-420a-8f3d-aca2eafee2be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9705aa2-3d21-4cef-a808-32dc400c4351 HTTP/1.1" status: 204  len: 168 time: 0.1626215
Dec 16 10:08:26.296905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:26.315957 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.330689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:26.334573 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Usage tracker for resource:security_group_rule and tenant:b61b4041dcd74654b15b23ae977e213f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:26.337491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:26.343219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:26.428772 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.433610 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.442187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-48a9e326-6425-40b9-8dc4-4bbd55d32a68 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:26.480548 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b61b4041dcd74654b15b23ae977e213f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1825397
Dec 16 10:08:26.482161 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba8d6a2-0b66-47f7-b45a-56de28f0c4f7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:26.483398 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52312) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:26.485262 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:26.547818 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.574307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.630170 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.634402 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8a4e5cf3-4a4d-4e4a-912e-a40db419a481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:26.647104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba8d6a2-0b66-47f7-b45a-56de28f0c4f7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:26.650951 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:26.656160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:26.657252 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aba8d6a2-0b66-47f7-b45a-56de28f0c4f7 HTTP/1.1" status: 204  len: 168 time: 0.1728268
Dec 16 10:08:34.308458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:34.439352 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:34.454390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:34.458237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:9a41c56bc7fe4b86bc1c19b5390bc1f9 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:34.461305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:34.473940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:34.584145 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:34.588477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:34.596146 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-01fb3a5c-9166-4533-a61e-d95dcfc30354 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:34.642222 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a41c56bc7fe4b86bc1c19b5390bc1f9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3324788
Dec 16 10:08:34.643291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8aaa7e-0668-49c6-81a9-0986a248e865,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:34.644887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:34.646559 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:34.711531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:34.739471 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:34.792157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:34.796169 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26aca701-7d31-4d25-9aaf-1a8d8ba42324 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:34.809924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8aaa7e-0668-49c6-81a9-0986a248e865,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:34.813734 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:34.819380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:34.820578 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f8aaa7e-0668-49c6-81a9-0986a248e865 HTTP/1.1" status: 204  len: 168 time: 0.1747146
Dec 16 10:08:35.130271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:35.149157 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:35.165023 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:35.169536 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Usage tracker for resource:security_group_rule and tenant:de125982759747e5bc573546473fd00e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:35.173060 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:35.179753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:35.283428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:35.287876 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:35.296748 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cb992649-8845-4eab-b5d3-721cde035567 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:35.342421 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dad31f-01de-4252-b5c3-415024dd9945,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:35.346559 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de125982759747e5bc573546473fd00e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2151437
Dec 16 10:08:35.347469 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:35.350559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52418) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:35.409628 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:35.437744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:35.493416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:35.497737 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-280da20f-5ced-4610-b099-733cab996c26 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:35.512544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dad31f-01de-4252-b5c3-415024dd9945,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:35.515523 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:35.517603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:35.523231 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93dad31f-01de-4252-b5c3-415024dd9945 HTTP/1.1" status: 204  len: 168 time: 0.1705298
Dec 16 10:08:36.819516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52450) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:36.950750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:36.969417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:08:36.975095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Usage tracker for resource:security_group_rule and tenant:fba545571d7b4c0d99574e8fe4372278 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:08:36.978490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:08:36.988726 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:08:37.112795 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:37.117815 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:37.130704 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94b196db-16ef-4de4-b255-66e2372f3982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:37.197023 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fba545571d7b4c0d99574e8fe4372278&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3761482
Dec 16 10:08:37.198491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3c904-2754-4f97-8c17-ee24559fda67,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:37.199906 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:08:37.204390 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:37.269346 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:37.299534 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:37.355509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:37.359675 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0b97e07a-435d-456a-9bcf-6d9e0ba2eca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:08:37.373247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3c904-2754-4f97-8c17-ee24559fda67,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:08:37.377368 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:08:37.382951 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:37.384114 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4b3c904-2754-4f97-8c17-ee24559fda67 HTTP/1.1" status: 204  len: 168 time: 0.1831889
Dec 16 10:08:42.002432 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c35e617-3bfe-4f57-96da-35249393d78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:42.132949 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:44.271978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:44.504630 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f57d5388-b975-4c55-ab13-2ad7e0d588d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:45.405562 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:45.549166 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:08:47.180493 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:00.656017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-ffe2ed08-d96b-4fed-8544-c8e9f57711d5 req-69b5fa4a-cc25-45d4-b006-4e1653c6bcb4 service neutron] (87654) timed out ('10.222.0.66', 37304) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:09:02.990353 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:09:12.006277 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03d41ea7-0b2e-4d9b-a2bf-b22701217f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:12.133291 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:14.295407 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:14.507719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b079550d-32d1-47ef-b598-c556a7733b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:15.407897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:15.554277 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:17.184736 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:39.990099 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:09:42.015746 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e847d5b5-44a5-49b3-9449-71ceca9a52c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:42.160873 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:44.295797 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:44.505919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c816fce-f7af-4774-91d6-831cfd40ec79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:45.413927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:45.563083 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:46.652269 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52758) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:09:46.792275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:46.807359 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:09:46.813036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Usage tracker for resource:security_group_rule and tenant:322e096004e54cb08bf1e6c4eb57670a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:09:46.814466 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:09:46.820482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:09:46.919235 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:46.923741 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:47.066650 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-88bb273b-7ba6-4dcf-94c1-e08b0ef7ada4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:09:47.107811 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=322e096004e54cb08bf1e6c4eb57670a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4544098
Dec 16 10:09:47.109568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c00b9b-9302-426e-bc64-593e994323d4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:09:47.110741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:09:47.117993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.118374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.118754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.119123 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.120044 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.120411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.120772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.121133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.121492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.121852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.122211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.122572 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.126803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:09:47.189197 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:47.195119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:47.224341 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:47.282086 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:47.286729 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-074d2281-0863-4521-a2be-516d7e2deda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:09:47.301323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c00b9b-9302-426e-bc64-593e994323d4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:09:47.314206 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.314595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.314975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.315377 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.315750 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.316117 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.316480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.316913 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.317204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.317564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.317920 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.318276 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:09:47.322035 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:09:47.323412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:09:47.324498 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6c00b9b-9302-426e-bc64-593e994323d4 HTTP/1.1" status: 204  len: 168 time: 0.2124004
Dec 16 10:10:12.008434 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34084a14-6ff9-4b59-bca8-8ad8f941e46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:12.149283 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:14.293714 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:14.500472 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae6015b4-945c-4f6a-9d09-84c07aad03d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:15.414991 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:15.559932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:16.989335 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:10:17.193123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:42.012982 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-644745ea-8dd3-4cff-bd75-46bc0fe604c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:42.148176 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:44.306639 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:44.504062 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb50e-0642-448c-a841-65b298a9490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:45.416595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:45.554654 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:47.194539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:10:53.988580 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:11:12.015232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-677e178f-29e9-474a-a94e-2a4ea9dce2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:12.162689 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:14.316620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:14.509030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-38866e54-4ae1-4a6e-80e1-1c6ae22a3d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:15.422672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:15.558929 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:17.212597 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:30.987915 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '67e32685-f030-49b8-af55-db8c2fc095ec', 'tag': '2488dde8-5942-4a71-89bc-aabecff45677'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova Traceback (most recent call last):
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     response = novaclient.server_external_events.create(
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     return self._create('/os-server-external-events', body, 'events',
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     resp, body = self.api.client.post(url, body=body)
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     return self.request(url, 'POST', **kwargs)
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     raise exceptions.from_response(resp, body, url, method)
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Dec 16 10:11:40.788461 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova 
Dec 16 10:11:42.018111 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65625aa1-5fde-4dbb-a823-2480e74558c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:42.159553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:42.790782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e32685-f030-49b8-af55-db8c2fc095ec', 'name': 'network-vif-deleted', 'tag': '2488dde8-5942-4a71-89bc-aabecff45677'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 10:11:44.332656 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:44.502522 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-227a0d24-fe36-458a-9bb3-560673f8ccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:45.429581 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:45.562096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:47.200087 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '67e32685-f030-49b8-af55-db8c2fc095ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2488dde8-5942-4a71-89bc-aabecff45677'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova Traceback (most recent call last):
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova   File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova     response = novaclient.server_external_events.create(
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova     return self._create('/os-server-external-events', body, 'events',
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova     resp, body = self.api.client.post(url, body=body)
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova     return self.request(url, 'POST', **kwargs)
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova     raise exceptions.from_response(resp, body, url, method)
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Dec 16 10:11:49.963678 n-d-820554-2 neutron-server[87656]: ERROR neutron.notifiers.nova 
Dec 16 10:12:07.988632 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:12:12.021758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af2cc6e-7b1a-4169-b20e-e85721a728b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:12.182772 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:14.332410 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:14.508613 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ff7a-e52e-4a3b-908a-16519d590341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:15.426036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:15.566865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:17.204036 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:42.027836 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ac6b714-b510-4ebb-ba85-1d29323fc997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:42.206744 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:44.333863 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:44.513024 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ae8421e-bd6b-4612-9bfc-7497dec45521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:44.988246 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:12:45.430080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:45.572585 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:12:47.208089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:12.024498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37699c0d-509b-4659-bdb4-ef6b705b7799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:12.238659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:14.350737 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:14.519745 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e76695f2-b7cf-417b-b7d4-e85baeaa258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:15.432095 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:15.566047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:17.218586 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:21.988682 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:13:42.022070 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-afb18595-c416-41de-be67-a926b6df99df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:42.251716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:44.346648 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:44.512796 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5650c930-97ff-4cb2-ab1a-de7faa37bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:45.435810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:45.569755 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:47.211549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:49.417981 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:49.648002 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:49.672526 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:13:49.676587 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Usage tracker for resource:security_group_rule and tenant:2ce41b63615346a8a77fc341f021366e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:13:49.679711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:13:49.687076 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:13:49.797848 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:49.802145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:49.812557 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7ca8078-9aa3-4b62-a795-c88344ab2f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:49.858303 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ce41b63615346a8a77fc341f021366e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4392009
Dec 16 10:13:49.859378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684dea2a-66d4-455e-baae-567a4e9dba73,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:49.862065 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52902) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:49.868943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.869334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.870228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.870606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.870974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.871367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.871748 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.872121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.872487 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.872848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.873212 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.873641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:49.879190 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:49.954794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:49.998883 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.072966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.079459 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-37da81d7-246f-4e2e-a3d6-8f87c9dcbd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:50.095605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684dea2a-66d4-455e-baae-567a4e9dba73,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:50.106517 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.106913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.107339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.107721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.108099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.108481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.108877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.109430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.109736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.110109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.110482 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.110853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:50.116887 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:50.118152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.119323 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/684dea2a-66d4-455e-baae-567a4e9dba73 HTTP/1.1" status: 204  len: 168 time: 0.2562804
Dec 16 10:13:50.437708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52910) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:50.456404 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.471854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:13:50.476203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Usage tracker for resource:security_group_rule and tenant:853bce0f5cfe4ac3bc916fc1100d2be0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:13:50.479405 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:13:50.485812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:13:50.580410 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.584638 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.592604 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26807587-790f-41c7-b0fd-29e57f87ea7a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:50.635533 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=853bce0f5cfe4ac3bc916fc1100d2be0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1967103
Dec 16 10:13:50.636481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3d5467-245a-4b3c-8d0d-3aab7d951fb4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:50.638969 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52914) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:50.641412 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:50.718809 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8defc21-6e09-4ef1-a84e-2038c70b44ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.748295 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8defc21-6e09-4ef1-a84e-2038c70b44ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.829091 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8defc21-6e09-4ef1-a84e-2038c70b44ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.833604 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ac6ceb76-2a89-487a-a87b-20b8951a3340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:50.844925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8defc21-6e09-4ef1-a84e-2038c70b44ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3d5467-245a-4b3c-8d0d-3aab7d951fb4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:50.851257 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8defc21-6e09-4ef1-a84e-2038c70b44ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:50.854042 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8defc21-6e09-4ef1-a84e-2038c70b44ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:50.856043 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b8defc21-6e09-4ef1-a84e-2038c70b44ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c3d5467-245a-4b3c-8d0d-3aab7d951fb4 HTTP/1.1" status: 204  len: 168 time: 0.2159610
Dec 16 10:13:51.714717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:51.871418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1106473663-network', 'tenant_id': 'd52d1d1de6884a81abc839125164d012'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:13:51.877161 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:13:51.881853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Usage tracker for resource:network and tenant:d52d1d1de6884a81abc839125164d012 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:13:51.885885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:13:51.892122 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:13:51.905879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Made reservation on behalf of d52d1d1de6884a81abc839125164d012 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:13:51.908251 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:51.921326 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:51.937135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:13:51.941330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Usage tracker for resource:security_group_rule and tenant:d52d1d1de6884a81abc839125164d012 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:13:51.944494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:13:51.951107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:13:52.051642 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.056386 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.062653 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-29190286-4830-46ad-af46-a52d9929f9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:52.082106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:13:52.102688 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17042623-b190-4473-bd25-a72a71193e82,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:52.105536 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.105876 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Added segment 59b896e9-00e7-4084-881c-66dd8daade1a of type vlan for network c45b1a68-31ce-4c53-9a69-70a24e318925
Dec 16 10:13:52.107171 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:52.149787 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.183401 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.184832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:13:52.185461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.191750 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b3e07224-0025-42a6-a12f-dd1633388091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:52.294182 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5805676
Dec 16 10:13:52.297290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52946) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:52.305403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Request body: {'subnet': {'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1106473663-subnet', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:13:52.313747 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Pushing event updated for resources: {'Network': ['ID=c45b1a68-31ce-4c53-9a69-70a24e318925,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:52.317446 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:52.318411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:13:52.324022 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Usage tracker for resource:subnet and tenant:d52d1d1de6884a81abc839125164d012 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:13:52.324332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c45b1a68-31ce-4c53-9a69-70a24e318925 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:13:52.327588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:13:52.334051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:13:52.350380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Made reservation on behalf of d52d1d1de6884a81abc839125164d012 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:13:52.353008 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.571288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.575262 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b13e7718-0e22-4120-ad72-531e0732f81a tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:52.649960 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b37065-34dd-440e-8e9d-385a2cd5a6cc,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:52.654769 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:52.664228 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Checking segment: {'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:13:52.664589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Network hostable DHCP agents. Network: c45b1a68-31ce-4c53-9a69-70a24e318925, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:13:52.688159 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Network c45b1a68-31ce-4c53-9a69-70a24e318925 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:13:52.699666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, c45b1a68-31ce-4c53-9a69-70a24e318925) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:13:52.705124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:13:52.706348 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.712415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef750a2-dc78-403b-9c3f-ff2d1491cafc None None] Network c45b1a68-31ce-4c53-9a69-70a24e318925 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:13:52.733645 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.4328051
Dec 16 10:13:52.734246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52950) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:52.739293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:13:52.746636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:13:52.751181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Usage tracker for resource:router and tenant:d52d1d1de6884a81abc839125164d012 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:13:52.754424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:13:52.761109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:13:52.773320 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.774517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:52.791674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.010592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-c45b1a68-31ce-4c53-9a69-70a24e318925', 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'fixed_ips': [{'subnet_id': '82b37065-34dd-440e-8e9d-385a2cd5a6cc'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:13:53.011485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.083821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.176931 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Allocated IP 172.20.0.2 (c45b1a68-31ce-4c53-9a69-70a24e318925/82b37065-34dd-440e-8e9d-385a2cd5a6cc/896030be-0056-4aca-a515-9d48b0114697) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:13:53.415783 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.428613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Transition to ACTIVE for port object 896030be-0056-4aca-a515-9d48b0114697 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:13:53.450967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Transition to ACTIVE for port object 896030be-0056-4aca-a515-9d48b0114697 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:13:53.462342 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.467967 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:53.539487 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Network c45b1a68-31ce-4c53-9a69-70a24e318925 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:13:53.541454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:13:53.545450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:13:53.562256 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.589953 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Pushing event updated for resources: {'Port': ['ID=896030be-0056-4aca-a515-9d48b0114697,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:53.595038 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.633747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.634108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.634456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.634801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.635139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.635605 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.636197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.636777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.637366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.637946 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.638539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.639049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:13:53.648461 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:53.672930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Attempting to bind port 896030be-0056-4aca-a515-9d48b0114697 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:13:53.673216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Attempting to bind port 896030be-0056-4aca-a515-9d48b0114697 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:13:53.673592 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Attempting to bind port 896030be-0056-4aca-a515-9d48b0114697 on network c45b1a68-31ce-4c53-9a69-70a24e318925 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:13:53.679479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:13:53.679879 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Checking segment: {'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:13:53.680293 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.680706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Bound using segment: {'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:13:53.681386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Bound port: 896030be-0056-4aca-a515-9d48b0114697, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:13:53.681829 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.753058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Allocated IP 172.25.3.42 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/b3bf1bcc-03cb-4539-b74e-40b2d18e2802) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:13:53.778154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] For port 896030be-0056-4aca-a515-9d48b0114697, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:13:53.781802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] For port 896030be-0056-4aca-a515-9d48b0114697, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=896030be-0056-4aca-a515-9d48b0114697,segment=NetworkSegment(59b896e9-00e7-4084-881c-66dd8daade1a),segment_id=59b896e9-00e7-4084-881c-66dd8daade1a)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:13:53.786848 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.794912 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1c6f90cd-b398-46ed-98c1-3e7390e06bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:53.901055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Pushing event updated for resources: {'Port': ['ID=896030be-0056-4aca-a515-9d48b0114697,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:53.904227 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:53.934699 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.967029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:53.971074 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54ab0e0e-3b97-4726-8999-8013e9f94ca1 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:54.049370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:13:54.052784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:13:54.055367 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:13:54.112471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:54.116039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:54.441569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 896030be-0056-4aca-a515-9d48b0114697 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:13:54.517306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:54.522422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 896030be-0056-4aca-a515-9d48b0114697 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:13:54.930294 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:54.946328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a40d23-1be6-4a25-82b9-938216f7c7e4 None None] Network c45b1a68-31ce-4c53-9a69-70a24e318925 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:13:55.048335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Provisioning for port 896030be-0056-4aca-a515-9d48b0114697 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:13:55.057171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Provisioning complete for port 896030be-0056-4aca-a515-9d48b0114697 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:13:55.057549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:55.302257 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:13:55.304225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:55.351130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] For port 896030be-0056-4aca-a515-9d48b0114697, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=896030be-0056-4aca-a515-9d48b0114697,segment=NetworkSegment(59b896e9-00e7-4084-881c-66dd8daade1a),segment_id=59b896e9-00e7-4084-881c-66dd8daade1a)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:13:55.356711 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:55.358316 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:55.429853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Pushing event updated for resources: {'Port': ['ID=896030be-0056-4aca-a515-9d48b0114697,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:55.434153 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:55.503838 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:13:55.517929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Sync routers for ids ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:13:55.533896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Routers {'17fa7b4d-3793-4690-a8cd-e253ad1a31c7'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:13:55.534766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2532cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:13:55.541938 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:55.544037 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 2.8088927
Dec 16 10:13:55.546488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 52954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:55.725565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9979e743-12a1-467c-b297-a802d25bcf2d None None] Provisioning complete for port 896030be-0056-4aca-a515-9d48b0114697 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:13:55.725857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9979e743-12a1-467c-b297-a802d25bcf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:55.787059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Set router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:13:56.216993 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2532cd0>, [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:13:54Z', 'revision_number': 3, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port': {'id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:53Z', 'updated_at': '2021-12-16T10:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:13:56.221325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Checking router: 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:13:56.221686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Updating router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:13:56.276522 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.323131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.436233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 896030be-0056-4aca-a515-9d48b0114697 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:13:56.548958 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Allocated IP 172.20.0.1 (c45b1a68-31ce-4c53-9a69-70a24e318925/82b37065-34dd-440e-8e9d-385a2cd5a6cc/36bfb500-ae11-4634-b14f-a2303ee01883) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:13:56.622219 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 896030be-0056-4aca-a515-9d48b0114697 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:13:56.622833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.723726 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.741576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Transition to ACTIVE for port object 36bfb500-ae11-4634-b14f-a2303ee01883 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:13:56.775775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.780638 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ae8cd46-ebdc-4f5d-96a4-1afeac8c8d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:56.790853 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.842267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Network c45b1a68-31ce-4c53-9a69-70a24e318925 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:13:56.843756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Transition to ACTIVE for port object b3bf1bcc-03cb-4539-b74e-40b2d18e2802 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:13:56.845183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:13:56.849113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:13:56.857088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.861984 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-099bd042-b0c7-4ff3-bfde-0a7f2ff35509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:56.953883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Attempting to bind port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:13:56.954280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Attempting to bind port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:13:56.954667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Attempting to bind port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:13:56.964970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d0da3-cad0-4261-9928-14f7ba59bc20 None None] Pushing event updated for resources: {'Port': ['ID=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:56.971760 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-577d0da3-cad0-4261-9928-14f7ba59bc20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:56.974836 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:13:56.975184 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:13:56.975630 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:56.976031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:13:56.976534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Bound port: b3bf1bcc-03cb-4539-b74e-40b2d18e2802, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:13:56.976923 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.064355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] For port b3bf1bcc-03cb-4539-b74e-40b2d18e2802, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:13:57.066329 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=36bfb500-ae11-4634-b14f-a2303ee01883,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:57.069204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] For port b3bf1bcc-03cb-4539-b74e-40b2d18e2802, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:13:57.071153 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:57.076836 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.081301 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-c8f95d6f-5b85-4087-8dc8-c2ee887b71c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:57.085530 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.159793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Routers {'17fa7b4d-3793-4690-a8cd-e253ad1a31c7'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:13:57.160428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2532cd0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:13:57.246609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d0da3-cad0-4261-9928-14f7ba59bc20 None None] Pushing event updated for resources: {'Port': ['ID=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:57.249813 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-577d0da3-cad0-4261-9928-14f7ba59bc20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:57.263838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0d72087c-351a-4256-a0b2-4e26aa677a1a None None] Provisioning for port 36bfb500-ae11-4634-b14f-a2303ee01883 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:13:57.319307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0d72087c-351a-4256-a0b2-4e26aa677a1a None None] Provisioning complete for port 36bfb500-ae11-4634-b14f-a2303ee01883 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:13:57.319688 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0d72087c-351a-4256-a0b2-4e26aa677a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.357621 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.403296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0d72087c-351a-4256-a0b2-4e26aa677a1a None None] Port 36bfb500-ae11-4634-b14f-a2303ee01883 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:13:57.419664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] Set router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:13:57.591402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.596206 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.624463 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-feb7349d-ebd0-42cc-a533-d6bbefda27de tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:57.715470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=36bfb500-ae11-4634-b14f-a2303ee01883,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:57.717971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:57.722387 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:57.810311 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2532cd0>, [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:13:54Z', 'revision_number': 3, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port': {'id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:53Z', 'updated_at': '2021-12-16T10:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:13:57.814682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfcb55-c1d6-4365-abab-3ee4aeedcc27 None None] The sync data for ids ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'] in n-d-820554-2 is: [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:13:54Z', 'revision_number': 3, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port': {'id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:53Z', 'updated_at': '2021-12-16T10:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:13:57.889208 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Network c45b1a68-31ce-4c53-9a69-70a24e318925 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:13:57.890587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:13:58.157330 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:13:58.236332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a68c1b4e-e30a-4d80-843c-7d569e52ed74 None None] Provisioning complete for port 36bfb500-ae11-4634-b14f-a2303ee01883 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:13:58.236723 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a68c1b4e-e30a-4d80-843c-7d569e52ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:58.295006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a68c1b4e-e30a-4d80-843c-7d569e52ed74 None None] Port 36bfb500-ae11-4634-b14f-a2303ee01883 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:13:58.384875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:13:58.401654 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] 10.222.0.66 "PUT /v2.0/routers/17fa7b4d-3793-4690-a8cd-e253ad1a31c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8530581
Dec 16 10:13:58.459847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3bf1bcc-03cb-4539-b74e-40b2d18e2802 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:13:58.543692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:13:58.551635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:13:58.552023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:58.691123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:58.709756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port b3bf1bcc-03cb-4539-b74e-40b2d18e2802, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:13:58.722921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:13:58.731886 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:13:58.825452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:13:58.829145 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:13:58.987559 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:13:59.715438 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Sync routers for ids ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:13:59.725833 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Routers {'17fa7b4d-3793-4690-a8cd-e253ad1a31c7'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:13:59.726453 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f202ba90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:13:59.793353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:13:59.920940 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Set router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:00.279438 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f202ba90>, [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:13:57Z', 'revision_number': 4, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port': {'id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:53Z', 'updated_at': '2021-12-16T10:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '36bfb500-ae11-4634-b14f-a2303ee01883', 'name': '', 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'mac_address': 'fa:16:3e:59:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '82b37065-34dd-440e-8e9d-385a2cd5a6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:56Z', 'updated_at': '2021-12-16T10:13:57Z', 'revision_number': 2, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'subnets': [{'id': '82b37065-34dd-440e-8e9d-385a2cd5a6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:00.283338 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Checking router: 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:14:00.283692 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Updating router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 port 36bfb500-ae11-4634-b14f-a2303ee01883 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:14:00.337525 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:00.422036 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3bf1bcc-03cb-4539-b74e-40b2d18e2802 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:00.506667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:00.507080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:00.542317 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:00.714081 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:00.727046 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Transition to ACTIVE for port object 36bfb500-ae11-4634-b14f-a2303ee01883 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:00.735395 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:00.739399 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-85fda8a2-2b41-41b2-90b5-851abdd9aedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:00.991478 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Pushing event updated for resources: {'Port': ['ID=36bfb500-ae11-4634-b14f-a2303ee01883,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:01.007400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.007739 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.008069 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.008399 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.008733 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.009586 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.009909 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.010342 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.010665 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.010981 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.011326 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.011640 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:14:01.016398 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:01.017267 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Attempting to bind port 36bfb500-ae11-4634-b14f-a2303ee01883 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:14:01.017639 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Attempting to bind port 36bfb500-ae11-4634-b14f-a2303ee01883 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:14:01.018008 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Attempting to bind port 36bfb500-ae11-4634-b14f-a2303ee01883 on network c45b1a68-31ce-4c53-9a69-70a24e318925 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:14:01.025203 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:14:01.025592 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Checking segment: {'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:01.026007 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:01.026404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Bound using segment: {'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:14:01.026876 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Bound port: 36bfb500-ae11-4634-b14f-a2303ee01883, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b896e9-00e7-4084-881c-66dd8daade1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:14:01.027282 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:01.066843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Deleting port 36bfb500-ae11-4634-b14f-a2303ee01883 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:14:01.067474 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:01.117406 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] For port 36bfb500-ae11-4634-b14f-a2303ee01883, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:14:01.121240 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] For port 36bfb500-ae11-4634-b14f-a2303ee01883, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=36bfb500-ae11-4634-b14f-a2303ee01883,segment=NetworkSegment(59b896e9-00e7-4084-881c-66dd8daade1a),segment_id=59b896e9-00e7-4084-881c-66dd8daade1a)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:14:01.128550 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:01.133336 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d83822ed-69fa-48e2-9027-848f48959ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:01.208338 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Routers {'17fa7b4d-3793-4690-a8cd-e253ad1a31c7'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:01.208996 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f202ba90>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:01.247106 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] For port 36bfb500-ae11-4634-b14f-a2303ee01883, host n-d-820554-2, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:01.247500 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:01.291929 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Pushing event updated for resources: {'Port': ['ID=36bfb500-ae11-4634-b14f-a2303ee01883,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:01.296917 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:01.379131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Calling delete_port for 36bfb500-ae11-4634-b14f-a2303ee01883 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:14:01.410188 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] Set router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:01.513006 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.db.api [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:14:01.513384 n-d-820554-2 neutron-server[87655]: DEBUG oslo_db.api [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:14:01.761128 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f202ba90>, [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:13:57Z', 'revision_number': 4, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port': {'id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:53Z', 'updated_at': '2021-12-16T10:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '36bfb500-ae11-4634-b14f-a2303ee01883', 'name': '', 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'mac_address': 'fa:16:3e:59:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '82b37065-34dd-440e-8e9d-385a2cd5a6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:56Z', 'updated_at': '2021-12-16T10:14:01Z', 'revision_number': 4, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'subnets': [{'id': '82b37065-34dd-440e-8e9d-385a2cd5a6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:01.766031 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3f37b-7fa0-435f-9a4e-1d31ad332ae6 None None] The sync data for ids ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'] in n-d-820554-2 is: [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:13:57Z', 'revision_number': 4, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port': {'id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:53Z', 'updated_at': '2021-12-16T10:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '36bfb500-ae11-4634-b14f-a2303ee01883', 'name': '', 'network_id': 'c45b1a68-31ce-4c53-9a69-70a24e318925', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'mac_address': 'fa:16:3e:59:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '82b37065-34dd-440e-8e9d-385a2cd5a6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:56Z', 'updated_at': '2021-12-16T10:14:01Z', 'revision_number': 4, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'subnets': [{'id': '82b37065-34dd-440e-8e9d-385a2cd5a6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:14:02.014881 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Deleting port 36bfb500-ae11-4634-b14f-a2303ee01883 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:14:02.015154 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:02.207441 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] For port 36bfb500-ae11-4634-b14f-a2303ee01883, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=36bfb500-ae11-4634-b14f-a2303ee01883,segment=NetworkSegment(59b896e9-00e7-4084-881c-66dd8daade1a),segment_id=59b896e9-00e7-4084-881c-66dd8daade1a)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:02.208109 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:02.349793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Calling delete_port for 36bfb500-ae11-4634-b14f-a2303ee01883 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:14:02.464045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 36bfb500-ae11-4634-b14f-a2303ee01883 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:02.632927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 36bfb500-ae11-4634-b14f-a2303ee01883 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:02.633267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:02.639244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 36bfb500-ae11-4634-b14f-a2303ee01883 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:02.639634 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:02.641567 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9f1892ac-8001-43d6-b508-052ce7dd4d3f tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:02.677345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port 36bfb500-ae11-4634-b14f-a2303ee01883 was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 10:14:02.701275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bfb500-ae11-4634-b14f-a2303ee01883,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:02.749623 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:03.010955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:03.555932 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:14:03.748209 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:14:03.757074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] Sync routers for ids ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:14:03.767081 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] Routers {'17fa7b4d-3793-4690-a8cd-e253ad1a31c7'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:03.767421 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] 10.222.0.66 "PUT /v2.0/routers/17fa7b4d-3793-4690-a8cd-e253ad1a31c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9727678
Dec 16 10:14:03.767730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f22590d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:03.769714 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:03.952123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:03.960321 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] Set router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:04.147128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:04.157634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Deleting port b3bf1bcc-03cb-4539-b74e-40b2d18e2802 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:14:04.158038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:04.281769 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f22590d0>, [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:14:02Z', 'revision_number': 5, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port': {'id': 'b3bf1bcc-03cb-4539-b74e-40b2d18e2802', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:13:53Z', 'updated_at': '2021-12-16T10:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:04.286680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] Checking router: 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:14:04.302325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] Routers {'17fa7b4d-3793-4690-a8cd-e253ad1a31c7'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:04.302325 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f22590d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:04.350812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] For port b3bf1bcc-03cb-4539-b74e-40b2d18e2802, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:04.351193 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:04.483608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Calling delete_port for b3bf1bcc-03cb-4539-b74e-40b2d18e2802 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:14:04.523202 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] Set router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:04.647923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f22590d0>, [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:14:04Z', 'revision_number': 6, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:04.652162 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c57b6-2766-4f63-99bb-2dad353e59cf None None] The sync data for ids ['17fa7b4d-3793-4690-a8cd-e253ad1a31c7'] in n-d-820554-2 is: [{'id': '17fa7b4d-3793-4690-a8cd-e253ad1a31c7', 'name': 'tempest-ImageQuotaTest-1106473663-router', 'tenant_id': 'd52d1d1de6884a81abc839125164d012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:13:52Z', 'updated_at': '2021-12-16T10:14:04Z', 'revision_number': 6, 'project_id': 'd52d1d1de6884a81abc839125164d012', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:14:04.679067 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:04.685539 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfeba8e2-4eb2-457e-a43c-48bfc3ddb7e3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:04.767830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bf1bcc-03cb-4539-b74e-40b2d18e2802,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:04.775525 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:04.842983 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.221478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.223646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.248846 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.249472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17fa7b4d-3793-4690-a8cd-e253ad1a31c7 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:14:05.262559 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.263779 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-88b2768c-6643-4f2e-88ba-b82f2699d8dd admin admin] 10.222.0.66 "DELETE /v2.0/routers/17fa7b4d-3793-4690-a8cd-e253ad1a31c7 HTTP/1.1" status: 204  len: 168 time: 1.4930549
Dec 16 10:14:05.266615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52992) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:05.326759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Deleting subnet 82b37065-34dd-440e-8e9d-385a2cd5a6cc {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:14:05.329771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.383816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.471373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.557347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.563253 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-95705ad2-31d4-43da-9ce9-91334e95586c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:05.606561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b37065-34dd-440e-8e9d-385a2cd5a6cc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:05.609513 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:05.610512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.616786 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7cbd75db-e29c-40ed-9684-92649ffaf63c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/82b37065-34dd-440e-8e9d-385a2cd5a6cc HTTP/1.1" status: 204  len: 168 time: 0.3490658
Dec 16 10:14:05.617296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf9fde8-313d-4b14-8fd0-52dc52468e99 None None] Network c45b1a68-31ce-4c53-9a69-70a24e318925 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:14:05.619883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 52996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:05.753687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.766315 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Deleting port 896030be-0056-4aca-a515-9d48b0114697 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:14:05.766670 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.900949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] DHCP port deletion for c45b1a68-31ce-4c53-9a69-70a24e318925 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:14:05.905595 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Deleting port 896030be-0056-4aca-a515-9d48b0114697 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:14:05.905988 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:05.984889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] For port 896030be-0056-4aca-a515-9d48b0114697, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=896030be-0056-4aca-a515-9d48b0114697,segment=NetworkSegment(59b896e9-00e7-4084-881c-66dd8daade1a),segment_id=59b896e9-00e7-4084-881c-66dd8daade1a)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:05.985243 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.123508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] For port 896030be-0056-4aca-a515-9d48b0114697, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=896030be-0056-4aca-a515-9d48b0114697,segment=NetworkSegment(59b896e9-00e7-4084-881c-66dd8daade1a),segment_id=59b896e9-00e7-4084-881c-66dd8daade1a)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:06.123742 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Calling delete_port for 896030be-0056-4aca-a515-9d48b0114697 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:14:06.123880 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.211683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.215922 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2a01ee99-4ba2-453e-ba8f-3736df13be4b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:06.253424 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Calling delete_port for 896030be-0056-4aca-a515-9d48b0114697 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:14:06.260729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Pushing event deleted for resources: {'Port': ['ID=896030be-0056-4aca-a515-9d48b0114697,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:06.263261 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:06.267656 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] No DVR routers for this DVR port 896030be-0056-4aca-a515-9d48b0114697 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:14:06.335865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:14:06.336238 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:14:06.396608 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.421548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 36bfb500-ae11-4634-b14f-a2303ee01883 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:14:06.425349 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0acbee0>,) {'filters': {'network_id': ['c45b1a68-31ce-4c53-9a69-70a24e318925']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:06.442614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0acbee0>, '59b896e9-00e7-4084-881c-66dd8daade1a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:06.442909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0acbee0>, '59b896e9-00e7-4084-881c-66dd8daade1a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:06.454728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.457149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 36bfb500-ae11-4634-b14f-a2303ee01883 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:14:06.457516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 36bfb500-ae11-4634-b14f-a2303ee01883 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:14:06.458001 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3bf1bcc-03cb-4539-b74e-40b2d18e2802 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:14:06.472779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.480416 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:14:06.480813 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.494029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b3bf1bcc-03cb-4539-b74e-40b2d18e2802 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:14:06.494384 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b3bf1bcc-03cb-4539-b74e-40b2d18e2802 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:14:06.495123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 896030be-0056-4aca-a515-9d48b0114697 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:14:06.495285 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:14:06.534929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 896030be-0056-4aca-a515-9d48b0114697 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:14:06.535290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 896030be-0056-4aca-a515-9d48b0114697 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:14:06.571972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.576638 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.579394 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b03aecb3-9981-404c-bbfa-dbaf706943e3 tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:06.606006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Pushing event deleted for resources: {'Network': ['ID=c45b1a68-31ce-4c53-9a69-70a24e318925,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:06.608432 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:06.610264 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c45b1a68-31ce-4c53-9a69-70a24e318925 HTTP/1.1" status: 204  len: 168 time: 0.9894702
Dec 16 10:14:06.723074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53002) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:06.778700 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5d78824f-8044-4154-8418-74b732141500 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d52d1d1de6884a81abc839125164d012&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0543623
Dec 16 10:14:06.781040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53006) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:06.837635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Deleting port 896030be-0056-4aca-a515-9d48b0114697 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:14:06.838210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.843247 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.869836 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.904280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f7d841b1-9fd9-4421-bdf3-cda8e38971e7 None None] The port '896030be-0056-4aca-a515-9d48b0114697' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:14:06.933829 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.945224 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-514d3050-3642-4b29-ab74-69d22839ac7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:06.960057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17042623-b190-4473-bd25-a72a71193e82,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:06.966108 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:06.970054 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:06.974352 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17042623-b190-4473-bd25-a72a71193e82 HTTP/1.1" status: 204  len: 168 time: 0.1897388
Dec 16 10:14:07.348218 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53014) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:07.366265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:07.382107 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:07.386653 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:07.389604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:07.395390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:07.505724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:07.510402 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:07.517861 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d44ce775-03b9-4cfb-b571-90945b662ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:07.567592 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2703 time: 0.2182703
Dec 16 10:14:07.568534 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a314e9-d9d2-409d-96a2-309c50e82c4d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:07.571621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53018) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:07.572142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:07.634279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:07.660142 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:07.715427 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:07.719181 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d8aa1fdb-4d30-4748-9c7d-4b3e1a41f648 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:07.730711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a314e9-d9d2-409d-96a2-309c50e82c4d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:07.734263 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:07.737552 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:07.738602 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30a314e9-d9d2-409d-96a2-309c50e82c4d HTTP/1.1" status: 204  len: 168 time: 0.1655071
Dec 16 10:14:08.413455 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53042) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:08.529008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-965101401-network', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:14:08.534467 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:08.538520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Usage tracker for resource:network and tenant:c82e6b9160334aa498c5edefacea51fa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:08.541499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:08.548598 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:08.559599 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Made reservation on behalf of c82e6b9160334aa498c5edefacea51fa for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:14:08.562097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.575342 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.603242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:08.607108 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Usage tracker for resource:security_group_rule and tenant:c82e6b9160334aa498c5edefacea51fa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:08.609938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:08.615618 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:08.700480 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.704941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.708203 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28866cc3-5180-4d4e-9c7d-aa487084cae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:08.742533 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:14:08.751851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e49d901-4611-47a6-a92e-cc831cdd8b04,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:08.755378 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:08.757824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.758175 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Added segment 198e04e3-1685-4ad2-8b5e-a558e3d46ade of type vlan for network 74554899-b060-454b-a743-adad91f5c8ed
Dec 16 10:14:08.785228 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.814709 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.815788 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:14:08.816366 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:08.819892 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b2a1532d-f739-4a60-bbfb-11ba397c3404 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:09.063952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Pushing event updated for resources: {'Network': ['ID=74554899-b060-454b-a743-adad91f5c8ed,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:09.069818 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6528511
Dec 16 10:14:09.069818 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:09.070915 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53048) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:09.075496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 74554899-b060-454b-a743-adad91f5c8ed details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:14:09.076924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Request body: {'subnet': {'network_id': '74554899-b060-454b-a743-adad91f5c8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-965101401-subnet', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:14:09.083950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:09.089083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Usage tracker for resource:subnet and tenant:c82e6b9160334aa498c5edefacea51fa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:09.094772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:09.106489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:09.120095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Made reservation on behalf of c82e6b9160334aa498c5edefacea51fa for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:14:09.123097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.338803 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.342485 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-96e34a9d-61fb-4595-97b9-328dcbaed1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:09.413037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc5a951-18f2-4753-8c00-d7c3e9f27ad3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:09.417032 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:09.422849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Checking segment: {'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:09.423240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Network hostable DHCP agents. Network: 74554899-b060-454b-a743-adad91f5c8ed, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:14:09.441264 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Network 74554899-b060-454b-a743-adad91f5c8ed is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:14:09.450456 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 74554899-b060-454b-a743-adad91f5c8ed) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:09.454490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:14:09.455072 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.461483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93edd0a-a0ec-4511-8c7f-caf754bab635 None None] Network 74554899-b060-454b-a743-adad91f5c8ed requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:14:09.477196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4050496
Dec 16 10:14:09.480664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53052) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:09.485743 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:14:09.490843 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:09.495037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Usage tracker for resource:router and tenant:c82e6b9160334aa498c5edefacea51fa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:09.498058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:09.509118 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:09.521623 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.522721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.542224 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.737941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-74554899-b060-454b-a743-adad91f5c8ed', 'network_id': '74554899-b060-454b-a743-adad91f5c8ed', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'fixed_ips': [{'subnet_id': '6dc5a951-18f2-4753-8c00-d7c3e9f27ad3'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:14:09.738856 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.825474 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:09.902713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Allocated IP 172.20.0.2 (74554899-b060-454b-a743-adad91f5c8ed/6dc5a951-18f2-4753-8c00-d7c3e9f27ad3/1ebb264f-5adb-4dea-86d2-8308741b5f9e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:14:10.130725 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.142139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Transition to ACTIVE for port object 1ebb264f-5adb-4dea-86d2-8308741b5f9e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:10.166963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Transition to ACTIVE for port object 1ebb264f-5adb-4dea-86d2-8308741b5f9e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:10.170048 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.174308 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.178971 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:10.204475 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.247147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Network 74554899-b060-454b-a743-adad91f5c8ed is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:10.250264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:10.253333 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:14:10.286932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Pushing event updated for resources: {'Port': ['ID=1ebb264f-5adb-4dea-86d2-8308741b5f9e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:10.290380 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:10.344177 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Allocated IP 172.25.3.144 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/52015e4a-9f77-4fa9-9ebd-836bdc84fe30) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:14:10.358739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Attempting to bind port 1ebb264f-5adb-4dea-86d2-8308741b5f9e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:14:10.359125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Attempting to bind port 1ebb264f-5adb-4dea-86d2-8308741b5f9e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:14:10.359532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Attempting to bind port 1ebb264f-5adb-4dea-86d2-8308741b5f9e on network 74554899-b060-454b-a743-adad91f5c8ed {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:14:10.365684 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:14:10.366070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Checking segment: {'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:10.366515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.366936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Bound using segment: {'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:14:10.368822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Bound port: 1ebb264f-5adb-4dea-86d2-8308741b5f9e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:14:10.368822 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.459060 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] For port 1ebb264f-5adb-4dea-86d2-8308741b5f9e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:14:10.462079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] For port 1ebb264f-5adb-4dea-86d2-8308741b5f9e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1ebb264f-5adb-4dea-86d2-8308741b5f9e,segment=NetworkSegment(198e04e3-1685-4ad2-8b5e-a558e3d46ade),segment_id=198e04e3-1685-4ad2-8b5e-a558e3d46ade)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:14:10.467642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.471355 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-008fe1e9-f500-4a0f-a02f-2e0e9a170314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:10.499196 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.531519 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:10.536381 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8fe866dc-6a72-4001-9108-eff7f07b356b tempest-FloatingIPAdminTestJSON-1599312489 tempest-FloatingIPAdminTestJSON-1599312489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:10.558626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Pushing event updated for resources: {'Port': ['ID=1ebb264f-5adb-4dea-86d2-8308741b5f9e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:10.568122 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:10.598510 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:10.601515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:10.606174 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:14:10.804648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Pushing event updated for resources: {'Port': ['ID=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:10.810511 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:11.205494 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:11.532580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd43f6-4308-4a2a-a7c1-2685f07646ec None None] Network 74554899-b060-454b-a743-adad91f5c8ed requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:14:11.565544 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:11.635531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bce67894-7018-4b95-b551-c64fcecd48bd None None] Provisioning for port 1ebb264f-5adb-4dea-86d2-8308741b5f9e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:11.799153 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Router 7f09e53d-ab8e-4435-891b-21967c4913ef is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:14:11.989518 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:14:12.003368 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Sync routers for ids ['7f09e53d-ab8e-4435-891b-21967c4913ef'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:14:12.015458 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:12.016888 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e7967d1f-5fcc-412e-8b53-42ef4e3f21cc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5352519
Dec 16 10:14:12.020079 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53056) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:12.026850 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Routers {'7f09e53d-ab8e-4435-891b-21967c4913ef'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:12.027934 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f202b6a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7f09e53d-ab8e-4435-891b-21967c4913ef'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:12.034048 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46a60aeb-0d4d-4bbf-b39e-79fc13cff184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:12.231350 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Set router 7f09e53d-ab8e-4435-891b-21967c4913ef gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:12.278844 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:12.466277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1ebb264f-5adb-4dea-86d2-8308741b5f9e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:12.570411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1ebb264f-5adb-4dea-86d2-8308741b5f9e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:12.579288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1ebb264f-5adb-4dea-86d2-8308741b5f9e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:12.579288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:12.596485 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f202b6a0>, [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:14:11Z', 'revision_number': 3, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port': {'id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:10Z', 'updated_at': '2021-12-16T10:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:12.603793 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Checking router: 7f09e53d-ab8e-4435-891b-21967c4913ef for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:14:12.605439 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Updating router 7f09e53d-ab8e-4435-891b-21967c4913ef port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:14:12.696747 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:12.740728 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:12.792705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1ebb264f-5adb-4dea-86d2-8308741b5f9e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1ebb264f-5adb-4dea-86d2-8308741b5f9e,segment=NetworkSegment(198e04e3-1685-4ad2-8b5e-a558e3d46ade),segment_id=198e04e3-1685-4ad2-8b5e-a558e3d46ade)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:12.803316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:12.805176 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f65994cf-6419-4753-813d-b3837b198b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:12.877239 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1ebb264f-5adb-4dea-86d2-8308741b5f9e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:12.880501 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:12.981176 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.093465 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.107115 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Transition to ACTIVE for port object 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:13.113764 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.117660 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e6f5676e-d1c3-4097-8bc8-47c8c39e249e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:13.198288 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Attempting to bind port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:14:13.198661 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Attempting to bind port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:14:13.199032 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Attempting to bind port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:14:13.206634 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691648e-93b9-49cb-8549-ab836ba0819c None None] Pushing event updated for resources: {'Port': ['ID=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:13.209281 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:14:13.209659 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:13.210068 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.210468 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:14:13.210940 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Bound port: 52015e4a-9f77-4fa9-9ebd-836bdc84fe30, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:14:13.211087 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Allocated IP 172.20.0.1 (74554899-b060-454b-a743-adad91f5c8ed/6dc5a951-18f2-4753-8c00-d7c3e9f27ad3/f63985bc-8350-4dd2-ac04-dcf8d822c9a2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:14:13.211380 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.236449 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0691648e-93b9-49cb-8549-ab836ba0819c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:13.285842 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] For port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:14:13.288901 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] For port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:14:13.293750 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.297610 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a14016dd-275e-4e65-9183-91e292e28fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:13.368509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.376683 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Routers {'7f09e53d-ab8e-4435-891b-21967c4913ef'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:13.377278 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f202b6a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:13:44Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7f09e53d-ab8e-4435-891b-21967c4913ef'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:13.385032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Transition to ACTIVE for port object f63985bc-8350-4dd2-ac04-dcf8d822c9a2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:13.408749 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.413486 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c6ab9897-0a22-483c-9753-50d52a3e8a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:13.455698 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691648e-93b9-49cb-8549-ab836ba0819c None None] Pushing event updated for resources: {'Port': ['ID=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:13.460922 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0691648e-93b9-49cb-8549-ab836ba0819c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:13.484191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Network 74554899-b060-454b-a743-adad91f5c8ed is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:13.487258 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:13.490487 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:14:13.532791 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Pushing event updated for resources: {'Port': ['ID=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:13.535913 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:13.554407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.582988 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] Set router 7f09e53d-ab8e-4435-891b-21967c4913ef gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:13.701566 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.812154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a67ce25-2fda-48d1-b604-8ea3b89f2749 None None] Provisioning for port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:13.818728 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6a67ce25-2fda-48d1-b604-8ea3b89f2749 None None] Provisioning complete for port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:13.819360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6a67ce25-2fda-48d1-b604-8ea3b89f2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.885490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6a67ce25-2fda-48d1-b604-8ea3b89f2749 None None] Port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:14:13.908095 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f202b6a0>, [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:14:11Z', 'revision_number': 3, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port': {'id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:10Z', 'updated_at': '2021-12-16T10:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:13.912247 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257e950-949e-4606-b10b-3f88a8db4b22 None None] The sync data for ids ['7f09e53d-ab8e-4435-891b-21967c4913ef'] in n-d-820554-2 is: [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:14:11Z', 'revision_number': 3, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port': {'id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:10Z', 'updated_at': '2021-12-16T10:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:14:13.964815 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.970034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:13.996199 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-26c5b5c9-b9b9-44c5-8c78-6dd99ca389ef tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:14.077674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:14.085615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Pushing event updated for resources: {'Port': ['ID=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:14.090856 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:14.251214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Network 74554899-b060-454b-a743-adad91f5c8ed is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:14.252428 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:14.359274 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:14.528509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f60d0d9c-7636-4a2b-8b59-60685d92cbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:14.566586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1ebb264f-5adb-4dea-86d2-8308741b5f9e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:14.648589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ca753d9-c2ce-4565-a98f-0d5fcaec7fff None None] Provisioning complete for port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:14.649358 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ca753d9-c2ce-4565-a98f-0d5fcaec7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:14.676844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Router 7f09e53d-ab8e-4435-891b-21967c4913ef has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:14:14.736332 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1ebb264f-5adb-4dea-86d2-8308741b5f9e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:14.736715 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:14.793984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6ca753d9-c2ce-4565-a98f-0d5fcaec7fff None None] Port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:14:14.871234 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:14.890575 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:14:14.907597 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] 10.222.0.66 "PUT /v2.0/routers/7f09e53d-ab8e-4435-891b-21967c4913ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8863649
Dec 16 10:14:15.009171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:15.014612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:15.014994 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.144754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.162456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:15.168145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.171285 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:15.240789 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:15.244737 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:15.443302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.555335 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:15.563906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-715956008-network', 'tenant_id': '9c334b284374412c99d0a742735e35dc'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:14:15.570124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:15.574956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Usage tracker for resource:network and tenant:9c334b284374412c99d0a742735e35dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:15.579149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:15.586396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:15.588375 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.598599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Made reservation on behalf of 9c334b284374412c99d0a742735e35dc for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:14:15.601220 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.614561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.629800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:15.633862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Usage tracker for resource:security_group_rule and tenant:9c334b284374412c99d0a742735e35dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:15.637064 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:15.643548 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:15.723711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Sync routers for ids ['7f09e53d-ab8e-4435-891b-21967c4913ef'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:14:15.735983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Routers {'7f09e53d-ab8e-4435-891b-21967c4913ef'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:15.736616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12ff700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:14:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7f09e53d-ab8e-4435-891b-21967c4913ef'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:15.740641 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.745734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.749106 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e893da70-1957-4bee-a356-e03e3f4a0375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:15.779563 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:14:15.789201 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c2cec6-4de2-4a3b-8f8d-90fddfa7b7e4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:15.792671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:15.807188 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.807635 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Added segment 86740a45-6687-4436-ad5d-80156251a9a6 of type vlan for network 346d1d12-6ea7-4af7-a27c-a3db81052e2d
Dec 16 10:14:15.836873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.867834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.869097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:14:15.869881 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:15.873596 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-02979c4b-bfea-4594-ac89-c2ddd9468e14 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:15.942678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Set router 7f09e53d-ab8e-4435-891b-21967c4913ef gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:15.982270 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4255955
Dec 16 10:14:15.982889 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Pushing event updated for resources: {'Network': ['ID=346d1d12-6ea7-4af7-a27c-a3db81052e2d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:15.985568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53086) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:15.989629 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:15.995396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Request body: {'subnet': {'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-715956008-subnet', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:14:15.998155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:14:16.005531 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:16.012500 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Usage tracker for resource:subnet and tenant:9c334b284374412c99d0a742735e35dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:16.015428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:16.021228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:16.032986 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Made reservation on behalf of 9c334b284374412c99d0a742735e35dc for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:14:16.035373 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.385247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12ff700>, [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:14:13Z', 'revision_number': 4, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port': {'id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:10Z', 'updated_at': '2021-12-16T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f63985bc-8350-4dd2-ac04-dcf8d822c9a2', 'name': '', 'network_id': '74554899-b060-454b-a743-adad91f5c8ed', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'mac_address': 'fa:16:3e:47:65:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6dc5a951-18f2-4753-8c00-d7c3e9f27ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:13Z', 'updated_at': '2021-12-16T10:14:13Z', 'revision_number': 2, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'subnets': [{'id': '6dc5a951-18f2-4753-8c00-d7c3e9f27ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:16.389338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Checking router: 7f09e53d-ab8e-4435-891b-21967c4913ef for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:14:16.389813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Updating router 7f09e53d-ab8e-4435-891b-21967c4913ef port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:14:16.404740 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.408837 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-865a2ec5-145f-47d8-b4f8-dec08982a6bd tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:16.450501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:16.484461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=00748267-c334-45c2-a09a-150539230fac,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:16.488182 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:16.488519 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.499935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Checking segment: {'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:16.500291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Network hostable DHCP agents. Network: 346d1d12-6ea7-4af7-a27c-a3db81052e2d, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:14:16.519637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:14:16.530035 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 346d1d12-6ea7-4af7-a27c-a3db81052e2d) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:16.536242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:14:16.536858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.547762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85e5af-8285-4a5e-9786-9253d0cc82a0 None None] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:14:16.561793 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-94a8b4b4-2dfb-4e36-95aa-460255daf3cb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5747747
Dec 16 10:14:16.564190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53090) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:16.569630 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:14:16.575314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:14:16.579303 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Usage tracker for resource:router and tenant:9c334b284374412c99d0a742735e35dc is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:14:16.582644 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:14:16.588509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:14:16.599412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.600470 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.619780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.752470 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:16.752844 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:16.980095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.142723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-346d1d12-6ea7-4af7-a27c-a3db81052e2d', 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'fixed_ips': [{'subnet_id': '00748267-c334-45c2-a09a-150539230fac'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:14:17.143579 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.279423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.367144 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.399905 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.412337 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.431108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Allocated IP 172.20.0.2 (346d1d12-6ea7-4af7-a27c-a3db81052e2d/00748267-c334-45c2-a09a-150539230fac/057ac6ed-fb7e-487e-9454-a16dd05e00ff) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:14:17.433242 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Transition to ACTIVE for port object f63985bc-8350-4dd2-ac04-dcf8d822c9a2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:17.443712 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.448744 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6158532e-49e0-408f-8992-b39f8461b0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:17.560688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Allocated IP 172.25.3.62 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/b2a511df-fad6-45ba-982d-e9a9fc0a19aa) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:14:17.679826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3db2db-7230-4610-a722-dc89c5073d8c None None] Pushing event updated for resources: {'Port': ['ID=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:17.686301 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4b3db2db-7230-4610-a722-dc89c5073d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:17.740410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.782024 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.787661 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:17.802822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Attempting to bind port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:14:17.803215 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Attempting to bind port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:14:17.803593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Attempting to bind port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 on network 74554899-b060-454b-a743-adad91f5c8ed {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:14:17.820703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:14:17.821546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Checking segment: {'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:17.821965 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.822378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Bound using segment: {'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:14:17.824096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Bound port: f63985bc-8350-4dd2-ac04-dcf8d822c9a2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198e04e3-1685-4ad2-8b5e-a558e3d46ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '74554899-b060-454b-a743-adad91f5c8ed'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:14:17.824096 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.849980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:17.852975 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:17.856899 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:14:17.901317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:17.905821 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:17.981089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:17.997377 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Transition to ACTIVE for port object 057ac6ed-fb7e-487e-9454-a16dd05e00ff will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:18.000066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] For port f63985bc-8350-4dd2-ac04-dcf8d822c9a2, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:14:18.006222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] For port f63985bc-8350-4dd2-ac04-dcf8d822c9a2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,segment=NetworkSegment(198e04e3-1685-4ad2-8b5e-a558e3d46ade),segment_id=198e04e3-1685-4ad2-8b5e-a558e3d46ade)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:14:18.011232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:18.017597 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-24a54d15-bcf4-4b99-8735-52d04d5c06d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:18.081843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Transition to ACTIVE for port object 057ac6ed-fb7e-487e-9454-a16dd05e00ff will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:18.097596 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:18.121844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3db2db-7230-4610-a722-dc89c5073d8c None None] Pushing event updated for resources: {'Port': ['ID=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:18.125754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Routers {'7f09e53d-ab8e-4435-891b-21967c4913ef'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:18.126411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12ff700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:14:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7f09e53d-ab8e-4435-891b-21967c4913ef'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:18.183573 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4b3db2db-7230-4610-a722-dc89c5073d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:18.184261 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4b3db2db-7230-4610-a722-dc89c5073d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:18.214108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:18.224892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:18.242423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:14:18.360395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Pushing event updated for resources: {'Port': ['ID=057ac6ed-fb7e-487e-9454-a16dd05e00ff,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:18.364281 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:18.457948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:18.536878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Attempting to bind port 057ac6ed-fb7e-487e-9454-a16dd05e00ff on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:14:18.537261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Attempting to bind port 057ac6ed-fb7e-487e-9454-a16dd05e00ff by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:14:18.537635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Attempting to bind port 057ac6ed-fb7e-487e-9454-a16dd05e00ff on network 346d1d12-6ea7-4af7-a27c-a3db81052e2d {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:14:18.555395 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:14:18.555812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Checking segment: {'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:18.556224 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:18.556622 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Bound using segment: {'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:14:18.557107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Bound port: 057ac6ed-fb7e-487e-9454-a16dd05e00ff, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:14:18.557489 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:18.594282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] Set router 7f09e53d-ab8e-4435-891b-21967c4913ef gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:18.838935 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:18.955203 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] For port 057ac6ed-fb7e-487e-9454-a16dd05e00ff, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:14:19.025324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] For port 057ac6ed-fb7e-487e-9454-a16dd05e00ff, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=057ac6ed-fb7e-487e-9454-a16dd05e00ff,segment=NetworkSegment(86740a45-6687-4436-ad5d-80156251a9a6),segment_id=86740a45-6687-4436-ad5d-80156251a9a6)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:14:19.035415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:19.055034 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4c8868f9-3323-4119-b081-188c421df777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:19.070427 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Router fe79e4da-3180-44c4-a752-dab23d280e5e is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:14:19.219269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Pushing event updated for resources: {'Port': ['ID=057ac6ed-fb7e-487e-9454-a16dd05e00ff,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:19.224006 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:19.253467 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12ff700>, [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:14:13Z', 'revision_number': 4, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port': {'id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:10Z', 'updated_at': '2021-12-16T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f63985bc-8350-4dd2-ac04-dcf8d822c9a2', 'name': '', 'network_id': '74554899-b060-454b-a743-adad91f5c8ed', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'mac_address': 'fa:16:3e:47:65:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6dc5a951-18f2-4753-8c00-d7c3e9f27ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:13Z', 'updated_at': '2021-12-16T10:14:17Z', 'revision_number': 4, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'subnets': [{'id': '6dc5a951-18f2-4753-8c00-d7c3e9f27ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:19.260755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476a3ee-4467-46ce-8ba5-859f62c8c864 None None] The sync data for ids ['7f09e53d-ab8e-4435-891b-21967c4913ef'] in n-d-820554-2 is: [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:14:13Z', 'revision_number': 4, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port': {'id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:10Z', 'updated_at': '2021-12-16T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'f63985bc-8350-4dd2-ac04-dcf8d822c9a2', 'name': '', 'network_id': '74554899-b060-454b-a743-adad91f5c8ed', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'mac_address': 'fa:16:3e:47:65:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6dc5a951-18f2-4753-8c00-d7c3e9f27ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:13Z', 'updated_at': '2021-12-16T10:14:17Z', 'revision_number': 4, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'subnets': [{'id': '6dc5a951-18f2-4753-8c00-d7c3e9f27ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:14:19.279313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:14:19.288629 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Sync routers for ids ['fe79e4da-3180-44c4-a752-dab23d280e5e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:14:19.303017 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Routers {'fe79e4da-3180-44c4-a752-dab23d280e5e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:19.305818 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38997c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:14:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fe79e4da-3180-44c4-a752-dab23d280e5e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:19.331033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:19.337458 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:14:19.350833 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c9c80450-d9d1-4577-bd83-7fd0a021fe86 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.7855272
Dec 16 10:14:19.563762 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Set router fe79e4da-3180-44c4-a752-dab23d280e5e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:19.954530 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38997c0>, [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:14:18Z', 'revision_number': 3, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port': {'id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:17Z', 'updated_at': '2021-12-16T10:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:19.959212 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Checking router: fe79e4da-3180-44c4-a752-dab23d280e5e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:14:19.959629 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Updating router fe79e4da-3180-44c4-a752-dab23d280e5e port b2a511df-fad6-45ba-982d-e9a9fc0a19aa binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:14:20.019385 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.124378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.393875 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Allocated IP 172.20.0.1 (346d1d12-6ea7-4af7-a27c-a3db81052e2d/00748267-c334-45c2-a09a-150539230fac/5571a03c-d98f-4f6f-a2df-9c9a1586c813) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:14:20.450997 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.492762 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Transition to ACTIVE for port object b2a511df-fad6-45ba-982d-e9a9fc0a19aa will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:20.508769 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.520045 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:20.579206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 057ac6ed-fb7e-487e-9454-a16dd05e00ff up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:20.615399 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.648775 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96512aff-f586-4356-925a-4b57f6f193fc None None] Pushing event updated for resources: {'Port': ['ID=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:20.651028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4826a6a-e302-4e76-971e-33e8bd56c6c1 None None] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:14:20.652482 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-96512aff-f586-4356-925a-4b57f6f193fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:20.666407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Transition to ACTIVE for port object 5571a03c-d98f-4f6f-a2df-9c9a1586c813 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:20.694220 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Attempting to bind port b2a511df-fad6-45ba-982d-e9a9fc0a19aa on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:14:20.694616 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Attempting to bind port b2a511df-fad6-45ba-982d-e9a9fc0a19aa by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:14:20.695525 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Attempting to bind port b2a511df-fad6-45ba-982d-e9a9fc0a19aa on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:14:20.699418 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.704138 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:14:20.704540 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:20.705010 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.705577 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:14:20.706377 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Bound port: b2a511df-fad6-45ba-982d-e9a9fc0a19aa, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:14:20.707184 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.716223 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:20.795028 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:20.798682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:20.804303 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] For port b2a511df-fad6-45ba-982d-e9a9fc0a19aa, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:14:20.806980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:14:20.808300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-31b8a81a-2f59-4855-bdc2-5f24e2489690 None None] Provisioning for port 057ac6ed-fb7e-487e-9454-a16dd05e00ff completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:20.811853 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] For port b2a511df-fad6-45ba-982d-e9a9fc0a19aa, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:14:20.822987 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.829094 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e939c3b6-a4c7-4aea-8796-e92e6c981b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:20.831403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 057ac6ed-fb7e-487e-9454-a16dd05e00ff completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:20.849825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 057ac6ed-fb7e-487e-9454-a16dd05e00ff triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:20.850213 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.859712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=5571a03c-d98f-4f6f-a2df-9c9a1586c813,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:20.864135 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:20.878846 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:20.928820 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Routers {'fe79e4da-3180-44c4-a752-dab23d280e5e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:20.929780 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38997c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:14:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fe79e4da-3180-44c4-a752-dab23d280e5e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:21.004648 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96512aff-f586-4356-925a-4b57f6f193fc None None] Pushing event updated for resources: {'Port': ['ID=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:21.016331 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-96512aff-f586-4356-925a-4b57f6f193fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:21.113832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.134769 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] Set router fe79e4da-3180-44c4-a752-dab23d280e5e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:21.163868 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 057ac6ed-fb7e-487e-9454-a16dd05e00ff, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=057ac6ed-fb7e-487e-9454-a16dd05e00ff,segment=NetworkSegment(86740a45-6687-4436-ad5d-80156251a9a6),segment_id=86740a45-6687-4436-ad5d-80156251a9a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:21.170337 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.172161 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f63985bc-8350-4dd2-ac04-dcf8d822c9a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:21.191995 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.209096 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-62e7ed59-4e93-4baf-9895-c272d5550db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:21.302747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=057ac6ed-fb7e-487e-9454-a16dd05e00ff,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:21.306820 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:21.318561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:21.325172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:21.325706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.478669 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.494238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8398ae4f-e40b-4b9c-9a55-9a6628e55eb4 None None] Provisioning for port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:21.502048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8398ae4f-e40b-4b9c-9a55-9a6628e55eb4 None None] Provisioning complete for port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:21.502433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8398ae4f-e40b-4b9c-9a55-9a6628e55eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.506988 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38997c0>, [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:14:18Z', 'revision_number': 3, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port': {'id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:17Z', 'updated_at': '2021-12-16T10:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:21.512566 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404f9c2-2aa1-4661-b127-2b50393427d6 None None] The sync data for ids ['fe79e4da-3180-44c4-a752-dab23d280e5e'] in n-d-820554-2 is: [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:14:18Z', 'revision_number': 3, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port': {'id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:17Z', 'updated_at': '2021-12-16T10:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:14:21.617539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port f63985bc-8350-4dd2-ac04-dcf8d822c9a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,segment=NetworkSegment(198e04e3-1685-4ad2-8b5e-a558e3d46ade),segment_id=198e04e3-1685-4ad2-8b5e-a558e3d46ade)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:21.620222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8398ae4f-e40b-4b9c-9a55-9a6628e55eb4 None None] Port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:14:21.628283 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.630314 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:21.685176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8398ae4f-e40b-4b9c-9a55-9a6628e55eb4 None None] Provisioning complete for port 057ac6ed-fb7e-487e-9454-a16dd05e00ff triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:21.685457 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8398ae4f-e40b-4b9c-9a55-9a6628e55eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.705705 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.713903 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.745427 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d633e865-c73d-4c6a-b6b8-e7d925f7311a tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:21.773607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:21.778598 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:21.839141 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:21.842851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=5571a03c-d98f-4f6f-a2df-9c9a1586c813,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:21.850250 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:21.974002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f3a37972-754d-4481-82fd-3990599f67a9 None None] Provisioning complete for port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:21.974506 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f3a37972-754d-4481-82fd-3990599f67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:22.018612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:14:22.020094 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:14:22.039665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f3a37972-754d-4481-82fd-3990599f67a9 None None] Port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:14:22.231013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Router fe79e4da-3180-44c4-a752-dab23d280e5e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:14:22.362032 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1710200f-ae4b-4152-b2c6-80864d65775a None None] Provisioning complete for port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:22.362515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1710200f-ae4b-4152-b2c6-80864d65775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:22.479945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:14:22.498147 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] 10.222.0.66 "PUT /v2.0/routers/fe79e4da-3180-44c4-a752-dab23d280e5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1589732
Dec 16 10:14:22.512782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1710200f-ae4b-4152-b2c6-80864d65775a None None] Port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:14:22.575785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 057ac6ed-fb7e-487e-9454-a16dd05e00ff up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:22.646123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 057ac6ed-fb7e-487e-9454-a16dd05e00ff triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:22.646771 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:22.775269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f63985bc-8350-4dd2-ac04-dcf8d822c9a2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:22.866204 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:22.867023 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:22.998727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2a511df-fad6-45ba-982d-e9a9fc0a19aa up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:23.074584 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b2a511df-fad6-45ba-982d-e9a9fc0a19aa completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:23.079686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b2a511df-fad6-45ba-982d-e9a9fc0a19aa triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:23.080066 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:23.219390 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:23.247691 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port b2a511df-fad6-45ba-982d-e9a9fc0a19aa, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:23.261988 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:23.265198 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:23.384216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:23.387407 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:23.429920 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Sync routers for ids ['fe79e4da-3180-44c4-a752-dab23d280e5e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:14:23.439502 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Routers {'fe79e4da-3180-44c4-a752-dab23d280e5e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:23.440128 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2606250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:14:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fe79e4da-3180-44c4-a752-dab23d280e5e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:23.676554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Set router fe79e4da-3180-44c4-a752-dab23d280e5e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:24.029741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2606250>, [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:14:21Z', 'revision_number': 4, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port': {'id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:17Z', 'updated_at': '2021-12-16T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '5571a03c-d98f-4f6f-a2df-9c9a1586c813', 'name': '', 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'mac_address': 'fa:16:3e:47:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '00748267-c334-45c2-a09a-150539230fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:20Z', 'updated_at': '2021-12-16T10:14:21Z', 'revision_number': 2, 'project_id': '9c334b284374412c99d0a742735e35dc', 'subnets': [{'id': '00748267-c334-45c2-a09a-150539230fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:24.036489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Checking router: fe79e4da-3180-44c4-a752-dab23d280e5e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:14:24.036782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Updating router fe79e4da-3180-44c4-a752-dab23d280e5e port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:14:24.098890 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:24.478278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2a511df-fad6-45ba-982d-e9a9fc0a19aa up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:24.591245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:24.606620 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Transition to ACTIVE for port object 5571a03c-d98f-4f6f-a2df-9c9a1586c813 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:14:24.616518 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:24.620602 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f14b4a5b-c296-492e-b865-9fe5fdb45179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:24.651092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b2a511df-fad6-45ba-982d-e9a9fc0a19aa triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:24.651495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:24.814460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99430398-5817-4d24-81a2-537b449875a0 None None] Pushing event updated for resources: {'Port': ['ID=5571a03c-d98f-4f6f-a2df-9c9a1586c813,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:24.825137 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-99430398-5817-4d24-81a2-537b449875a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:24.975928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Attempting to bind port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:14:24.976320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Attempting to bind port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:14:24.976701 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Attempting to bind port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 on network 346d1d12-6ea7-4af7-a27c-a3db81052e2d {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:14:24.987944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:14:24.988255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Checking segment: {'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:14:24.988712 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:24.989099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Bound using segment: {'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:14:24.989644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Bound port: 5571a03c-d98f-4f6f-a2df-9c9a1586c813, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86740a45-6687-4436-ad5d-80156251a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:14:24.989957 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:25.106930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] For port 5571a03c-d98f-4f6f-a2df-9c9a1586c813, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:14:25.110143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] For port 5571a03c-d98f-4f6f-a2df-9c9a1586c813, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5571a03c-d98f-4f6f-a2df-9c9a1586c813,segment=NetworkSegment(86740a45-6687-4436-ad5d-80156251a9a6),segment_id=86740a45-6687-4436-ad5d-80156251a9a6)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:14:25.115651 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:25.119883 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:25.200499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Routers {'fe79e4da-3180-44c4-a752-dab23d280e5e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:14:25.201186 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2606250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:14:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fe79e4da-3180-44c4-a752-dab23d280e5e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:25.270437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99430398-5817-4d24-81a2-537b449875a0 None None] Pushing event updated for resources: {'Port': ['ID=5571a03c-d98f-4f6f-a2df-9c9a1586c813,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:25.281432 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-99430398-5817-4d24-81a2-537b449875a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:25.398163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] Set router fe79e4da-3180-44c4-a752-dab23d280e5e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:14:25.746360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2606250>, [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:14:21Z', 'revision_number': 4, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port': {'id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:17Z', 'updated_at': '2021-12-16T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '5571a03c-d98f-4f6f-a2df-9c9a1586c813', 'name': '', 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'mac_address': 'fa:16:3e:47:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '00748267-c334-45c2-a09a-150539230fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:20Z', 'updated_at': '2021-12-16T10:14:25Z', 'revision_number': 4, 'project_id': '9c334b284374412c99d0a742735e35dc', 'subnets': [{'id': '00748267-c334-45c2-a09a-150539230fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:14:25.750577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e42ef8-8c4f-4da0-a7f4-f3fba91d5909 None None] The sync data for ids ['fe79e4da-3180-44c4-a752-dab23d280e5e'] in n-d-820554-2 is: [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:14:21Z', 'revision_number': 4, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port': {'id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:17Z', 'updated_at': '2021-12-16T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '5571a03c-d98f-4f6f-a2df-9c9a1586c813', 'name': '', 'network_id': '346d1d12-6ea7-4af7-a27c-a3db81052e2d', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'mac_address': 'fa:16:3e:47:9f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '00748267-c334-45c2-a09a-150539230fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:20Z', 'updated_at': '2021-12-16T10:14:25Z', 'revision_number': 4, 'project_id': '9c334b284374412c99d0a742735e35dc', 'subnets': [{'id': '00748267-c334-45c2-a09a-150539230fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:14:26.459345 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5571a03c-d98f-4f6f-a2df-9c9a1586c813 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:26.532241 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:14:26.538085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:26.538614 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:26.673447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:26.708495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 5571a03c-d98f-4f6f-a2df-9c9a1586c813, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5571a03c-d98f-4f6f-a2df-9c9a1586c813,segment=NetworkSegment(86740a45-6687-4436-ad5d-80156251a9a6),segment_id=86740a45-6687-4436-ad5d-80156251a9a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:14:26.712619 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:26.714577 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:14:26.783009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=5571a03c-d98f-4f6f-a2df-9c9a1586c813,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:14:26.786130 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:14:28.438320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5571a03c-d98f-4f6f-a2df-9c9a1586c813 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:14:28.562049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:14:28.562444 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:35.990721 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:14:42.017297 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7d538f5-5c0c-4ecc-af92-c6af8d979ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:42.290525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:44.353123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:44.528533 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd502ceb-2595-4371-a9ea-16155bc298ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:45.441866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:45.575399 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:14:47.219858 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:12.021342 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-269fda62-1cf9-4ff3-acef-588e67bbc03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:12.297646 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:12.990302 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:15:14.349667 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:14.525250 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b890307-dbdb-4ff1-8729-fce82508a09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:15.448998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:15.573805 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:17.224315 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:42.024952 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c125d847-54dc-46c3-a72a-de2d37d9145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:42.317089 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:44.368848 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:44.517862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48a71018-cd0f-4829-bb67-f4df24e1c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:45.446758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:45.566090 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:47.223707 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:15:49.989132 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:16:12.028661 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c3298c89-e776-4149-9eef-36c088698a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:12.323728 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:14.367880 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:14.520295 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f2af033-07af-4a1f-94ac-238b0b982157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:15.450088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:15.571038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:17.226436 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:26.987755 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:16:32.425689 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [req-1e21970e-b012-4d67-be7a-4de574b1d7b8 req-83d331a0-6fa0-4559-bd91-6c57b7b255cc service neutron] (87655) timed out ('10.222.0.66', 44558) {{(pid=87655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:16:36.771995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-68209cc1-e6f3-4a08-b1ee-02748a499090 req-e06e0c75-4cd6-44eb-9761-74915895d89b service neutron] (87654) timed out ('10.222.0.54', 63316) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:16:42.032802 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6d4ba708-c201-49c5-8672-68ff6326f501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:42.322276 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '67e32685-f030-49b8-af55-db8c2fc095ec', 'name': 'network-vif-deleted', 'tag': '2488dde8-5942-4a71-89bc-aabecff45677'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova Traceback (most recent call last):
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     response = novaclient.server_external_events.create(
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     return self._create('/os-server-external-events', body, 'events',
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     resp, body = self.api.client.post(url, body=body)
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     return self.request(url, 'POST', **kwargs)
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova     raise exceptions.from_response(resp, body, url, method)
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Dec 16 10:16:42.898612 n-d-820554-2 neutron-server[87654]: ERROR neutron.notifiers.nova 
Dec 16 10:16:44.374327 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:44.523552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dba78a65-6a36-4efc-a603-2e5a298b9638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:45.456209 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:45.575480 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:16:47.237612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:01.812549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-1c234e1d-7eff-48a9-8a38-cbe1778bf933 req-8bc9afbb-df6b-4f1f-a0ad-f9524d3272a4 service neutron] (87654) timed out ('10.222.0.74', 58530) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:17:03.991139 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:17:12.034675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fc45ef2-8e59-4f7f-a6a6-8946db8b48ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:12.351443 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:14.373548 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:14.532942 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-97e9106c-aba6-421a-b209-be55f51a8a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:15.455888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:15.581018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:17.234473 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:40.990507 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:17:42.037576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d68ec409-38c8-423f-9c1b-18558e7bee17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:42.354128 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:44.379829 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:44.527463 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1417ae63-fdde-47f1-a4bd-b8165acfbc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:45.458568 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:45.579122 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:47.234359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:17:59.232370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53502) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:00.164459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:00.532463 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Deleting port 1557c30e-3935-4da7-9b0e-9f88ef5a7942 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:00.533231 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:00.764762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] For port 1557c30e-3935-4da7-9b0e-9f88ef5a7942, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1557c30e-3935-4da7-9b0e-9f88ef5a7942,segment=NetworkSegment(51f5b83e-26e7-4555-b1a9-db8ddc600222),segment_id=51f5b83e-26e7-4555-b1a9-db8ddc600222)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:00.765079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:00.903834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Calling delete_port for 1557c30e-3935-4da7-9b0e-9f88ef5a7942 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:01.233995 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:01.239238 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:01.284617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1557c30e-3935-4da7-9b0e-9f88ef5a7942,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:01.331814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.332213 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.332603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.333253 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.333627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.334004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.334383 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.334753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.335121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.335515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.335884 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.336249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:01.343936 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:01.587199 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:02.129604 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Router 20e1fe78-591f-4ccb-9986-716805b4a6b8 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:18:02.351990 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:18:02.361932 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] Sync routers for ids ['20e1fe78-591f-4ccb-9986-716805b4a6b8'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:18:02.367598 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] 10.222.0.66 "PUT /v2.0/routers/20e1fe78-591f-4ccb-9986-716805b4a6b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1338742
Dec 16 10:18:02.369853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53512) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:02.372930 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] Routers {'20e1fe78-591f-4ccb-9986-716805b4a6b8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:18:02.373563 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c34970>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:17:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20e1fe78-591f-4ccb-9986-716805b4a6b8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:02.569844 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] Set router 20e1fe78-591f-4ccb-9986-716805b4a6b8 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:18:02.570819 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:02.763952 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:02.777046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Deleting port ada78f7f-612d-4e69-8412-c6cef5cda632 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:02.777426 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:02.880462 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c34970>, [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:18:01Z', 'revision_number': 5, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port': {'id': 'ada78f7f-612d-4e69-8412-c6cef5cda632', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:44Z', 'updated_at': '2021-12-16T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:02.884551 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] Checking router: 20e1fe78-591f-4ccb-9986-716805b4a6b8 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:18:02.893062 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] Routers {'20e1fe78-591f-4ccb-9986-716805b4a6b8'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:18:02.893735 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c34970>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:17:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['20e1fe78-591f-4ccb-9986-716805b4a6b8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:02.981116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] For port ada78f7f-612d-4e69-8412-c6cef5cda632, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ada78f7f-612d-4e69-8412-c6cef5cda632,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:02.981472 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.047571 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] Set router 20e1fe78-591f-4ccb-9986-716805b4a6b8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:18:03.108934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Calling delete_port for ada78f7f-612d-4e69-8412-c6cef5cda632 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:03.160866 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c34970>, [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:18:02Z', 'revision_number': 6, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:03.165453 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f9e94-f35e-40b3-b863-3456348f69ec None None] The sync data for ids ['20e1fe78-591f-4ccb-9986-716805b4a6b8'] in n-d-820554-2 is: [{'id': '20e1fe78-591f-4ccb-9986-716805b4a6b8', 'name': 'tempest-TestServerMultinode-505428246-router', 'tenant_id': '792955f31e894ac7a13781b047131467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:43Z', 'updated_at': '2021-12-16T10:18:02Z', 'revision_number': 6, 'project_id': '792955f31e894ac7a13781b047131467', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:18:03.441728 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.445836 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-de08c097-a98a-4259-a1a1-2b6e1e48059d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:03.492871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ada78f7f-612d-4e69-8412-c6cef5cda632,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:03.496793 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:03.619573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.797544 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.800274 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.828979 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.829492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e1fe78-591f-4ccb-9986-716805b4a6b8 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:18:03.842461 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.843644 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] 10.222.0.66 "DELETE /v2.0/routers/20e1fe78-591f-4ccb-9986-716805b4a6b8 HTTP/1.1" status: 204  len: 168 time: 1.4728222
Dec 16 10:18:03.846189 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53516) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:03.910109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Deleting subnet ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:18:03.912640 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:03.970928 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.054378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.142430 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.148619 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4391df85-9e25-4fcc-b83b-9892077335a2 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:04.184918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:04.186891 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.189893 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:04.197366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e427b1-815e-4492-9a14-59d64523ea95 None None] Network 94b1aabe-49b9-4fcd-8aed-2393e4795767 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:18:04.198096 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ea9b64ac-d119-4c1a-82c4-cafdbfd0f05a HTTP/1.1" status: 204  len: 168 time: 0.3501863
Dec 16 10:18:04.198668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53520) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:04.313447 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.325890 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Deleting port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:04.326237 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.463639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] DHCP port deletion for 94b1aabe-49b9-4fcd-8aed-2393e4795767 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:18:04.467739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Deleting port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:04.468193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.562205 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] For port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,segment=NetworkSegment(51f5b83e-26e7-4555-b1a9-db8ddc600222),segment_id=51f5b83e-26e7-4555-b1a9-db8ddc600222)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:04.562879 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.580616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1557c30e-3935-4da7-9b0e-9f88ef5a7942 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:18:04.622381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1557c30e-3935-4da7-9b0e-9f88ef5a7942 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:18:04.622735 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1557c30e-3935-4da7-9b0e-9f88ef5a7942 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:18:04.623189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:18:04.700152 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Calling delete_port for e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:04.787008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] For port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,segment=NetworkSegment(51f5b83e-26e7-4555-b1a9-db8ddc600222),segment_id=51f5b83e-26e7-4555-b1a9-db8ddc600222)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:04.787446 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.788549 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.792705 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dced1dc2-c8d5-446b-95f6-427e291f7e83 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:04.798650 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No ports have port_id starting with e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b
Dec 16 10:18:04.801781 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ada78f7f-612d-4e69-8412-c6cef5cda632 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:18:04.841816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] No DVR routers for this DVR port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:18:04.844924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:04.880771 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:04.947340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Calling delete_port for e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:04.978162 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:04.985464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ada78f7f-612d-4e69-8412-c6cef5cda632 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:18:04.985832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ada78f7f-612d-4e69-8412-c6cef5cda632 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:18:05.006097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2364070>,) {'filters': {'network_id': ['94b1aabe-49b9-4fcd-8aed-2393e4795767']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:05.021415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2364070>, '51f5b83e-26e7-4555-b1a9-db8ddc600222') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:05.021703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2364070>, '51f5b83e-26e7-4555-b1a9-db8ddc600222') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:05.034449 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:05.037702 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:18:05.038083 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:18:05.055677 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:05.062301 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:18:05.062700 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:18:05.076301 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:18:05.181738 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:05.187882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:05.191134 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e1dd8f96-3eaa-434d-9cd4-47a6e6a684a0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:05.219051 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Pushing event deleted for resources: {'Network': ['ID=94b1aabe-49b9-4fcd-8aed-2393e4795767,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:05.222770 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:05.224508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] 10.222.0.66 "DELETE /v2.0/networks/94b1aabe-49b9-4fcd-8aed-2393e4795767 HTTP/1.1" status: 204  len: 168 time: 1.0245986
Dec 16 10:18:05.227797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53528) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:05.539843 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Deleting port e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:05.540919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:05.669379 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-060d57f9-42ac-4cb8-863e-703c499d6c77 None None] The port 'e466c8ae-e2c1-4a6c-bb46-6dee6a16f72b' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:18:06.052514 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:06.516718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Deleting port 025822d1-8127-411f-aa7f-32affefb5d58 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:06.517541 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:06.726320 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] For port 025822d1-8127-411f-aa7f-32affefb5d58, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=025822d1-8127-411f-aa7f-32affefb5d58,segment=NetworkSegment(d3a4ac52-018f-4935-ae43-653eea980724),segment_id=d3a4ac52-018f-4935-ae43-653eea980724)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:06.726678 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:06.910189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Calling delete_port for 025822d1-8127-411f-aa7f-32affefb5d58 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:07.125574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:07.131455 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-535e42b2-aa0f-4cf2-8f6d-09152930f176 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:07.177848 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=025822d1-8127-411f-aa7f-32affefb5d58,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:07.221471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.221471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.221471 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.221917 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.222150 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.222522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.222902 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.223299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.223667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.224037 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.224407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.224772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:18:07.233736 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:07.496776 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:08.060215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Router 5ee7cca9-caa2-4887-8247-9008aca562e4 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:18:08.267931 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:18:08.280330 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] 10.222.0.66 "PUT /v2.0/routers/5ee7cca9-caa2-4887-8247-9008aca562e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0485337
Dec 16 10:18:08.280619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] Sync routers for ids ['5ee7cca9-caa2-4887-8247-9008aca562e4'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:18:08.281077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53544) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:08.290535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] Routers {'5ee7cca9-caa2-4887-8247-9008aca562e4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:18:08.290535 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2055250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:17:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee7cca9-caa2-4887-8247-9008aca562e4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:08.480277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:08.497598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] Set router 5ee7cca9-caa2-4887-8247-9008aca562e4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:18:08.756609 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:08.767890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Deleting port d231b313-37eb-40d9-bb21-008a57c8c3db {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:08.768824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:08.852066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2055250>, [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:18:07Z', 'revision_number': 5, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port': {'id': 'd231b313-37eb-40d9-bb21-008a57c8c3db', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:52Z', 'updated_at': '2021-12-16T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:08.856517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] Checking router: 5ee7cca9-caa2-4887-8247-9008aca562e4 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:18:08.868254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] Routers {'5ee7cca9-caa2-4887-8247-9008aca562e4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:18:08.869109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2055250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:17:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['5ee7cca9-caa2-4887-8247-9008aca562e4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:09.027553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] For port d231b313-37eb-40d9-bb21-008a57c8c3db, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d231b313-37eb-40d9-bb21-008a57c8c3db,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:09.027865 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:09.029805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] Set router 5ee7cca9-caa2-4887-8247-9008aca562e4 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:18:09.148323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2055250>, [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:18:08Z', 'revision_number': 6, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:09.152744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56cd8e-a7c3-41c5-ac96-b26361c06f58 None None] The sync data for ids ['5ee7cca9-caa2-4887-8247-9008aca562e4'] in n-d-820554-2 is: [{'id': '5ee7cca9-caa2-4887-8247-9008aca562e4', 'name': 'tempest-TestServerMultinode-864010082-router', 'tenant_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:51Z', 'updated_at': '2021-12-16T10:18:08Z', 'revision_number': 6, 'project_id': 'ec1f2ebc6e1d45f1aa885d9cb43cb318', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:18:09.170259 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Calling delete_port for d231b313-37eb-40d9-bb21-008a57c8c3db owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:09.365727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:09.369393 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-66487d93-81d8-4263-97ee-83f43ec143b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:09.414256 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Pushing event deleted for resources: {'Port': ['ID=d231b313-37eb-40d9-bb21-008a57c8c3db,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:09.419027 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:09.686257 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:09.869531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:09.872529 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:09.897246 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:09.897751 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee7cca9-caa2-4887-8247-9008aca562e4 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:18:09.910464 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:09.911607 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5ee7cca9-caa2-4887-8247-9008aca562e4 HTTP/1.1" status: 204  len: 168 time: 1.6295400
Dec 16 10:18:09.914609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53548) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:09.988379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Deleting subnet e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:18:09.991738 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.069126 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.158434 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.231761 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.235683 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8d8094b0-e40b-43f1-827f-ca020dcd4211 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:10.277114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:10.280108 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:10.281079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.289942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d58da63-7920-4796-8966-908210474f96 None None] Network a7ffb105-6554-4155-983c-90a41e13a992 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:18:10.291780 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e29c94ea-3ae4-4c28-9e3b-0edd7ebaecbf HTTP/1.1" status: 204  len: 168 time: 0.3760691
Dec 16 10:18:10.294263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53552) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:10.549800 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.566053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Deleting port 8841d321-3d7e-4487-b2c1-b19d2a832799 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:10.566257 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.589626 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] DHCP port deletion for a7ffb105-6554-4155-983c-90a41e13a992 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:18:10.591633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 025822d1-8127-411f-aa7f-32affefb5d58 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:18:10.629478 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Deleting port 8841d321-3d7e-4487-b2c1-b19d2a832799 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:10.629862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.653064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 025822d1-8127-411f-aa7f-32affefb5d58 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:18:10.653411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 025822d1-8127-411f-aa7f-32affefb5d58 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:18:10.653860 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d231b313-37eb-40d9-bb21-008a57c8c3db no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:18:10.710222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: d231b313-37eb-40d9-bb21-008a57c8c3db {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:18:10.710585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d231b313-37eb-40d9-bb21-008a57c8c3db not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:18:10.785379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] For port 8841d321-3d7e-4487-b2c1-b19d2a832799, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8841d321-3d7e-4487-b2c1-b19d2a832799,segment=NetworkSegment(d3a4ac52-018f-4935-ae43-653eea980724),segment_id=d3a4ac52-018f-4935-ae43-653eea980724)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:10.785633 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:10.917530 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Calling delete_port for 8841d321-3d7e-4487-b2c1-b19d2a832799 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:10.956460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] For port 8841d321-3d7e-4487-b2c1-b19d2a832799, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8841d321-3d7e-4487-b2c1-b19d2a832799,segment=NetworkSegment(d3a4ac52-018f-4935-ae43-653eea980724),segment_id=d3a4ac52-018f-4935-ae43-653eea980724)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:18:10.956995 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.005998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.010052 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c0ffe606-15e3-4400-b1c9-a56b1e55e110 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:11.056005 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Pushing event deleted for resources: {'Port': ['ID=8841d321-3d7e-4487-b2c1-b19d2a832799,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:11.058888 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:11.059700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] No DVR routers for this DVR port 8841d321-3d7e-4487-b2c1-b19d2a832799 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:18:11.086423 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Calling delete_port for 8841d321-3d7e-4487-b2c1-b19d2a832799 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:18:11.171332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:18:11.172027 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:18:11.188213 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.221036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f130b9a0>,) {'filters': {'network_id': ['a7ffb105-6554-4155-983c-90a41e13a992']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:11.233816 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f130b9a0>, 'd3a4ac52-018f-4935-ae43-653eea980724') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:11.234127 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f130b9a0>, 'd3a4ac52-018f-4935-ae43-653eea980724') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:18:11.250209 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.267596 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.274894 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:18:11.275376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:18:11.289461 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:18:11.381768 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.385506 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1fff5fd8-efa6-489f-8065-50f884d1803f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:11.399409 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.410844 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ffb105-6554-4155-983c-90a41e13a992,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:11.413325 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:11.415563 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a7ffb105-6554-4155-983c-90a41e13a992 HTTP/1.1" status: 204  len: 168 time: 1.1198697
Dec 16 10:18:11.588946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53558) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:11.645430 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ab678161-0296-4b9c-9044-72b26abbec6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=792955f31e894ac7a13781b047131467&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0550008
Dec 16 10:18:11.648026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53562) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:11.673633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Deleting port 8841d321-3d7e-4487-b2c1-b19d2a832799 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:18:11.674864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.719393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.755506 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.762328 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bef50c18-8806-4ddb-8b07-df5daa2391a4 None None] The port '8841d321-3d7e-4487-b2c1-b19d2a832799' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:18:11.819876 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.823828 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c05bda11-04cd-44cc-a6fe-a53bfa2e2b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:11.837352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b5129c-921c-4a82-9398-169b4c2a40ea,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:11.840195 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:11.846236 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:11.847448 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31b5129c-921c-4a82-9398-169b4c2a40ea HTTP/1.1" status: 204  len: 168 time: 0.1983671
Dec 16 10:18:12.050116 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdd42ce9-1c74-45c6-bd35-b73235eae9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:12.267991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53570) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:12.322883 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5438f006-f351-4c7e-8d82-6cf17f7c79d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec1f2ebc6e1d45f1aa885d9cb43cb318&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0530276
Dec 16 10:18:12.325278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53574) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:18:12.367704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:12.387872 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:12.415448 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:12.477724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:12.482676 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bac268c1-be4a-4080-accc-2b6077f790cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:18:12.497953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a9e79d-70b6-4774-9a16-65144d978ba2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:18:12.500174 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:12.504151 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1a9e79d-70b6-4774-9a16-65144d978ba2 HTTP/1.1" status: 204  len: 168 time: 0.1751153
Dec 16 10:18:12.504151 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:18:12.584598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8841d321-3d7e-4487-b2c1-b19d2a832799 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:18:12.621210 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8841d321-3d7e-4487-b2c1-b19d2a832799 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:18:12.621569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8841d321-3d7e-4487-b2c1-b19d2a832799 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:18:14.374111 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:14.534106 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a684af4-349b-4672-9ca2-3b1fc5ef8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:15.461859 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:15.573269 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:17.236519 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:17.989911 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:18:21.427453 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-dd744efc-103d-4621-b907-954c8c76800c req-25b5c716-d8a3-48a0-b511-da5d5bac2426 tempest-AttachVolumeNegativeTest-1020402773 tempest-AttachVolumeNegativeTest-1020402773-project] (87654) timed out ('10.222.0.74', 58624) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:18:42.041623 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c531bbe1-fe5e-4069-95a5-ab6c6614bc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:42.366055 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:44.375620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:44.532573 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43ce1e4c-162f-4b52-96d8-0ceb77e81cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:45.467194 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:45.575718 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:47.239781 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:18:54.991243 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:19:07.516504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53602) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:08.291369 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:08.805340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Deleting port f63985bc-8350-4dd2-ac04-dcf8d822c9a2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:08.806279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:08.982072 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] For port f63985bc-8350-4dd2-ac04-dcf8d822c9a2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,segment=NetworkSegment(198e04e3-1685-4ad2-8b5e-a558e3d46ade),segment_id=198e04e3-1685-4ad2-8b5e-a558e3d46ade)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:08.982422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:09.110690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Calling delete_port for f63985bc-8350-4dd2-ac04-dcf8d822c9a2 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:09.292945 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:09.296599 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5818ec56-f67d-442a-9832-2db4925edb65 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:09.340089 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63985bc-8350-4dd2-ac04-dcf8d822c9a2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:09.387771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.388160 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.388543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.388912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.389282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.389650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.390017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.390380 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.390740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.391097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.391486 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.391845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:09.395872 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:09.648515 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:10.015608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Router 7f09e53d-ab8e-4435-891b-21967c4913ef has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:19:10.339049 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:19:10.350675 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] Sync routers for ids ['7f09e53d-ab8e-4435-891b-21967c4913ef'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:19:10.352268 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] 10.222.0.66 "PUT /v2.0/routers/7f09e53d-ab8e-4435-891b-21967c4913ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8339775
Dec 16 10:19:10.354677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:10.360780 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] Routers {'7f09e53d-ab8e-4435-891b-21967c4913ef'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:19:10.361410 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9040>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:18:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7f09e53d-ab8e-4435-891b-21967c4913ef'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:10.557806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:10.598005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] Set router 7f09e53d-ab8e-4435-891b-21967c4913ef gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:19:10.754741 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:10.765873 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Deleting port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:10.766321 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:10.916081 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9040>, [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:19:09Z', 'revision_number': 5, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port': {'id': '52015e4a-9f77-4fa9-9ebd-836bdc84fe30', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:10Z', 'updated_at': '2021-12-16T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:10.920465 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] Checking router: 7f09e53d-ab8e-4435-891b-21967c4913ef for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:19:10.929645 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] Routers {'7f09e53d-ab8e-4435-891b-21967c4913ef'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:19:10.930276 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9040>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:18:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['7f09e53d-ab8e-4435-891b-21967c4913ef'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:10.954108 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] For port 52015e4a-9f77-4fa9-9ebd-836bdc84fe30, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:10.954468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.085443 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] Set router 7f09e53d-ab8e-4435-891b-21967c4913ef gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:19:11.088304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Calling delete_port for 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:11.196987 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bc9040>, [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:19:10Z', 'revision_number': 6, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:11.201556 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93024434-2050-4e69-83ee-54c1f05d685f None None] The sync data for ids ['7f09e53d-ab8e-4435-891b-21967c4913ef'] in n-d-820554-2 is: [{'id': '7f09e53d-ab8e-4435-891b-21967c4913ef', 'name': 'tempest-TestVolumeBootPattern-965101401-router', 'tenant_id': 'c82e6b9160334aa498c5edefacea51fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:09Z', 'updated_at': '2021-12-16T10:19:10Z', 'revision_number': 6, 'project_id': 'c82e6b9160334aa498c5edefacea51fa', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:19:11.325703 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.329478 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e99e3f28-f834-4f08-a463-849139b13815 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:11.378396 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Pushing event deleted for resources: {'Port': ['ID=52015e4a-9f77-4fa9-9ebd-836bdc84fe30,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:11.381080 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:11.472663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.661388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.662858 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.687337 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.687892 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f09e53d-ab8e-4435-891b-21967c4913ef {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:19:11.700941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.702075 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9d22999-ce5d-43ca-a5d6-69954f16009f admin admin] 10.222.0.66 "DELETE /v2.0/routers/7f09e53d-ab8e-4435-891b-21967c4913ef HTTP/1.1" status: 204  len: 168 time: 1.3464551
Dec 16 10:19:11.705240 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:11.770118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Deleting subnet 6dc5a951-18f2-4753-8c00-d7c3e9f27ad3 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:19:11.773241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:11.980806 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.053205 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84808170-744c-44e8-b687-7fdff1234814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.066461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.140962 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.146405 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9a75d7ee-e42d-4d2c-882b-3b35b0acec83 tempest-FloatingIPNegativeTestJSON-470234466 tempest-FloatingIPNegativeTestJSON-470234466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:12.183418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc5a951-18f2-4753-8c00-d7c3e9f27ad3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:12.185395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.191552 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6dc5a951-18f2-4753-8c00-d7c3e9f27ad3 HTTP/1.1" status: 204  len: 168 time: 0.4847965
Dec 16 10:19:12.192110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811788b0-fe8b-438c-84ec-1b2c0855d74a None None] Network 74554899-b060-454b-a743-adad91f5c8ed requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:19:12.192544 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:12.194075 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:12.315896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.327659 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Deleting port 1ebb264f-5adb-4dea-86d2-8308741b5f9e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:12.327998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.415150 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.496243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] DHCP port deletion for 74554899-b060-454b-a743-adad91f5c8ed request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:19:12.500929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Deleting port 1ebb264f-5adb-4dea-86d2-8308741b5f9e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:12.501334 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.552943 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] For port 1ebb264f-5adb-4dea-86d2-8308741b5f9e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1ebb264f-5adb-4dea-86d2-8308741b5f9e,segment=NetworkSegment(198e04e3-1685-4ad2-8b5e-a558e3d46ade),segment_id=198e04e3-1685-4ad2-8b5e-a558e3d46ade)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:12.553229 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.599966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:19:12.644692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:19:12.645049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 52015e4a-9f77-4fa9-9ebd-836bdc84fe30 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:19:12.645479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f63985bc-8350-4dd2-ac04-dcf8d822c9a2 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:19:12.688881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: f63985bc-8350-4dd2-ac04-dcf8d822c9a2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:19:12.689235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device f63985bc-8350-4dd2-ac04-dcf8d822c9a2 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:19:12.689664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1ebb264f-5adb-4dea-86d2-8308741b5f9e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:19:12.705482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Calling delete_port for 1ebb264f-5adb-4dea-86d2-8308741b5f9e owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:12.791181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.791181 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:12.836872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebb264f-5adb-4dea-86d2-8308741b5f9e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:12.841992 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:12.842172 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] No active binding found for port 1ebb264f-5adb-4dea-86d2-8308741b5f9e {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 10:19:12.842413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1ebb264f-5adb-4dea-86d2-8308741b5f9e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:19:12.844998 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] For port 1ebb264f-5adb-4dea-86d2-8308741b5f9e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1ebb264f-5adb-4dea-86d2-8308741b5f9e,segment=NetworkSegment(198e04e3-1685-4ad2-8b5e-a558e3d46ade),segment_id=198e04e3-1685-4ad2-8b5e-a558e3d46ade)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:12.845381 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] No DVR routers for this DVR port 1ebb264f-5adb-4dea-86d2-8308741b5f9e on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:19:12.845570 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.971016 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:12.977238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Calling delete_port for 1ebb264f-5adb-4dea-86d2-8308741b5f9e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:13.001114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f095e190>,) {'filters': {'network_id': ['74554899-b060-454b-a743-adad91f5c8ed']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:13.014995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f095e190>, '198e04e3-1685-4ad2-8b5e-a558e3d46ade') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:13.015285 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f095e190>, '198e04e3-1685-4ad2-8b5e-a558e3d46ade') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:13.030113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:13.048808 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:13.055614 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:19:13.056101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:19:13.070484 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:19:13.115368 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:19:13.116009 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:19:13.153324 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:13.157314 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ece278bd-f161-4c8c-bec7-c8c3b16d8be9 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:13.170757 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:13.181594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Pushing event deleted for resources: {'Network': ['ID=74554899-b060-454b-a743-adad91f5c8ed,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:13.184350 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:13.186223 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] 10.222.0.66 "DELETE /v2.0/networks/74554899-b060-454b-a743-adad91f5c8ed HTTP/1.1" status: 204  len: 168 time: 0.9913571
Dec 16 10:19:13.189152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:13.617019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Deleting port 1ebb264f-5adb-4dea-86d2-8308741b5f9e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:13.617450 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:13.691197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bac0714-61e3-4ae7-8df7-b8733ebe66f2 None None] The port '1ebb264f-5adb-4dea-86d2-8308741b5f9e' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:19:13.936014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:14.308440 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Deleting port 5571a03c-d98f-4f6f-a2df-9c9a1586c813 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:14.309123 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:14.385659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:14.491816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] For port 5571a03c-d98f-4f6f-a2df-9c9a1586c813, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=5571a03c-d98f-4f6f-a2df-9c9a1586c813,segment=NetworkSegment(86740a45-6687-4436-ad5d-80156251a9a6),segment_id=86740a45-6687-4436-ad5d-80156251a9a6)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:14.492174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:14.526915 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfbd2-381b-4a26-81de-223ca527e637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:14.626290 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Calling delete_port for 5571a03c-d98f-4f6f-a2df-9c9a1586c813 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:14.817768 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:14.821213 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aaf35557-de24-42d8-b524-3958c143235e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:14.869383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5571a03c-d98f-4f6f-a2df-9c9a1586c813,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:14.872270 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:15.314989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:15.469693 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:15.577782 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:15.702665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Router fe79e4da-3180-44c4-a752-dab23d280e5e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:19:15.888387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:19:15.897447 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] Sync routers for ids ['fe79e4da-3180-44c4-a752-dab23d280e5e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:19:15.897655 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] 10.222.0.66 "PUT /v2.0/routers/fe79e4da-3180-44c4-a752-dab23d280e5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7074773
Dec 16 10:19:15.900088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53628) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:15.907351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] Routers {'fe79e4da-3180-44c4-a752-dab23d280e5e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:19:15.907978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8eca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:19:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fe79e4da-3180-44c4-a752-dab23d280e5e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:16.076035 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:16.087628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] Set router fe79e4da-3180-44c4-a752-dab23d280e5e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:19:16.263853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:16.274958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Deleting port b2a511df-fad6-45ba-982d-e9a9fc0a19aa {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:16.275333 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:16.376155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8eca0>, [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:19:14Z', 'revision_number': 5, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port': {'id': 'b2a511df-fad6-45ba-982d-e9a9fc0a19aa', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:14:17Z', 'updated_at': '2021-12-16T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:16.380533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] Checking router: fe79e4da-3180-44c4-a752-dab23d280e5e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:19:16.388761 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] Routers {'fe79e4da-3180-44c4-a752-dab23d280e5e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:19:16.389371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8eca0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:19:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['fe79e4da-3180-44c4-a752-dab23d280e5e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:16.456576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] For port b2a511df-fad6-45ba-982d-e9a9fc0a19aa, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:16.457197 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:16.544927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] Set router fe79e4da-3180-44c4-a752-dab23d280e5e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:19:16.610631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Calling delete_port for b2a511df-fad6-45ba-982d-e9a9fc0a19aa owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:16.660635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1e8eca0>, [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 6, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:16.664947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b624fe-71fd-4c0f-95d6-2072db9e84f1 None None] The sync data for ids ['fe79e4da-3180-44c4-a752-dab23d280e5e'] in n-d-820554-2 is: [{'id': 'fe79e4da-3180-44c4-a752-dab23d280e5e', 'name': 'tempest-TestVolumeBootPattern-715956008-router', 'tenant_id': '9c334b284374412c99d0a742735e35dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:14:16Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 6, 'project_id': '9c334b284374412c99d0a742735e35dc', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:19:17.012126 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.016732 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:17.096911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a511df-fad6-45ba-982d-e9a9fc0a19aa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:17.104712 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:17.170549 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.245327 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.373466 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.375861 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.401423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.401967 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe79e4da-3180-44c4-a752-dab23d280e5e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:19:17.415988 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.417216 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] 10.222.0.66 "DELETE /v2.0/routers/fe79e4da-3180-44c4-a752-dab23d280e5e HTTP/1.1" status: 204  len: 168 time: 1.5162311
Dec 16 10:19:17.421045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:17.494691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Deleting subnet 00748267-c334-45c2-a09a-150539230fac {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:19:17.497891 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.555943 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.648590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.722859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.726832 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9d11199e-2436-41ca-a2b3-285394e2d689 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:17.763709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00748267-c334-45c2-a09a-150539230fac,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:17.766621 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:17.767717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.777436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 53636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:17.782505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d572d7e4-30bc-476c-a6a8-11099fa18416 None None] Network 346d1d12-6ea7-4af7-a27c-a3db81052e2d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:19:17.783419 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e99f201b-cd09-4c10-9f63-5516b4a38c55 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/00748267-c334-45c2-a09a-150539230fac HTTP/1.1" status: 204  len: 168 time: 0.3576272
Dec 16 10:19:17.895271 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:17.906204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Deleting port 057ac6ed-fb7e-487e-9454-a16dd05e00ff {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:17.906478 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.038458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] DHCP port deletion for 346d1d12-6ea7-4af7-a27c-a3db81052e2d request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:19:18.042858 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Deleting port 057ac6ed-fb7e-487e-9454-a16dd05e00ff {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:18.043306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.142584 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] For port 057ac6ed-fb7e-487e-9454-a16dd05e00ff, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=057ac6ed-fb7e-487e-9454-a16dd05e00ff,segment=NetworkSegment(86740a45-6687-4436-ad5d-80156251a9a6),segment_id=86740a45-6687-4436-ad5d-80156251a9a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:18.142971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.288782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Calling delete_port for 057ac6ed-fb7e-487e-9454-a16dd05e00ff owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:18.323179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] For port 057ac6ed-fb7e-487e-9454-a16dd05e00ff, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=057ac6ed-fb7e-487e-9454-a16dd05e00ff,segment=NetworkSegment(86740a45-6687-4436-ad5d-80156251a9a6),segment_id=86740a45-6687-4436-ad5d-80156251a9a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:19:18.323934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.374121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.380303 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cfe005da-0774-4915-9b42-2a2dab453350 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:18.436640 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Pushing event deleted for resources: {'Port': ['ID=057ac6ed-fb7e-487e-9454-a16dd05e00ff,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:18.453954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] No DVR routers for this DVR port 057ac6ed-fb7e-487e-9454-a16dd05e00ff on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:19:18.458013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.458802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.459222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.459615 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.459991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.460375 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.460750 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.461121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.461494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.461858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.462256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.462605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:19:18.468170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Calling delete_port for 057ac6ed-fb7e-487e-9454-a16dd05e00ff owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:19:18.502963 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:18.570728 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:19:18.571312 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:19:18.606056 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 057ac6ed-fb7e-487e-9454-a16dd05e00ff no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:19:18.646889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 057ac6ed-fb7e-487e-9454-a16dd05e00ff {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:19:18.647269 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 057ac6ed-fb7e-487e-9454-a16dd05e00ff not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:19:18.647695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5571a03c-d98f-4f6f-a2df-9c9a1586c813 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:19:18.686214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 5571a03c-d98f-4f6f-a2df-9c9a1586c813 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:19:18.686572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 5571a03c-d98f-4f6f-a2df-9c9a1586c813 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:19:18.686992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2a511df-fad6-45ba-982d-e9a9fc0a19aa no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:19:18.731473 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b2a511df-fad6-45ba-982d-e9a9fc0a19aa {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:19:18.731838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b2a511df-fad6-45ba-982d-e9a9fc0a19aa not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:19:18.753844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.787113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f22d4f70>,) {'filters': {'network_id': ['346d1d12-6ea7-4af7-a27c-a3db81052e2d']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:18.802790 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22d4f70>, '86740a45-6687-4436-ad5d-80156251a9a6') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:18.803015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22d4f70>, '86740a45-6687-4436-ad5d-80156251a9a6') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:19:18.817438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.836407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.843721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:19:18.844181 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:19:18.860716 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:19:18.954747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.960297 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-04120959-6758-4630-9744-84d2f067376c tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:18.976152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:18.988852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Pushing event deleted for resources: {'Network': ['ID=346d1d12-6ea7-4af7-a27c-a3db81052e2d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:18.992187 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:18.994508 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] 10.222.0.66 "DELETE /v2.0/networks/346d1d12-6ea7-4af7-a27c-a3db81052e2d HTTP/1.1" status: 204  len: 168 time: 1.2160058
Dec 16 10:19:19.072327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Deleting port 057ac6ed-fb7e-487e-9454-a16dd05e00ff {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:19:19.072908 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.130556 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53642) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:19.141268 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-eb53c701-8d82-4317-bd9b-83ce5b8f4a76 None None] The port '057ac6ed-fb7e-487e-9454-a16dd05e00ff' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:19:19.188760 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-fdb7593c-3c6d-4371-a2d0-8b2d7bbfe603 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c82e6b9160334aa498c5edefacea51fa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0568976
Dec 16 10:19:19.192764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:19.253085 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.279362 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.332181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.336230 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-068fcce9-bb4f-4bb9-8001-af367993637e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:19.348868 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e49d901-4611-47a6-a92e-cc831cdd8b04,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:19.352686 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:19.356165 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.357355 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e49d901-4611-47a6-a92e-cc831cdd8b04 HTTP/1.1" status: 204  len: 168 time: 0.1637015
Dec 16 10:19:19.744711 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:19.795775 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c91c4a55-7100-4ff4-9449-2ee04c366046 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c334b284374412c99d0a742735e35dc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0497184
Dec 16 10:19:19.798061 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 53658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:19:19.865673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd99d-0734-4d98-96be-ca5a130a980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.898826 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd99d-0734-4d98-96be-ca5a130a980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.959927 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd99d-0734-4d98-96be-ca5a130a980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.965006 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7053cb95-f8c0-4173-8f72-16476474c734 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:19:19.980919 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd99d-0734-4d98-96be-ca5a130a980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c2cec6-4de2-4a3b-8f8d-90fddfa7b7e4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:19:19.985348 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e3ccd99d-0734-4d98-96be-ca5a130a980e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:19:19.988941 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd99d-0734-4d98-96be-ca5a130a980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:19.991390 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e3ccd99d-0734-4d98-96be-ca5a130a980e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95c2cec6-4de2-4a3b-8f8d-90fddfa7b7e4 HTTP/1.1" status: 204  len: 168 time: 0.1911049
Dec 16 10:19:31.991496 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:19:42.047143 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e90bca79-e166-4895-90d5-ce6769b914c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:42.382975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:44.401056 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:44.533675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3df27789-70d7-4534-9443-22606b8a61f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:45.471312 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:45.581422 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:19:47.246623 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:08.990598 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:20:12.050066 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03a24836-143a-4a15-8c76-9000beae2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:12.377763 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:14.398135 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:14.526979 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a50f65e9-5ba2-4b7d-b5f4-792e566da99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:15.474301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:15.590923 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:17.248996 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:42.060098 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80430638-cb29-4b64-b3eb-6b21599b7fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:42.393895 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:44.418130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:44.538371 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12d549cf-d4ad-4c63-bbd9-66b71d7d9644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:45.477997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:45.586235 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:20:45.991732 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:20:47.253021 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:12.055464 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ccd2-5c7a-4962-8433-1e658a6ed4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:12.417286 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:14.455546 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:14.534072 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d1f166b-c362-42c8-80e4-03f44069bb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:15.482253 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:15.595365 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:17.266061 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:22.992165 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:21:40.554319 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-5da5a328-20b9-4730-8b83-e39667cea53d req-d47fc55b-353f-4b66-af46-b9fea547802a tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] (87654) timed out ('10.222.0.66', 54092) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:21:42.055567 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9db60ca8-9eb1-41d6-9478-8f7384a615db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:42.404365 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:44.466353 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:44.538826 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4bef582d-83e9-4692-802f-e30212d59f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:45.487465 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:45.599269 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:47.257921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:21:59.991490 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:22:12.057432 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0752c85-e179-45f8-ae43-3dfa37d440a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:12.420973 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:14.460568 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:14.533940 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-67f00e3d-f4e1-46b4-bc2e-2534ae908ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:15.486349 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:15.592316 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:17.260012 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:36.991169 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:22:42.065417 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ea04ca3a-5da5-4b1c-a9e4-c32eddbb25b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:42.423397 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:44.461496 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:44.537425 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7d05afa4-5645-4719-b06a-076fcc4c20be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:44.989391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [req-b9a0bdc6-9bc4-49c6-a92a-c72a0812b8ee req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] (87654) timed out ('10.222.0.54', 63040) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 10:22:45.488863 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:45.595335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:22:47.263498 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:12.067874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9917be48-a3d6-4b8c-a49b-ac93349ea351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:12.419048 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:13.991067 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:23:14.475423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:14.541210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fab8a03a-4856-47eb-ac42-8337680dc087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:15.492490 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:15.597678 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:17.266879 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:42.068572 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0eb830c4-731d-4086-bd3e-c9875fafc7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:42.437748 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:44.474924 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:44.545262 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f91b2959-b43e-4cc0-93ed-7a11d19b10a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:45.505043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:45.601733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:47.270402 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:23:50.991576 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:24:12.070375 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd4c93b8-4601-4389-965f-cbfe8cbe7dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:12.426887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:14.489765 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:14.548335 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c902eb9-7e5a-4e6c-9935-4a129d8206e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:15.499685 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:15.607097 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:17.270727 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:27.991122 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:24:42.076452 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b81078d-c9e5-4730-8481-9d6f5f023380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:42.464172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:44.504648 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:44.551122 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51a07843-d931-4267-89a8-357755481116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:45.505466 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:45.603379 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:24:47.275595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:04.991708 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:25:12.067566 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5aaff7e9-3084-423f-b7c2-cb112dc63490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:12.462118 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:14.519881 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:14.552438 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39b6cb7f-7897-4130-b852-788d903d529c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:15.515450 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:15.607006 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:17.278801 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:41.990970 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:25:42.072050 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58e90b39-c001-45f5-b9a6-654bac2c2e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:42.467132 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:44.545585 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:44.557017 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b76da04a-5c52-4132-93c0-485fde7e1ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:45.508179 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:45.612361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:25:47.282846 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:12.076870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-828d09e1-98ff-40c3-94a4-8eb343d528fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:12.491955 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:14.550750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:14.563987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eee4a7bb-6bf2-4c38-9217-2105937f92c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:15.513675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:15.608657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:17.289372 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:18.990048 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:26:42.078754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c801ba5-cfc8-4096-ac16-e8c0e1270fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:42.518875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:44.544242 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:44.564372 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65e0ff6f-3b55-4d1a-8e55-705a6073da35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:45.516865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:45.604492 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:47.289694 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:26:55.989702 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:27:12.082598 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-804fa4e3-ec6e-413d-b3d9-5a1647164c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:12.503967 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:14.553938 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:14.573373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-316b9009-2c7a-4660-ad3c-155569b33d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:15.520218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:15.601155 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:17.292123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:32.989147 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:27:42.084373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28ea1349-f3f9-4698-b904-d4181fef1f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:42.514871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:44.546462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:44.556229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98bf1642-a2e4-4610-bbb9-92525d4c14a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:45.521128 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:45.595415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:27:47.289955 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:09.988101 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:28:12.088198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-809cd4b6-56cf-41e5-a4d8-69ab089c56a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:12.532657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:14.559771 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:14.564104 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84cafd5d-c4f5-49be-ac68-f3cada4cee36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:15.524218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:15.599025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:17.294048 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:42.089968 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28a8cfcd-ad07-4bd0-86a3-cd5fb80033ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:42.531551 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:44.550964 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:44.559971 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92b2dbda-6776-4127-b795-41dcd0bb788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:45.525505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:45.601742 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:28:46.988235 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:28:47.297308 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:12.092537 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-02ccf825-90e0-41b9-802e-68e14cb5651d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:12.530809 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:14.570336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:14.571445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e46f7ade-6d3d-4776-8e2a-0d25a0e9514c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:15.529212 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:15.603977 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:17.299458 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:23.988124 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:29:42.094421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-210773be-cc03-472b-b7dd-6e33da4e3a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:42.530281 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:44.569623 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:44.570674 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5658c6cd-773a-4d32-a01b-1a1c0838c306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:45.531564 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:45.606758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:29:47.302499 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:00.987400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:30:12.095186 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93d1968a-8e99-467f-8525-e1606347e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:12.547610 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:14.570818 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5804afb-077c-49ea-afbe-3afdad244818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:14.572583 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:15.534368 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:15.607859 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:17.306609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:37.986506 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:30:42.097106 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2000b249-bbab-461f-be41-b43703b098b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:42.543802 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:44.572535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:44.573776 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-034c0ab0-b33e-4f74-a06c-0d232bfcef68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:45.541301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:45.613226 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:30:47.309137 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:12.101794 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f1d0c2a-4c20-4688-aceb-5e2b99ae0332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:12.542750 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:14.579131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78d5b7f0-e575-4488-bdaf-86e7c45d48cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:14.584712 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:14.989212 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:31:15.541859 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:15.616047 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:17.315708 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:42.105963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6937d4f-14a7-4794-bfcb-3012fa56147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:42.559460 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:44.566034 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b95ecc9-7c6a-49ff-8a0c-8cbc635a279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:44.594279 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:45.545822 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:45.609758 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:47.315198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:31:51.988115 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:32:12.109422 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0594b2c0-4c99-4d76-a6c8-d0ac7fdb8531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:12.561307 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:14.560514 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ccfe9c7-1dd7-4996-a996-51a6045b41fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:14.592566 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:15.546817 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:15.614076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:17.316727 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:28.986819 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:32:42.112799 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc6bffe7-7758-4630-bf9d-678c9d0e24ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:42.572145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:44.564057 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8dd7be66-7494-4c69-a82a-fac2dab11945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:44.591481 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:45.551695 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:45.625476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:32:47.320883 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:05.987342 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:33:12.117876 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04045628-6d11-4161-8fa5-7acbff9778b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:12.572436 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:14.571617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1342c488-4583-4b9d-b4ad-c847e8ff1f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:14.603978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:15.559887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:15.621288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:17.333704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:42.126459 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a558c3f0-5a7e-40e2-bf32-ec4de5604ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:42.578147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:42.987646 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:33:44.577208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3733d420-5711-444d-8634-c449d53f9d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:44.609766 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:45.564471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:45.632800 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:33:47.331786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:12.123974 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-789e3c99-0d72-4edc-b2fb-d9b9d415845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:12.576315 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:14.568950 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c7a45e3-f017-4ffd-9308-5a2b5f989e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:14.611456 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:15.585287 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:15.628039 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:17.339321 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:19.993537 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:34:42.134246 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-790c5fb1-acaf-4db1-9ada-660adf5ed91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:42.595077 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:44.580376 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8060e442-749a-467c-a073-762d7d146370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:44.618502 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:45.578275 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:45.634867 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:47.348452 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:34:56.989238 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:35:12.129657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cfd1987d-f045-4919-9cc7-9e98c36a7e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:12.602109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:14.583676 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1b4473c-6370-4373-8661-d5e6e02e7dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:14.620480 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:15.591312 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:15.632592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:17.361103 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:33.989950 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:35:42.125675 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91a0facb-c0a7-42a7-a5a9-390c3fcfdf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:42.599081 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:44.580860 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94d850fa-cece-43c7-b621-df41a3fa865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:44.623408 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:45.583150 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:45.636056 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:35:47.352117 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:10.990446 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:36:12.128218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74f555f9-704c-43ca-a990-2ea4a8eb3e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:12.615174 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:14.582097 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c2fbca03-0c7a-409b-ad7e-f71e496055cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:14.621355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:15.588831 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:15.632968 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:17.350542 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:42.134862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce671-8adc-405f-bb7f-361088ba3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:42.623681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:44.573522 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71cc98ac-45f2-4e27-a40b-f0c00d85bdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:44.636409 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:45.589696 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:45.621701 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:47.357071 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:36:47.991710 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:37:12.134172 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-670f0b57-a95b-43fd-83c9-5205bef633ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:12.630081 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:14.585054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-436aa75b-d3fe-4e68-8f29-3a0b4053ac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:14.625544 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:15.597924 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:15.643301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:17.376210 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:24.998920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:37:42.130421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-67142e29-1816-4dfe-81c1-8bffd920fbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:42.640612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:44.606933 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88301ac7-54ae-40bc-8c75-8adc66ebe249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:44.654317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:45.595461 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:45.627266 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:37:47.359103 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:01.995978 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:38:12.128552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e051-714c-476d-b2ef-d608945f0be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:12.629027 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:14.581806 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28152cf4-85b1-4069-bd41-8e1871872996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:14.631841 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:15.600874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:15.628594 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:17.370652 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:38.985636 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:38:42.116383 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-67add56a-81b6-4f70-88aa-630cdb004728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:42.643810 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:44.570852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-08f04f59-3e5d-4f5c-8176-9c39f5d61a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:44.660368 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:45.621090 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:45.629403 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:38:47.367465 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:12.111676 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a4d24a0-da8b-4221-b8f3-3ca0d33c4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:12.658088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:14.563921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1053ab48-40d1-4ca1-9c60-e7f141369937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:14.671367 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:15.603144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:15.627880 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:15.986866 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:39:17.369892 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:42.115402 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47b9768a-65e0-46e4-9fa2-a63c5e4095d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:42.649763 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:44.579835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41f8de67-0cea-4008-b20a-99f1bf695323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:44.699345 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:45.628012 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:45.633562 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:47.385627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:39:52.988134 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:40:12.138619 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-091b67f4-de1a-4460-bd17-d0403a01f488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:12.660263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:14.580431 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-de6d8396-c11a-4050-94f4-8bda3ef4e47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:14.718161 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:15.620986 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:15.627401 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:17.386249 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:29.993587 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:40:42.116987 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-255b1575-b85e-4387-9e98-ab76e72cae1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:42.679010 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:44.575691 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62057c41-1849-46c5-8250-cccc80e25048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:44.737142 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:45.628100 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:45.633008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:40:47.384837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:06.995250 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:41:12.124131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-33ae7aae-b61c-4187-9bb1-94c0e1760f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:12.687515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:14.577772 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6de41dff-4c3a-42bf-bfe7-51808bbf2df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:14.730503 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:15.619576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:15.642415 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:17.398939 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:42.121607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69720329-900f-4103-a460-aa8616b9cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:42.687095 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:44.002641 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:41:44.575025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-448c6c28-5b55-4a3c-bc24-bd63e6196cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:44.750461 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:45.622058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:45.648043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:41:47.401420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:12.117257 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8535-b39b-48b1-93f0-71393e856566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:12.683982 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:14.580612 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2313bb9-c147-4ee1-8d48-cd0101ec5361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:14.739814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:15.635449 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:15.651493 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:17.402441 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:20.991905 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:42:42.119031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84cc940d-7dad-48e7-a286-6b99dfd8ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:42.695853 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:44.580493 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2d27d8c8-dd21-4d2c-967d-b85dc0d4bfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:44.753919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:45.631131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:45.632616 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:47.425160 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:42:58.003269 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:43:12.118532 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd03ea7b-a16d-4679-aa35-115671064591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:12.710355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:14.571642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1862ea09-d139-4f98-958e-189f673d563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:14.770874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:15.635535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:15.643420 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:16.060079 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 56862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:16.297643 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-73875893-30d1-4fe5-879f-8fe94b367329 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08e95592857b4f0fb669d5e0a0127479&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2358379
Dec 16 10:43:16.299873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 56870) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:16.372859 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:16.399193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:16.456265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:16.461741 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-728490a1-fa21-4288-bd72-c5ef26375100 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:16.479976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623df151-d9a4-4f26-8c12-f59b7897bf25,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:16.489263 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.489657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.490040 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.490422 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.490831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.491308 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.491851 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.492306 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.493008 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.493391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.493760 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.494129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:16.497895 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:16.517013 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:16.522414 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-de7efb11-f22c-47cb-a5cf-7c8c81f81529 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/623df151-d9a4-4f26-8c12-f59b7897bf25 HTTP/1.1" status: 204  len: 168 time: 0.2211742
Dec 16 10:43:17.406394 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:33.511857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:33.682926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:33.701854 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:33.705865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Usage tracker for resource:security_group_rule and tenant:b00271e5b223413d9f5b83f5718a310b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:33.710239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:33.717025 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:33.803320 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:33.808214 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:33.816151 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-45737129-9701-4260-ab99-4813d7027bf8 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:33.858646 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc938b00-c30b-4d35-90a1-8e6f9dac0c7c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:33.870038 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b00271e5b223413d9f5b83f5718a310b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3571897
Dec 16 10:43:33.871634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.872020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.872393 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.872764 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.872888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57048) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:33.873317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.873485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.873843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.874193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.874553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.874993 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.875287 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.875645 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:43:33.879473 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:33.949639 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:33.975746 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:34.028968 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:34.032692 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ec63a91b-14d9-490b-b355-e9ae0ec15135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:34.045917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc938b00-c30b-4d35-90a1-8e6f9dac0c7c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:34.049853 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:34.051943 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:34.053227 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc938b00-c30b-4d35-90a1-8e6f9dac0c7c HTTP/1.1" status: 204  len: 168 time: 0.1790857
Dec 16 10:43:34.990577 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:43:36.223256 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57206) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:36.340518 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:36.356814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:36.360601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Usage tracker for resource:security_group_rule and tenant:c3336c725cac4b4298f503c3aa2e295e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:36.363410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:36.369043 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:36.454596 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:36.457724 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:36.465921 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cc7d6fc-2d9f-44fb-abb3-b041f1ceef44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:36.505251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963e33f3-7b06-4012-8dc7-5c79a1119bc7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:36.508180 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:36.511028 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3336c725cac4b4298f503c3aa2e295e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2867594
Dec 16 10:43:36.513860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57212) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:36.585899 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:36.611971 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:36.667244 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:36.671117 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05660d00-d813-472e-864d-647cd671e7c9 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:36.682943 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963e33f3-7b06-4012-8dc7-5c79a1119bc7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:36.686428 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:36.689777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:36.690959 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/963e33f3-7b06-4012-8dc7-5c79a1119bc7 HTTP/1.1" status: 204  len: 168 time: 0.1761024
Dec 16 10:43:37.008355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57220) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:37.026688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:37.042609 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:37.047650 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Usage tracker for resource:security_group_rule and tenant:cf5d52c5f2b741f68cf26272d36cc964 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:37.051153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:37.057693 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:37.142064 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:37.146608 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:37.154072 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c709ce9e-91a1-476c-a528-c1c707889377 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:37.196465 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf5d52c5f2b741f68cf26272d36cc964&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1870186
Dec 16 10:43:37.197257 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9549e13-697b-4921-835d-92af109e8d6e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:37.199184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57224) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:37.200286 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fa8d6eb-ce07-4aba-a80d-2941e2a8963d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:37.263226 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:37.291867 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:37.352468 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:37.358221 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-955a0ba4-550f-4a66-aab6-368d69811b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:37.372193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9549e13-697b-4921-835d-92af109e8d6e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:37.374414 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:37.375584 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9549e13-697b-4921-835d-92af109e8d6e HTTP/1.1" status: 204  len: 168 time: 0.1753075
Dec 16 10:43:37.376549 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:38.185924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57248) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:38.299946 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-593907224-network', 'tenant_id': 'bf0945b61b2f44e1ab614cbc1231a98e'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:43:38.306794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:38.312433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Usage tracker for resource:network and tenant:bf0945b61b2f44e1ab614cbc1231a98e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:38.315807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:38.322142 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:38.335800 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Made reservation on behalf of bf0945b61b2f44e1ab614cbc1231a98e for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:43:38.338122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.350663 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.367224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:38.371222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Usage tracker for resource:security_group_rule and tenant:bf0945b61b2f44e1ab614cbc1231a98e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:38.374121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:38.380137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:38.472950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.477510 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.480826 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-80dd54e4-3550-4ad8-8929-fe6f9dd43012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:38.516214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:43:38.522203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf110a3-cd0e-4bb1-840a-26d0e5fedc31,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:38.527029 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:38.531873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.532148 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Added segment 8a231a5b-7a05-4b7e-ae0f-5e5b5a4b5c5c of type vlan for network 17bf0115-27b0-41f1-a9f4-e72b741b0d33
Dec 16 10:43:38.562800 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.597839 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.598895 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:43:38.599505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.603676 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-397ab47b-b3b0-4e0c-9644-095cbc7c009c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:38.714963 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Pushing event updated for resources: {'Network': ['ID=17bf0115-27b0-41f1-a9f4-e72b741b0d33,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:38.718261 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5310197
Dec 16 10:43:38.719288 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:38.724154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57254) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:38.726940 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 17bf0115-27b0-41f1-a9f4-e72b741b0d33 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:43:38.731756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Request body: {'subnet': {'network_id': '17bf0115-27b0-41f1-a9f4-e72b741b0d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-593907224-subnet', 'tenant_id': 'bf0945b61b2f44e1ab614cbc1231a98e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:43:38.738504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:38.743041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Usage tracker for resource:subnet and tenant:bf0945b61b2f44e1ab614cbc1231a98e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:38.746441 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:38.752778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:38.764708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Made reservation on behalf of bf0945b61b2f44e1ab614cbc1231a98e for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:43:38.767371 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.989291 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:38.993749 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2705cbe3-01b4-402b-8034-5acd120fa60c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:39.064397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcae40e-3570-43bc-9373-a959f44341f4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:39.068415 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:39.076371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Checking segment: {'id': '8a231a5b-7a05-4b7e-ae0f-5e5b5a4b5c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17bf0115-27b0-41f1-a9f4-e72b741b0d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:43:39.076729 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Network hostable DHCP agents. Network: 17bf0115-27b0-41f1-a9f4-e72b741b0d33, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:43:39.096841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Network 17bf0115-27b0-41f1-a9f4-e72b741b0d33 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:43:39.106805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 17bf0115-27b0-41f1-a9f4-e72b741b0d33) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:43:39.111370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:43:39.111952 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:39.117155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d41dc-65aa-4781-986f-545183fe1c66 None None] Network 17bf0115-27b0-41f1-a9f4-e72b741b0d33 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:43:39.135650 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2a0cc974-3410-400d-adda-06718c1687c5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4103911
Dec 16 10:43:39.367209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2fd09-f2d8-40b6-9b41-2c49043c0c89 None None] Network 17bf0115-27b0-41f1-a9f4-e72b741b0d33 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:43:39.715945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57272) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:39.722060 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-201171130-network', 'tenant_id': 'da56a793872347a88be6684a1ab103bd'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:43:39.728220 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:39.732121 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Usage tracker for resource:network and tenant:da56a793872347a88be6684a1ab103bd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:39.735018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:39.741074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:39.752464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Made reservation on behalf of da56a793872347a88be6684a1ab103bd for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:43:39.755018 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:39.768393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:39.785071 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:39.789505 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Usage tracker for resource:security_group_rule and tenant:da56a793872347a88be6684a1ab103bd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:39.792415 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:39.798370 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:39.892168 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:39.896337 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:39.899954 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-228fda33-f37f-4136-aaed-343c1438903c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:39.928832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:43:39.937888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4920bde-e393-45d7-a61d-4a7fd680d023,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:39.941852 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:39.945242 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:39.946644 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Added segment 90c2d214-106e-4f60-b21f-fed32dbbb732 of type vlan for network 0b904aab-6c83-48cc-b5e7-ecb1f60d92ab
Dec 16 10:43:39.977848 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:40.011093 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:40.012565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:43:40.013405 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:40.019788 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3ac20a8c-0329-4fed-b678-e995da7d79df tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:40.124041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Pushing event updated for resources: {'Network': ['ID=0b904aab-6c83-48cc-b5e7-ecb1f60d92ab,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:40.129465 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4098830
Dec 16 10:43:40.129465 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:40.129772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57276) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:43:40.135621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 0b904aab-6c83-48cc-b5e7-ecb1f60d92ab details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:43:40.136176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Request body: {'subnet': {'network_id': '0b904aab-6c83-48cc-b5e7-ecb1f60d92ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-201171130-subnet', 'tenant_id': 'da56a793872347a88be6684a1ab103bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:43:40.141201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:43:40.145274 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Usage tracker for resource:subnet and tenant:da56a793872347a88be6684a1ab103bd is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:43:40.148858 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:43:40.155057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:43:40.168251 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Made reservation on behalf of da56a793872347a88be6684a1ab103bd for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:43:40.171702 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:40.422559 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:40.426272 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5887742e-ccea-4ad0-80b7-00b3b350aaec tempest-NetworksIpV6TestAttrs-1549052344 tempest-NetworksIpV6TestAttrs-1549052344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:43:40.503989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6009b357-254f-4361-ba15-a00536f42a02,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:43:40.508540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:43:40.513285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Checking segment: {'id': '90c2d214-106e-4f60-b21f-fed32dbbb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0b904aab-6c83-48cc-b5e7-ecb1f60d92ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:43:40.513704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Network hostable DHCP agents. Network: 0b904aab-6c83-48cc-b5e7-ecb1f60d92ab, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:43:40.533136 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Network 0b904aab-6c83-48cc-b5e7-ecb1f60d92ab is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:43:40.543037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 0b904aab-6c83-48cc-b5e7-ecb1f60d92ab) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:43:40.547380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:43:40.547965 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:40.556034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394d6a2-9a43-4aac-a466-3999cd7d98d7 None None] Network 0b904aab-6c83-48cc-b5e7-ecb1f60d92ab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:43:40.572787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4417953
Dec 16 10:43:40.785861 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed07ce-e428-4b10-9a85-00ad2d29e297 None None] Network 0b904aab-6c83-48cc-b5e7-ecb1f60d92ab requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:43:42.113164 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bffd4138-25b3-4ff5-9b32-01a2286765e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:42.722008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:44.574880 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10fee3dc-b57d-4629-a0b1-f6be5e2f0da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:44.762235 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:45.635078 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:45.639628 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:43:47.403897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:11.993815 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:44:12.115944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-17bbba73-b4d4-47e3-b365-c1fe712c1998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:12.726145 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:14.578140 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b87f3321-950b-4a8f-a427-c79a97a9276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:14.763842 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:15.638703 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:15.641155 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:17.408989 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:40.887114 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57294) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:40.956524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Deleting subnet 5dcae40e-3570-43bc-9373-a959f44341f4 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:44:40.959712 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.019756 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.086021 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.171711 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.175530 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac702636-50fd-490c-8df2-fdd5c099f1c7 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:41.211641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcae40e-3570-43bc-9373-a959f44341f4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:41.216636 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.226677 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.226930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.227345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.227734 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.228103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.228473 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.228863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.229228 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.229589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.229951 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.230311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.230669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:41.235826 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:41.245623 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5dcae40e-3570-43bc-9373-a959f44341f4 HTTP/1.1" status: 204  len: 168 time: 0.3574541
Dec 16 10:44:41.248431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:41.371849 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.507996 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.538435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ad2f70>,) {'filters': {'network_id': ['17bf0115-27b0-41f1-a9f4-e72b741b0d33']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:41.553591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ad2f70>, '8a231a5b-7a05-4b7e-ae0f-5e5b5a4b5c5c') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:41.553887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ad2f70>, '8a231a5b-7a05-4b7e-ae0f-5e5b5a4b5c5c') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:41.567404 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.584301 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.590554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:44:41.590926 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:44:41.611325 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:44:41.836535 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.840639 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f5914e2d-e79c-4964-8f4e-d3ab753c9e6c tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:41.867841 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:41.878388 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=17bf0115-27b0-41f1-a9f4-e72b741b0d33,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:41.882376 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/17bf0115-27b0-41f1-a9f4-e72b741b0d33 HTTP/1.1" status: 204  len: 168 time: 0.6326327
Dec 16 10:44:41.883370 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7292c171-654f-46cc-9c03-be9b097fa7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:41.885612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57302) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:41.950836 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Deleting subnet 6009b357-254f-4361-ba15-a00536f42a02 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:44:41.953975 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.005018 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.061985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.118110 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c71387f-edc5-4aee-9f72-0db4d64bf931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.134177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.138079 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0b255538-24a1-4657-933a-30a63b7f85e4 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:42.172784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6009b357-254f-4361-ba15-a00536f42a02,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:42.175479 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:42.181117 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.187279 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-335cf70d-3412-4b75-9221-78f042351ab9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6009b357-254f-4361-ba15-a00536f42a02 HTTP/1.1" status: 204  len: 168 time: 0.3004529
Dec 16 10:44:42.190046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:42.311127 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.445946 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.471863 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f71dd9d0>,) {'filters': {'network_id': ['0b904aab-6c83-48cc-b5e7-ecb1f60d92ab']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:42.485516 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71dd9d0>, '90c2d214-106e-4f60-b21f-fed32dbbb732') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:42.485800 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f71dd9d0>, '90c2d214-106e-4f60-b21f-fed32dbbb732') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:42.498939 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.520895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.539077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:44:42.539077 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:44:42.558248 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:44:42.641590 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.645072 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-faf90997-b8b7-4077-9020-2e99ff923dfc tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:42.659013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.669122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b904aab-6c83-48cc-b5e7-ecb1f60d92ab,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:42.671781 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0b904aab-6c83-48cc-b5e7-ecb1f60d92ab HTTP/1.1" status: 204  len: 168 time: 0.4807160
Dec 16 10:44:42.672666 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:42.740221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:42.867432 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:42.920690 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-adb4b36f-0e4f-46ad-9eb8-5d7046db5cac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf0945b61b2f44e1ab614cbc1231a98e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0514119
Dec 16 10:44:42.923091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:42.983314 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.009645 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.064240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.068039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-685e4134-4239-4fdd-8028-16feeae44d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:43.079279 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf110a3-cd0e-4bb1-840a-26d0e5fedc31,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:43.082663 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:43.085971 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.087154 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8cf110a3-cd0e-4bb1-840a-26d0e5fedc31 HTTP/1.1" status: 204  len: 168 time: 0.1631093
Dec 16 10:44:43.444742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57324) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:43.499826 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b3de744a-6156-47ff-a9f5-87a119bbc4b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da56a793872347a88be6684a1ab103bd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0538526
Dec 16 10:44:43.503035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:43.574118 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.612847 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.681851 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.686152 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f38a9bdd-8ea9-419d-8bc9-ba9208269aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:43.819495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4920bde-e393-45d7-a61d-4a7fd680d023,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:43.830754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.831141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.831546 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.831916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.832283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.832658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.833020 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.833384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.833744 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.834105 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.834706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.835085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:43.838860 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:43.840317 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:43.841438 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4920bde-e393-45d7-a61d-4a7fd680d023 HTTP/1.1" status: 204  len: 168 time: 0.3368208
Dec 16 10:44:44.585571 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d251d7ae-8e80-418f-8181-e36cc5487dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:44.642376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:44.764665 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:44.776122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2073807292-network', 'tenant_id': '28a3e0a370874a04b7eaab9271313378'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:44:44.781979 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:44.785879 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Usage tracker for resource:network and tenant:28a3e0a370874a04b7eaab9271313378 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:44.789065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:44.798956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:44.811430 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Made reservation on behalf of 28a3e0a370874a04b7eaab9271313378 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:44:44.813836 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:44.827452 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:44.843238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:44.847596 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Usage tracker for resource:security_group_rule and tenant:28a3e0a370874a04b7eaab9271313378 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:44.850460 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:44.856376 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:44.950974 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:44.959181 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:44.962500 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:44.998470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:44:45.006963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9670f-32e1-4423-b42d-60c1cb0a7a21,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:45.011325 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:45.014253 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.014592 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Added segment 396a37f4-755d-494e-a9e8-2514f6dea5a0 of type vlan for network 07f1ec23-dd55-432d-89f7-264b32150876
Dec 16 10:44:45.043318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.074898 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.075961 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:44:45.076531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.079937 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-578182aa-96e5-4dab-8152-eb8bd2c4ddaa tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:45.183325 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Pushing event updated for resources: {'Network': ['ID=07f1ec23-dd55-432d-89f7-264b32150876,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:45.186102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5425429
Dec 16 10:44:45.186950 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:45.190001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57358) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:45.195149 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 07f1ec23-dd55-432d-89f7-264b32150876 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:44:45.195619 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Request body: {'subnet': {'network_id': '07f1ec23-dd55-432d-89f7-264b32150876', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2073807292-subnet', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:44:45.201610 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:45.205379 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Usage tracker for resource:subnet and tenant:28a3e0a370874a04b7eaab9271313378 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:45.208314 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:45.214226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:45.225569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Made reservation on behalf of 28a3e0a370874a04b7eaab9271313378 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:44:45.228561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.474467 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.479585 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c6b94146-3fbb-4c52-a1ef-640daeec5b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:45.557066 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f5b136-a2bb-4994-8184-e8f487ff65b8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:45.560981 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:45.565541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Checking segment: {'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:44:45.565905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Network hostable DHCP agents. Network: 07f1ec23-dd55-432d-89f7-264b32150876, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:44:45.590028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Network 07f1ec23-dd55-432d-89f7-264b32150876 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:44:45.601626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 07f1ec23-dd55-432d-89f7-264b32150876) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:45.607055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:44:45.608045 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.615348 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fac167-17ca-44a9-ad52-6f1ce5954972 None None] Network 07f1ec23-dd55-432d-89f7-264b32150876 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:44:45.639054 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-16776c0c-e4c9-4dc0-bd8b-f726c0bc0e6b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4479425
Dec 16 10:44:45.639726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 57362) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:45.648166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:44:45.653978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:45.657922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Usage tracker for resource:router and tenant:28a3e0a370874a04b7eaab9271313378 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:45.661082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:45.669117 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:45.683796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.684999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.703041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.724877 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.730618 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:45.884477 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-07f1ec23-dd55-432d-89f7-264b32150876', 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'fixed_ips': [{'subnet_id': 'c8f5b136-a2bb-4994-8184-e8f487ff65b8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:44:45.885698 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.019591 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.073633 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Allocated IP 172.20.0.2 (07f1ec23-dd55-432d-89f7-264b32150876/c8f5b136-a2bb-4994-8184-e8f487ff65b8/410f10c6-65e6-4789-a1b7-0feab9448c9e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:44:46.326396 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.338356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Transition to ACTIVE for port object 410f10c6-65e6-4789-a1b7-0feab9448c9e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:46.360903 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Transition to ACTIVE for port object 410f10c6-65e6-4789-a1b7-0feab9448c9e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:46.368031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.374639 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-577d0da3-cad0-4261-9928-14f7ba59bc20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:46.392492 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.435737 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.438935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Network 07f1ec23-dd55-432d-89f7-264b32150876 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:44:46.441822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:46.447670 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:44:46.456925 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Pushing event updated for resources: {'Port': ['ID=410f10c6-65e6-4789-a1b7-0feab9448c9e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:46.498055 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.498399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.498741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.499078 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.499503 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.499832 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.500224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.500554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.500874 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.501195 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.501512 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.501828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:46.531147 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:46.570188 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Attempting to bind port 410f10c6-65e6-4789-a1b7-0feab9448c9e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:44:46.570590 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Attempting to bind port 410f10c6-65e6-4789-a1b7-0feab9448c9e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:44:46.570981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Attempting to bind port 410f10c6-65e6-4789-a1b7-0feab9448c9e on network 07f1ec23-dd55-432d-89f7-264b32150876 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:44:46.577390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:44:46.577693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Checking segment: {'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:44:46.578035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.578441 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Bound using segment: {'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:44:46.578919 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Bound port: 410f10c6-65e6-4789-a1b7-0feab9448c9e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:44:46.579339 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.607170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Allocated IP 172.25.3.155 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/eda4a177-8173-4f47-8731-a19955bda12e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:44:46.742973 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] For port 410f10c6-65e6-4789-a1b7-0feab9448c9e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:44:46.746463 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] For port 410f10c6-65e6-4789-a1b7-0feab9448c9e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=410f10c6-65e6-4789-a1b7-0feab9448c9e,segment=NetworkSegment(396a37f4-755d-494e-a9e8-2514f6dea5a0),segment_id=396a37f4-755d-494e-a9e8-2514f6dea5a0)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:44:46.751504 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.757139 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:46.783709 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.817431 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:46.822871 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8aefd8c-4366-4571-b4e0-351093395963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:46.849475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Pushing event updated for resources: {'Port': ['ID=410f10c6-65e6-4789-a1b7-0feab9448c9e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:46.852467 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:46.891699 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:44:46.894578 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:46.898520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:44:46.939326 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Pushing event updated for resources: {'Port': ['ID=eda4a177-8173-4f47-8731-a19955bda12e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:46.943906 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:47.429978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:47.436160 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 410f10c6-65e6-4789-a1b7-0feab9448c9e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:47.526168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 410f10c6-65e6-4789-a1b7-0feab9448c9e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:47.612732 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:47.996528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed479b-3ed3-4c8e-971e-d23e977f77d2 None None] Network 07f1ec23-dd55-432d-89f7-264b32150876 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:44:48.018423 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:48.116030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Provisioning for port 410f10c6-65e6-4789-a1b7-0feab9448c9e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:48.139390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Provisioning complete for port 410f10c6-65e6-4789-a1b7-0feab9448c9e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:48.139786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:48.272576 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Router 81824c98-fe59-4c99-b923-2d07face153e is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:44:48.362697 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:48.404066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] For port 410f10c6-65e6-4789-a1b7-0feab9448c9e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=410f10c6-65e6-4789-a1b7-0feab9448c9e,segment=NetworkSegment(396a37f4-755d-494e-a9e8-2514f6dea5a0),segment_id=396a37f4-755d-494e-a9e8-2514f6dea5a0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:44:48.409222 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:48.412058 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:48.484516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:44:48.498948 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Sync routers for ids ['81824c98-fe59-4c99-b923-2d07face153e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:44:48.499534 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Pushing event updated for resources: {'Port': ['ID=410f10c6-65e6-4789-a1b7-0feab9448c9e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:48.503677 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:48.521169 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Routers {'81824c98-fe59-4c99-b923-2d07face153e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:44:48.522116 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f208c430>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['81824c98-fe59-4c99-b923-2d07face153e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:48.530905 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:48.534795 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8910139
Dec 16 10:44:48.535739 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:48.734886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f97196d2-ffdd-4d40-9a0d-0a6b1ea9ab5a None None] Provisioning complete for port 410f10c6-65e6-4789-a1b7-0feab9448c9e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:48.735241 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f97196d2-ffdd-4d40-9a0d-0a6b1ea9ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:48.752227 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Set router 81824c98-fe59-4c99-b923-2d07face153e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:44:49.001594 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:44:49.126621 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f208c430>, [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:44:47Z', 'revision_number': 3, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port': {'id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:46Z', 'updated_at': '2021-12-16T10:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:49.135213 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Checking router: 81824c98-fe59-4c99-b923-2d07face153e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:44:49.135565 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Updating router 81824c98-fe59-4c99-b923-2d07face153e port eda4a177-8173-4f47-8731-a19955bda12e binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:44:49.197373 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.411261 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 410f10c6-65e6-4789-a1b7-0feab9448c9e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:49.479444 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.493356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 410f10c6-65e6-4789-a1b7-0feab9448c9e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:49.494115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.562621 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.575923 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Transition to ACTIVE for port object eda4a177-8173-4f47-8731-a19955bda12e will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:49.583451 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.588678 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-ab9d3ea8-4c31-4298-a0bd-159ba4f73ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:49.668469 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Attempting to bind port eda4a177-8173-4f47-8731-a19955bda12e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:44:49.668940 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Attempting to bind port eda4a177-8173-4f47-8731-a19955bda12e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:44:49.669307 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Attempting to bind port eda4a177-8173-4f47-8731-a19955bda12e on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:44:49.675215 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Pushing event updated for resources: {'Port': ['ID=eda4a177-8173-4f47-8731-a19955bda12e,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:49.680296 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:44:49.681277 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:44:49.681682 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.682077 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:44:49.682542 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Bound port: eda4a177-8173-4f47-8731-a19955bda12e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:44:49.682918 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.720016 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.720356 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.720771 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.721023 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.721341 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.721674 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.721992 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.722313 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.722624 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.722941 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.723273 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.723607 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:44:49.729582 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Allocated IP 172.20.0.1 (07f1ec23-dd55-432d-89f7-264b32150876/c8f5b136-a2bb-4994-8184-e8f487ff65b8/622ceebe-4f59-4664-9143-a16ec704ea82) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:44:49.738560 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:49.770826 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] For port eda4a177-8173-4f47-8731-a19955bda12e, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:44:49.774789 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] For port eda4a177-8173-4f47-8731-a19955bda12e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=eda4a177-8173-4f47-8731-a19955bda12e,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:44:49.780192 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.788171 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d5fc42e2-3926-4349-b93d-76645af55658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:49.866018 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Routers {'81824c98-fe59-4c99-b923-2d07face153e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:44:49.866676 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f208c430>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['81824c98-fe59-4c99-b923-2d07face153e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:49.903879 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.922653 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Transition to ACTIVE for port object 622ceebe-4f59-4664-9143-a16ec704ea82 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:49.952024 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Pushing event updated for resources: {'Port': ['ID=eda4a177-8173-4f47-8731-a19955bda12e,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:49.955453 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:49.957006 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:49.965332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2e729c22-1a41-43dd-ae1f-4ba94d115f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:50.039051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Network 07f1ec23-dd55-432d-89f7-264b32150876 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:44:50.042166 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:50.046472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:44:50.076608 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] Set router 81824c98-fe59-4c99-b923-2d07face153e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:44:50.095701 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Pushing event updated for resources: {'Port': ['ID=622ceebe-4f59-4664-9143-a16ec704ea82,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:50.100676 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:50.119078 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:50.323766 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-efc0cfb5-3106-41e6-a097-170b0f38eb92 None None] Provisioning for port 622ceebe-4f59-4664-9143-a16ec704ea82 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:50.331997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-efc0cfb5-3106-41e6-a097-170b0f38eb92 None None] Provisioning complete for port 622ceebe-4f59-4664-9143-a16ec704ea82 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:50.332398 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efc0cfb5-3106-41e6-a097-170b0f38eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:50.399112 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-efc0cfb5-3106-41e6-a097-170b0f38eb92 None None] Port 622ceebe-4f59-4664-9143-a16ec704ea82 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:44:50.456131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:50.465510 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f208c430>, [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:44:47Z', 'revision_number': 3, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port': {'id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:46Z', 'updated_at': '2021-12-16T10:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:50.470794 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea162151-3b2b-461a-b23e-81aa1cd02c4e None None] The sync data for ids ['81824c98-fe59-4c99-b923-2d07face153e'] in n-d-820554-2 is: [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:44:47Z', 'revision_number': 3, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port': {'id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:46Z', 'updated_at': '2021-12-16T10:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:44:50.778152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:50.787047 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:50.986907 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-aa5d93bf-6a75-4f93-97ff-6f6abe85c3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:51.078767 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Pushing event updated for resources: {'Port': ['ID=622ceebe-4f59-4664-9143-a16ec704ea82,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:51.081569 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:51.085779 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:51.246522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Network 07f1ec23-dd55-432d-89f7-264b32150876 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:44:51.248018 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:51.449074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device eda4a177-8173-4f47-8731-a19955bda12e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:51.470041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Router 81824c98-fe59-4c99-b923-2d07face153e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:44:51.576958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port eda4a177-8173-4f47-8731-a19955bda12e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:51.583313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port eda4a177-8173-4f47-8731-a19955bda12e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:51.583779 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:51.651349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-98d0e1d7-687e-4dd1-a523-5065a49dc880 None None] Provisioning complete for port 622ceebe-4f59-4664-9143-a16ec704ea82 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:51.651907 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98d0e1d7-687e-4dd1-a523-5065a49dc880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:51.704911 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:44:51.721109 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] 10.222.0.66 "PUT /v2.0/routers/81824c98-fe59-4c99-b923-2d07face153e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1783216
Dec 16 10:44:51.745681 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-98d0e1d7-687e-4dd1-a523-5065a49dc880 None None] Port 622ceebe-4f59-4664-9143-a16ec704ea82 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:44:51.775667 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:51.798686 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port eda4a177-8173-4f47-8731-a19955bda12e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=eda4a177-8173-4f47-8731-a19955bda12e,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:44:51.803590 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:51.808085 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2594c0e0-b609-4884-9a5d-904ce2262196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:51.881560 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=eda4a177-8173-4f47-8731-a19955bda12e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:51.886290 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:52.316504 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Sync routers for ids ['81824c98-fe59-4c99-b923-2d07face153e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:44:52.329581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Routers {'81824c98-fe59-4c99-b923-2d07face153e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:44:52.330421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2615d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['81824c98-fe59-4c99-b923-2d07face153e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:52.353871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:52.364215 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-549121241-network', 'tenant_id': 'b78491ab5016437f91358af2c61a2004'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:44:52.370901 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:52.377890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Usage tracker for resource:network and tenant:b78491ab5016437f91358af2c61a2004 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:52.382242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:52.390533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:52.405830 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Made reservation on behalf of b78491ab5016437f91358af2c61a2004 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:44:52.408493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.424279 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.441811 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:52.449152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Usage tracker for resource:security_group_rule and tenant:b78491ab5016437f91358af2c61a2004 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:52.453565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:52.462149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:52.609401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.614730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Set router 81824c98-fe59-4c99-b923-2d07face153e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:44:52.616277 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.639048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:44:52.648238 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2864164d-e38a-455b-a48f-b16415d02729 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:52.688203 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.688555 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Added segment b5816721-9333-44e3-abaf-9c3acfbf8272 of type vlan for network 39e67828-58f1-4b17-8d77-9edb8578025a
Dec 16 10:44:52.713431 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b3ec29-8c12-496b-82c4-32130d8f562f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:52.720344 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:52.747798 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.802830 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.804976 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:44:52.806122 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:52.816332 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dbd04d53-9e8f-48a3-bf0d-ee4c1be84457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:52.974806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Pushing event updated for resources: {'Network': ['ID=39e67828-58f1-4b17-8d77-9edb8578025a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:52.978222 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6230032
Dec 16 10:44:52.979262 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:52.981098 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:52.988460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 39e67828-58f1-4b17-8d77-9edb8578025a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:44:52.988769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Request body: {'subnet': {'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-549121241-subnet', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:44:52.996444 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:53.003071 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Usage tracker for resource:subnet and tenant:b78491ab5016437f91358af2c61a2004 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:53.007200 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:53.016498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:53.031886 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Made reservation on behalf of b78491ab5016437f91358af2c61a2004 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:44:53.035526 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:53.262455 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2615d00>, [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 4, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port': {'id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:46Z', 'updated_at': '2021-12-16T10:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '622ceebe-4f59-4664-9143-a16ec704ea82', 'name': '', 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'c8f5b136-a2bb-4994-8184-e8f487ff65b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 2, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'subnets': [{'id': 'c8f5b136-a2bb-4994-8184-e8f487ff65b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:53.267662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Checking router: 81824c98-fe59-4c99-b923-2d07face153e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:44:53.268037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Updating router 81824c98-fe59-4c99-b923-2d07face153e port 622ceebe-4f59-4664-9143-a16ec704ea82 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:44:53.327844 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:53.332103 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f805eec7-1b01-43c7-9b93-0bb4357abba0 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:53.340030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:53.424027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Checking segment: {'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:44:53.424771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Network hostable DHCP agents. Network: 39e67828-58f1-4b17-8d77-9edb8578025a, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:44:53.433976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device eda4a177-8173-4f47-8731-a19955bda12e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:53.438565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1d95ca-1404-440a-8434-33e7d8f23ef8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:53.441662 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:53.457475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Network 39e67828-58f1-4b17-8d77-9edb8578025a is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:44:53.477339 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 39e67828-58f1-4b17-8d77-9edb8578025a) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:53.483832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:44:53.485948 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:53.502283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef54bb9-d447-436a-a858-c25451e0f8a4 None None] Network 39e67828-58f1-4b17-8d77-9edb8578025a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:44:53.524005 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5413003
Dec 16 10:44:53.527847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:53.533849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:44:53.540551 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:44:53.546741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Usage tracker for resource:router and tenant:b78491ab5016437f91358af2c61a2004 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:44:53.554170 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:44:53.575691 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:44:53.595036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:53.596013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:53.618326 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:53.776597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port eda4a177-8173-4f47-8731-a19955bda12e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:53.777290 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.040872 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-39e67828-58f1-4b17-8d77-9edb8578025a', 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'fixed_ips': [{'subnet_id': 'de1d95ca-1404-440a-8434-33e7d8f23ef8'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:44:54.041715 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.094576 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.278832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.333995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Transition to ACTIVE for port object 622ceebe-4f59-4664-9143-a16ec704ea82 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:54.348320 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.354242 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-577d0da3-cad0-4261-9928-14f7ba59bc20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:54.419132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Allocated IP 172.20.0.2 (39e67828-58f1-4b17-8d77-9edb8578025a/de1d95ca-1404-440a-8434-33e7d8f23ef8/2025f605-0378-4975-a3ab-d5ad75bb3e53) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:44:54.460511 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.519799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.529652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb479c9b-6c14-47c9-9bd3-9c69b9f383ab None None] Pushing event updated for resources: {'Port': ['ID=622ceebe-4f59-4664-9143-a16ec704ea82,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:54.536450 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fb479c9b-6c14-47c9-9bd3-9c69b9f383ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:54.720576 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Allocated IP 172.25.3.216 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:44:54.794750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Attempting to bind port 622ceebe-4f59-4664-9143-a16ec704ea82 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:44:54.795652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Attempting to bind port 622ceebe-4f59-4664-9143-a16ec704ea82 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:44:54.795652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Attempting to bind port 622ceebe-4f59-4664-9143-a16ec704ea82 on network 07f1ec23-dd55-432d-89f7-264b32150876 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:44:54.817517 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:44:54.817916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Checking segment: {'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:44:54.818369 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.818802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Bound using segment: {'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:44:54.820267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Bound port: 622ceebe-4f59-4664-9143-a16ec704ea82, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396a37f4-755d-494e-a9e8-2514f6dea5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:44:54.820267 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.897347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.934272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:54.940040 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b07f9a89-4f07-4281-99a1-9644f8666d43 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:55.018449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:44:55.023077 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:55.023429 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:55.028086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] For port 622ceebe-4f59-4664-9143-a16ec704ea82, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:44:55.028640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:44:55.038359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] For port 622ceebe-4f59-4664-9143-a16ec704ea82, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=622ceebe-4f59-4664-9143-a16ec704ea82,segment=NetworkSegment(396a37f4-755d-494e-a9e8-2514f6dea5a0),segment_id=396a37f4-755d-494e-a9e8-2514f6dea5a0)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:44:55.050601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:55.056375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Transition to ACTIVE for port object 2025f605-0378-4975-a3ab-d5ad75bb3e53 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:55.059734 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fb479c9b-6c14-47c9-9bd3-9c69b9f383ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:55.065169 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Pushing event updated for resources: {'Port': ['ID=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:55.076637 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:55.169837 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Transition to ACTIVE for port object 2025f605-0378-4975-a3ab-d5ad75bb3e53 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:55.190455 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:55.198550 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Routers {'81824c98-fe59-4c99-b923-2d07face153e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:44:55.199336 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2615d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['81824c98-fe59-4c99-b923-2d07face153e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:55.306064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb479c9b-6c14-47c9-9bd3-9c69b9f383ab None None] Pushing event updated for resources: {'Port': ['ID=622ceebe-4f59-4664-9143-a16ec704ea82,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:55.316083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Network 39e67828-58f1-4b17-8d77-9edb8578025a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:44:55.317187 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fb479c9b-6c14-47c9-9bd3-9c69b9f383ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:55.317729 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-01168377-a82c-4ab9-8ba4-888e2ba5ce12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:55.370706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:55.386182 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:44:55.622138 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Pushing event updated for resources: {'Port': ['ID=2025f605-0378-4975-a3ab-d5ad75bb3e53,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:55.637460 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:55.665975 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Attempting to bind port 2025f605-0378-4975-a3ab-d5ad75bb3e53 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:44:55.667077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Attempting to bind port 2025f605-0378-4975-a3ab-d5ad75bb3e53 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:44:55.667077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Attempting to bind port 2025f605-0378-4975-a3ab-d5ad75bb3e53 on network 39e67828-58f1-4b17-8d77-9edb8578025a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:44:55.671330 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] Set router 81824c98-fe59-4c99-b923-2d07face153e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:44:55.684119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:55.736412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:44:55.736700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Checking segment: {'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:44:55.737120 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:55.738730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Bound using segment: {'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:44:55.738730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Bound port: 2025f605-0378-4975-a3ab-d5ad75bb3e53, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:44:55.738730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:56.023123 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] For port 2025f605-0378-4975-a3ab-d5ad75bb3e53, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:44:56.054727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] For port 2025f605-0378-4975-a3ab-d5ad75bb3e53, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2025f605-0378-4975-a3ab-d5ad75bb3e53,segment=NetworkSegment(b5816721-9333-44e3-abaf-9c3acfbf8272),segment_id=b5816721-9333-44e3-abaf-9c3acfbf8272)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:44:56.065693 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:56.072407 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:56.207586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Pushing event updated for resources: {'Port': ['ID=2025f605-0378-4975-a3ab-d5ad75bb3e53,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:56.212388 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:56.247602 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2615d00>, [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 4, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port': {'id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:46Z', 'updated_at': '2021-12-16T10:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '622ceebe-4f59-4664-9143-a16ec704ea82', 'name': '', 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'c8f5b136-a2bb-4994-8184-e8f487ff65b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:55Z', 'revision_number': 4, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'subnets': [{'id': 'c8f5b136-a2bb-4994-8184-e8f487ff65b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:56.254189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c965958-0a70-4a9f-a3f1-1aab58c48b65 None None] The sync data for ids ['81824c98-fe59-4c99-b923-2d07face153e'] in n-d-820554-2 is: [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 4, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port': {'id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:46Z', 'updated_at': '2021-12-16T10:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '622ceebe-4f59-4664-9143-a16ec704ea82', 'name': '', 'network_id': '07f1ec23-dd55-432d-89f7-264b32150876', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'c8f5b136-a2bb-4994-8184-e8f487ff65b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:55Z', 'revision_number': 4, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'subnets': [{'id': 'c8f5b136-a2bb-4994-8184-e8f487ff65b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:44:56.344960 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:56.651022 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Router 8aad3307-81d0-4c72-ada6-5ae319b1a503 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:44:56.907437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:44:56.922981 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Sync routers for ids ['8aad3307-81d0-4c72-ada6-5ae319b1a503'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:44:56.939660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:56.943865 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.4118636
Dec 16 10:44:56.944326 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Routers {'8aad3307-81d0-4c72-ada6-5ae319b1a503'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:44:56.944326 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2042100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8aad3307-81d0-4c72-ada6-5ae319b1a503'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:56.948565 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 57406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:44:57.249853 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Set router 8aad3307-81d0-4c72-ada6-5ae319b1a503 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:44:57.535511 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2025f605-0378-4975-a3ab-d5ad75bb3e53 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:57.652844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d521fd5-ac08-4ccb-b6b5-d5bc2bd8b000 None None] Network 39e67828-58f1-4b17-8d77-9edb8578025a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:44:57.784258 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2042100>, [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:44:55Z', 'revision_number': 3, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port': {'id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:54Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:57.791019 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Checking router: 8aad3307-81d0-4c72-ada6-5ae319b1a503 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:44:57.791670 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Updating router 8aad3307-81d0-4c72-ada6-5ae319b1a503 port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:44:57.867076 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:57.940968 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ecb5dcd1-cdf1-4f58-aac6-1d6cab8e4152 None None] Provisioning for port 2025f605-0378-4975-a3ab-d5ad75bb3e53 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:57.972024 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 2025f605-0378-4975-a3ab-d5ad75bb3e53 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:57.981074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 2025f605-0378-4975-a3ab-d5ad75bb3e53 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:57.981548 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.057458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.291541 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.365607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 2025f605-0378-4975-a3ab-d5ad75bb3e53, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2025f605-0378-4975-a3ab-d5ad75bb3e53,segment=NetworkSegment(b5816721-9333-44e3-abaf-9c3acfbf8272),segment_id=b5816721-9333-44e3-abaf-9c3acfbf8272)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:44:58.371704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.373899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 622ceebe-4f59-4664-9143-a16ec704ea82 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:58.410977 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-99430398-5817-4d24-81a2-537b449875a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:58.475596 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.489859 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Transition to ACTIVE for port object dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:58.498048 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.502432 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-4c559a60-c5a5-47fa-9f7e-12c9d71feb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:58.528509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=2025f605-0378-4975-a3ab-d5ad75bb3e53,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:58.533567 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:58.574986 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457defb0-b00f-4d52-871b-c4eb18d98311 None None] Pushing event updated for resources: {'Port': ['ID=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:58.580011 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-457defb0-b00f-4d52-871b-c4eb18d98311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:58.622283 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Attempting to bind port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:44:58.622672 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Attempting to bind port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:44:58.623496 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Attempting to bind port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:44:58.631123 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:44:58.631621 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:44:58.632123 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.632534 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:44:58.633366 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Bound port: dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:44:58.633767 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.704659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 622ceebe-4f59-4664-9143-a16ec704ea82 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:58.705708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Allocated IP 172.20.0.1 (39e67828-58f1-4b17-8d77-9edb8578025a/de1d95ca-1404-440a-8434-33e7d8f23ef8/65b66113-dc46-4fd1-9194-5df342d72cc0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:44:58.725735 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 622ceebe-4f59-4664-9143-a16ec704ea82 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:58.726159 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.768626 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] For port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:44:58.772925 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] For port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:44:58.778127 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.781971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f179a7de-2ba3-4f83-b2b8-ad6579759fe6 None None] Provisioning complete for port 2025f605-0378-4975-a3ab-d5ad75bb3e53 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:58.782197 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-de8faf63-bf3f-472e-b8aa-ce451f462e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:58.782359 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f179a7de-2ba3-4f83-b2b8-ad6579759fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.863614 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Routers {'8aad3307-81d0-4c72-ada6-5ae319b1a503'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:44:58.864249 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2042100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8aad3307-81d0-4c72-ada6-5ae319b1a503'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:58.908296 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.928509 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Transition to ACTIVE for port object 65b66113-dc46-4fd1-9194-5df342d72cc0 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:44:58.933827 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457defb0-b00f-4d52-871b-c4eb18d98311 None None] Pushing event updated for resources: {'Port': ['ID=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:58.946477 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-457defb0-b00f-4d52-871b-c4eb18d98311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:58.959816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:58.964892 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-fc5766e7-f8c5-415a-9f0b-fd8b0ec324b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:59.039062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Network 39e67828-58f1-4b17-8d77-9edb8578025a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:44:59.050847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:44:59.050847 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:44:59.112167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.138411 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] Set router 8aad3307-81d0-4c72-ada6-5ae319b1a503 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:44:59.149906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Pushing event updated for resources: {'Port': ['ID=65b66113-dc46-4fd1-9194-5df342d72cc0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:59.155522 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:59.161332 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.170338 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 622ceebe-4f59-4664-9143-a16ec704ea82, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=622ceebe-4f59-4664-9143-a16ec704ea82,segment=NetworkSegment(396a37f4-755d-494e-a9e8-2514f6dea5a0),segment_id=396a37f4-755d-494e-a9e8-2514f6dea5a0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:44:59.175513 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.178962 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:59.299974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=622ceebe-4f59-4664-9143-a16ec704ea82,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:59.304113 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:59.374892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.436744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2025f605-0378-4975-a3ab-d5ad75bb3e53 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:59.517673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-52a458dc-6069-43d6-b940-5709aad4d489 None None] Provisioning for port 65b66113-dc46-4fd1-9194-5df342d72cc0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:44:59.532678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-52a458dc-6069-43d6-b940-5709aad4d489 None None] Provisioning complete for port 65b66113-dc46-4fd1-9194-5df342d72cc0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:59.532678 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-52a458dc-6069-43d6-b940-5709aad4d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.630808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-52a458dc-6069-43d6-b940-5709aad4d489 None None] Port 65b66113-dc46-4fd1-9194-5df342d72cc0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:44:59.646954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 2025f605-0378-4975-a3ab-d5ad75bb3e53 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:59.648067 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.672867 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2042100>, [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:44:55Z', 'revision_number': 3, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port': {'id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:54Z', 'updated_at': '2021-12-16T10:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:44:59.677864 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648460bb-bba1-4cc9-a546-bc586b8b129b None None] The sync data for ids ['8aad3307-81d0-4c72-ada6-5ae319b1a503'] in n-d-820554-2 is: [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:44:55Z', 'revision_number': 3, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port': {'id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:54Z', 'updated_at': '2021-12-16T10:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:44:59.685335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.691697 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.733763 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:44:59.841547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Pushing event updated for resources: {'Port': ['ID=65b66113-dc46-4fd1-9194-5df342d72cc0,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:44:59.846153 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:44:59.851671 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:44:59.857042 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 622ceebe-4f59-4664-9143-a16ec704ea82 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:44:59.947930 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 622ceebe-4f59-4664-9143-a16ec704ea82 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:44:59.948360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:00.030498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Network 39e67828-58f1-4b17-8d77-9edb8578025a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:45:00.032054 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:45:00.315313 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Router 8aad3307-81d0-4c72-ada6-5ae319b1a503 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:45:00.365932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d181f39f-a069-4044-8b71-356110f16212 None None] Provisioning complete for port 65b66113-dc46-4fd1-9194-5df342d72cc0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:45:00.366591 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d181f39f-a069-4044-8b71-356110f16212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:00.434695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d181f39f-a069-4044-8b71-356110f16212 None None] Port 65b66113-dc46-4fd1-9194-5df342d72cc0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:45:00.589461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:45:00.599253 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] 10.222.0.66 "PUT /v2.0/routers/8aad3307-81d0-4c72-ada6-5ae319b1a503/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6537070
Dec 16 10:45:01.424255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:45:01.502114 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:45:01.507812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:45:01.508225 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:01.562528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Sync routers for ids ['8aad3307-81d0-4c72-ada6-5ae319b1a503'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:45:01.645599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Routers {'8aad3307-81d0-4c72-ada6-5ae319b1a503'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:45:01.646252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8aad3307-81d0-4c72-ada6-5ae319b1a503'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:45:01.880161 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:01.906107 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Set router 8aad3307-81d0-4c72-ada6-5ae319b1a503 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:45:01.960752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:45:01.970533 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:01.975047 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:45:02.192265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:45:02.196974 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:45:02.326722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47d00>, [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:44:59Z', 'revision_number': 4, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port': {'id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:54Z', 'updated_at': '2021-12-16T10:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '65b66113-dc46-4fd1-9194-5df342d72cc0', 'name': '', 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'mac_address': 'fa:16:3e:f5:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'de1d95ca-1404-440a-8434-33e7d8f23ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:58Z', 'updated_at': '2021-12-16T10:44:59Z', 'revision_number': 2, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'subnets': [{'id': 'de1d95ca-1404-440a-8434-33e7d8f23ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:45:02.331438 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Checking router: 8aad3307-81d0-4c72-ada6-5ae319b1a503 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:45:02.331814 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Updating router 8aad3307-81d0-4c72-ada6-5ae319b1a503 port 65b66113-dc46-4fd1-9194-5df342d72cc0 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:45:02.392949 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:02.778184 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:02.792075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Transition to ACTIVE for port object 65b66113-dc46-4fd1-9194-5df342d72cc0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:45:02.800192 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:02.804283 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94219631-2eea-4de3-a876-dff2f0bf3ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:45:02.986671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6e8ec-f2dd-4766-afa1-a121788533fc None None] Pushing event updated for resources: {'Port': ['ID=65b66113-dc46-4fd1-9194-5df342d72cc0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:45:02.994115 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fa6e8ec-f2dd-4766-afa1-a121788533fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:45:03.049877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Attempting to bind port 65b66113-dc46-4fd1-9194-5df342d72cc0 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:45:03.050272 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Attempting to bind port 65b66113-dc46-4fd1-9194-5df342d72cc0 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:45:03.050700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Attempting to bind port 65b66113-dc46-4fd1-9194-5df342d72cc0 on network 39e67828-58f1-4b17-8d77-9edb8578025a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:45:03.058830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:45:03.059216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Checking segment: {'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:45:03.059595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:03.060007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Bound using segment: {'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:45:03.060509 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Bound port: 65b66113-dc46-4fd1-9194-5df342d72cc0, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5816721-9333-44e3-abaf-9c3acfbf8272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:45:03.060904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:03.194029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] For port 65b66113-dc46-4fd1-9194-5df342d72cc0, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:45:03.198201 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] For port 65b66113-dc46-4fd1-9194-5df342d72cc0, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=65b66113-dc46-4fd1-9194-5df342d72cc0,segment=NetworkSegment(b5816721-9333-44e3-abaf-9c3acfbf8272),segment_id=b5816721-9333-44e3-abaf-9c3acfbf8272)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:45:03.206025 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:03.210252 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:45:03.309264 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Routers {'8aad3307-81d0-4c72-ada6-5ae319b1a503'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:45:03.309851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:44:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8aad3307-81d0-4c72-ada6-5ae319b1a503'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:45:03.491005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:45:03.531352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6e8ec-f2dd-4766-afa1-a121788533fc None None] Pushing event updated for resources: {'Port': ['ID=65b66113-dc46-4fd1-9194-5df342d72cc0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:45:03.560919 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fa6e8ec-f2dd-4766-afa1-a121788533fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:45:03.747646 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] Set router 8aad3307-81d0-4c72-ada6-5ae319b1a503 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:45:03.796636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:45:03.797488 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:04.311103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47d00>, [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:44:59Z', 'revision_number': 4, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port': {'id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:54Z', 'updated_at': '2021-12-16T10:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '65b66113-dc46-4fd1-9194-5df342d72cc0', 'name': '', 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'mac_address': 'fa:16:3e:f5:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'de1d95ca-1404-440a-8434-33e7d8f23ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:58Z', 'updated_at': '2021-12-16T10:45:03Z', 'revision_number': 4, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'subnets': [{'id': 'de1d95ca-1404-440a-8434-33e7d8f23ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:45:04.316224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9795a6a-bb9a-41b0-9e01-f09fc8da86a8 None None] The sync data for ids ['8aad3307-81d0-4c72-ada6-5ae319b1a503'] in n-d-820554-2 is: [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:44:59Z', 'revision_number': 4, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port': {'id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:54Z', 'updated_at': '2021-12-16T10:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '65b66113-dc46-4fd1-9194-5df342d72cc0', 'name': '', 'network_id': '39e67828-58f1-4b17-8d77-9edb8578025a', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'mac_address': 'fa:16:3e:f5:89:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'de1d95ca-1404-440a-8434-33e7d8f23ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:58Z', 'updated_at': '2021-12-16T10:45:03Z', 'revision_number': 4, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'subnets': [{'id': 'de1d95ca-1404-440a-8434-33e7d8f23ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:45:05.461957 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 65b66113-dc46-4fd1-9194-5df342d72cc0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:45:05.568685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 65b66113-dc46-4fd1-9194-5df342d72cc0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:45:05.578356 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 65b66113-dc46-4fd1-9194-5df342d72cc0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:45:05.578849 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:05.743541 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:05.803258 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 65b66113-dc46-4fd1-9194-5df342d72cc0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=65b66113-dc46-4fd1-9194-5df342d72cc0,segment=NetworkSegment(b5816721-9333-44e3-abaf-9c3acfbf8272),segment_id=b5816721-9333-44e3-abaf-9c3acfbf8272)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:45:05.808324 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:05.810339 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:45:05.892873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=65b66113-dc46-4fd1-9194-5df342d72cc0,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:45:05.896542 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:45:07.407318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 65b66113-dc46-4fd1-9194-5df342d72cc0 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:45:07.481690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 65b66113-dc46-4fd1-9194-5df342d72cc0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:45:07.482072 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:12.166360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aad65b10-12cf-479e-9968-c900f55f5230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:12.736361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:14.583185 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b574faf2-7bc0-4327-bcb3-a5e7b0172708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:14.763998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:15.643509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:15.646152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:17.425248 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:26.002908 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:45:42.120524 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31b55932-7619-4744-ad78-20eb8a17d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:42.774997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:44.588800 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e8559bd-3d45-40c3-a2fa-2d27efb78dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:44.762045 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:45.636078 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:45.640932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:45:47.420850 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:03.005155 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:46:12.123688 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9abbe38-e45c-43a3-b7bc-acf42d0a76e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:12.747641 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:14.587348 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91aa8c1e-0fe1-441e-b330-e2039ee104eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:14.775392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:15.650705 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:15.665392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:17.423144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:40.009403 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:46:42.126496 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d503deb2-ef13-45f7-b8da-1ffbd5d3b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:42.751857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:44.584536 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65904a0b-91e2-4aea-b66f-6c4d5f90813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:44.782782 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:45.643971 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:45.643971 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:46:47.420121 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:12.129208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4a0acac6-3be5-40a5-953d-8ff870ec1b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:12.739614 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:14.587026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6617ed3-cc40-4091-8f85-c90587ed6844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:14.785058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:15.630218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:15.640985 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:17.008882 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:47:17.422713 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:42.131722 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94a8e208-2fd0-4abc-8483-5cdfbd85dac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:42.738469 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:44.594221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b78b7d1-4352-4b35-b941-6c1ae61e83f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:44.809159 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:45.625131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:45.642830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:47.426108 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:51.736168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:47:52.541025 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:52.914873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Deleting port 622ceebe-4f59-4664-9143-a16ec704ea82 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:47:52.915619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:53.095704 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] For port 622ceebe-4f59-4664-9143-a16ec704ea82, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=622ceebe-4f59-4664-9143-a16ec704ea82,segment=NetworkSegment(396a37f4-755d-494e-a9e8-2514f6dea5a0),segment_id=396a37f4-755d-494e-a9e8-2514f6dea5a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:47:53.096049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:53.220983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Calling delete_port for 622ceebe-4f59-4664-9143-a16ec704ea82 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:47:53.414653 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:53.421970 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:47:53.471431 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Pushing event deleted for resources: {'Port': ['ID=622ceebe-4f59-4664-9143-a16ec704ea82,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:47:53.514321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.514805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.515078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.515489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.515850 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.516216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.516570 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.516932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.517291 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.517648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.518010 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.518363 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:53.547568 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:47:53.789741 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:54.007058 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:47:54.288261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Router 81824c98-fe59-4c99-b923-2d07face153e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:47:54.468669 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:47:54.478253 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] Sync routers for ids ['81824c98-fe59-4c99-b923-2d07face153e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:47:54.483477 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5ad3379f-91de-4b1c-9885-0431801b3576 admin admin] 10.222.0.66 "PUT /v2.0/routers/81824c98-fe59-4c99-b923-2d07face153e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7439613
Dec 16 10:47:54.484153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:47:54.488337 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] Routers {'81824c98-fe59-4c99-b923-2d07face153e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:47:54.488968 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:47:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['81824c98-fe59-4c99-b923-2d07face153e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:47:54.680661 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] Set router 81824c98-fe59-4c99-b923-2d07face153e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:47:54.840888 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:54.981944 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:47:53Z', 'revision_number': 5, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port': {'id': 'eda4a177-8173-4f47-8731-a19955bda12e', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:50:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81824c98-fe59-4c99-b923-2d07face153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:46Z', 'updated_at': '2021-12-16T10:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:47:54.985977 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] Checking router: 81824c98-fe59-4c99-b923-2d07face153e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:47:54.994394 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] Routers {'81824c98-fe59-4c99-b923-2d07face153e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:47:54.995015 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:47:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['81824c98-fe59-4c99-b923-2d07face153e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:47:55.031267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.042264 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Deleting port eda4a177-8173-4f47-8731-a19955bda12e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:47:55.042750 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.155087 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] Set router 81824c98-fe59-4c99-b923-2d07face153e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:47:55.222461 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] For port eda4a177-8173-4f47-8731-a19955bda12e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=eda4a177-8173-4f47-8731-a19955bda12e,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:47:55.222809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.304972 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37cf9d0>, [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:47:55Z', 'revision_number': 6, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:47:55.308997 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270d449-4c17-44c4-8e9f-7f5ad7035a8f None None] The sync data for ids ['81824c98-fe59-4c99-b923-2d07face153e'] in n-d-820554-2 is: [{'id': '81824c98-fe59-4c99-b923-2d07face153e', 'name': 'tempest-TestVolumeBackupRestore-2073807292-router', 'tenant_id': '28a3e0a370874a04b7eaab9271313378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:45Z', 'updated_at': '2021-12-16T10:47:55Z', 'revision_number': 6, 'project_id': '28a3e0a370874a04b7eaab9271313378', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:47:55.352485 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Calling delete_port for eda4a177-8173-4f47-8731-a19955bda12e owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:47:55.524635 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.529456 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a065b611-0fe3-46dd-bac5-3168921bce7b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:47:55.575387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda4a177-8173-4f47-8731-a19955bda12e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:47:55.613553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.613870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.614258 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.614634 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.615558 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.615935 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.616305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.616674 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.617040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.617406 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.617775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.618140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:47:55.621619 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:47:55.691669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.782669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 622ceebe-4f59-4664-9143-a16ec704ea82 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:47:55.818086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 622ceebe-4f59-4664-9143-a16ec704ea82 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:47:55.818682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 622ceebe-4f59-4664-9143-a16ec704ea82 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:47:55.882977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.885265 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.909044 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.909820 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81824c98-fe59-4c99-b923-2d07face153e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:47:55.922729 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:55.923828 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/81824c98-fe59-4c99-b923-2d07face153e HTTP/1.1" status: 204  len: 168 time: 1.4381711
Dec 16 10:47:55.926392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 58900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:47:55.989361 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Deleting subnet c8f5b136-a2bb-4994-8184-e8f487ff65b8 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:47:55.992351 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.041252 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.131350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.207669 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.211801 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f93700b9-1ddb-487c-898e-989f66ed4c4d tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:47:56.247092 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f5b136-a2bb-4994-8184-e8f487ff65b8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:47:56.250169 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:47:56.251145 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.258654 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c8f5b136-a2bb-4994-8184-e8f487ff65b8 HTTP/1.1" status: 204  len: 168 time: 0.3312550
Dec 16 10:47:56.260515 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091480a-72c7-4385-87f9-41cde5819958 None None] Network 07f1ec23-dd55-432d-89f7-264b32150876 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:47:56.261913 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58904) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:47:56.380093 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.394664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Deleting port 410f10c6-65e6-4789-a1b7-0feab9448c9e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:47:56.395268 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.554100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] DHCP port deletion for 07f1ec23-dd55-432d-89f7-264b32150876 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:47:56.558516 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Deleting port 410f10c6-65e6-4789-a1b7-0feab9448c9e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:47:56.558982 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.629569 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] For port 410f10c6-65e6-4789-a1b7-0feab9448c9e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=410f10c6-65e6-4789-a1b7-0feab9448c9e,segment=NetworkSegment(396a37f4-755d-494e-a9e8-2514f6dea5a0),segment_id=396a37f4-755d-494e-a9e8-2514f6dea5a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:47:56.629569 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.767687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Calling delete_port for 410f10c6-65e6-4789-a1b7-0feab9448c9e owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:47:56.778251 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] For port 410f10c6-65e6-4789-a1b7-0feab9448c9e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=410f10c6-65e6-4789-a1b7-0feab9448c9e,segment=NetworkSegment(396a37f4-755d-494e-a9e8-2514f6dea5a0),segment_id=396a37f4-755d-494e-a9e8-2514f6dea5a0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:47:56.778661 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.853335 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:56.857311 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d6860851-05c8-466f-a47c-c5c656025f83 tempest-VolumesBackupsTest-843820245 tempest-VolumesBackupsTest-843820245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:47:56.902801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Pushing event deleted for resources: {'Port': ['ID=410f10c6-65e6-4789-a1b7-0feab9448c9e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:47:56.904793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Calling delete_port for 410f10c6-65e6-4789-a1b7-0feab9448c9e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:47:56.906135 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:47:56.907015 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] No DVR routers for this DVR port 410f10c6-65e6-4789-a1b7-0feab9448c9e on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:47:56.982681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:47:56.983056 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:47:57.026592 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:57.052216 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2504760>,) {'filters': {'network_id': ['07f1ec23-dd55-432d-89f7-264b32150876']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:47:57.065397 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2504760>, '396a37f4-755d-494e-a9e8-2514f6dea5a0') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:47:57.065690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2504760>, '396a37f4-755d-494e-a9e8-2514f6dea5a0') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:47:57.077615 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:57.101357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:57.107873 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:47:57.108295 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:47:57.121768 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:47:57.197333 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:57.201350 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-899b2336-f5f5-4737-a900-886694644e01 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:47:57.214631 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:57.225391 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f1ec23-dd55-432d-89f7-264b32150876,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:47:57.228318 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:47:57.229803 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-186d9f09-6aae-4944-81b6-7767e20ad198 admin admin] 10.222.0.66 "DELETE /v2.0/networks/07f1ec23-dd55-432d-89f7-264b32150876 HTTP/1.1" status: 204  len: 168 time: 0.9669201
Dec 16 10:47:57.232725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58908) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:47:57.479130 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 410f10c6-65e6-4789-a1b7-0feab9448c9e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:47:57.509020 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Deleting port 410f10c6-65e6-4789-a1b7-0feab9448c9e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:47:57.509402 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:57.547699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 410f10c6-65e6-4789-a1b7-0feab9448c9e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:47:57.548097 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 410f10c6-65e6-4789-a1b7-0feab9448c9e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:47:57.548519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device eda4a177-8173-4f47-8731-a19955bda12e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:47:57.615776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf6eed-35ec-4cae-9ae1-c765cd1ea9e0 None None] The port '410f10c6-65e6-4789-a1b7-0feab9448c9e' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:47:57.616692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: eda4a177-8173-4f47-8731-a19955bda12e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:47:57.617039 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device eda4a177-8173-4f47-8731-a19955bda12e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:47:57.923408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:58.287238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Deleting port 65b66113-dc46-4fd1-9194-5df342d72cc0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:47:58.287503 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:58.466150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] For port 65b66113-dc46-4fd1-9194-5df342d72cc0, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=65b66113-dc46-4fd1-9194-5df342d72cc0,segment=NetworkSegment(b5816721-9333-44e3-abaf-9c3acfbf8272),segment_id=b5816721-9333-44e3-abaf-9c3acfbf8272)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:47:58.466505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:58.598619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Calling delete_port for 65b66113-dc46-4fd1-9194-5df342d72cc0 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:47:58.783197 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:58.787551 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:47:58.956891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b66113-dc46-4fd1-9194-5df342d72cc0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:47:58.960589 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:47:59.235504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:47:59.606496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Router 8aad3307-81d0-4c72-ada6-5ae319b1a503 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:47:59.807830 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:47:59.816674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] Sync routers for ids ['8aad3307-81d0-4c72-ada6-5ae319b1a503'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:47:59.817202 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] 10.222.0.66 "PUT /v2.0/routers/8aad3307-81d0-4c72-ada6-5ae319b1a503/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5832925
Dec 16 10:47:59.819989 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58912) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:47:59.827581 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] Routers {'8aad3307-81d0-4c72-ada6-5ae319b1a503'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:47:59.829780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2532130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:47:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8aad3307-81d0-4c72-ada6-5ae319b1a503'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:48:00.004065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:00.043659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] Set router 8aad3307-81d0-4c72-ada6-5ae319b1a503 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:48:00.198619 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:00.210488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Deleting port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:48:00.210831 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:00.453209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2532130>, [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:47:58Z', 'revision_number': 5, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port': {'id': 'dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:54Z', 'updated_at': '2021-12-16T10:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:48:00.457398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] Checking router: 8aad3307-81d0-4c72-ada6-5ae319b1a503 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:48:00.467831 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] Routers {'8aad3307-81d0-4c72-ada6-5ae319b1a503'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:48:00.468464 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2532130>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:47:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8aad3307-81d0-4c72-ada6-5ae319b1a503'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:48:00.565334 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] For port dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:48:00.565733 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:00.633918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] Set router 8aad3307-81d0-4c72-ada6-5ae319b1a503 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:48:00.699321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Calling delete_port for dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:48:00.745759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2532130>, [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:48:00Z', 'revision_number': 6, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:48:00.749966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b833b0e-a429-4120-ae30-a8ee90a7f95a None None] The sync data for ids ['8aad3307-81d0-4c72-ada6-5ae319b1a503'] in n-d-820554-2 is: [{'id': '8aad3307-81d0-4c72-ada6-5ae319b1a503', 'name': 'tempest-TestVolumeBackupRestore-549121241-router', 'tenant_id': 'b78491ab5016437f91358af2c61a2004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:53Z', 'updated_at': '2021-12-16T10:48:00Z', 'revision_number': 6, 'project_id': 'b78491ab5016437f91358af2c61a2004', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:48:00.907442 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:00.912466 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f5b3dde-c7d2-4ae4-b358-ee1daa1ddde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:48:00.965231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:48:00.968712 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:48:01.068261 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.289534 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.292959 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.337590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.337590 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aad3307-81d0-4c72-ada6-5ae319b1a503 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:48:01.359937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.361318 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8aad3307-81d0-4c72-ada6-5ae319b1a503 HTTP/1.1" status: 204  len: 168 time: 1.5402958
Dec 16 10:48:01.364031 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:48:01.447388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Deleting subnet de1d95ca-1404-440a-8434-33e7d8f23ef8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:48:01.451843 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.510825 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.612158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 65b66113-dc46-4fd1-9194-5df342d72cc0 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:48:01.646966 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.664140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 65b66113-dc46-4fd1-9194-5df342d72cc0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:48:01.664636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 65b66113-dc46-4fd1-9194-5df342d72cc0 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:48:01.665164 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:48:01.714682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:48:01.714682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device dd52aa9d-a0c4-47f0-9bf8-ac8bebd48652 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:48:01.751111 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.756733 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-66a61d39-e252-4652-b55b-50bbb1a2c0ab tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:48:01.800587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1d95ca-1404-440a-8434-33e7d8f23ef8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:48:01.803584 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:48:01.804590 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.811555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989196ce-c028-4e80-90df-e123c15c5628 None None] Network 39e67828-58f1-4b17-8d77-9edb8578025a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:48:01.813418 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3bedee86-a78a-4f22-917b-3e7a6f62ebac admin admin] 10.222.0.66 "DELETE /v2.0/subnets/de1d95ca-1404-440a-8434-33e7d8f23ef8 HTTP/1.1" status: 204  len: 168 time: 0.4470482
Dec 16 10:48:01.814909 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58920) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:48:01.938706 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:01.951620 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Deleting port 2025f605-0378-4975-a3ab-d5ad75bb3e53 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:48:01.952253 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.097115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] DHCP port deletion for 39e67828-58f1-4b17-8d77-9edb8578025a request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:48:02.101422 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Deleting port 2025f605-0378-4975-a3ab-d5ad75bb3e53 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:48:02.101851 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.312180 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] For port 2025f605-0378-4975-a3ab-d5ad75bb3e53, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2025f605-0378-4975-a3ab-d5ad75bb3e53,segment=NetworkSegment(b5816721-9333-44e3-abaf-9c3acfbf8272),segment_id=b5816721-9333-44e3-abaf-9c3acfbf8272)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:48:02.312730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.322895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] For port 2025f605-0378-4975-a3ab-d5ad75bb3e53, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=2025f605-0378-4975-a3ab-d5ad75bb3e53,segment=NetworkSegment(b5816721-9333-44e3-abaf-9c3acfbf8272),segment_id=b5816721-9333-44e3-abaf-9c3acfbf8272)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:48:02.323339 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.438815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Calling delete_port for 2025f605-0378-4975-a3ab-d5ad75bb3e53 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:48:02.450059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Calling delete_port for 2025f605-0378-4975-a3ab-d5ad75bb3e53 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:48:02.527264 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.534268 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:48:02.534868 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:48:02.535729 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c405779a-8aa5-4e53-ae02-a26813add5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-307781700-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:48:02.578512 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] No DVR routers for this DVR port 2025f605-0378-4975-a3ab-d5ad75bb3e53 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:48:02.612722 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Pushing event deleted for resources: {'Port': ['ID=2025f605-0378-4975-a3ab-d5ad75bb3e53,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:48:02.615622 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:48:02.706105 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.732388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0c99ac0>,) {'filters': {'network_id': ['39e67828-58f1-4b17-8d77-9edb8578025a']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:48:02.744046 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c99ac0>, 'b5816721-9333-44e3-abaf-9c3acfbf8272') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:48:02.744270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0c99ac0>, 'b5816721-9333-44e3-abaf-9c3acfbf8272') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:48:02.756542 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.774077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.782470 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:48:02.782880 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:48:02.798399 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:48:02.881935 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.885827 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:48:02.900023 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:02.910484 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e67828-58f1-4b17-8d77-9edb8578025a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:48:02.913925 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:48:02.916041 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] 10.222.0.66 "DELETE /v2.0/networks/39e67828-58f1-4b17-8d77-9edb8578025a HTTP/1.1" status: 204  len: 168 time: 1.0999048
Dec 16 10:48:03.036244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Deleting port 2025f605-0378-4975-a3ab-d5ad75bb3e53 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:48:03.036897 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.101454 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58926) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:48:03.117069 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fe721a5a-dd8d-4f13-a5ff-1c500f9c5c28 None None] The port '2025f605-0378-4975-a3ab-d5ad75bb3e53' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:48:03.166014 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0d80e91c-6612-431d-9ad5-af0757020db1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28a3e0a370874a04b7eaab9271313378&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0628753
Dec 16 10:48:03.168608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58930) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:48:03.241312 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.271548 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.335972 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.341171 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:48:03.355740 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9670f-32e1-4423-b42d-60c1cb0a7a21,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:48:03.358866 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:48:03.361126 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.362105 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cad9670f-32e1-4423-b42d-60c1cb0a7a21 HTTP/1.1" status: 204  len: 168 time: 0.1925135
Dec 16 10:48:03.487980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2025f605-0378-4975-a3ab-d5ad75bb3e53 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:48:03.526950 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 2025f605-0378-4975-a3ab-d5ad75bb3e53 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:48:03.527386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 2025f605-0378-4975-a3ab-d5ad75bb3e53 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:48:03.787514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:48:03.844837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1c42c460-823f-4412-87d9-5e93076b1e0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b78491ab5016437f91358af2c61a2004&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0554819
Dec 16 10:48:03.847715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 58942) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:48:03.907351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.934097 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.990796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:03.994508 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e0413b22-f78c-4a51-99b0-0d4666324990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:48:04.005995 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b3ec29-8c12-496b-82c4-32130d8f562f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:48:04.008357 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:48:04.014716 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:04.016068 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06b3ec29-8c12-496b-82c4-32130d8f562f HTTP/1.1" status: 204  len: 168 time: 0.1673908
Dec 16 10:48:12.136101 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-beb9a886-b932-4712-80f7-65a56297db21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:12.756026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:14.593478 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9112e81b-aa97-432d-a928-858f319be608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:14.820816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:15.637363 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:15.650208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:17.441107 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:31.006674 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:48:42.138580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-60b02f5b-905f-495e-b90a-2fbbb00ac95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:42.761835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:44.587595 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db60d667-9994-495b-9fa9-5176be638e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:44.834834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:45.630075 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:45.649255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:48:47.434051 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:08.006658 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:49:12.141828 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0602c3ad-a393-4d40-9ee6-8342a7147c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:12.786899 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:14.589074 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5ad6895-fb3d-4206-b9d5-e1344e5aac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:14.839306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:14.915817 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:49:15.034468 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.048793 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:49:15.053136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Usage tracker for resource:security_group_rule and tenant:c4bcb6b3dad14a3ba23cb77bab6e7953 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:49:15.055936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:49:15.061612 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:49:15.148219 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.152327 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.307748 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-dfd828c3-3704-4808-ac0f-38bdf6d1f29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:49:15.347635 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4bcb6b3dad14a3ba23cb77bab6e7953&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4305937
Dec 16 10:49:15.349317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8858b4f7-539f-4eca-abf4-61ae6dd244e5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:49:15.350658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:49:15.357611 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.358001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.358387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.358763 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.359137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.359532 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.359905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.360274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.360639 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.361031 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.361394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.361756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.366925 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:49:15.411912 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.437611 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.491077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.496142 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-36f05cd3-ade8-43cf-adf0-d0fde1860db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:49:15.509983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858b4f7-539f-4eca-abf4-61ae6dd244e5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:49:15.514931 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.515969 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8858b4f7-539f-4eca-abf4-61ae6dd244e5 HTTP/1.1" status: 204  len: 168 time: 0.1640677
Dec 16 10:49:15.520908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.521314 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.521692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.522076 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.522861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.522861 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.523341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.523592 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.523965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.524331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.524712 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.525068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:49:15.528154 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ccddd1f1-e09b-4f28-ada3-14e9a3a3b6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:49:15.636383 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.654642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.803683 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59024) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:49:15.822219 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.840819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:49:15.844985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Usage tracker for resource:security_group_rule and tenant:8cdb3c7f7e084f0b80bf7931ace61dee is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:49:15.848608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:49:15.854771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:49:15.939127 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.943459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:15.950823 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-75c2a7be-2067-4276-abd6-8601b8674f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:49:15.993027 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cdb3c7f7e084f0b80bf7931ace61dee&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1881464
Dec 16 10:49:15.993877 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf6de4-e171-414e-9243-b9f6115d7121,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:49:15.995870 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59028) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:49:15.997205 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2c5d7583-8f22-4553-9728-27a6c750133b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:49:16.058040 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eb9bbc7-1741-47ed-a271-9e83282dda69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:16.085272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eb9bbc7-1741-47ed-a271-9e83282dda69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:16.141816 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eb9bbc7-1741-47ed-a271-9e83282dda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:16.146297 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f0467cfc-b0ef-469e-b3e9-b826915b9ed9 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:49:16.159438 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9bbc7-1741-47ed-a271-9e83282dda69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf6de4-e171-414e-9243-b9f6115d7121,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:49:16.162931 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1eb9bbc7-1741-47ed-a271-9e83282dda69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:49:16.168251 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eb9bbc7-1741-47ed-a271-9e83282dda69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:16.169385 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-1eb9bbc7-1741-47ed-a271-9e83282dda69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7cf6de4-e171-414e-9243-b9f6115d7121 HTTP/1.1" status: 204  len: 168 time: 0.1723754
Dec 16 10:49:16.959821 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:49:17.075520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1251481894-network', 'tenant_id': '6d7f804c318646f4ae4396da25360749'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:49:17.082918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:49:17.087880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Usage tracker for resource:network and tenant:6d7f804c318646f4ae4396da25360749 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:49:17.090987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:49:17.099067 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:49:17.108643 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Made reservation on behalf of 6d7f804c318646f4ae4396da25360749 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:49:17.110978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.126998 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.141608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:49:17.146021 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7f804c318646f4ae4396da25360749 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:49:17.149543 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:49:17.154637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:49:17.247113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.251535 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.254547 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-78bced40-d262-409d-9620-10e2d7337dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:49:17.282971 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:49:17.293063 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b9bf69-e7ab-4746-8861-2539c2ab8712,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:49:17.296625 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:49:17.300522 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.301416 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Added segment 46d64542-b7af-4011-b33b-6de548c86827 of type vlan for network 2388007d-e08c-4519-ad9f-9029bd66c37e
Dec 16 10:49:17.333682 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.365824 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.366827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:49:17.367432 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.371030 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a3149d6a-f9fc-4ef0-835e-f2cb175a9a11 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:49:17.438424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.477984 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Pushing event updated for resources: {'Network': ['ID=2388007d-e08c-4519-ad9f-9029bd66c37e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:49:17.480948 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:49:17.485838 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5221562
Dec 16 10:49:17.486433 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:49:17.489738 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2388007d-e08c-4519-ad9f-9029bd66c37e details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:49:17.492461 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Request body: {'subnet': {'network_id': '2388007d-e08c-4519-ad9f-9029bd66c37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1251481894-subnet', 'tenant_id': '6d7f804c318646f4ae4396da25360749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:49:17.498905 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:49:17.504052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Usage tracker for resource:subnet and tenant:6d7f804c318646f4ae4396da25360749 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:49:17.507587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:49:17.515322 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:49:17.526215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Made reservation on behalf of 6d7f804c318646f4ae4396da25360749 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:49:17.528973 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.757189 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.760949 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a6b8b4c7-7eb4-440e-92bb-b8d7478a2672 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:49:17.840092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5574b783-9610-47e2-9bce-f84277bc29ef,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:49:17.844026 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:49:17.849342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Checking segment: {'id': '46d64542-b7af-4011-b33b-6de548c86827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2388007d-e08c-4519-ad9f-9029bd66c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:49:17.849784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Network hostable DHCP agents. Network: 2388007d-e08c-4519-ad9f-9029bd66c37e, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:49:17.871602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Network 2388007d-e08c-4519-ad9f-9029bd66c37e is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:49:17.881280 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2388007d-e08c-4519-ad9f-9029bd66c37e) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:49:17.885695 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:49:17.886276 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:17.891456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd0593e-1ad4-4c68-b722-f633d63a7857 None None] Network 2388007d-e08c-4519-ad9f-9029bd66c37e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:49:17.911839 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b47f6f13-bd13-4c7d-a6fb-14f38bb2c37e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4242303
Dec 16 10:49:18.111947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ea242-ebe0-4cef-9eb5-f25d3c8f0f73 None None] Network 2388007d-e08c-4519-ad9f-9029bd66c37e requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:49:42.145974 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-117b618a-4618-457f-9923-2ee907aa355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:42.792914 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:44.598389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-68923bfa-6acc-4978-9db2-219a99555299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:44.837919 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:45.005976 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:49:45.631418 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:45.655590 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:49:47.437653 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:12.148400 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eef50f91-88f5-4719-b6b5-c753de7e4754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:12.786086 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:14.590762 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5416e3f-71cd-4508-bb9c-68ffeddb9f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:14.838489 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:15.634196 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:15.659956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:17.442558 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.164366 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59084) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:50:18.227559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Deleting subnet 5574b783-9610-47e2-9bce-f84277bc29ef {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:50:18.230663 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.284953 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.342071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.412540 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.416376 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-48ecf321-71ec-430c-865a-824e8e065710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:50:18.457245 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5574b783-9610-47e2-9bce-f84277bc29ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:50:18.460360 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.468681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.469070 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.469472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.469827 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.470197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.470595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.471243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.471611 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.472000 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.472365 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.472726 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.473082 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:50:18.476594 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:50:18.479616 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-494fd32d-4e5f-41f9-a18e-f118f7e4eca0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5574b783-9610-47e2-9bce-f84277bc29ef HTTP/1.1" status: 204  len: 168 time: 0.3137977
Dec 16 10:50:18.480887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:50:18.591889 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.843634 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.869036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f13dcf40>,) {'filters': {'network_id': ['2388007d-e08c-4519-ad9f-9029bd66c37e']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:50:18.881464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f13dcf40>, '46d64542-b7af-4011-b33b-6de548c86827') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:50:18.881759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f13dcf40>, '46d64542-b7af-4011-b33b-6de548c86827') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:50:18.893597 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.910275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.916284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:50:18.916669 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:50:18.929819 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:50:19.008705 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:19.012546 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e599f787-a3cc-48cf-a19f-0a350dbb3e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381241611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:50:19.025788 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:19.035341 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Pushing event deleted for resources: {'Network': ['ID=2388007d-e08c-4519-ad9f-9029bd66c37e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:50:19.040673 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2388007d-e08c-4519-ad9f-9029bd66c37e HTTP/1.1" status: 204  len: 168 time: 0.5564287
Dec 16 10:50:19.040673 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55d022ee-4e15-47ff-9a3b-a40155d83195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:50:19.164439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59094) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:50:19.214302 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-70863719-6542-4dd4-8b77-fd6d744b0eba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d7f804c318646f4ae4396da25360749&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0485191
Dec 16 10:50:19.216731 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59098) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:50:19.275721 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:19.308592 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:19.362844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:19.366900 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-500f80b6-afcc-475f-8425-00f93a4d6869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:50:19.377801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b9bf69-e7ab-4746-8861-2539c2ab8712,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:50:19.380767 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:50:19.386527 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:19.390045 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1b9bf69-e7ab-4746-8861-2539c2ab8712 HTTP/1.1" status: 204  len: 168 time: 0.1700516
Dec 16 10:50:20.134834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59122) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:50:20.247638 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-534758927-network', 'tenant_id': 'a62afb8f8fe544cb86b5bfcf08c2630f'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:50:20.252904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:50:20.256773 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Usage tracker for resource:network and tenant:a62afb8f8fe544cb86b5bfcf08c2630f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:50:20.259671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:50:20.266549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:50:20.276926 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Made reservation on behalf of a62afb8f8fe544cb86b5bfcf08c2630f for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:50:20.279373 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.292885 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.308178 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:50:20.312033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Usage tracker for resource:security_group_rule and tenant:a62afb8f8fe544cb86b5bfcf08c2630f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:50:20.316206 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:50:20.322036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:50:20.409690 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.415347 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.418366 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0d3a8134-9d84-4c06-9b47-e9f23362fe5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:50:20.449549 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:50:20.458974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ae719d-e49e-46c4-9772-622518f6e5c0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:50:20.463561 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:50:20.467089 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.467089 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Added segment d20ba93f-8fce-4c2b-b2ab-f1e019ac333c of type vlan for network 597e74f1-89ae-4986-9513-6d94d65bfad9
Dec 16 10:50:20.494416 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.529781 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.530941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:50:20.531509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.534885 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:50:20.636823 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Pushing event updated for resources: {'Network': ['ID=597e74f1-89ae-4986-9513-6d94d65bfad9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:50:20.640713 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5048120
Dec 16 10:50:20.641660 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0cc5a12f-86be-4f5a-a10a-88316dda6104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:50:20.644657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59128) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:50:20.647253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 597e74f1-89ae-4986-9513-6d94d65bfad9 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:50:20.650474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Request body: {'subnet': {'network_id': '597e74f1-89ae-4986-9513-6d94d65bfad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-534758927-subnet', 'tenant_id': 'a62afb8f8fe544cb86b5bfcf08c2630f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:50:20.656203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:50:20.660564 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Usage tracker for resource:subnet and tenant:a62afb8f8fe544cb86b5bfcf08c2630f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:50:20.664088 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:50:20.669841 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:50:20.685657 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Made reservation on behalf of a62afb8f8fe544cb86b5bfcf08c2630f for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:50:20.688019 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.899306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:20.902846 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55ba6843-6907-40d3-9f65-08debc4f18f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:50:20.972629 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e8e47f-65bc-4b99-9054-2616ec5b7f1d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:50:20.976321 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:50:20.983323 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Checking segment: {'id': 'd20ba93f-8fce-4c2b-b2ab-f1e019ac333c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '597e74f1-89ae-4986-9513-6d94d65bfad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:50:20.983682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Network hostable DHCP agents. Network: 597e74f1-89ae-4986-9513-6d94d65bfad9, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:50:21.003634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Network 597e74f1-89ae-4986-9513-6d94d65bfad9 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:50:21.011852 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 597e74f1-89ae-4986-9513-6d94d65bfad9) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:50:21.016255 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:50:21.016842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:21.021878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a7f2b3-b801-4f6a-89c6-e5ac0cf9a8dc None None] Network 597e74f1-89ae-4986-9513-6d94d65bfad9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:50:21.037476 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3916183
Dec 16 10:50:21.275144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac7a22-1ba4-4692-9f85-53621199c388 None None] Network 597e74f1-89ae-4986-9513-6d94d65bfad9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:50:22.006044 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:50:42.151732 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41a3087d-39b9-4da0-827d-15941de7a399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:42.793535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:44.593229 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-520e0114-6c0d-48a1-99f0-defdb203a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:44.837618 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:45.637298 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:45.659234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:47.448185 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:50:59.006209 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:51:12.154471 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ef774f88-fca9-4827-96ad-ffcc0e54aec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:12.801076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:14.602651 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1a594ee-afa8-4287-b402-138fc8138993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:14.848935 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:15.641253 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:15.661944 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:17.448017 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:36.006284 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:51:42.156181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd889-4fd4-4e42-b42e-faa4f3d00db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:42.815691 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:44.596703 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-980f13e1-4885-4e82-a4ad-7e559c80b0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:44.846103 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:45.643609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:45.671988 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:51:47.449888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:12.158563 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-303c22ad-50e7-449f-a7e4-630d259ef3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:12.845194 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:13.006158 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:52:14.601016 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0b9da83-80fd-46dd-b601-3589e7ac102e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:14.845671 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:15.645076 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:15.671129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:17.454116 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.410317 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59176) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:21.469771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Deleting subnet 30e8e47f-65bc-4b99-9054-2616ec5b7f1d {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:52:21.473076 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.523568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.583408 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.650312 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.653979 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1cb6e1ec-36ed-436c-9f4c-4dd788c8bd67 tempest-RoutersNegativeTest-1273101949 tempest-RoutersNegativeTest-1273101949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:21.688587 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e8e47f-65bc-4b99-9054-2616ec5b7f1d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:21.694858 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.702202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.702594 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.703288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.703439 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.703734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.704101 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.704462 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.704825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.705186 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.706197 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.706558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.706920 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:21.711089 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:21.712607 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30e8e47f-65bc-4b99-9054-2616ec5b7f1d HTTP/1.1" status: 204  len: 168 time: 0.3012896
Dec 16 10:52:21.715231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59180) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:21.823588 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.950071 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:21.980662 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f16b67f0>,) {'filters': {'network_id': ['597e74f1-89ae-4986-9513-6d94d65bfad9']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:21.993056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f16b67f0>, 'd20ba93f-8fce-4c2b-b2ab-f1e019ac333c') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:21.993352 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f16b67f0>, 'd20ba93f-8fce-4c2b-b2ab-f1e019ac333c') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:22.005140 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.022391 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.028489 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:52:22.028892 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:52:22.042770 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:52:22.121881 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.125552 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f850f792-608b-4232-90f2-d292964378ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:22.138525 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.147984 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Pushing event deleted for resources: {'Network': ['ID=597e74f1-89ae-4986-9513-6d94d65bfad9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:22.150909 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] 10.222.0.66 "DELETE /v2.0/networks/597e74f1-89ae-4986-9513-6d94d65bfad9 HTTP/1.1" status: 204  len: 168 time: 0.4347718
Dec 16 10:52:22.151855 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:22.263978 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59186) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:22.313535 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e2acc504-c400-46f6-819d-2455321435dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a62afb8f8fe544cb86b5bfcf08c2630f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0482988
Dec 16 10:52:22.316097 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59190) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:22.377552 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-181616e0-126f-49e8-a88d-ea1722979ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.402697 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-181616e0-126f-49e8-a88d-ea1722979ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.455888 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-181616e0-126f-49e8-a88d-ea1722979ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.460932 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f7f8d7bd-e501-4bfe-8e74-7a82debde99b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:22.474388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181616e0-126f-49e8-a88d-ea1722979ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ae719d-e49e-46c4-9772-622518f6e5c0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:22.476903 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-181616e0-126f-49e8-a88d-ea1722979ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:22.479146 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-181616e0-126f-49e8-a88d-ea1722979ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:22.480309 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-181616e0-126f-49e8-a88d-ea1722979ca5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1ae719d-e49e-46c4-9772-622518f6e5c0 HTTP/1.1" status: 204  len: 168 time: 0.1633213
Dec 16 10:52:23.200938 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:23.304266 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-642756641-network', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:52:23.309515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:52:23.313382 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Usage tracker for resource:network and tenant:a0036d99082241c58e36ed8c646a1b52 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:52:23.316299 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:52:23.321965 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:52:23.336169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Made reservation on behalf of a0036d99082241c58e36ed8c646a1b52 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:52:23.338465 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.351345 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.365999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:52:23.369754 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a0036d99082241c58e36ed8c646a1b52 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:52:23.372579 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:52:23.378139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:52:23.467150 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.470882 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.474540 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ccd45cdb-bed5-4102-9cda-b7625e889294 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:23.503974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:52:23.512821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920e269-a1a5-4182-91e7-d795a3a59e75,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:23.516017 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:23.520916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.521168 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Added segment e864070a-3a14-4f80-b59b-bd7b7dfab767 of type vlan for network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc
Dec 16 10:52:23.550849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.579544 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.580562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:52:23.581132 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.585856 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c78f8126-6497-46ec-a9b7-4ae6df5a9fd6 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:23.693932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf29b40-30c9-46c2-ad6d-9873b4d38edc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:23.697512 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4955444
Dec 16 10:52:23.698412 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:23.701725 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:23.704370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:52:23.708014 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Request body: {'subnet': {'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-642756641-subnet', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:52:23.713497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:52:23.717427 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Usage tracker for resource:subnet and tenant:a0036d99082241c58e36ed8c646a1b52 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:52:23.720409 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:52:23.727004 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:52:23.737211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Made reservation on behalf of a0036d99082241c58e36ed8c646a1b52 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:52:23.739557 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.947141 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:23.950810 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c182b2b9-3411-4533-bfaa-7193df040b67 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:24.034691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7d4013-3f2f-49c1-8b69-1e708cba8c09,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:24.038559 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:24.045878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Checking segment: {'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:52:24.046244 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Network hostable DHCP agents. Network: 7bf29b40-30c9-46c2-ad6d-9873b4d38edc, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:52:24.067581 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:52:24.077017 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 7bf29b40-30c9-46c2-ad6d-9873b4d38edc) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:52:24.081671 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:52:24.082301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.086062 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1701a96-dba7-4da1-86a1-d47f76ff54f1 None None] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:52:24.107176 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-755fbf9d-4c24-4ff8-a9d2-b3acf6fe4e22 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4041905
Dec 16 10:52:24.109772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59224) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:24.115814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:52:24.121307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:52:24.125193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Usage tracker for resource:router and tenant:a0036d99082241c58e36ed8c646a1b52 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:52:24.128092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:52:24.133822 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:52:24.145324 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.146309 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.161579 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.305972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-7bf29b40-30c9-46c2-ad6d-9873b4d38edc', 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'fixed_ips': [{'subnet_id': 'dc7d4013-3f2f-49c1-8b69-1e708cba8c09'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:52:24.306845 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.474705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Allocated IP 172.20.0.2 (7bf29b40-30c9-46c2-ad6d-9873b4d38edc/dc7d4013-3f2f-49c1-8b69-1e708cba8c09/3ad969a2-deb6-49e4-95f3-4f0b65784e4e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:52:24.568528 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.685375 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.696296 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Transition to ACTIVE for port object 3ad969a2-deb6-49e4-95f3-4f0b65784e4e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:52:24.714849 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Transition to ACTIVE for port object 3ad969a2-deb6-49e4-95f3-4f0b65784e4e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:52:24.720634 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.725669 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fa6e8ec-f2dd-4766-afa1-a121788533fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:24.795727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:52:24.798507 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:52:24.803371 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:52:24.805546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Pushing event updated for resources: {'Port': ['ID=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:24.842803 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.843369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.843739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.844065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.844399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.844731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.845064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.845391 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.845713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.846552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.847144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.847491 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:24.855392 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:24.895719 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.918314 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Attempting to bind port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:52:24.918696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Attempting to bind port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:52:24.919075 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Attempting to bind port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e on network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:52:24.925282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:52:24.925667 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Checking segment: {'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:52:24.926082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.926499 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Bound using segment: {'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:52:24.927110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Bound port: 3ad969a2-deb6-49e4-95f3-4f0b65784e4e, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:52:24.927523 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:24.928055 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:25.017197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] For port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:52:25.020428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] For port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,segment=NetworkSegment(e864070a-3a14-4f80-b59b-bd7b7dfab767),segment_id=e864070a-3a14-4f80-b59b-bd7b7dfab767)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:52:25.025531 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:25.029448 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-99430398-5817-4d24-81a2-537b449875a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:25.073565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Allocated IP 172.25.3.65 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:52:25.116300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Pushing event updated for resources: {'Port': ['ID=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:25.119288 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:25.238008 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:25.286713 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:25.298010 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c61bf586-4125-4ccd-9e85-e144f664c091 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:25.363154 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:52:25.366124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:52:25.369120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:52:25.425602 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Pushing event updated for resources: {'Port': ['ID=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:25.428749 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:25.645144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ad969a2-deb6-49e4-95f3-4f0b65784e4e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:52:25.715700 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:52:25.839603 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:26.090897 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987fac9-79ea-47a1-ab83-8dda09a0cf36 None None] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:52:26.232033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Provisioning for port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:52:26.250752 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Provisioning complete for port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:26.251137 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:26.358612 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:26.481129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:26.525631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] For port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,segment=NetworkSegment(e864070a-3a14-4f80-b59b-bd7b7dfab767),segment_id=e864070a-3a14-4f80-b59b-bd7b7dfab767)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:52:26.531088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:26.534525 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:26.587465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Router 94928cfc-351d-4e58-a274-2aa8091a6622 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:52:26.607066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Pushing event updated for resources: {'Port': ['ID=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:26.610517 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:26.764054 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d5dedef7-6063-4a87-9e8a-e5d09acc9440 None None] Provisioning complete for port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:26.764764 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d5dedef7-6063-4a87-9e8a-e5d09acc9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:26.777224 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:52:26.786739 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Sync routers for ids ['94928cfc-351d-4e58-a274-2aa8091a6622'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:52:26.796754 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Routers {'94928cfc-351d-4e58-a274-2aa8091a6622'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:52:26.797724 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['94928cfc-351d-4e58-a274-2aa8091a6622'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:26.802489 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:26.806604 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6929233
Dec 16 10:52:26.806802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59228) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:52:26.983829 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Set router 94928cfc-351d-4e58-a274-2aa8091a6622 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:52:27.273811 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb80>, [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:25Z', 'revision_number': 3, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port': {'id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:27.277670 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Checking router: 94928cfc-351d-4e58-a274-2aa8091a6622 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:52:27.278020 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Updating router 94928cfc-351d-4e58-a274-2aa8091a6622 port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:52:27.337803 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.623755 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ad969a2-deb6-49e4-95f3-4f0b65784e4e up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:52:27.655034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.695615 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:27.696008 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.720214 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.732894 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Transition to ACTIVE for port object ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:52:27.740459 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.745855 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0691648e-93b9-49cb-8549-ab836ba0819c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:27.820922 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Attempting to bind port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:52:27.821632 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Attempting to bind port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:52:27.821632 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Attempting to bind port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:52:27.828669 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Pushing event updated for resources: {'Port': ['ID=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:27.830944 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:52:27.831312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:52:27.831787 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.832100 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:52:27.832568 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Bound port: ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:52:27.832948 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.874336 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.874669 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.874996 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.875347 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.875669 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.875981 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.876296 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.876608 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.876919 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.877260 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.877570 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.877902 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:52:27.886912 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:27.887064 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Allocated IP 172.20.0.1 (7bf29b40-30c9-46c2-ad6d-9873b4d38edc/dc7d4013-3f2f-49c1-8b69-1e708cba8c09/a8db8b2e-4e74-4ad2-81ca-258c75150de6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:52:27.920832 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] For port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:52:27.923923 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] For port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:52:27.933889 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:27.937879 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-223a2d44-5296-4d7d-9586-217818ed4ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:28.011691 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Routers {'94928cfc-351d-4e58-a274-2aa8091a6622'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:52:28.012316 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb80>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['94928cfc-351d-4e58-a274-2aa8091a6622'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:28.045058 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:28.061381 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Transition to ACTIVE for port object a8db8b2e-4e74-4ad2-81ca-258c75150de6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:52:28.085911 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Pushing event updated for resources: {'Port': ['ID=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:28.087114 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:28.090968 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:28.098636 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0f87722f-679f-4b95-8660-3688449d2a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:28.163098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:52:28.166418 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:52:28.171176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:52:28.200454 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] Set router 94928cfc-351d-4e58-a274-2aa8091a6622 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:52:28.213324 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Pushing event updated for resources: {'Port': ['ID=a8db8b2e-4e74-4ad2-81ca-258c75150de6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:28.218017 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:28.232014 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:28.440857 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ee00210f-7ab0-468c-b154-333211c81bb9 None None] Provisioning for port a8db8b2e-4e74-4ad2-81ca-258c75150de6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:52:28.446636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ee00210f-7ab0-468c-b154-333211c81bb9 None None] Provisioning complete for port a8db8b2e-4e74-4ad2-81ca-258c75150de6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:28.447049 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee00210f-7ab0-468c-b154-333211c81bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:28.501441 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb80>, [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:25Z', 'revision_number': 3, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port': {'id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:28.509786 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d2101-e984-4d6f-9918-8f77f3198b86 None None] The sync data for ids ['94928cfc-351d-4e58-a274-2aa8091a6622'] in n-d-820554-2 is: [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:25Z', 'revision_number': 3, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port': {'id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:52:28.521607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ee00210f-7ab0-468c-b154-333211c81bb9 None None] Port a8db8b2e-4e74-4ad2-81ca-258c75150de6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:52:28.532852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:28.787871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:28.792904 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:28.820415 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62cbc42c-28a6-4e89-9ed9-4d74e7a826b2 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:28.906942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Pushing event updated for resources: {'Port': ['ID=a8db8b2e-4e74-4ad2-81ca-258c75150de6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:28.911558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:28.912504 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:29.063246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:52:29.064436 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:52:29.266848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Router 94928cfc-351d-4e58-a274-2aa8091a6622 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:52:29.354551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c3067506-51ba-4dda-a518-6e1e2e921d72 None None] Provisioning complete for port a8db8b2e-4e74-4ad2-81ca-258c75150de6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:29.354945 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c3067506-51ba-4dda-a518-6e1e2e921d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:29.414237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c3067506-51ba-4dda-a518-6e1e2e921d72 None None] Port a8db8b2e-4e74-4ad2-81ca-258c75150de6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:52:29.599713 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:52:29.608651 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] 10.222.0.66 "PUT /v2.0/routers/94928cfc-351d-4e58-a274-2aa8091a6622/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8007996
Dec 16 10:52:29.638313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:52:29.707703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:52:29.712787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:29.713175 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:29.847618 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:29.864905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:52:29.871512 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:29.873576 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-73ba4f63-7e9b-4c1b-a24a-291574f4435e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:29.942869 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:29.946708 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:30.031454 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618441-89df-4025-827b-be6fca640a17 None None] Sync routers for ids ['94928cfc-351d-4e58-a274-2aa8091a6622'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:52:30.041821 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] Routers {'94928cfc-351d-4e58-a274-2aa8091a6622'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:52:30.042432 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24b74c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['94928cfc-351d-4e58-a274-2aa8091a6622'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:30.241538 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] Set router 94928cfc-351d-4e58-a274-2aa8091a6622 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:52:30.612468 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24b74c0>, [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:28Z', 'revision_number': 4, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port': {'id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a8db8b2e-4e74-4ad2-81ca-258c75150de6', 'name': '', 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'mac_address': 'fa:16:3e:58:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'dc7d4013-3f2f-49c1-8b69-1e708cba8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:27Z', 'updated_at': '2021-12-16T10:52:28Z', 'revision_number': 2, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'subnets': [{'id': 'dc7d4013-3f2f-49c1-8b69-1e708cba8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:30.616316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618441-89df-4025-827b-be6fca640a17 None None] Checking router: 94928cfc-351d-4e58-a274-2aa8091a6622 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:52:30.616712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618441-89df-4025-827b-be6fca640a17 None None] Updating router 94928cfc-351d-4e58-a274-2aa8091a6622 port a8db8b2e-4e74-4ad2-81ca-258c75150de6 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:52:30.670397 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34618441-89df-4025-827b-be6fca640a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:31.027266 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34618441-89df-4025-827b-be6fca640a17 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:31.039140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-34618441-89df-4025-827b-be6fca640a17 None None] Transition to ACTIVE for port object a8db8b2e-4e74-4ad2-81ca-258c75150de6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:52:31.046539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34618441-89df-4025-827b-be6fca640a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:31.050068 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:31.199970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67035a7f-6758-4308-abbe-003acfa7178a None None] Pushing event updated for resources: {'Port': ['ID=a8db8b2e-4e74-4ad2-81ca-258c75150de6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:31.207473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-67035a7f-6758-4308-abbe-003acfa7178a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:31.264935 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-34618441-89df-4025-827b-be6fca640a17 None None] Attempting to bind port a8db8b2e-4e74-4ad2-81ca-258c75150de6 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:52:31.265231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-34618441-89df-4025-827b-be6fca640a17 None None] Attempting to bind port a8db8b2e-4e74-4ad2-81ca-258c75150de6 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:52:31.265607 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618441-89df-4025-827b-be6fca640a17 None None] Attempting to bind port a8db8b2e-4e74-4ad2-81ca-258c75150de6 on network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:52:31.272282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618441-89df-4025-827b-be6fca640a17 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:52:31.272658 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618441-89df-4025-827b-be6fca640a17 None None] Checking segment: {'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:52:31.273130 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34618441-89df-4025-827b-be6fca640a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:31.273531 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34618441-89df-4025-827b-be6fca640a17 None None] Bound using segment: {'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:52:31.274047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-34618441-89df-4025-827b-be6fca640a17 None None] Bound port: a8db8b2e-4e74-4ad2-81ca-258c75150de6, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e864070a-3a14-4f80-b59b-bd7b7dfab767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:52:31.274397 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34618441-89df-4025-827b-be6fca640a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:31.374262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-34618441-89df-4025-827b-be6fca640a17 None None] For port a8db8b2e-4e74-4ad2-81ca-258c75150de6, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:52:31.377852 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-34618441-89df-4025-827b-be6fca640a17 None None] For port a8db8b2e-4e74-4ad2-81ca-258c75150de6, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a8db8b2e-4e74-4ad2-81ca-258c75150de6,segment=NetworkSegment(e864070a-3a14-4f80-b59b-bd7b7dfab767),segment_id=e864070a-3a14-4f80-b59b-bd7b7dfab767)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:52:31.382454 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34618441-89df-4025-827b-be6fca640a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:31.386348 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-12792af7-20b6-4cab-b2d2-867586748463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:31.465226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] Routers {'94928cfc-351d-4e58-a274-2aa8091a6622'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:52:31.465839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f24b74c0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:52:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['94928cfc-351d-4e58-a274-2aa8091a6622'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:31.522726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67035a7f-6758-4308-abbe-003acfa7178a None None] Pushing event updated for resources: {'Port': ['ID=a8db8b2e-4e74-4ad2-81ca-258c75150de6,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:31.533545 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-67035a7f-6758-4308-abbe-003acfa7178a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:31.627939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:52:31.719125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] Set router 94928cfc-351d-4e58-a274-2aa8091a6622 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:52:31.797248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:31.797553 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:32.191583 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-34618441-89df-4025-827b-be6fca640a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f24b74c0>, [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:28Z', 'revision_number': 4, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port': {'id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a8db8b2e-4e74-4ad2-81ca-258c75150de6', 'name': '', 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'mac_address': 'fa:16:3e:58:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'dc7d4013-3f2f-49c1-8b69-1e708cba8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:27Z', 'updated_at': '2021-12-16T10:52:31Z', 'revision_number': 4, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'subnets': [{'id': 'dc7d4013-3f2f-49c1-8b69-1e708cba8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:52:32.195598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34618441-89df-4025-827b-be6fca640a17 None None] The sync data for ids ['94928cfc-351d-4e58-a274-2aa8091a6622'] in n-d-820554-2 is: [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:28Z', 'revision_number': 4, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port': {'id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'a8db8b2e-4e74-4ad2-81ca-258c75150de6', 'name': '', 'network_id': '7bf29b40-30c9-46c2-ad6d-9873b4d38edc', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'mac_address': 'fa:16:3e:58:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'dc7d4013-3f2f-49c1-8b69-1e708cba8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:27Z', 'updated_at': '2021-12-16T10:52:31Z', 'revision_number': 4, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'subnets': [{'id': 'dc7d4013-3f2f-49c1-8b69-1e708cba8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:52:33.634372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a8db8b2e-4e74-4ad2-81ca-258c75150de6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:52:33.706870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a8db8b2e-4e74-4ad2-81ca-258c75150de6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:52:33.711669 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a8db8b2e-4e74-4ad2-81ca-258c75150de6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:33.712050 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:33.828432 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:33.864594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a8db8b2e-4e74-4ad2-81ca-258c75150de6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a8db8b2e-4e74-4ad2-81ca-258c75150de6,segment=NetworkSegment(e864070a-3a14-4f80-b59b-bd7b7dfab767),segment_id=e864070a-3a14-4f80-b59b-bd7b7dfab767)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:52:33.868876 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:33.870716 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-67035a7f-6758-4308-abbe-003acfa7178a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:52:33.936106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a8db8b2e-4e74-4ad2-81ca-258c75150de6,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:52:33.939124 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:52:35.619863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a8db8b2e-4e74-4ad2-81ca-258c75150de6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:52:35.688057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a8db8b2e-4e74-4ad2-81ca-258c75150de6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:52:35.688438 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:42.160744 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91bc1a29-2dca-4fb6-994b-e75566f8f537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:42.848213 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:44.606256 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5bc24f51-21a9-492a-8fba-fa489ba18a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:44.855659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:45.647947 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:45.672604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:47.457911 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:52:50.006852 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:53:12.162703 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27c45f05-b336-4d2f-8ed3-f1290ec97bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:12.848197 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:14.601585 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55638c6d-e4be-4d98-aa13-063031145549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:14.860462 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:15.669806 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:15.679833 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:17.460123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:27.006626 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:53:29.806285 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59250) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:30.361567 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:30.710937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Deleting port a8db8b2e-4e74-4ad2-81ca-258c75150de6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:53:30.711301 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:30.892081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] For port a8db8b2e-4e74-4ad2-81ca-258c75150de6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a8db8b2e-4e74-4ad2-81ca-258c75150de6,segment=NetworkSegment(e864070a-3a14-4f80-b59b-bd7b7dfab767),segment_id=e864070a-3a14-4f80-b59b-bd7b7dfab767)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:53:30.892799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:31.147565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Calling delete_port for a8db8b2e-4e74-4ad2-81ca-258c75150de6 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:53:31.477554 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:31.481341 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-05e0c325-ba9e-4916-af44-540aee25d8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:31.529057 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8db8b2e-4e74-4ad2-81ca-258c75150de6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:31.571139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.571565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.571950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.572331 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.572710 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.573085 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.573831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.574210 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.574588 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.574974 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.575473 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.575871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:31.587051 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:31.837466 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:32.216260 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Router 94928cfc-351d-4e58-a274-2aa8091a6622 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:53:32.401903 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:53:32.410784 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] 10.222.0.66 "PUT /v2.0/routers/94928cfc-351d-4e58-a274-2aa8091a6622/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6035089
Dec 16 10:53:32.411202 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] Sync routers for ids ['94928cfc-351d-4e58-a274-2aa8091a6622'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:53:32.414124 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59258) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:32.421253 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] Routers {'94928cfc-351d-4e58-a274-2aa8091a6622'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:53:32.421899 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d929a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:53:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['94928cfc-351d-4e58-a274-2aa8091a6622'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:53:32.613189 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] Set router 94928cfc-351d-4e58-a274-2aa8091a6622 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:53:32.744286 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:32.905936 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d929a0>, [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:53:31Z', 'revision_number': 5, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port': {'id': 'ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:53:32.909764 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] Checking router: 94928cfc-351d-4e58-a274-2aa8091a6622 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:53:32.918538 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] Routers {'94928cfc-351d-4e58-a274-2aa8091a6622'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:53:32.919140 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2d929a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:53:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['94928cfc-351d-4e58-a274-2aa8091a6622'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:53:32.930561 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:32.942749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Deleting port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:53:32.943153 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.110287 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] Set router 94928cfc-351d-4e58-a274-2aa8091a6622 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:53:33.128262 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] For port ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:53:33.128614 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.220926 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2d929a0>, [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:53:32Z', 'revision_number': 6, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:53:33.227639 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7284fc-c535-48b8-8998-e8c24f65178d None None] The sync data for ids ['94928cfc-351d-4e58-a274-2aa8091a6622'] in n-d-820554-2 is: [{'id': '94928cfc-351d-4e58-a274-2aa8091a6622', 'name': 'tempest-ServerActionsTestJSON-642756641-router', 'tenant_id': 'a0036d99082241c58e36ed8c646a1b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:52:24Z', 'updated_at': '2021-12-16T10:53:32Z', 'revision_number': 6, 'project_id': 'a0036d99082241c58e36ed8c646a1b52', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:53:33.277911 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Calling delete_port for ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:53:33.453615 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.457737 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:33.504717 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:33.534529 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:33.614896 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.669904 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a8db8b2e-4e74-4ad2-81ca-258c75150de6 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:53:33.713090 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a8db8b2e-4e74-4ad2-81ca-258c75150de6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:53:33.713460 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a8db8b2e-4e74-4ad2-81ca-258c75150de6 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:53:33.808476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.810756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.834735 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.835309 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94928cfc-351d-4e58-a274-2aa8091a6622 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:53:33.847739 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.848849 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] 10.222.0.66 "DELETE /v2.0/routers/94928cfc-351d-4e58-a274-2aa8091a6622 HTTP/1.1" status: 204  len: 168 time: 1.4335170
Dec 16 10:53:33.851560 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59262) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:33.913072 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Deleting subnet dc7d4013-3f2f-49c1-8b69-1e708cba8c09 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:53:33.916148 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:33.969918 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.052393 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.122398 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.126224 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e94761cb-f80a-426a-bdd9-2e2631e240d5 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:34.161601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7d4013-3f2f-49c1-8b69-1e708cba8c09,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:34.164644 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:34.167131 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.173041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb08bfc-34e9-4365-b5dc-9b1e33b7d859 None None] Network 7bf29b40-30c9-46c2-ad6d-9873b4d38edc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:53:34.174451 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dc7d4013-3f2f-49c1-8b69-1e708cba8c09 HTTP/1.1" status: 204  len: 168 time: 0.3218911
Dec 16 10:53:34.176917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59266) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:34.292282 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.306812 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Deleting port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:53:34.307199 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.430732 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] DHCP port deletion for 7bf29b40-30c9-46c2-ad6d-9873b4d38edc request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:53:34.435045 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Deleting port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:53:34.435483 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.658840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] For port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,segment=NetworkSegment(e864070a-3a14-4f80-b59b-bd7b7dfab767),segment_id=e864070a-3a14-4f80-b59b-bd7b7dfab767)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:53:34.659274 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.667543 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] For port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,segment=NetworkSegment(e864070a-3a14-4f80-b59b-bd7b7dfab767),segment_id=e864070a-3a14-4f80-b59b-bd7b7dfab767)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:53:34.667903 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.783692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Calling delete_port for 3ad969a2-deb6-49e4-95f3-4f0b65784e4e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:53:34.793871 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Calling delete_port for 3ad969a2-deb6-49e4-95f3-4f0b65784e4e owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:53:34.879500 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:34.884106 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-774cd2b5-dacc-4841-a248-1906d3e139a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:34.909535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:53:34.909905 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:53:34.928053 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad969a2-deb6-49e4-95f3-4f0b65784e4e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:34.931176 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:34.931954 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] No DVR routers for this DVR port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:53:35.058257 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.086307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0d09040>,) {'filters': {'network_id': ['7bf29b40-30c9-46c2-ad6d-9873b4d38edc']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:53:35.098799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d09040>, 'e864070a-3a14-4f80-b59b-bd7b7dfab767') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:53:35.099091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0d09040>, 'e864070a-3a14-4f80-b59b-bd7b7dfab767') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:53:35.110383 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.127062 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.134067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:53:35.134421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:53:35.148371 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:53:35.227799 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.232901 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-485d3335-4296-4899-a8ae-5aeb5900e8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:35.246356 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.257199 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf29b40-30c9-46c2-ad6d-9873b4d38edc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:35.260983 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:35.262478 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7bf29b40-30c9-46c2-ad6d-9873b4d38edc HTTP/1.1" status: 204  len: 168 time: 1.0840538
Dec 16 10:53:35.411126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Deleting port 3ad969a2-deb6-49e4-95f3-4f0b65784e4e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:53:35.411558 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.412999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59272) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:35.462886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-faba2a5e-793c-4a0a-850a-3b670cb10c4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0036d99082241c58e36ed8c646a1b52&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0486267
Dec 16 10:53:35.465464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59276) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:35.480121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1b608de5-8956-400f-ab92-cb56a0c6f31c None None] The port '3ad969a2-deb6-49e4-95f3-4f0b65784e4e' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:53:35.531752 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2ff79a4-5391-49a2-8201-b5ac125836c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.560372 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2ff79a4-5391-49a2-8201-b5ac125836c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.618082 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2ff79a4-5391-49a2-8201-b5ac125836c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.622221 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-62d4a1b5-9fb3-4e4a-a97f-5869baf00685 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:35.636567 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff79a4-5391-49a2-8201-b5ac125836c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920e269-a1a5-4182-91e7-d795a3a59e75,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:35.639514 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d2ff79a4-5391-49a2-8201-b5ac125836c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:35.641557 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2ff79a4-5391-49a2-8201-b5ac125836c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:35.647094 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d2ff79a4-5391-49a2-8201-b5ac125836c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a920e269-a1a5-4182-91e7-d795a3a59e75 HTTP/1.1" status: 204  len: 168 time: 0.1763103
Dec 16 10:53:35.660179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ad969a2-deb6-49e4-95f3-4f0b65784e4e no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:53:35.699510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 3ad969a2-deb6-49e4-95f3-4f0b65784e4e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:53:35.699985 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3ad969a2-deb6-49e4-95f3-4f0b65784e4e not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:53:35.700522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:53:35.735357 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:53:35.735713 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec47c3d9-8f2a-4f64-aba9-bd9d58d00f0b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:53:36.476588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:36.613142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-631047582-network', 'tenant_id': '40673edacfd04d4db3e27c8d19123ce5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:53:36.619918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:53:36.623797 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Usage tracker for resource:network and tenant:40673edacfd04d4db3e27c8d19123ce5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:53:36.626631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:53:36.632483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:53:36.643124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Made reservation on behalf of 40673edacfd04d4db3e27c8d19123ce5 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:53:36.645442 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.658418 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.673483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:53:36.677331 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Usage tracker for resource:security_group_rule and tenant:40673edacfd04d4db3e27c8d19123ce5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:53:36.680151 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:53:36.686041 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:53:36.773345 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.777124 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.780020 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:36.809709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:53:36.814756 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9811e264-fed9-4152-bfe0-355ec3556de7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:36.825535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.825909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.826302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.826652 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.827013 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.827400 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.827759 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.828119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.828470 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.828826 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.829175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.829525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:53:36.833195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.834059 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Added segment 914f0d59-e8ee-49fb-8b17-a2939d459818 of type vlan for network ed63f35f-1280-4f67-a2af-832708bdb1aa
Dec 16 10:53:36.835387 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:36.861976 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.891581 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.892590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:53:36.893171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:36.898334 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c56f41e6-075e-4b00-af1b-a4ddb15f24c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:36.997589 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5199230
Dec 16 10:53:37.000893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Pushing event updated for resources: {'Network': ['ID=ed63f35f-1280-4f67-a2af-832708bdb1aa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:37.001621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59306) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:53:37.003778 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:37.009181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Request body: {'subnet': {'network_id': 'ed63f35f-1280-4f67-a2af-832708bdb1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-631047582-subnet', 'tenant_id': '40673edacfd04d4db3e27c8d19123ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:53:37.012016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ed63f35f-1280-4f67-a2af-832708bdb1aa details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:53:37.015735 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:53:37.019776 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Usage tracker for resource:subnet and tenant:40673edacfd04d4db3e27c8d19123ce5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:53:37.023737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:53:37.029782 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:53:37.041358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Made reservation on behalf of 40673edacfd04d4db3e27c8d19123ce5 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:53:37.043766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:37.248557 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:37.252624 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1deafe92-e930-4073-bbd2-89d79a6b66c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:53:37.329764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d04fcf-2140-4795-a14e-11d23ad1f862,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:53:37.333110 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:53:37.341697 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Checking segment: {'id': '914f0d59-e8ee-49fb-8b17-a2939d459818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ed63f35f-1280-4f67-a2af-832708bdb1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:53:37.342052 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Network hostable DHCP agents. Network: ed63f35f-1280-4f67-a2af-832708bdb1aa, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:53:37.360293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Network ed63f35f-1280-4f67-a2af-832708bdb1aa is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:53:37.369491 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ed63f35f-1280-4f67-a2af-832708bdb1aa) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:53:37.374099 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:53:37.375011 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:37.381068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83bcf7-ac34-4a6d-a74a-914bbcc980aa None None] Network ed63f35f-1280-4f67-a2af-832708bdb1aa requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:53:37.396986 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3934817
Dec 16 10:53:37.606323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ef0e0-d6eb-4f95-ac28-055de65062b1 None None] Network ed63f35f-1280-4f67-a2af-832708bdb1aa requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:53:42.166099 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-163455e5-eec5-4b64-b664-88b04cb07977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:42.850927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:44.603117 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19af8ae9-37ed-4e5e-bb93-57ab760e5d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:44.861372 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:45.652009 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:45.677169 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:53:47.464480 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:04.006315 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:54:12.171850 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8f085d6c-3125-4d45-a80b-e7f9d4185c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:12.843980 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:14.605699 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0923c616-b295-4b91-9949-5efb964e053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:14.866592 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:15.653114 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:15.678205 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:17.467564 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:37.638204 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:37.698819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Deleting subnet 56d04fcf-2140-4795-a14e-11d23ad1f862 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:54:37.701955 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:37.758043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:37.817229 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:37.885335 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:37.889131 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9be1ecf0-89c5-4036-bfa2-7599ecff4ae1 tempest-NetworksIpV6Test-1341819381 tempest-NetworksIpV6Test-1341819381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:37.930026 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d04fcf-2140-4795-a14e-11d23ad1f862,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:37.935640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:37.943962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.944354 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.944735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.945111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.945480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.945851 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.946219 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.946584 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.946948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.947340 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.947708 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.948068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:37.951596 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/56d04fcf-2140-4795-a14e-11d23ad1f862 HTTP/1.1" status: 204  len: 168 time: 0.3123977
Dec 16 10:54:37.952519 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:37.954284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:38.063573 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.188005 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.213625 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f11f8ee0>,) {'filters': {'network_id': ['ed63f35f-1280-4f67-a2af-832708bdb1aa']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:38.226589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11f8ee0>, '914f0d59-e8ee-49fb-8b17-a2939d459818') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:38.226886 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f11f8ee0>, '914f0d59-e8ee-49fb-8b17-a2939d459818') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:38.238789 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.254649 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.261944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:54:38.262459 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:54:38.275804 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:54:38.356601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.360728 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0c39b1de-fad0-4bac-9746-77f8036bc372 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:38.374045 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.382901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed63f35f-1280-4f67-a2af-832708bdb1aa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:38.387734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ed63f35f-1280-4f67-a2af-832708bdb1aa HTTP/1.1" status: 204  len: 168 time: 0.4319170
Dec 16 10:54:38.392692 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.393033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.393406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.393779 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.394144 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.394566 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.394866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.395276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.395614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.395972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.396321 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.396679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:38.399789 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-39fbf93a-ed5f-4ce1-864f-ca71efcd3523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:38.499679 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59334) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:38.550299 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cf07d9da-4459-4503-b255-625f537977c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40673edacfd04d4db3e27c8d19123ce5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0493679
Dec 16 10:54:38.552848 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:38.615079 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c00be6d-204c-4784-8415-6d6e71f6c8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.640873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c00be6d-204c-4784-8415-6d6e71f6c8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.693274 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c00be6d-204c-4784-8415-6d6e71f6c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.697192 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-40e9f1bb-e045-4395-bd68-26116f25bf5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:38.708700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00be6d-204c-4784-8415-6d6e71f6c8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9811e264-fed9-4152-bfe0-355ec3556de7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:38.712386 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-7c00be6d-204c-4784-8415-6d6e71f6c8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:38.716957 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c00be6d-204c-4784-8415-6d6e71f6c8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:38.718086 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7c00be6d-204c-4784-8415-6d6e71f6c8da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9811e264-fed9-4152-bfe0-355ec3556de7 HTTP/1.1" status: 204  len: 168 time: 0.1641479
Dec 16 10:54:39.481918 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59362) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:39.587876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1098046716'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:39.593812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:39.597897 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:network and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:39.600937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:39.607541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:39.617504 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:39.621063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.634000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.649135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:39.652938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:security_group_rule and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:39.655718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:39.661269 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:39.745781 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.750566 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.753493 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5e8dde4f-c8b7-4f1c-a508-f1feaf065dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:39.783729 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:54:39.792422 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d510f16-7e6d-4967-9e08-0ff4240ce849,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:39.796679 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:39.799285 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.799631 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Added segment 5cf963f9-0a5e-42c8-abed-ad0e65953f6e of type vlan for network f3f2788f-c9d3-4bca-81f4-44859d223959
Dec 16 10:54:39.827478 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.858602 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.864202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:39.864794 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:39.868339 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a2edc57c-eae8-4599-b3b7-fc46c51a0f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:39.976803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Network': ['ID=f3f2788f-c9d3-4bca-81f4-44859d223959,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:39.979759 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4967844
Dec 16 10:54:39.980644 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c87b7f5b-0689-4db5-a3b4-b5b743f6a3a8 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:39.998682 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network f3f2788f-c9d3-4bca-81f4-44859d223959 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:54:41.005409 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:54:42.163524 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9a51-b7be-4ef7-b573-37d3d7ac5f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:42.855642 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.230588 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:43.236414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'subnet': {'network_id': 'f3f2788f-c9d3-4bca-81f4-44859d223959', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:43.350202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:43.354080 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:subnet and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:43.356987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:43.362640 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:43.373148 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:43.376709 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.598013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.601654 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-60680f9a-e998-4a67-8142-ad50380a123e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:43.677801 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Subnet': ['ID=5133c157-c61d-4299-a232-d7be303f1d3f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:43.681069 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:43.687757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Checking segment: {'id': '5cf963f9-0a5e-42c8-abed-ad0e65953f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f3f2788f-c9d3-4bca-81f4-44859d223959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:43.688118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network hostable DHCP agents. Network: f3f2788f-c9d3-4bca-81f4-44859d223959, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:54:43.707547 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network f3f2788f-c9d3-4bca-81f4-44859d223959 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:54:43.719110 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, f3f2788f-c9d3-4bca-81f4-44859d223959) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:43.723840 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:43.724477 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.729758 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc458e8-d1b7-4b89-87b1-dc54208e534f None None] Network f3f2788f-c9d3-4bca-81f4-44859d223959 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:43.748326 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f3471b5c-ae41-4862-9716-57744b87f60f tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5164363
Dec 16 10:54:43.751862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:43.757916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1077783372'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:43.763758 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:43.767590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:network and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:43.770417 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:43.776569 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:43.787000 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:43.790724 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.821506 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:54:43.833540 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.833943 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Added segment 145ff5be-7f66-4e83-9e21-914f13815a21 of type vlan for network 37c5ffdf-a125-4c92-89c6-3ace7bd1f26d
Dec 16 10:54:43.863063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.898746 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.905016 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:43.905640 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:43.911039 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b5372ec-aa3b-4dc3-bae5-b4cbcb77e96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:43.954266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-f3f2788f-c9d3-4bca-81f4-44859d223959', 'network_id': 'f3f2788f-c9d3-4bca-81f4-44859d223959', 'tenant_id': '7e2004ab61874ea39020efc7b81fac2d', 'fixed_ips': [{'subnet_id': '5133c157-c61d-4299-a232-d7be303f1d3f'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:54:43.955129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.011106 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2581611
Dec 16 10:54:44.015128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59376) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:44.020515 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Network': ['ID=37c5ffdf-a125-4c92-89c6-3ace7bd1f26d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:44.021504 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'subnet': {'network_id': '37c5ffdf-a125-4c92-89c6-3ace7bd1f26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:44.023292 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:44.044171 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 37c5ffdf-a125-4c92-89c6-3ace7bd1f26d details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:54:44.139338 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:44.143371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:subnet and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:44.146563 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:44.153247 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:44.164390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:44.168193 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.224018 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Allocated IP 2001:db8:0:ffff::2 (f3f2788f-c9d3-4bca-81f4-44859d223959/5133c157-c61d-4299-a232-d7be303f1d3f/ec10afdf-fda4-4767-aa40-41822a684355) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:54:44.500843 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.511600 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Transition to ACTIVE for port object ec10afdf-fda4-4767-aa40-41822a684355 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:44.532772 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Transition to ACTIVE for port object ec10afdf-fda4-4767-aa40-41822a684355 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:44.539208 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.544912 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:44.552152 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.556074 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-9a1ae7d2-db76-4412-a36a-56c03caa9843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:44.615793 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Network f3f2788f-c9d3-4bca-81f4-44859d223959 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:54:44.620889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:44.626743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:54:44.633310 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-751cd587-025a-4a43-8276-c9dbb1f14ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.637621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Subnet': ['ID=3e9de3f4-6f68-42d0-b126-1044466ea070,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:44.643560 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:44.649608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Checking segment: {'id': '145ff5be-7f66-4e83-9e21-914f13815a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '37c5ffdf-a125-4c92-89c6-3ace7bd1f26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:44.649976 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network hostable DHCP agents. Network: 37c5ffdf-a125-4c92-89c6-3ace7bd1f26d, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:54:44.671212 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network 37c5ffdf-a125-4c92-89c6-3ace7bd1f26d is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:54:44.672168 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Pushing event updated for resources: {'Port': ['ID=ec10afdf-fda4-4767-aa40-41822a684355,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:44.680608 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 37c5ffdf-a125-4c92-89c6-3ace7bd1f26d) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:44.685940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:44.686599 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.694236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5018a-1e45-447a-be3d-fb01c84e3c24 None None] Network 37c5ffdf-a125-4c92-89c6-3ace7bd1f26d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:44.711010 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.711381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.711815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.712155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716077 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716315 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.6965044
Dec 16 10:54:44.716417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:54:44.716887 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59380) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:44.718383 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:44.832825 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Attempting to bind port ec10afdf-fda4-4767-aa40-41822a684355 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:54:44.833472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Attempting to bind port ec10afdf-fda4-4767-aa40-41822a684355 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '5cf963f9-0a5e-42c8-abed-ad0e65953f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f3f2788f-c9d3-4bca-81f4-44859d223959'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:54:44.833472 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Attempting to bind port ec10afdf-fda4-4767-aa40-41822a684355 on network f3f2788f-c9d3-4bca-81f4-44859d223959 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:54:44.844014 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:54:44.844428 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Checking segment: {'id': '5cf963f9-0a5e-42c8-abed-ad0e65953f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f3f2788f-c9d3-4bca-81f4-44859d223959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:44.844816 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.845222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Bound using segment: {'id': '5cf963f9-0a5e-42c8-abed-ad0e65953f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f3f2788f-c9d3-4bca-81f4-44859d223959'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:54:44.845703 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Bound port: ec10afdf-fda4-4767-aa40-41822a684355, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf963f9-0a5e-42c8-abed-ad0e65953f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f3f2788f-c9d3-4bca-81f4-44859d223959'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:54:44.846080 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.872463 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.943795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:44.985581 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.039925 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.045293 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b8f1d040-a8f4-4173-924d-bb51a280b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:45.056388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] For port ec10afdf-fda4-4767-aa40-41822a684355, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:54:45.072674 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] For port ec10afdf-fda4-4767-aa40-41822a684355, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ec10afdf-fda4-4767-aa40-41822a684355,segment=NetworkSegment(5cf963f9-0a5e-42c8-abed-ad0e65953f6e),segment_id=5cf963f9-0a5e-42c8-abed-ad0e65953f6e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:54:45.075563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d815f-4fe6-4326-8b38-68c955ec4514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-37c5ffdf-a125-4c92-89c6-3ace7bd1f26d', 'network_id': '37c5ffdf-a125-4c92-89c6-3ace7bd1f26d', 'tenant_id': '7e2004ab61874ea39020efc7b81fac2d', 'fixed_ips': [{'subnet_id': '3e9de3f4-6f68-42d0-b126-1044466ea070'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:54:45.076509 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-156d815f-4fe6-4326-8b38-68c955ec4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.087214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9de3f4-6f68-42d0-b126-1044466ea070,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:45.090555 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.096871 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:45.102310 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-372bb0ae-2ab8-4e75-a585-6c0371275c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:45.197553 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.226522 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f22db0d0>,) {'filters': {'network_id': ['37c5ffdf-a125-4c92-89c6-3ace7bd1f26d']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:45.248525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22db0d0>, '145ff5be-7f66-4e83-9e21-914f13815a21') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:45.248525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f22db0d0>, '145ff5be-7f66-4e83-9e21-914f13815a21') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:45.258103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Pushing event updated for resources: {'Port': ['ID=ec10afdf-fda4-4767-aa40-41822a684355,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:45.259227 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.262668 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:45.278668 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.283652 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db2934-fc0c-4474-b775-8c3f4c73b7a6 None None] Network 37c5ffdf-a125-4c92-89c6-3ace7bd1f26d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:45.286374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:54:45.286860 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:54:45.306006 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:54:45.397660 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.402002 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-77c94cae-c080-4f56-bac0-691e6bea8431 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:45.417280 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.431902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Network': ['ID=37c5ffdf-a125-4c92-89c6-3ace7bd1f26d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:45.432872 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:45.440604 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/37c5ffdf-a125-4c92-89c6-3ace7bd1f26d HTTP/1.1" status: 204  len: 168 time: 0.7225075
Dec 16 10:54:45.444354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59384) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:45.451027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1840185269'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:45.458880 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:45.468919 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:network and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:45.476845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:45.483727 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:45.496387 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:45.502758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.534997 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:54:45.546757 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.547118 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Added segment a5c46695-a30a-499f-a645-166faf9f43ff of type vlan for network 364ea2ce-a30d-42d8-94b9-706d9c5615fc
Dec 16 10:54:45.575885 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.610517 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.616283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:45.616992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.620946 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-3fbd65d7-73b0-44d7-81a1-b583b6f2ca25 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:45.676918 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.691796 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.722837 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2766156
Dec 16 10:54:45.724439 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec10afdf-fda4-4767-aa40-41822a684355 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:54:45.725740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:45.733164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'subnet': {'network_id': '364ea2ce-a30d-42d8-94b9-706d9c5615fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:45.745131 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Network': ['ID=364ea2ce-a30d-42d8-94b9-706d9c5615fc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:45.748090 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6b7d3837-3f09-4a66-bf29-824d262eabc7 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:45.766040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 364ea2ce-a30d-42d8-94b9-706d9c5615fc details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:54:45.856813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:45.860819 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:subnet and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:45.863578 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:45.869334 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:45.880458 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:45.884014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:45.895474 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ec10afdf-fda4-4767-aa40-41822a684355 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:54:45.981594 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 10:54:45.982126 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 10:54:46.126388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.130505 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b504520f-18c7-4948-a8b0-d3252cfb3c9e tempest-NetworksTestDHCPv6-145072047 tempest-NetworksTestDHCPv6-145072047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:46.211562 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Subnet': ['ID=6d39e757-1258-4d5a-80d7-74c6df8ebf91,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:46.215038 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:46.221310 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Checking segment: {'id': 'a5c46695-a30a-499f-a645-166faf9f43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '364ea2ce-a30d-42d8-94b9-706d9c5615fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:46.221669 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network hostable DHCP agents. Network: 364ea2ce-a30d-42d8-94b9-706d9c5615fc, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:54:46.241948 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network 364ea2ce-a30d-42d8-94b9-706d9c5615fc is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:54:46.252560 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 364ea2ce-a30d-42d8-94b9-706d9c5615fc) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:46.257091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:46.257676 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.264916 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49607d1e-c598-4021-bc37-dd5c6c355b12 None None] Network 364ea2ce-a30d-42d8-94b9-706d9c5615fc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:46.282230 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5553036
Dec 16 10:54:46.286709 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:46.336228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a4dbe-a8e1-42be-8e46-08338e3caed1 None None] Network f3f2788f-c9d3-4bca-81f4-44859d223959 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:46.474787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Provisioning for port ec10afdf-fda4-4767-aa40-41822a684355 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:54:46.508850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Provisioning complete for port ec10afdf-fda4-4767-aa40-41822a684355 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:54:46.509237 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.608491 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.681543 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.757655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.761188 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f798ca36-6424-4b7e-b724-51666b0e547d tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:46.799713 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Subnet': ['ID=6d39e757-1258-4d5a-80d7-74c6df8ebf91,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:46.803335 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:46.821025 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f708939-bb1e-44b2-a9a7-6bcbe5202af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-364ea2ce-a30d-42d8-94b9-706d9c5615fc', 'network_id': '364ea2ce-a30d-42d8-94b9-706d9c5615fc', 'tenant_id': '7e2004ab61874ea39020efc7b81fac2d', 'fixed_ips': [{'subnet_id': '6d39e757-1258-4d5a-80d7-74c6df8ebf91'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:54:46.821875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f708939-bb1e-44b2-a9a7-6bcbe5202af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.898717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.928772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1165a60>,) {'filters': {'network_id': ['364ea2ce-a30d-42d8-94b9-706d9c5615fc']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:46.941699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1165a60>, 'a5c46695-a30a-499f-a645-166faf9f43ff') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:46.941998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1165a60>, 'a5c46695-a30a-499f-a645-166faf9f43ff') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:46.944155 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.954084 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.972138 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.978845 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:54:46.979266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:54:46.994422 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:54:47.015125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] For port ec10afdf-fda4-4767-aa40-41822a684355, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ec10afdf-fda4-4767-aa40-41822a684355,segment=NetworkSegment(5cf963f9-0a5e-42c8-abed-ad0e65953f6e),segment_id=5cf963f9-0a5e-42c8-abed-ad0e65953f6e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:47.019113 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb54e5-5102-4ffe-acdc-7e8b2dd8a45e None None] Network 364ea2ce-a30d-42d8-94b9-706d9c5615fc requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:47.035368 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.041074 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:47.084867 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.091596 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a5824772-89c6-4917-aba4-24335696fb41 tempest-RoutersIpV6Test-499296613 tempest-RoutersIpV6Test-499296613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:47.109266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.120916 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Network': ['ID=364ea2ce-a30d-42d8-94b9-706d9c5615fc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:47.125364 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:47.129406 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/364ea2ce-a30d-42d8-94b9-706d9c5615fc HTTP/1.1" status: 204  len: 168 time: 0.8416300
Dec 16 10:54:47.133135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:47.145738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796639365'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:47.153633 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:47.157923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:network and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:47.161304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:47.169069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:47.180942 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:47.184600 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.218091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:54:47.226030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Pushing event updated for resources: {'Port': ['ID=ec10afdf-fda4-4767-aa40-41822a684355,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:47.227732 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.228074 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Added segment 3a93e441-eb7b-4d13-94f2-ad0ff38248df of type vlan for network cf0417c6-408e-461b-b7a1-2680198bcf2b
Dec 16 10:54:47.229522 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:47.257211 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.282840 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a4f377f7-5f90-43a3-b2ee-0779846f6818 None None] Provisioning complete for port ec10afdf-fda4-4767-aa40-41822a684355 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:54:47.283255 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a4f377f7-5f90-43a3-b2ee-0779846f6818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.289933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.296009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:47.296589 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.300204 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8707d673-2f3d-4eb3-b791-ee3166e8e507 tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:47.401200 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2668691
Dec 16 10:54:47.404736 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:47.411635 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'subnet': {'network_id': 'cf0417c6-408e-461b-b7a1-2680198bcf2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:47.412213 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Network': ['ID=cf0417c6-408e-461b-b7a1-2680198bcf2b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:47.415321 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:47.423260 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network cf0417c6-408e-461b-b7a1-2680198bcf2b details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:54:47.529674 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:47.530103 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.533238 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:subnet and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:47.536932 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:47.542703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:47.553737 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:47.557361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.681088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec10afdf-fda4-4767-aa40-41822a684355 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:54:47.754577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ec10afdf-fda4-4767-aa40-41822a684355 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:54:47.754951 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.784820 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.789718 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d980252f-52eb-4466-8ebf-2b100660c0a5 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:47.868424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Subnet': ['ID=9db67d50-75ac-4804-9ff7-4bb9a88783df,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:47.872039 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:47.874739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Checking segment: {'id': '3a93e441-eb7b-4d13-94f2-ad0ff38248df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cf0417c6-408e-461b-b7a1-2680198bcf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:47.875150 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network hostable DHCP agents. Network: cf0417c6-408e-461b-b7a1-2680198bcf2b, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:54:47.895521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network cf0417c6-408e-461b-b7a1-2680198bcf2b is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:54:47.905514 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, cf0417c6-408e-461b-b7a1-2680198bcf2b) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:47.909878 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:47.910455 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:47.915569 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83465bda-3d17-4d21-aeb0-3d213d6ec19a None None] Network cf0417c6-408e-461b-b7a1-2680198bcf2b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:47.932479 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5266144
Dec 16 10:54:47.937459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59404) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:47.943093 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536737717'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:47.948663 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:47.952706 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:network and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:47.955516 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:47.961185 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:47.972058 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:47.975726 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.004801 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:54:48.014796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.015251 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Added segment 0ba3da05-7865-49c6-a60a-7536917767c4 of type vlan for network 69809fa9-c054-4729-8fd7-af579b87ed1d
Dec 16 10:54:48.047220 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.078364 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.083849 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:48.084457 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.089689 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f3495846-17a9-431a-9f59-44659ccabf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:48.132668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-cf0417c6-408e-461b-b7a1-2680198bcf2b', 'network_id': 'cf0417c6-408e-461b-b7a1-2680198bcf2b', 'tenant_id': '7e2004ab61874ea39020efc7b81fac2d', 'fixed_ips': [{'subnet_id': '9db67d50-75ac-4804-9ff7-4bb9a88783df'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:54:48.133184 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.190754 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2494123
Dec 16 10:54:48.192263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:48.198586 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Network': ['ID=69809fa9-c054-4729-8fd7-af579b87ed1d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:48.200175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Request body: {'subnet': {'network_id': '69809fa9-c054-4729-8fd7-af579b87ed1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:48.202312 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-55ac18a7-e1fd-419b-84af-f020cd0a3382 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:48.209693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 69809fa9-c054-4729-8fd7-af579b87ed1d details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:54:48.318312 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:48.322231 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Usage tracker for resource:subnet and tenant:7e2004ab61874ea39020efc7b81fac2d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:48.325632 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:48.331483 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:48.341745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Made reservation on behalf of 7e2004ab61874ea39020efc7b81fac2d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:48.345395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.390279 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Allocated IP 2001:db8::2 (cf0417c6-408e-461b-b7a1-2680198bcf2b/9db67d50-75ac-4804-9ff7-4bb9a88783df/909fba49-036d-4047-84d3-04b0ab762850) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:54:48.578305 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.583562 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cfabdee5-c641-43c3-8089-de6b126502c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:48.663354 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.664434 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event updated for resources: {'Subnet': ['ID=6b581572-6bcd-4641-97d4-1c9484845104,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:48.668928 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:48.673107 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Checking segment: {'id': '0ba3da05-7865-49c6-a60a-7536917767c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '69809fa9-c054-4729-8fd7-af579b87ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:48.673466 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network hostable DHCP agents. Network: 69809fa9-c054-4729-8fd7-af579b87ed1d, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:54:48.675295 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Transition to ACTIVE for port object 909fba49-036d-4047-84d3-04b0ab762850 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:48.693482 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Network 69809fa9-c054-4729-8fd7-af579b87ed1d is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:54:48.695052 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Transition to ACTIVE for port object 909fba49-036d-4047-84d3-04b0ab762850 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:48.701182 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.704028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 69809fa9-c054-4729-8fd7-af579b87ed1d) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:48.707004 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-cd62edbe-8fcc-4d3b-835f-56f68ef1d402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:48.708492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:48.709079 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.730326 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5366452
Dec 16 10:54:48.732915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:48.744341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643ce4eb-6740-44a8-a126-a2b27ba50595 None None] Network 69809fa9-c054-4729-8fd7-af579b87ed1d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:48.854523 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Network cf0417c6-408e-461b-b7a1-2680198bcf2b is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:54:48.861187 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:48.869585 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:54:48.875380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Pushing event updated for resources: {'Port': ['ID=909fba49-036d-4047-84d3-04b0ab762850,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:48.880991 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:48.886651 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.952819 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:48.995892 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Attempting to bind port 909fba49-036d-4047-84d3-04b0ab762850 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:54:48.996839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Attempting to bind port 909fba49-036d-4047-84d3-04b0ab762850 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '3a93e441-eb7b-4d13-94f2-ad0ff38248df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cf0417c6-408e-461b-b7a1-2680198bcf2b'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:54:48.997218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Attempting to bind port 909fba49-036d-4047-84d3-04b0ab762850 on network cf0417c6-408e-461b-b7a1-2680198bcf2b {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:54:49.034924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.041053 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a65ae1a5-71ec-467b-b754-98d9defa5095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:49.043548 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:54:49.044144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Checking segment: {'id': '3a93e441-eb7b-4d13-94f2-ad0ff38248df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cf0417c6-408e-461b-b7a1-2680198bcf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:49.044561 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.044964 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Bound using segment: {'id': '3a93e441-eb7b-4d13-94f2-ad0ff38248df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cf0417c6-408e-461b-b7a1-2680198bcf2b'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:54:49.051306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Bound port: 909fba49-036d-4047-84d3-04b0ab762850, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a93e441-eb7b-4d13-94f2-ad0ff38248df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cf0417c6-408e-461b-b7a1-2680198bcf2b'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:54:49.051723 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.078242 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Subnet': ['ID=6b581572-6bcd-4641-97d4-1c9484845104,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:49.081341 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:49.132878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d755dafd-e48e-446a-a1dc-8b21a2bff0f9 None None] Network 69809fa9-c054-4729-8fd7-af579b87ed1d requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:49.179595 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.205053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f70c01c0>,) {'filters': {'network_id': ['69809fa9-c054-4729-8fd7-af579b87ed1d']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:49.217686 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f70c01c0>, '0ba3da05-7865-49c6-a60a-7536917767c4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:49.217973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f70c01c0>, '0ba3da05-7865-49c6-a60a-7536917767c4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:49.232512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.249520 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.255735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:54:49.256316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:54:49.271913 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:54:49.301398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-28b07bca-6e16-451a-b74f-2882573376df None None] For port 909fba49-036d-4047-84d3-04b0ab762850, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:54:49.345103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-28b07bca-6e16-451a-b74f-2882573376df None None] For port 909fba49-036d-4047-84d3-04b0ab762850, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=909fba49-036d-4047-84d3-04b0ab762850,segment=NetworkSegment(3a93e441-eb7b-4d13-94f2-ad0ff38248df),segment_id=3a93e441-eb7b-4d13-94f2-ad0ff38248df)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:54:49.350374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.356181 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:49.362531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.367989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.370747 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd09160d-0764-4172-be97-7d553df457ea tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:49.398772 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Network': ['ID=69809fa9-c054-4729-8fd7-af579b87ed1d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:49.401549 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:49.404628 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-90d56abc-3711-4218-920b-ef06b13b3965 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/69809fa9-c054-4729-8fd7-af579b87ed1d HTTP/1.1" status: 204  len: 168 time: 0.6707268
Dec 16 10:54:49.408207 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59416) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:49.453001 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef2aefe-ae01-49ed-ad14-b87857108216 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] GET failed (client error): The resource could not be found.
Dec 16 10:54:49.453665 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0ef2aefe-ae01-49ed-ad14-b87857108216 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Synchronizing usage tracker for tenant:7e2004ab61874ea39020efc7b81fac2d on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:54:49.459386 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Pushing event updated for resources: {'Port': ['ID=909fba49-036d-4047-84d3-04b0ab762850,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:49.462864 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:49.475120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-0ef2aefe-ae01-49ed-ad14-b87857108216 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Unset dirty status for tenant:7e2004ab61874ea39020efc7b81fac2d on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:54:49.476297 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0ef2aefe-ae01-49ed-ad14-b87857108216 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "GET /v2.0/subnets/6b581572-6bcd-4641-97d4-1c9484845104 HTTP/1.1" status: 404  len: 337 time: 0.0656073
Dec 16 10:54:49.479387 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:49.510868 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd08f21-2254-4e2f-86b0-d7be204dab88 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:54:49.511520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd08f21-2254-4e2f-86b0-d7be204dab88 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:54:49.516886 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8cd08f21-2254-4e2f-86b0-d7be204dab88 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/69809fa9-c054-4729-8fd7-af579b87ed1d HTTP/1.1" status: 404  len: 339 time: 0.0329154
Dec 16 10:54:49.517118 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:49.557501 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b805f84f-4018-41d6-8df8-1c05be7deb15 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:54:49.558414 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b805f84f-4018-41d6-8df8-1c05be7deb15 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:54:49.562263 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b805f84f-4018-41d6-8df8-1c05be7deb15 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/subnets/6b581572-6bcd-4641-97d4-1c9484845104 HTTP/1.1" status: 404  len: 337 time: 0.0416989
Dec 16 10:54:49.562522 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59428) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:49.588703 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f265d233-1a6b-4f80-9e0d-290afbcd2dff tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:54:49.589182 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f265d233-1a6b-4f80-9e0d-290afbcd2dff tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:54:49.591612 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f265d233-1a6b-4f80-9e0d-290afbcd2dff tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/69809fa9-c054-4729-8fd7-af579b87ed1d HTTP/1.1" status: 404  len: 339 time: 0.0281334
Dec 16 10:54:49.594173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:49.681293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Deleting subnet 9db67d50-75ac-4804-9ff7-4bb9a88783df {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:54:49.685422 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.754342 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:49.770144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 909fba49-036d-4047-84d3-04b0ab762850 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:54:49.850349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 909fba49-036d-4047-84d3-04b0ab762850 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:54:49.859895 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.083883 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.087463 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-756a5bac-0d09-4345-b058-648f805632cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:50.123299 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Subnet': ['ID=9db67d50-75ac-4804-9ff7-4bb9a88783df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:50.126753 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:50.127663 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.141516 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b903fc3c-801a-48e2-b5d4-9d3d2284956e tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/subnets/9db67d50-75ac-4804-9ff7-4bb9a88783df HTTP/1.1" status: 204  len: 168 time: 0.5463562
Dec 16 10:54:50.143968 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59436) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:50.265578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.277284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Deleting port 909fba49-036d-4047-84d3-04b0ab762850 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:54:50.277910 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.490070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c425d8-e84b-4830-94e1-87e4cded476f None None] Network cf0417c6-408e-461b-b7a1-2680198bcf2b requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:50.495020 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] For port 909fba49-036d-4047-84d3-04b0ab762850, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=909fba49-036d-4047-84d3-04b0ab762850,segment=NetworkSegment(3a93e441-eb7b-4d13-94f2-ad0ff38248df),segment_id=3a93e441-eb7b-4d13-94f2-ad0ff38248df)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:50.495423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.627734 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-40afbe39-125f-49a7-b592-145be074800a None None] Provisioning for port 909fba49-036d-4047-84d3-04b0ab762850 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:54:50.628545 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Calling delete_port for 909fba49-036d-4047-84d3-04b0ab762850 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:54:50.660981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-40afbe39-125f-49a7-b592-145be074800a None None] Provisioning complete for port 909fba49-036d-4047-84d3-04b0ab762850 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:54:50.661358 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40afbe39-125f-49a7-b592-145be074800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.706699 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.711242 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e8c87a07-9993-4014-8d1d-6baf30254b9b tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:50.746070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-40afbe39-125f-49a7-b592-145be074800a None None] Could not find standard attr ID for object 909fba49-036d-4047-84d3-04b0ab762850. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:54:50.749262 n-d-820554-2 neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-40afbe39-125f-49a7-b592-145be074800a None None] No ports have port_id starting with 909fba49-036d-4047-84d3-04b0ab762850
Dec 16 10:54:50.760872 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Port': ['ID=909fba49-036d-4047-84d3-04b0ab762850,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:50.764602 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:50.766882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No DVR routers for this DVR port 909fba49-036d-4047-84d3-04b0ab762850 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:54:50.821979 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee93f7-2b7c-4256-b974-4e6f3354a079 None None] DHCP port deletion for cf0417c6-408e-461b-b7a1-2680198bcf2b request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:54:50.900963 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.925484 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6e80>,) {'filters': {'network_id': ['cf0417c6-408e-461b-b7a1-2680198bcf2b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:50.937878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6e80>, '3a93e441-eb7b-4d13-94f2-ad0ff38248df') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:50.938177 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f34e6e80>, '3a93e441-eb7b-4d13-94f2-ad0ff38248df') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:50.950189 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.966112 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.972184 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:54:50.972821 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:54:50.987480 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:54:51.073659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.077955 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:51.094401 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.106399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Network': ['ID=cf0417c6-408e-461b-b7a1-2680198bcf2b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:51.109743 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:51.111631 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/cf0417c6-408e-461b-b7a1-2680198bcf2b HTTP/1.1" status: 204  len: 168 time: 0.9667647
Dec 16 10:54:51.115006 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:51.154675 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b50ff87-e6d3-4059-8f17-60384569d5f0 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:54:51.155135 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b50ff87-e6d3-4059-8f17-60384569d5f0 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:54:51.156827 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2b50ff87-e6d3-4059-8f17-60384569d5f0 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/subnets/6d39e757-1258-4d5a-80d7-74c6df8ebf91 HTTP/1.1" status: 404  len: 337 time: 0.0408170
Dec 16 10:54:51.159557 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:51.184842 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a2c224-2626-422f-89f6-2ac7a59c8510 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:54:51.185305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a2c224-2626-422f-89f6-2ac7a59c8510 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:54:51.186902 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-62a2c224-2626-422f-89f6-2ac7a59c8510 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/364ea2ce-a30d-42d8-94b9-706d9c5615fc HTTP/1.1" status: 404  len: 339 time: 0.0264645
Dec 16 10:54:51.189493 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:51.233110 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2410a45-e80f-4490-b06c-1c820e585ef2 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:54:51.233554 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2410a45-e80f-4490-b06c-1c820e585ef2 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:54:51.235197 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b2410a45-e80f-4490-b06c-1c820e585ef2 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/subnets/3e9de3f4-6f68-42d0-b126-1044466ea070 HTTP/1.1" status: 404  len: 337 time: 0.0448279
Dec 16 10:54:51.237785 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59452) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:51.264265 n-d-820554-2 neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8b1fc5-5950-468e-ab69-4a4a388c769d tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] DELETE failed (client error): The resource could not be found.
Dec 16 10:54:51.264721 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8b1fc5-5950-468e-ab69-4a4a388c769d tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 10:54:51.266325 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-db8b1fc5-5950-468e-ab69-4a4a388c769d tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/37c5ffdf-a125-4c92-89c6-3ace7bd1f26d HTTP/1.1" status: 404  len: 339 time: 0.0276732
Dec 16 10:54:51.268962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59456) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:51.334541 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Deleting subnet 5133c157-c61d-4299-a232-d7be303f1d3f {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:54:51.337545 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.410267 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.506128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.580233 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.583972 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ca73d63c-9b96-4abd-83cb-66ff9cbbf1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:51.624253 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Subnet': ['ID=5133c157-c61d-4299-a232-d7be303f1d3f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:51.627484 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:51.629661 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.636360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c5c8d-df45-46e3-a1eb-1a3fa6f896fe None None] Network f3f2788f-c9d3-4bca-81f4-44859d223959 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:51.639566 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6a460e2e-e8e4-4e7f-9fdb-58c502fd2ebe tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/subnets/5133c157-c61d-4299-a232-d7be303f1d3f HTTP/1.1" status: 204  len: 168 time: 0.3696299
Dec 16 10:54:51.642222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59460) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:51.709197 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 909fba49-036d-4047-84d3-04b0ab762850 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:54:51.761878 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 909fba49-036d-4047-84d3-04b0ab762850 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:54:51.762137 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.762243 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 909fba49-036d-4047-84d3-04b0ab762850 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:54:51.776355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Deleting port ec10afdf-fda4-4767-aa40-41822a684355 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:54:51.776700 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.940134 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] DHCP port deletion for f3f2788f-c9d3-4bca-81f4-44859d223959 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:54:51.944402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Deleting port ec10afdf-fda4-4767-aa40-41822a684355 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:54:51.944786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:51.987544 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] For port ec10afdf-fda4-4767-aa40-41822a684355, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ec10afdf-fda4-4767-aa40-41822a684355,segment=NetworkSegment(5cf963f9-0a5e-42c8-abed-ad0e65953f6e),segment_id=5cf963f9-0a5e-42c8-abed-ad0e65953f6e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:51.987911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.119921 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Calling delete_port for ec10afdf-fda4-4767-aa40-41822a684355 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:54:52.214208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] For port ec10afdf-fda4-4767-aa40-41822a684355, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ec10afdf-fda4-4767-aa40-41822a684355,segment=NetworkSegment(5cf963f9-0a5e-42c8-abed-ad0e65953f6e),segment_id=5cf963f9-0a5e-42c8-abed-ad0e65953f6e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:52.214533 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.340445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Calling delete_port for ec10afdf-fda4-4767-aa40-41822a684355 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:54:52.353970 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.357819 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d1ca7b8b-fb7b-4a10-acc3-d212c9d79772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:52.402306 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Port': ['ID=ec10afdf-fda4-4767-aa40-41822a684355,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:52.405278 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:52.406055 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] No DVR routers for this DVR port ec10afdf-fda4-4767-aa40-41822a684355 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:54:52.416152 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:54:52.416524 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:54:52.540263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.566871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ab9c70>,) {'filters': {'network_id': ['f3f2788f-c9d3-4bca-81f4-44859d223959']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:52.579133 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ab9c70>, '5cf963f9-0a5e-42c8-abed-ad0e65953f6e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:52.579455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ab9c70>, '5cf963f9-0a5e-42c8-abed-ad0e65953f6e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:52.590533 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.607017 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.613190 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:54:52.613582 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:54:52.629140 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:54:52.717428 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.721282 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-10f6ffe4-0d80-4ad8-a84a-45028f738197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:52.736698 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.750050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Pushing event deleted for resources: {'Network': ['ID=f3f2788f-c9d3-4bca-81f4-44859d223959,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:52.752698 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] 10.222.0.66 "DELETE /v2.0/networks/f3f2788f-c9d3-4bca-81f4-44859d223959 HTTP/1.1" status: 204  len: 168 time: 1.1095316
Dec 16 10:54:52.753585 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8181e4bf-d40f-4b8a-b9f5-eb48c1ca0fa3 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:52.917308 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Deleting port ec10afdf-fda4-4767-aa40-41822a684355 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:54:52.917822 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:52.985495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d37a8270-d20e-4420-a9bc-3ab377603742 None None] The port 'ec10afdf-fda4-4767-aa40-41822a684355' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:54:53.035389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:53.194457 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a6cfaef4-adca-4501-921d-fef4c75333d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e2004ab61874ea39020efc7b81fac2d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1577699
Dec 16 10:54:53.196962 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:53.259272 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:53.284973 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:53.339141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:53.343765 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b70c00da-b52a-449a-9e24-3dee9da65749 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:53.359270 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d510f16-7e6d-4967-9e08-0ff4240ce849,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:53.363171 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:53.366544 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:53.367679 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d510f16-7e6d-4967-9e08-0ff4240ce849 HTTP/1.1" status: 204  len: 168 time: 0.1698368
Dec 16 10:54:53.682387 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec10afdf-fda4-4767-aa40-41822a684355 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:54:53.720641 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ec10afdf-fda4-4767-aa40-41822a684355 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:54:53.720997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ec10afdf-fda4-4767-aa40-41822a684355 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:54:54.066743 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:54.172149 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1456091700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:54.179488 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:54.183282 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Usage tracker for resource:router and tenant:112b9f3582b34d3ebf846ed3797e23c2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:54.187277 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:54.195238 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:54.206523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.207736 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.222244 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.239817 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.267001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.268357 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e23c38f8-2bd0-442f-ae1a-2c50c04afbfe tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2005761
Dec 16 10:54:54.271050 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59508) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:54.276980 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-310682623'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:54.282705 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:54.287102 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Usage tracker for resource:network and tenant:112b9f3582b34d3ebf846ed3797e23c2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:54.290032 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:54.296316 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:54.308355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Made reservation on behalf of 112b9f3582b34d3ebf846ed3797e23c2 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:54.313200 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.327644 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.342394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:54.346667 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Usage tracker for resource:security_group_rule and tenant:112b9f3582b34d3ebf846ed3797e23c2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:54.349818 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:54.355773 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:54.438241 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.443363 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.446357 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad59fab5-afb9-4020-8db5-0ee8ef72398c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:54.478778 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:54:54.484608 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a66955b-9c0e-441f-933f-8cf67836d488,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:54.488229 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:54.491930 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.492267 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Added segment 7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7 of type vlan for network 2babadd7-f841-4612-956f-4cd76774485f
Dec 16 10:54:54.518803 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.553014 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.558757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:54.559892 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:54.563575 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-49f55412-a5e9-460e-bace-419473d0ad64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:54.674470 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4022746
Dec 16 10:54:54.675533 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event updated for resources: {'Network': ['ID=2babadd7-f841-4612-956f-4cd76774485f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:54.677424 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59512) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:54.678356 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7fc41bd9-30c6-474c-aa0c-df2becb93040 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:54.683922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Request body: {'subnet': {'network_id': '2babadd7-f841-4612-956f-4cd76774485f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:54.686589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 2babadd7-f841-4612-956f-4cd76774485f details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:54:54.799018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:54.802839 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Usage tracker for resource:subnet and tenant:112b9f3582b34d3ebf846ed3797e23c2 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:54.805660 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:54.814492 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:54.825116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Made reservation on behalf of 112b9f3582b34d3ebf846ed3797e23c2 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:54.828628 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.175999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.180038 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f04a7894-6dd5-4489-9350-6e2f5a977711 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:55.258156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event updated for resources: {'Subnet': ['ID=f49e53d0-0b7d-44a5-8948-7104258bfa7e,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:55.260889 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:55.268866 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Checking segment: {'id': '7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2babadd7-f841-4612-956f-4cd76774485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:55.269222 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Network hostable DHCP agents. Network: 2babadd7-f841-4612-956f-4cd76774485f, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:54:55.288854 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Network 2babadd7-f841-4612-956f-4cd76774485f is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:54:55.298407 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 2babadd7-f841-4612-956f-4cd76774485f) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:55.303496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:55.304412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.312329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b07e4-c889-458b-9dac-f78d5b44dc12 None None] Network 2babadd7-f841-4612-956f-4cd76774485f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:55.331943 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eaca5ac9-2ace-4a29-8d06-46c157d5a59c tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6503663
Dec 16 10:54:55.332166 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59516) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:55.337630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-845464419'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:55.343719 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:55.347535 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Usage tracker for resource:network and tenant:112b9f3582b34d3ebf846ed3797e23c2 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:55.350627 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:55.359183 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:55.369310 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Made reservation on behalf of 112b9f3582b34d3ebf846ed3797e23c2 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:55.372955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.401988 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:54:55.411811 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.412163 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Added segment 40f9e558-a175-4f30-9987-e4b73a2afd3d of type vlan for network 8962ea0b-761a-4849-874c-a0b250637e52
Dec 16 10:54:55.439216 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.469506 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.475270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:55.475850 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.480988 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c8b45cf5-6c7f-43be-bc03-336283c40b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:55.537335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-2babadd7-f841-4612-956f-4cd76774485f', 'network_id': '2babadd7-f841-4612-956f-4cd76774485f', 'tenant_id': '112b9f3582b34d3ebf846ed3797e23c2', 'fixed_ips': [{'subnet_id': 'f49e53d0-0b7d-44a5-8948-7104258bfa7e'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:54:55.538447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.578463 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2452855
Dec 16 10:54:55.581433 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:55.587831 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event updated for resources: {'Network': ['ID=8962ea0b-761a-4849-874c-a0b250637e52,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:55.588878 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Request body: {'subnet': {'network_id': '8962ea0b-761a-4849-874c-a0b250637e52', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:55.596361 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:55.606582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 8962ea0b-761a-4849-874c-a0b250637e52 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:54:55.711538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:54:55.715447 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Usage tracker for resource:subnet and tenant:112b9f3582b34d3ebf846ed3797e23c2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:54:55.718289 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:54:55.724230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:54:55.734690 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Made reservation on behalf of 112b9f3582b34d3ebf846ed3797e23c2 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:54:55.738495 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.804224 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Allocated IP 172.20.0.2 (2babadd7-f841-4612-956f-4cd76774485f/f49e53d0-0b7d-44a5-8948-7104258bfa7e/de78df05-317b-450c-bdce-7b789245c82b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:54:55.966760 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:55.970279 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-faacf705-b8af-4979-9a05-353c4aa19835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:56.018740 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.029031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Transition to ACTIVE for port object de78df05-317b-450c-bdce-7b789245c82b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:56.044937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event updated for resources: {'Subnet': ['ID=d93d8fa9-5457-49e0-8455-c6239ff956e4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:56.048645 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:56.049257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Transition to ACTIVE for port object de78df05-317b-450c-bdce-7b789245c82b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:56.054956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.055857 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Checking segment: {'id': '40f9e558-a175-4f30-9987-e4b73a2afd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8962ea0b-761a-4849-874c-a0b250637e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:56.056298 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Network hostable DHCP agents. Network: 8962ea0b-761a-4849-874c-a0b250637e52, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:54:56.060573 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-67035a7f-6758-4308-abbe-003acfa7178a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:56.076424 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Network 8962ea0b-761a-4849-874c-a0b250637e52 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:54:56.086518 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 8962ea0b-761a-4849-874c-a0b250637e52) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:56.094384 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:54:56.095228 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.095519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf9c2f-aa89-4f4a-8c92-256d2d8eb362 None None] Network 8962ea0b-761a-4849-874c-a0b250637e52 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:56.117212 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8bdf444b-451f-4e91-9a81-c88da804f5b4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5338259
Dec 16 10:54:56.120283 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59526) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:56.126300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-137e61b6-d40a-4df4-85d9-aee3fc080ce9 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Request body: {'router': {'external_gateway_info': {'network_id': '8962ea0b-761a-4849-874c-a0b250637e52'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:54:56.259745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Network 2babadd7-f841-4612-956f-4cd76774485f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:54:56.264091 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:56.270273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:54:56.272399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Pushing event updated for resources: {'Port': ['ID=de78df05-317b-450c-bdce-7b789245c82b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:56.277717 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:56.422614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Attempting to bind port de78df05-317b-450c-bdce-7b789245c82b on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:54:56.422988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Attempting to bind port de78df05-317b-450c-bdce-7b789245c82b by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2babadd7-f841-4612-956f-4cd76774485f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:54:56.423389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Attempting to bind port de78df05-317b-450c-bdce-7b789245c82b on network 2babadd7-f841-4612-956f-4cd76774485f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:54:56.439905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:54:56.440289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Checking segment: {'id': '7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2babadd7-f841-4612-956f-4cd76774485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:56.440706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.441110 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Bound using segment: {'id': '7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2babadd7-f841-4612-956f-4cd76774485f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:54:56.441731 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Bound port: de78df05-317b-450c-bdce-7b789245c82b, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2babadd7-f841-4612-956f-4cd76774485f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:54:56.442109 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.518836 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-137e61b6-d40a-4df4-85d9-aee3fc080ce9 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.576046 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-8962ea0b-761a-4849-874c-a0b250637e52', 'network_id': '8962ea0b-761a-4849-874c-a0b250637e52', 'tenant_id': '112b9f3582b34d3ebf846ed3797e23c2', 'fixed_ips': [{'subnet_id': 'd93d8fa9-5457-49e0-8455-c6239ff956e4'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:54:56.576884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.608645 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] For port de78df05-317b-450c-bdce-7b789245c82b, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:54:56.656021 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] For port de78df05-317b-450c-bdce-7b789245c82b, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=de78df05-317b-450c-bdce-7b789245c82b,segment=NetworkSegment(7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7),segment_id=7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:54:56.671689 n-d-820554-2 neutron-server[87654]: INFO neutron.api.v2.resource [None req-137e61b6-d40a-4df4-85d9-aee3fc080ce9 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 10:54:56.672317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:56.672786 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-137e61b6-d40a-4df4-85d9-aee3fc080ce9 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "PUT /v2.0/routers/f2b83787-6950-4b51-b0f0-7b1578f52b0e HTTP/1.1" status: 400  len: 364 time: 0.5514777
Dec 16 10:54:56.678619 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59532) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:56.682473 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:56.760240 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Deleting subnet d93d8fa9-5457-49e0-8455-c6239ff956e4 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:54:56.817886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Pushing event updated for resources: {'Port': ['ID=de78df05-317b-450c-bdce-7b789245c82b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:56.822573 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:56.838797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Allocated IP 172.21.0.2 (8962ea0b-761a-4849-874c-a0b250637e52/d93d8fa9-5457-49e0-8455-c6239ff956e4/3d1b80c1-8817-4d1b-8565-a67d92a4f38f) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:54:57.077878 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.088764 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Transition to ACTIVE for port object 3d1b80c1-8817-4d1b-8565-a67d92a4f38f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:57.112372 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Transition to ACTIVE for port object 3d1b80c1-8817-4d1b-8565-a67d92a4f38f will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:54:57.119374 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.120019 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.125355 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-94d1e1fc-08f2-4a97-bc98-1b7d47c10fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:57.188634 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.189236 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Network 8962ea0b-761a-4849-874c-a0b250637e52 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:54:57.192111 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:54:57.195727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:54:57.201936 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Pushing event updated for resources: {'Port': ['ID=3d1b80c1-8817-4d1b-8565-a67d92a4f38f,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:57.205725 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:57.276820 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.294697 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Attempting to bind port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:54:57.295070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Attempting to bind port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '40f9e558-a175-4f30-9987-e4b73a2afd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8962ea0b-761a-4849-874c-a0b250637e52'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:54:57.295469 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Attempting to bind port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f on network 8962ea0b-761a-4849-874c-a0b250637e52 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:54:57.302154 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:54:57.302541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Checking segment: {'id': '40f9e558-a175-4f30-9987-e4b73a2afd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8962ea0b-761a-4849-874c-a0b250637e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:54:57.302956 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.303398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Bound using segment: {'id': '40f9e558-a175-4f30-9987-e4b73a2afd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8962ea0b-761a-4849-874c-a0b250637e52'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:54:57.303873 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Bound port: 3d1b80c1-8817-4d1b-8565-a67d92a4f38f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f9e558-a175-4f30-9987-e4b73a2afd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8962ea0b-761a-4849-874c-a0b250637e52'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:54:57.304259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.353335 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.357523 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6e96a61d-1b8d-4a19-b839-74afecadc91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:57.394477 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event deleted for resources: {'Subnet': ['ID=d93d8fa9-5457-49e0-8455-c6239ff956e4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:57.397742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] For port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:54:57.398002 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:57.398974 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.401559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] For port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3d1b80c1-8817-4d1b-8565-a67d92a4f38f,segment=NetworkSegment(40f9e558-a175-4f30-9987-e4b73a2afd3d),segment_id=40f9e558-a175-4f30-9987-e4b73a2afd3d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:54:57.405924 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d5b12427-41ec-4809-8b88-e424d5711696 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "DELETE /v2.0/subnets/d93d8fa9-5457-49e0-8455-c6239ff956e4 HTTP/1.1" status: 204  len: 168 time: 0.7262771
Dec 16 10:54:57.408003 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.408853 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59538) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:57.411973 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6e5e5255-c1c5-4f7f-9527-16339ea1a711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:57.493967 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Pushing event updated for resources: {'Port': ['ID=3d1b80c1-8817-4d1b-8565-a67d92a4f38f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:57.497822 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:57.541505 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.555634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Deleting port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:54:57.556122 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:57.781638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device de78df05-317b-450c-bdce-7b789245c82b up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:54:57.865908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port de78df05-317b-450c-bdce-7b789245c82b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:54:57.946232 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] For port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3d1b80c1-8817-4d1b-8565-a67d92a4f38f,segment=NetworkSegment(40f9e558-a175-4f30-9987-e4b73a2afd3d),segment_id=40f9e558-a175-4f30-9987-e4b73a2afd3d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:57.946582 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.020532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d81db-b23f-417f-9209-a0cf16baba05 None None] Network 2babadd7-f841-4612-956f-4cd76774485f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:58.077634 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Calling delete_port for 3d1b80c1-8817-4d1b-8565-a67d92a4f38f owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:54:58.160852 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.164742 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-586cfb73-4201-4da8-80d8-9d5cf1814bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:58.185653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Provisioning for port de78df05-317b-450c-bdce-7b789245c82b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:54:58.200748 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Provisioning complete for port de78df05-317b-450c-bdce-7b789245c82b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:54:58.201128 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.208469 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event deleted for resources: {'Port': ['ID=3d1b80c1-8817-4d1b-8565-a67d92a4f38f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:58.212546 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:58.218881 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] No DVR routers for this DVR port 3d1b80c1-8817-4d1b-8565-a67d92a4f38f on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:54:58.361227 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.391048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f78220>,) {'filters': {'network_id': ['8962ea0b-761a-4849-874c-a0b250637e52']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:58.391862 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.405284 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f78220>, '40f9e558-a175-4f30-9987-e4b73a2afd3d') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:58.405617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f78220>, '40f9e558-a175-4f30-9987-e4b73a2afd3d') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:58.419824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.430647 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] For port de78df05-317b-450c-bdce-7b789245c82b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=de78df05-317b-450c-bdce-7b789245c82b,segment=NetworkSegment(7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7),segment_id=7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:58.436827 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.440251 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:58.442604 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.451733 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:54:58.452497 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:54:58.468257 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:54:58.519791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Pushing event updated for resources: {'Port': ['ID=de78df05-317b-450c-bdce-7b789245c82b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:58.530786 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:58.581074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.585480 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2017bc8d-c077-491f-b32e-e02c3fc12978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:58.603307 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.618950 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event deleted for resources: {'Network': ['ID=8962ea0b-761a-4849-874c-a0b250637e52,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:58.623231 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "DELETE /v2.0/networks/8962ea0b-761a-4849-874c-a0b250637e52 HTTP/1.1" status: 204  len: 168 time: 1.2121289
Dec 16 10:54:58.623231 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b9c41516-848b-4160-85c7-0a543046cada tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:58.624794 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59544) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:58.707481 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Deleting subnet f49e53d0-0b7d-44a5-8948-7104258bfa7e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:54:58.712775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.779795 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.842103 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9af01b9b-9d24-4251-a2db-dc0880edeab5 None None] Provisioning complete for port de78df05-317b-450c-bdce-7b789245c82b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:54:58.842579 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9af01b9b-9d24-4251-a2db-dc0880edeab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.874351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb76a7-f3ed-40ed-b035-31aec931edf2 None None] DHCP port deletion for 8962ea0b-761a-4849-874c-a0b250637e52 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:54:58.889782 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.916293 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357affe6-ca96-4a60-89e0-ad6ba9eeb446 None None] Network 8962ea0b-761a-4849-874c-a0b250637e52 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:58.940894 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357affe6-ca96-4a60-89e0-ad6ba9eeb446 None None] Network 8962ea0b-761a-4849-874c-a0b250637e52 could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 16 10:54:58.976045 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:58.980168 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e61e591e-b4d5-403a-884a-c5d55f8a27ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:59.022318 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.025465 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event deleted for resources: {'Subnet': ['ID=f49e53d0-0b7d-44a5-8948-7104258bfa7e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:59.028870 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:59.030974 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4b746-c772-4c91-a10f-3bedc3dd333a None None] Network 2babadd7-f841-4612-956f-4cd76774485f requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:54:59.036060 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-f0fa1845-4796-4dcc-9a67-a2b590c09da3 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "DELETE /v2.0/subnets/f49e53d0-0b7d-44a5-8948-7104258bfa7e HTTP/1.1" status: 204  len: 168 time: 0.4077199
Dec 16 10:54:59.036956 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59548) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:54:59.160071 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.171568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Deleting port de78df05-317b-450c-bdce-7b789245c82b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:54:59.171909 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.195586 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ed221008-a47c-46b0-b578-2383ca32c579 None None] Could not find standard attr ID for object 3d1b80c1-8817-4d1b-8565-a67d92a4f38f. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 10:54:59.299882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] DHCP port deletion for 2babadd7-f841-4612-956f-4cd76774485f request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:54:59.304981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Deleting port de78df05-317b-450c-bdce-7b789245c82b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:54:59.304981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.399051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] For port de78df05-317b-450c-bdce-7b789245c82b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=de78df05-317b-450c-bdce-7b789245c82b,segment=NetworkSegment(7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7),segment_id=7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:59.399688 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.528234 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Calling delete_port for de78df05-317b-450c-bdce-7b789245c82b owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:54:59.533253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] For port de78df05-317b-450c-bdce-7b789245c82b, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=de78df05-317b-450c-bdce-7b789245c82b,segment=NetworkSegment(7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7),segment_id=7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:54:59.533888 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.608992 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.612936 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-346efe5b-f144-4c97-92c6-1416106c4506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:54:59.656883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event deleted for resources: {'Port': ['ID=de78df05-317b-450c-bdce-7b789245c82b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:54:59.659946 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:54:59.660712 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] No DVR routers for this DVR port de78df05-317b-450c-bdce-7b789245c82b on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:54:59.667147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Calling delete_port for de78df05-317b-450c-bdce-7b789245c82b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:54:59.702844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device de78df05-317b-450c-bdce-7b789245c82b no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:54:59.750359 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: de78df05-317b-450c-bdce-7b789245c82b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:54:59.750721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device de78df05-317b-450c-bdce-7b789245c82b not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:54:59.784123 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:54:59.784404 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:54:59.930180 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.955073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0edc790>,) {'filters': {'network_id': ['2babadd7-f841-4612-956f-4cd76774485f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:59.966649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0edc790>, '7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:59.966937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0edc790>, '7dd4d886-ff2e-4845-b2cd-5ed8791a1bc7') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:54:59.978038 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:54:59.994175 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.001409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:55:00.001899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:55:00.018218 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:55:00.101075 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.106969 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-18b1ec96-b055-4499-8706-b000065a9959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:00.121518 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.133003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Pushing event deleted for resources: {'Network': ['ID=2babadd7-f841-4612-956f-4cd76774485f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:00.136610 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:00.138364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "DELETE /v2.0/networks/2babadd7-f841-4612-956f-4cd76774485f HTTP/1.1" status: 204  len: 168 time: 1.1004813
Dec 16 10:55:00.141088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59552) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:00.188103 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4bec1ef-7e9a-4924-b897-981d66bc539d tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Synchronizing usage tracker for tenant:112b9f3582b34d3ebf846ed3797e23c2 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 10:55:00.203241 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-f4bec1ef-7e9a-4924-b897-981d66bc539d tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Unset dirty status for tenant:112b9f3582b34d3ebf846ed3797e23c2 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 10:55:00.204364 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f4bec1ef-7e9a-4924-b897-981d66bc539d tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2b83787-6950-4b51-b0f0-7b1578f52b0e HTTP/1.1" status: 200  len: 205 time: 0.0623527
Dec 16 10:55:00.207106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59556) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:00.285528 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Deleting port de78df05-317b-450c-bdce-7b789245c82b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:55:00.286115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.356308 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91091aa9-bf49-4bbc-a4cd-ea7ae0691673 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.364411 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d6561017-7d78-48d9-bd26-4d2355c9469d None None] The port 'de78df05-317b-450c-bdce-7b789245c82b' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:55:00.799117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91091aa9-bf49-4bbc-a4cd-ea7ae0691673 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.801353 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91091aa9-bf49-4bbc-a4cd-ea7ae0691673 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.825747 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91091aa9-bf49-4bbc-a4cd-ea7ae0691673 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.826339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91091aa9-bf49-4bbc-a4cd-ea7ae0691673 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Fanout notify agent at l3_agent the message router_deleted on router f2b83787-6950-4b51-b0f0-7b1578f52b0e {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:55:00.838106 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91091aa9-bf49-4bbc-a4cd-ea7ae0691673 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:00.839215 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-91091aa9-bf49-4bbc-a4cd-ea7ae0691673 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] 10.222.0.66 "DELETE /v2.0/routers/f2b83787-6950-4b51-b0f0-7b1578f52b0e HTTP/1.1" status: 204  len: 168 time: 0.6310577
Dec 16 10:55:01.105095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:01.256256 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab3c5aa7-bd59-4c6e-a1af-b5e2ef9d1d29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=112b9f3582b34d3ebf846ed3797e23c2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1495295
Dec 16 10:55:01.258625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:01.318322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9afda3e-d07b-48dd-b844-e62ae8a3adc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:01.345672 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9afda3e-d07b-48dd-b844-e62ae8a3adc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:01.401561 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9afda3e-d07b-48dd-b844-e62ae8a3adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:01.405537 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1c878e30-438d-4a72-a6d1-d44bfc60c719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:01.419392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afda3e-d07b-48dd-b844-e62ae8a3adc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a66955b-9c0e-441f-933f-8cf67836d488,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:01.422337 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c9afda3e-d07b-48dd-b844-e62ae8a3adc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:01.424455 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c9afda3e-d07b-48dd-b844-e62ae8a3adc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:01.425592 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c9afda3e-d07b-48dd-b844-e62ae8a3adc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a66955b-9c0e-441f-933f-8cf67836d488 HTTP/1.1" status: 204  len: 168 time: 0.1659079
Dec 16 10:55:02.096998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59594) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:02.200469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1436367491-network', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:55:02.206222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:02.210027 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Usage tracker for resource:network and tenant:88da4f19e88c4f6e99049082649e13d4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:02.212829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:02.219491 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:02.229615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Made reservation on behalf of 88da4f19e88c4f6e99049082649e13d4 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:55:02.231914 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.248146 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.263747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:02.267561 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Usage tracker for resource:security_group_rule and tenant:88da4f19e88c4f6e99049082649e13d4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:02.270409 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:02.276309 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:02.375657 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.379671 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.382740 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d714074b-108c-490d-8200-3119d97cdf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:02.413740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:55:02.419217 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b286de96-4f19-45fd-aed7-9bc8bcdb88ea,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:02.423005 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:02.426907 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.427074 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Added segment a257e45d-01dd-4f70-8a67-b4548542deda of type vlan for network 61536646-bb4d-4c07-91cc-1727b0b709b9
Dec 16 10:55:02.453954 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.483247 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.484374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:55:02.485027 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.488536 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-7296f98f-99c1-4094-9df9-6f6c88bc5829 tempest-FloatingIPTestJSON-1967545389 tempest-FloatingIPTestJSON-1967545389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:02.590810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Pushing event updated for resources: {'Network': ['ID=61536646-bb4d-4c07-91cc-1727b0b709b9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:02.594845 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4962788
Dec 16 10:55:02.595833 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-246f3038-b4c0-4c5b-b327-e99df53a9d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:02.597399 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:02.603988 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Request body: {'subnet': {'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-subnet', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:55:02.604139 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:55:02.609930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:02.614235 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Usage tracker for resource:subnet and tenant:88da4f19e88c4f6e99049082649e13d4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:02.617214 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:02.623538 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:02.633757 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Made reservation on behalf of 88da4f19e88c4f6e99049082649e13d4 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:55:02.636177 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.847443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.852093 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2fb8ab93-dcef-444a-bc47-2b942edd9b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:02.925300 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f702796-d28d-4d1d-a81c-0512ba074807,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:02.929326 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:02.934511 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Checking segment: {'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:02.934905 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Network hostable DHCP agents. Network: 61536646-bb4d-4c07-91cc-1727b0b709b9, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:55:02.953046 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:55:02.962346 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 61536646-bb4d-4c07-91cc-1727b0b709b9) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:02.966480 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:55:02.967231 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:02.971621 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd836e4-78e5-45ad-8766-01a2ad687634 None None] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:55:02.989344 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3901834
Dec 16 10:55:02.992044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:02.997631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:55:03.003383 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:03.007268 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Usage tracker for resource:router and tenant:88da4f19e88c4f6e99049082649e13d4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:03.010091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:03.016090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:03.027611 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.028767 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.044834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.237762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-61536646-bb4d-4c07-91cc-1727b0b709b9', 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'fixed_ips': [{'subnet_id': '4f702796-d28d-4d1d-a81c-0512ba074807'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:55:03.238610 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.319923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.395877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Allocated IP 172.20.0.2 (61536646-bb4d-4c07-91cc-1727b0b709b9/4f702796-d28d-4d1d-a81c-0512ba074807/c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:55:03.614866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.626047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Transition to ACTIVE for port object c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:03.645786 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Transition to ACTIVE for port object c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:03.651413 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.656420 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:03.718955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:03.722028 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:03.724631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:55:03.757506 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Pushing event updated for resources: {'Port': ['ID=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:03.760232 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:03.796772 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.823248 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Attempting to bind port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:55:03.823612 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Attempting to bind port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:55:03.823927 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Attempting to bind port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb on network 61536646-bb4d-4c07-91cc-1727b0b709b9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:55:03.828457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.830099 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:55:03.830486 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Checking segment: {'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:03.830900 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.831337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Bound using segment: {'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:55:03.831817 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Bound port: c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:55:03.832206 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.921987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] For port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:55:03.925229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] For port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,segment=NetworkSegment(a257e45d-01dd-4f70-8a67-b4548542deda),segment_id=a257e45d-01dd-4f70-8a67-b4548542deda)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:55:03.930414 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:03.936240 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-0fa6e8ec-f2dd-4766-afa1-a121788533fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:03.973193 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Allocated IP 172.25.3.133 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/b66b2b27-5370-4624-a1b8-6a3fcc5e9341) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:55:04.023094 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Pushing event updated for resources: {'Port': ['ID=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:04.025942 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:04.136454 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:04.168128 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:04.172065 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0a6a769b-a5d9-4962-a122-ef1e6d725e6a tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:04.245849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:04.249073 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:04.252808 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:55:04.290001 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:04.300624 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:04.694873 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:04.990917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ff177-5854-41e2-a3a9-6a13819d694b None None] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:55:05.060557 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:05.097278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91ffe466-de4c-479c-8d0b-7ceb58e6627e None None] Provisioning for port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:05.469607 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:55:05.654127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:55:05.671908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Sync routers for ids ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:55:05.681443 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:05.691230 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.6898446
Dec 16 10:55:05.691230 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:05.691530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Routers {'57d17f8b-0cc6-4a1c-a25e-38ca58294a89'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:05.691530 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12db100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:54:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:05.748255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:05.927976 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:05.939402 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:05.939786 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:05.964859 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Set router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:06.344554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.380658 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.390599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,segment=NetworkSegment(a257e45d-01dd-4f70-8a67-b4548542deda),segment_id=a257e45d-01dd-4f70-8a67-b4548542deda)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:55:06.397784 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.399721 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:06.447079 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12db100>, [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:04Z', 'revision_number': 3, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port': {'id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:06.461002 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Checking router: 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:55:06.461366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Updating router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:55:06.523143 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:06.527040 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:06.528354 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.596222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Allocated IP 172.20.0.1 (61536646-bb4d-4c07-91cc-1727b0b709b9/4f702796-d28d-4d1d-a81c-0512ba074807/e1df7fba-903d-42c8-9c37-f4df2a13e47c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:55:06.756842 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.774048 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Transition to ACTIVE for port object e1df7fba-903d-42c8-9c37-f4df2a13e47c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:06.802647 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.807253 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-914bb940-b284-4b76-9eaf-09b87675701e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:06.872878 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.887742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Transition to ACTIVE for port object b66b2b27-5370-4624-a1b8-6a3fcc5e9341 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:06.895360 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.901012 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:06.984349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Attempting to bind port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:55:06.984349 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Attempting to bind port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:55:06.984746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Attempting to bind port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:55:06.994723 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:55:06.995246 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:06.995683 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:06.996176 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:55:06.996711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Bound port: b66b2b27-5370-4624-a1b8-6a3fcc5e9341, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:55:06.996992 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.025980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445685f-717f-4ef0-bf1a-fcfc08b5d051 None None] Pushing event updated for resources: {'Port': ['ID=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:07.029417 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a445685f-717f-4ef0-bf1a-fcfc08b5d051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:07.045874 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:07.048864 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:07.051392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:55:07.085913 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] For port b66b2b27-5370-4624-a1b8-6a3fcc5e9341, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:55:07.091876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] For port b66b2b27-5370-4624-a1b8-6a3fcc5e9341, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:55:07.098110 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.103290 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fd2e6f9e-d273-42c1-84d4-98e1902f798a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:07.109087 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1df7fba-903d-42c8-9c37-f4df2a13e47c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:07.114799 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:07.134119 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.188807 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Routers {'57d17f8b-0cc6-4a1c-a25e-38ca58294a89'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:07.189446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12db100>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:54:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:07.266712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445685f-717f-4ef0-bf1a-fcfc08b5d051 None None] Pushing event updated for resources: {'Port': ['ID=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:07.272390 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a445685f-717f-4ef0-bf1a-fcfc08b5d051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:07.290744 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.391496 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] Set router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:07.438016 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-26223d99-6d97-40c5-8f28-643ec9dbca5a None None] Provisioning for port e1df7fba-903d-42c8-9c37-f4df2a13e47c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:07.465440 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-26223d99-6d97-40c5-8f28-643ec9dbca5a None None] Provisioning complete for port e1df7fba-903d-42c8-9c37-f4df2a13e47c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:07.466329 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26223d99-6d97-40c5-8f28-643ec9dbca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.542113 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.546917 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.572402 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cd0f3e88-252a-47f1-8116-a2c78540801d tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:07.604960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-26223d99-6d97-40c5-8f28-643ec9dbca5a None None] Port e1df7fba-903d-42c8-9c37-f4df2a13e47c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:55:07.660237 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.663876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1df7fba-903d-42c8-9c37-f4df2a13e47c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:07.667691 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:07.704072 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:07.810176 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:07.811407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:07.837594 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:07.837981 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:07.968318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12db100>, [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 4, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port': {'id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e1df7fba-903d-42c8-9c37-f4df2a13e47c', 'name': '', 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'mac_address': 'fa:16:3e:39:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:06Z', 'updated_at': '2021-12-16T10:55:06Z', 'revision_number': 1, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'subnets': [{'id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:07.975309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeea9c3-657a-4424-b36d-5f6219a66f31 None None] The sync data for ids ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'] in n-d-820554-2 is: [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 4, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port': {'id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e1df7fba-903d-42c8-9c37-f4df2a13e47c', 'name': '', 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'mac_address': 'fa:16:3e:39:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:06Z', 'updated_at': '2021-12-16T10:55:06Z', 'revision_number': 1, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'subnets': [{'id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:55:08.018997 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:55:08.126943 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2d1350ca-cbc8-4f53-84bd-fc2869e5af69 None None] Provisioning complete for port e1df7fba-903d-42c8-9c37-f4df2a13e47c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:08.127263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2d1350ca-cbc8-4f53-84bd-fc2869e5af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:08.188791 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2d1350ca-cbc8-4f53-84bd-fc2869e5af69 None None] Port e1df7fba-903d-42c8-9c37-f4df2a13e47c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:55:08.232989 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:55:08.242425 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-8df7aad7-8420-4c87-a2fd-b7388a16c8b0 admin admin] 10.222.0.66 "PUT /v2.0/routers/57d17f8b-0cc6-4a1c-a25e-38ca58294a89/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5553920
Dec 16 10:55:08.800454 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59628) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:08.806368 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1447260574-network', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:55:08.813330 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:08.817779 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Usage tracker for resource:network and tenant:b1c5885b8fc34a3699dcc5e2d5ccd9ec is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:08.821890 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:08.832896 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:08.845649 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Made reservation on behalf of b1c5885b8fc34a3699dcc5e2d5ccd9ec for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:55:08.848809 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:08.865667 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:08.884263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:08.888367 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Usage tracker for resource:security_group_rule and tenant:b1c5885b8fc34a3699dcc5e2d5ccd9ec is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:08.891435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:08.897407 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:08.986438 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:08.990969 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:08.995548 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6f604ffd-6032-4094-be20-02b8d9eb922e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:09.021883 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:55:09.039044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd764a17-1aca-4294-9ce9-507533d3d1b0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:09.044069 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:09.045036 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.045383 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Added segment 3458001a-8600-4620-96b1-be420ab7604b of type vlan for network c4043bc9-c583-4cde-a8a8-f46e30157582
Dec 16 10:55:09.073899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.105162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.106776 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:55:09.107398 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.110943 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-58ce1c07-8630-41b8-a46c-ef1750ca8e94 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:09.237637 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Pushing event updated for resources: {'Network': ['ID=c4043bc9-c583-4cde-a8a8-f46e30157582,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:09.240840 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4392712
Dec 16 10:55:09.242123 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-56e088e9-d84b-47b2-856a-92578335be63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:09.243807 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:09.249520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Request body: {'subnet': {'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-subnet', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:55:09.254989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c4043bc9-c583-4cde-a8a8-f46e30157582 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:55:09.258771 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:09.263442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Usage tracker for resource:subnet and tenant:b1c5885b8fc34a3699dcc5e2d5ccd9ec is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:09.267176 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:09.278254 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:09.288474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Made reservation on behalf of b1c5885b8fc34a3699dcc5e2d5ccd9ec for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:55:09.291111 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.506957 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.510517 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d0358323-07df-4cb8-bbc1-f104f805ffde tempest-ExtraDHCPOptionsTestJSON-1181195220 tempest-ExtraDHCPOptionsTestJSON-1181195220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:09.579390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06dc05a7-fb5f-4f36-8498-b6dc8879e4d1,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:09.583034 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:09.590636 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Checking segment: {'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:09.590996 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Network hostable DHCP agents. Network: c4043bc9-c583-4cde-a8a8-f46e30157582, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:55:09.610033 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Network c4043bc9-c583-4cde-a8a8-f46e30157582 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:55:09.619013 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, c4043bc9-c583-4cde-a8a8-f46e30157582) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:09.623303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:55:09.623916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.628415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288d5b7-d116-4f4c-b191-47c414753ceb None None] Network c4043bc9-c583-4cde-a8a8-f46e30157582 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:55:09.648691 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-247e7d45-fce3-45d9-a566-abd998a5c66f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4036148
Dec 16 10:55:09.651214 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:09.659479 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:55:09.666114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:55:09.670648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Usage tracker for resource:router and tenant:b1c5885b8fc34a3699dcc5e2d5ccd9ec is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:55:09.673985 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:55:09.682074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:55:09.697001 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.698357 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.714630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.752063 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b66b2b27-5370-4624-a1b8-6a3fcc5e9341 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:09.905900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:09.939822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:09.940220 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.989761 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:09.990551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-c4043bc9-c583-4cde-a8a8-f46e30157582', 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'fixed_ips': [{'subnet_id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:55:09.991444 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.191338 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Sync routers for ids ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:55:10.202214 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Routers {'57d17f8b-0cc6-4a1c-a25e-38ca58294a89'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:10.203104 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c20400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:54:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:10.204199 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.233037 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port b66b2b27-5370-4624-a1b8-6a3fcc5e9341, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:55:10.241655 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Allocated IP 172.20.0.2 (c4043bc9-c583-4cde-a8a8-f46e30157582/06dc05a7-fb5f-4f36-8498-b6dc8879e4d1/c0d82027-4d36-4739-8c71-170369d4d925) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:55:10.242870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.252847 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a445685f-717f-4ef0-bf1a-fcfc08b5d051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:10.323379 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.353815 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.405620 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Set router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:10.407810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:10.410932 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:10.496837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Allocated IP 172.25.3.193 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/8473fff9-f7c7-40ba-9ef4-b074766ec071) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:55:10.535997 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.547788 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Transition to ACTIVE for port object c0d82027-4d36-4739-8c71-170369d4d925 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:10.568375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Transition to ACTIVE for port object c0d82027-4d36-4739-8c71-170369d4d925 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:10.576266 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.585877 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:10.642693 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Network c4043bc9-c583-4cde-a8a8-f46e30157582 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:10.649846 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:10.652481 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:55:10.760754 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Pushing event updated for resources: {'Port': ['ID=c0d82027-4d36-4739-8c71-170369d4d925,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:10.764165 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:10.771614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Attempting to bind port c0d82027-4d36-4739-8c71-170369d4d925 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:55:10.772068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Attempting to bind port c0d82027-4d36-4739-8c71-170369d4d925 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:55:10.772514 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Attempting to bind port c0d82027-4d36-4739-8c71-170369d4d925 on network c4043bc9-c583-4cde-a8a8-f46e30157582 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:55:10.778342 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c20400>, [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 4, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port': {'id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e1df7fba-903d-42c8-9c37-f4df2a13e47c', 'name': '', 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'mac_address': 'fa:16:3e:39:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:06Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 2, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'subnets': [{'id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:10.778577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:55:10.778721 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Checking segment: {'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:10.779331 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.779815 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Bound using segment: {'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:55:10.780374 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Bound port: c0d82027-4d36-4739-8c71-170369d4d925, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:55:10.781263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.782488 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Checking router: 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:55:10.782997 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Updating router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 port e1df7fba-903d-42c8-9c37-f4df2a13e47c binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:55:10.805269 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.841053 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.842416 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.846637 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1585259b-1284-4a44-872c-10658c1301ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:10.877708 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] For port c0d82027-4d36-4739-8c71-170369d4d925, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:55:10.881352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] For port c0d82027-4d36-4739-8c71-170369d4d925, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c0d82027-4d36-4739-8c71-170369d4d925,segment=NetworkSegment(3458001a-8600-4620-96b1-be420ab7604b),segment_id=3458001a-8600-4620-96b1-be420ab7604b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:55:10.885975 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:10.891618 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:10.914203 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:10.917250 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:10.919891 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:55:10.967445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Pushing event updated for resources: {'Port': ['ID=8473fff9-f7c7-40ba-9ef4-b074766ec071,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:10.973734 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:10.975850 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Pushing event updated for resources: {'Port': ['ID=c0d82027-4d36-4739-8c71-170369d4d925,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:10.981359 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:11.236750 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:11.253186 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Transition to ACTIVE for port object e1df7fba-903d-42c8-9c37-f4df2a13e47c will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:11.260658 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:11.265811 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d2c0acef-2a23-4bf2-bdb7-1cc899d221b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:11.403291 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:11.508037 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Pushing event updated for resources: {'Port': ['ID=e1df7fba-903d-42c8-9c37-f4df2a13e47c,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:11.519349 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.519614 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.520021 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.520282 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.520626 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.520930 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.521252 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.521569 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.521884 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.522201 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.522515 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.522828 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:55:11.533781 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:11.542874 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Attempting to bind port e1df7fba-903d-42c8-9c37-f4df2a13e47c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:55:11.543763 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Attempting to bind port e1df7fba-903d-42c8-9c37-f4df2a13e47c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:55:11.544128 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Attempting to bind port e1df7fba-903d-42c8-9c37-f4df2a13e47c on network 61536646-bb4d-4c07-91cc-1727b0b709b9 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:55:11.549940 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:55:11.550327 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Checking segment: {'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:11.550741 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:11.551242 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Bound using segment: {'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:55:11.551612 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Bound port: e1df7fba-903d-42c8-9c37-f4df2a13e47c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a257e45d-01dd-4f70-8a67-b4548542deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:55:11.551985 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:11.643211 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] For port e1df7fba-903d-42c8-9c37-f4df2a13e47c, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:55:11.646118 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] For port e1df7fba-903d-42c8-9c37-f4df2a13e47c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e1df7fba-903d-42c8-9c37-f4df2a13e47c,segment=NetworkSegment(a257e45d-01dd-4f70-8a67-b4548542deda),segment_id=a257e45d-01dd-4f70-8a67-b4548542deda)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:55:11.651743 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:11.656349 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-d83822ed-69fa-48e2-9027-848f48959ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:11.736716 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Routers {'57d17f8b-0cc6-4a1c-a25e-38ca58294a89'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:11.737348 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c20400>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:54:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:11.802557 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Pushing event updated for resources: {'Port': ['ID=e1df7fba-903d-42c8-9c37-f4df2a13e47c,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:11.816077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:11.819181 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:11.846137 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b66b2b27-5370-4624-a1b8-6a3fcc5e9341 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:11.961945 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] Set router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:11.964218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:11.965346 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:12.118354 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Router 540fba05-001d-4e43-b738-3be62c1bfc8f is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:55:12.204546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c0d82027-4d36-4739-8c71-170369d4d925 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:12.228709 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c162268-ec97-436a-98cc-adbc8fc283fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:12.287034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c0d82027-4d36-4739-8c71-170369d4d925 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:12.332229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a636d1-3fb1-4109-8e6a-b2e020b876ef None None] Network c4043bc9-c583-4cde-a8a8-f46e30157582 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:55:12.339628 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:55:12.357300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Sync routers for ids ['540fba05-001d-4e43-b738-3be62c1bfc8f'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:55:12.372824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:12.374249 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.7220187
Dec 16 10:55:12.377095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59640) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:55:12.392530 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c20400>, [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 4, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port': {'id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e1df7fba-903d-42c8-9c37-f4df2a13e47c', 'name': '', 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'mac_address': 'fa:16:3e:39:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:06Z', 'updated_at': '2021-12-16T10:55:11Z', 'revision_number': 4, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'subnets': [{'id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:12.396590 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6869ac-4b8b-449d-8fee-34261e883a9b None None] The sync data for ids ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'] in n-d-820554-2 is: [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:07Z', 'revision_number': 4, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port': {'id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e1df7fba-903d-42c8-9c37-f4df2a13e47c', 'name': '', 'network_id': '61536646-bb4d-4c07-91cc-1727b0b709b9', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'mac_address': 'fa:16:3e:39:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:06Z', 'updated_at': '2021-12-16T10:55:11Z', 'revision_number': 4, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'subnets': [{'id': '4f702796-d28d-4d1d-a81c-0512ba074807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:55:12.429813 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Routers {'540fba05-001d-4e43-b738-3be62c1bfc8f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:12.430579 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12b27f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:54:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['540fba05-001d-4e43-b738-3be62c1bfc8f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:12.487855 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Provisioning for port c0d82027-4d36-4739-8c71-170369d4d925 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:12.521672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Provisioning complete for port c0d82027-4d36-4739-8c71-170369d4d925 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:12.522057 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:12.764084 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Set router 540fba05-001d-4e43-b738-3be62c1bfc8f gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:13.000000 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.060681 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.124886 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] For port c0d82027-4d36-4739-8c71-170369d4d925, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c0d82027-4d36-4739-8c71-170369d4d925,segment=NetworkSegment(3458001a-8600-4620-96b1-be420ab7604b),segment_id=3458001a-8600-4620-96b1-be420ab7604b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:55:13.140259 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.144905 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-5b69039c-5f58-4ed6-8b24-720852f2bb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:13.260566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Pushing event updated for resources: {'Port': ['ID=c0d82027-4d36-4739-8c71-170369d4d925,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:13.263840 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:13.282582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12b27f0>, [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:55:11Z', 'revision_number': 3, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port': {'id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:10Z', 'updated_at': '2021-12-16T10:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:13.286833 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Checking router: 540fba05-001d-4e43-b738-3be62c1bfc8f for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:55:13.287392 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Updating router 540fba05-001d-4e43-b738-3be62c1bfc8f port 8473fff9-f7c7-40ba-9ef4-b074766ec071 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:55:13.289513 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.354074 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.484341 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fc7834ab-ab68-4767-912e-95f0874507ae None None] Provisioning complete for port c0d82027-4d36-4739-8c71-170369d4d925 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:13.484633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fc7834ab-ab68-4767-912e-95f0874507ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.518917 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Allocated IP 172.20.0.1 (c4043bc9-c583-4cde-a8a8-f46e30157582/06dc05a7-fb5f-4f36-8498-b6dc8879e4d1/e0df62df-188f-40a5-a0ec-dacb4d6578b5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:55:13.679200 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.700682 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Transition to ACTIVE for port object e0df62df-188f-40a5-a0ec-dacb4d6578b5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:13.725399 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.730804 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be2e58f5-c600-4970-abfe-6f54be78e436 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:13.749083 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c0d82027-4d36-4739-8c71-170369d4d925 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:13.797768 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Network c4043bc9-c583-4cde-a8a8-f46e30157582 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:13.800835 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:13.804520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:55:13.840438 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Pushing event updated for resources: {'Port': ['ID=e0df62df-188f-40a5-a0ec-dacb4d6578b5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:13.851654 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:13.868050 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.907565 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c0d82027-4d36-4739-8c71-170369d4d925 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:13.907868 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:13.994030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.011650 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Transition to ACTIVE for port object 8473fff9-f7c7-40ba-9ef4-b074766ec071 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:14.018952 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.050704 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:14.159479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e1df7fba-903d-42c8-9c37-f4df2a13e47c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:14.185545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Attempting to bind port 8473fff9-f7c7-40ba-9ef4-b074766ec071 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:55:14.185929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Attempting to bind port 8473fff9-f7c7-40ba-9ef4-b074766ec071 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:55:14.186306 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Attempting to bind port 8473fff9-f7c7-40ba-9ef4-b074766ec071 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:55:14.203132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11a03-4328-433a-bcee-3080f6ef073b None None] Pushing event updated for resources: {'Port': ['ID=8473fff9-f7c7-40ba-9ef4-b074766ec071,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:14.206470 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35f11a03-4328-433a-bcee-3080f6ef073b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:14.207095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ed82ed9f-93c5-4c77-b0b2-e4c9cda192c9 None None] Provisioning for port e0df62df-188f-40a5-a0ec-dacb4d6578b5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:14.222255 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:55:14.222639 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:14.223332 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.223742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:55:14.224228 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Bound port: 8473fff9-f7c7-40ba-9ef4-b074766ec071, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:55:14.224609 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.257599 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ed82ed9f-93c5-4c77-b0b2-e4c9cda192c9 None None] Provisioning complete for port e0df62df-188f-40a5-a0ec-dacb4d6578b5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:14.257978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed82ed9f-93c5-4c77-b0b2-e4c9cda192c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.291053 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.359389 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ed82ed9f-93c5-4c77-b0b2-e4c9cda192c9 None None] Port e0df62df-188f-40a5-a0ec-dacb4d6578b5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:55:14.369779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] For port 8473fff9-f7c7-40ba-9ef4-b074766ec071, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:55:14.372050 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e1df7fba-903d-42c8-9c37-f4df2a13e47c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:14.377388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] For port 8473fff9-f7c7-40ba-9ef4-b074766ec071, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8473fff9-f7c7-40ba-9ef4-b074766ec071,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:55:14.378896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e1df7fba-903d-42c8-9c37-f4df2a13e47c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:14.379340 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.407921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.417008 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:14.515115 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11a03-4328-433a-bcee-3080f6ef073b None None] Pushing event updated for resources: {'Port': ['ID=8473fff9-f7c7-40ba-9ef4-b074766ec071,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:14.518174 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Routers {'540fba05-001d-4e43-b738-3be62c1bfc8f'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:14.518711 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f12b27f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:54:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['540fba05-001d-4e43-b738-3be62c1bfc8f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:14.531453 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.536878 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.563279 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d3d135ff-6381-4c9b-bbfc-2f5ac623efed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:14.568054 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35f11a03-4328-433a-bcee-3080f6ef073b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:14.650221 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Pushing event updated for resources: {'Port': ['ID=e0df62df-188f-40a5-a0ec-dacb4d6578b5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:14.653338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.658713 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:14.722451 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ee257bc6-1113-43f1-8773-a8862d328f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.750059 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.791915 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] Set router 540fba05-001d-4e43-b738-3be62c1bfc8f gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:14.804707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Network c4043bc9-c583-4cde-a8a8-f46e30157582 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:55:14.805837 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:55:14.862661 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e1df7fba-903d-42c8-9c37-f4df2a13e47c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e1df7fba-903d-42c8-9c37-f4df2a13e47c,segment=NetworkSegment(a257e45d-01dd-4f70-8a67-b4548542deda),segment_id=a257e45d-01dd-4f70-8a67-b4548542deda)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:55:14.873271 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:14.879327 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:14.985247 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:15.016371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Router 540fba05-001d-4e43-b738-3be62c1bfc8f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:55:15.089623 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e1df7fba-903d-42c8-9c37-f4df2a13e47c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:15.094265 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:15.122285 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3c370bc0-964c-455a-b5b8-d8bba0a375e1 None None] Provisioning complete for port e0df62df-188f-40a5-a0ec-dacb4d6578b5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:15.122671 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3c370bc0-964c-455a-b5b8-d8bba0a375e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:15.201690 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:55:15.210728 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] 10.222.0.66 "PUT /v2.0/routers/540fba05-001d-4e43-b738-3be62c1bfc8f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8323128
Dec 16 10:55:15.219617 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3c370bc0-964c-455a-b5b8-d8bba0a375e1 None None] Port e0df62df-188f-40a5-a0ec-dacb4d6578b5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:55:15.258029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f12b27f0>, [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 4, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port': {'id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:10Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e0df62df-188f-40a5-a0ec-dacb4d6578b5', 'name': '', 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'mac_address': 'fa:16:3e:13:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:13Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 2, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'subnets': [{'id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:15.262787 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29664db-8f1f-459e-9d41-48ef594cffb5 None None] The sync data for ids ['540fba05-001d-4e43-b738-3be62c1bfc8f'] in n-d-820554-2 is: [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 4, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port': {'id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:10Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e0df62df-188f-40a5-a0ec-dacb4d6578b5', 'name': '', 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'mac_address': 'fa:16:3e:13:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:13Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 2, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'subnets': [{'id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:55:15.656021 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:15.691211 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:15.716522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e1df7fba-903d-42c8-9c37-f4df2a13e47c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:15.858492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e1df7fba-903d-42c8-9c37-f4df2a13e47c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:15.858881 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:17.472951 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:17.720995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8473fff9-f7c7-40ba-9ef4-b074766ec071 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:17.789756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 8473fff9-f7c7-40ba-9ef4-b074766ec071 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:17.794489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8473fff9-f7c7-40ba-9ef4-b074766ec071 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:17.794865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:17.915131 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:17.932601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 8473fff9-f7c7-40ba-9ef4-b074766ec071, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8473fff9-f7c7-40ba-9ef4-b074766ec071,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:55:17.936954 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:17.938871 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35f11a03-4328-433a-bcee-3080f6ef073b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:18.003965 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:55:18.009664 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=8473fff9-f7c7-40ba-9ef4-b074766ec071,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:18.013637 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:18.700677 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Sync routers for ids ['540fba05-001d-4e43-b738-3be62c1bfc8f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:55:18.710078 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Routers {'540fba05-001d-4e43-b738-3be62c1bfc8f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:18.710687 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:55:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['540fba05-001d-4e43-b738-3be62c1bfc8f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:18.893253 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Set router 540fba05-001d-4e43-b738-3be62c1bfc8f gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:19.209090 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2850>, [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 4, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port': {'id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:10Z', 'updated_at': '2021-12-16T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e0df62df-188f-40a5-a0ec-dacb4d6578b5', 'name': '', 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'mac_address': 'fa:16:3e:13:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:13Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 2, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'subnets': [{'id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:19.212771 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Checking router: 540fba05-001d-4e43-b738-3be62c1bfc8f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:55:19.213114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Updating router 540fba05-001d-4e43-b738-3be62c1bfc8f port e0df62df-188f-40a5-a0ec-dacb4d6578b5 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:55:19.265350 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:19.632805 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:19.644045 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Transition to ACTIVE for port object e0df62df-188f-40a5-a0ec-dacb4d6578b5 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:55:19.650846 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:19.655015 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-6d09f5eb-75b6-41cd-acce-590ec95ffaa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:19.706782 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8473fff9-f7c7-40ba-9ef4-b074766ec071 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:19.783006 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 8473fff9-f7c7-40ba-9ef4-b074766ec071 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:19.783706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:19.820397 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8679360-9f6b-491c-a7a7-b0fe8cc7b8c2 None None] Pushing event updated for resources: {'Port': ['ID=e0df62df-188f-40a5-a0ec-dacb4d6578b5,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:19.849479 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a8679360-9f6b-491c-a7a7-b0fe8cc7b8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:19.878978 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Attempting to bind port e0df62df-188f-40a5-a0ec-dacb4d6578b5 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:55:19.879538 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Attempting to bind port e0df62df-188f-40a5-a0ec-dacb4d6578b5 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:55:19.879976 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Attempting to bind port e0df62df-188f-40a5-a0ec-dacb4d6578b5 on network c4043bc9-c583-4cde-a8a8-f46e30157582 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:55:19.885995 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:55:19.886460 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Checking segment: {'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:55:19.886957 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:19.887443 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Bound using segment: {'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:55:19.887978 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Bound port: e0df62df-188f-40a5-a0ec-dacb4d6578b5, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3458001a-8600-4620-96b1-be420ab7604b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:55:19.888418 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:19.980851 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] For port e0df62df-188f-40a5-a0ec-dacb4d6578b5, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:55:19.983831 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] For port e0df62df-188f-40a5-a0ec-dacb4d6578b5, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e0df62df-188f-40a5-a0ec-dacb4d6578b5,segment=NetworkSegment(3458001a-8600-4620-96b1-be420ab7604b),segment_id=3458001a-8600-4620-96b1-be420ab7604b)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:55:19.988665 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:19.992174 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:20.065456 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Routers {'540fba05-001d-4e43-b738-3be62c1bfc8f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:55:20.066086 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2850>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:55:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['540fba05-001d-4e43-b738-3be62c1bfc8f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:20.125137 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8679360-9f6b-491c-a7a7-b0fe8cc7b8c2 None None] Pushing event updated for resources: {'Port': ['ID=e0df62df-188f-40a5-a0ec-dacb4d6578b5,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:20.135351 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a8679360-9f6b-491c-a7a7-b0fe8cc7b8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:20.255636 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] Set router 540fba05-001d-4e43-b738-3be62c1bfc8f gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:55:20.575596 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1283e7-2006-4651-b461-872660160b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f28f2850>, [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 4, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port': {'id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:10Z', 'updated_at': '2021-12-16T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e0df62df-188f-40a5-a0ec-dacb4d6578b5', 'name': '', 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'mac_address': 'fa:16:3e:13:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:13Z', 'updated_at': '2021-12-16T10:55:19Z', 'revision_number': 4, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'subnets': [{'id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:55:20.579579 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1283e7-2006-4651-b461-872660160b73 None None] The sync data for ids ['540fba05-001d-4e43-b738-3be62c1bfc8f'] in n-d-820554-2 is: [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:55:14Z', 'revision_number': 4, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port': {'id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:10Z', 'updated_at': '2021-12-16T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'e0df62df-188f-40a5-a0ec-dacb4d6578b5', 'name': '', 'network_id': 'c4043bc9-c583-4cde-a8a8-f46e30157582', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'mac_address': 'fa:16:3e:13:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:13Z', 'updated_at': '2021-12-16T10:55:19Z', 'revision_number': 4, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'subnets': [{'id': '06dc05a7-fb5f-4f36-8498-b6dc8879e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:55:21.726282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e0df62df-188f-40a5-a0ec-dacb4d6578b5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:21.793135 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port e0df62df-188f-40a5-a0ec-dacb4d6578b5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:55:21.797885 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e0df62df-188f-40a5-a0ec-dacb4d6578b5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:21.798318 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:21.916576 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:21.948367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port e0df62df-188f-40a5-a0ec-dacb4d6578b5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e0df62df-188f-40a5-a0ec-dacb4d6578b5,segment=NetworkSegment(3458001a-8600-4620-96b1-be420ab7604b),segment_id=3458001a-8600-4620-96b1-be420ab7604b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:55:21.952234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:21.954712 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9f3fe5a9-82d2-4af1-abcc-ff30820402ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:55:22.023425 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=e0df62df-188f-40a5-a0ec-dacb4d6578b5,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:55:22.026404 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:55:23.706722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e0df62df-188f-40a5-a0ec-dacb4d6578b5 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:55:23.780104 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port e0df62df-188f-40a5-a0ec-dacb4d6578b5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:55:23.780485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:42.162404 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89cf6cf5-5847-4eeb-93af-968573d3517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:42.853706 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:44.606443 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6542310d-4b0e-4844-9588-3185c4084a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:44.874445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:45.654998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:45.686933 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:47.475640 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:55:55.005012 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:56:12.162870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-975b37b8-0d1d-45ef-a4ee-ef6af12332b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:12.853285 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:14.608135 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eaf8cb82-ad84-4398-8117-3bac18c76797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:14.871670 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:15.657507 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:15.689874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:17.477356 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:32.003939 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:56:42.167060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d5abb08e-0ec9-4e30-8fa2-c0f26f139c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:42.852124 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:44.611837 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5680cb99-6e5e-4ea9-a560-7bde7b33c1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:44.886903 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:45.660969 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:45.694704 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:56:47.480336 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:09.002967 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:57:12.171467 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e31f4444-b95e-4d89-938a-06f25f7b96bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:12.851033 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:14.613887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f778-b685-411b-88bb-eff2e8e7dfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:14.890589 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:15.468828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59678) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:15.666320 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:15.694218 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:16.162576 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:16.521756 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Deleting port e1df7fba-903d-42c8-9c37-f4df2a13e47c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:16.523115 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:16.701901 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] For port e1df7fba-903d-42c8-9c37-f4df2a13e47c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e1df7fba-903d-42c8-9c37-f4df2a13e47c,segment=NetworkSegment(a257e45d-01dd-4f70-8a67-b4548542deda),segment_id=a257e45d-01dd-4f70-8a67-b4548542deda)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:16.702249 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:16.835026 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Calling delete_port for e1df7fba-903d-42c8-9c37-f4df2a13e47c owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:17.186962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:17.197977 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4afe6a02-45db-49d0-a254-5313e05180bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:17.291146 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1df7fba-903d-42c8-9c37-f4df2a13e47c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:17.337555 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.337972 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.338350 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.338721 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.339090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.339494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.339847 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.340211 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.340568 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.340929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.341288 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.341647 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:17.347100 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:17.485552 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:17.560115 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:18.068450 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:57:18.253999 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:57:18.262963 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] 10.222.0.66 "PUT /v2.0/routers/57d17f8b-0cc6-4a1c-a25e-38ca58294a89/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7930822
Dec 16 10:57:18.265538 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59684) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:18.268443 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] Sync routers for ids ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:57:18.278290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] Routers {'57d17f8b-0cc6-4a1c-a25e-38ca58294a89'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:18.278914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21797f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:18.447662 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:18.512252 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] Set router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:18.635775 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:18.645279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Deleting port b66b2b27-5370-4624-a1b8-6a3fcc5e9341 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:18.645685 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:18.814398 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21797f0>, [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:57:17Z', 'revision_number': 5, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port': {'id': 'b66b2b27-5370-4624-a1b8-6a3fcc5e9341', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:18.818451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] Checking router: 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:57:18.828883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] Routers {'57d17f8b-0cc6-4a1c-a25e-38ca58294a89'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:18.829090 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] For port b66b2b27-5370-4624-a1b8-6a3fcc5e9341, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:18.829250 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:18.829896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f21797f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:18.954855 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Calling delete_port for b66b2b27-5370-4624-a1b8-6a3fcc5e9341 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:18.987984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] Set router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:19.099011 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f21797f0>, [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:57:18Z', 'revision_number': 6, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:19.103510 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806b3e6-4cc3-4f49-9341-0ae30f4795ce None None] The sync data for ids ['57d17f8b-0cc6-4a1c-a25e-38ca58294a89'] in n-d-820554-2 is: [{'id': '57d17f8b-0cc6-4a1c-a25e-38ca58294a89', 'name': 'tempest-TestEncryptedCinderVolumes-1436367491-router', 'tenant_id': '88da4f19e88c4f6e99049082649e13d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:03Z', 'updated_at': '2021-12-16T10:57:18Z', 'revision_number': 6, 'project_id': '88da4f19e88c4f6e99049082649e13d4', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:57:19.266178 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.270150 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-1d821812-8a97-45fc-b1e8-744d738b437b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:19.314772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b66b2b27-5370-4624-a1b8-6a3fcc5e9341,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:19.317242 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:19.409864 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.591034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.593337 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.618858 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.619404 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d17f8b-0cc6-4a1c-a25e-38ca58294a89 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:57:19.631674 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.632799 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-42e5e97b-3d2e-4a19-be7c-25ad914b85ad admin admin] 10.222.0.66 "DELETE /v2.0/routers/57d17f8b-0cc6-4a1c-a25e-38ca58294a89 HTTP/1.1" status: 204  len: 168 time: 1.3662229
Dec 16 10:57:19.635474 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59688) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:19.695784 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Deleting subnet 4f702796-d28d-4d1d-a81c-0512ba074807 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:57:19.698773 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.748049 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.828598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.905490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.911786 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a824e93d-04d2-4f5e-80e8-80f7c0006cd3 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:19.913631 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b66b2b27-5370-4624-a1b8-6a3fcc5e9341 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:57:19.947876 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: b66b2b27-5370-4624-a1b8-6a3fcc5e9341 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:57:19.948081 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f702796-d28d-4d1d-a81c-0512ba074807,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:19.948211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device b66b2b27-5370-4624-a1b8-6a3fcc5e9341 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:57:19.948545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e1df7fba-903d-42c8-9c37-f4df2a13e47c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:57:19.950873 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:19.951869 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:19.959891 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4f702796-d28d-4d1d-a81c-0512ba074807 HTTP/1.1" status: 204  len: 168 time: 0.3214543
Dec 16 10:57:19.960501 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:19.974177 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b25a0e-d15f-41ca-9b50-16c6b17c6f6d None None] Network 61536646-bb4d-4c07-91cc-1727b0b709b9 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:57:20.047926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e1df7fba-903d-42c8-9c37-f4df2a13e47c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:57:20.048286 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e1df7fba-903d-42c8-9c37-f4df2a13e47c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:57:20.080603 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.094267 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Deleting port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:20.094267 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.236539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] DHCP port deletion for 61536646-bb4d-4c07-91cc-1727b0b709b9 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:57:20.240777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Deleting port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:20.241155 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.325559 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] For port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,segment=NetworkSegment(a257e45d-01dd-4f70-8a67-b4548542deda),segment_id=a257e45d-01dd-4f70-8a67-b4548542deda)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:20.325915 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.449810 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] For port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,segment=NetworkSegment(a257e45d-01dd-4f70-8a67-b4548542deda),segment_id=a257e45d-01dd-4f70-8a67-b4548542deda)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:20.450128 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.458676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Calling delete_port for c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:20.541779 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.547239 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-03baffeb-721b-42ac-9719-b26a27c25fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:20.593820 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:20.595703 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] No DVR routers for this DVR port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:57:20.597279 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:20.633777 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Calling delete_port for c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:20.706341 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:57:20.706705 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:57:20.717736 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.744248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f2563ca0>,) {'filters': {'network_id': ['61536646-bb4d-4c07-91cc-1727b0b709b9']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:20.757279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2563ca0>, 'a257e45d-01dd-4f70-8a67-b4548542deda') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:20.757593 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f2563ca0>, 'a257e45d-01dd-4f70-8a67-b4548542deda') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:20.770102 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.785987 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.792994 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:57:20.793400 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:57:20.807059 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:57:20.885145 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.888810 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6f0fcdb5-0a92-4ebc-8f61-b06d1ad1fb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:20.901546 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:20.914542 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Pushing event deleted for resources: {'Network': ['ID=61536646-bb4d-4c07-91cc-1727b0b709b9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:20.917870 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] 10.222.0.66 "DELETE /v2.0/networks/61536646-bb4d-4c07-91cc-1727b0b709b9 HTTP/1.1" status: 204  len: 168 time: 0.9564271
Dec 16 10:57:20.918726 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5c7e2b6d-0ec0-4c30-87cf-6c988a268012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:20.920925 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:21.208019 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Deleting port c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:21.208598 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:21.278908 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fc7e8-13f0-44d5-a7ee-5e3f5d026fe4 None None] The port 'c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:57:21.627477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:21.756877 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:57:21.791537 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:57:21.791898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c3d2a9c8-47d8-43cc-9fbd-7d1ae1a177bb not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:57:21.997472 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Deleting port e0df62df-188f-40a5-a0ec-dacb4d6578b5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:21.998094 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:22.181537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] For port e0df62df-188f-40a5-a0ec-dacb4d6578b5, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=e0df62df-188f-40a5-a0ec-dacb4d6578b5,segment=NetworkSegment(3458001a-8600-4620-96b1-be420ab7604b),segment_id=3458001a-8600-4620-96b1-be420ab7604b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:22.181917 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:22.310168 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Calling delete_port for e0df62df-188f-40a5-a0ec-dacb4d6578b5 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:22.496560 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:22.500313 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-50e1a977-8bc4-41eb-8289-62acfb02ef49 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:22.548204 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0df62df-188f-40a5-a0ec-dacb4d6578b5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:22.551527 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:22.959962 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:23.322630 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Router 540fba05-001d-4e43-b738-3be62c1bfc8f has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:57:23.510888 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:57:23.519940 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] 10.222.0.66 "PUT /v2.0/routers/540fba05-001d-4e43-b738-3be62c1bfc8f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5980568
Dec 16 10:57:23.520614 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] Sync routers for ids ['540fba05-001d-4e43-b738-3be62c1bfc8f'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:57:23.522868 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59700) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:23.529792 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] Routers {'540fba05-001d-4e43-b738-3be62c1bfc8f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:23.530412 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c02b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['540fba05-001d-4e43-b738-3be62c1bfc8f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:23.704629 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:23.712837 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] Set router 540fba05-001d-4e43-b738-3be62c1bfc8f gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:23.894568 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:23.904565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Deleting port 8473fff9-f7c7-40ba-9ef4-b074766ec071 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:23.904954 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.008940 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c02b20>, [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:57:22Z', 'revision_number': 5, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port': {'id': '8473fff9-f7c7-40ba-9ef4-b074766ec071', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:55:10Z', 'updated_at': '2021-12-16T10:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:24.012746 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] Checking router: 540fba05-001d-4e43-b738-3be62c1bfc8f for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:57:24.021267 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] Routers {'540fba05-001d-4e43-b738-3be62c1bfc8f'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:24.022010 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2c02b20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['540fba05-001d-4e43-b738-3be62c1bfc8f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:24.092507 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] For port 8473fff9-f7c7-40ba-9ef4-b074766ec071, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=8473fff9-f7c7-40ba-9ef4-b074766ec071,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:24.093146 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.187217 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] Set router 540fba05-001d-4e43-b738-3be62c1bfc8f gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:24.299445 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2c02b20>, [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:57:23Z', 'revision_number': 6, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:24.303348 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9971a7-2b96-4464-abea-722bc3e97b25 None None] The sync data for ids ['540fba05-001d-4e43-b738-3be62c1bfc8f'] in n-d-820554-2 is: [{'id': '540fba05-001d-4e43-b738-3be62c1bfc8f', 'name': 'tempest-TestEncryptedCinderVolumes-1447260574-router', 'tenant_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:55:09Z', 'updated_at': '2021-12-16T10:57:23Z', 'revision_number': 6, 'project_id': 'b1c5885b8fc34a3699dcc5e2d5ccd9ec', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:57:24.380494 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Calling delete_port for 8473fff9-f7c7-40ba-9ef4-b074766ec071 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:24.553730 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.557436 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8b7cfea6-cc34-43d8-a9d1-501da1a84538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:24.601558 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Pushing event deleted for resources: {'Port': ['ID=8473fff9-f7c7-40ba-9ef4-b074766ec071,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:24.605903 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:24.701477 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.881809 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.884688 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.906877 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.907443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540fba05-001d-4e43-b738-3be62c1bfc8f {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:57:24.919338 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:24.920482 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] 10.222.0.66 "DELETE /v2.0/routers/540fba05-001d-4e43-b738-3be62c1bfc8f HTTP/1.1" status: 204  len: 168 time: 1.3965895
Dec 16 10:57:24.923104 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:24.984648 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Deleting subnet 06dc05a7-fb5f-4f36-8498-b6dc8879e4d1 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:57:24.987630 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.040231 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.122302 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.196654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.200378 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-671fb13d-c167-4039-bbf2-8d3499c32d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:25.244110 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06dc05a7-fb5f-4f36-8498-b6dc8879e4d1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:25.246035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.248787 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:25.255131 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-0e1c30db-53ca-4fe0-bdef-58a89615896c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/06dc05a7-fb5f-4f36-8498-b6dc8879e4d1 HTTP/1.1" status: 204  len: 168 time: 0.3287807
Dec 16 10:57:25.255301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3cca9-d438-47ad-b86b-5c07a24db7ac None None] Network c4043bc9-c583-4cde-a8a8-f46e30157582 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:57:25.255740 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59708) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:25.370185 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.380915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Deleting port c0d82027-4d36-4739-8c71-170369d4d925 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:25.381155 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.535778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] DHCP port deletion for c4043bc9-c583-4cde-a8a8-f46e30157582 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:57:25.541238 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Deleting port c0d82027-4d36-4739-8c71-170369d4d925 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:25.541597 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.753267 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] For port c0d82027-4d36-4739-8c71-170369d4d925, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c0d82027-4d36-4739-8c71-170369d4d925,segment=NetworkSegment(3458001a-8600-4620-96b1-be420ab7604b),segment_id=3458001a-8600-4620-96b1-be420ab7604b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:25.753672 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.765263 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] For port c0d82027-4d36-4739-8c71-170369d4d925, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c0d82027-4d36-4739-8c71-170369d4d925,segment=NetworkSegment(3458001a-8600-4620-96b1-be420ab7604b),segment_id=3458001a-8600-4620-96b1-be420ab7604b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:25.765923 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.826183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8473fff9-f7c7-40ba-9ef4-b074766ec071 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:57:25.902704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Calling delete_port for c0d82027-4d36-4739-8c71-170369d4d925 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:25.916333 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Calling delete_port for c0d82027-4d36-4739-8c71-170369d4d925 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:57:25.952541 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 8473fff9-f7c7-40ba-9ef4-b074766ec071 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:57:25.952890 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 8473fff9-f7c7-40ba-9ef4-b074766ec071 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:57:25.953307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e0df62df-188f-40a5-a0ec-dacb4d6578b5 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:57:25.980316 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:25.985456 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:25.998995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: e0df62df-188f-40a5-a0ec-dacb4d6578b5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:57:25.999378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device e0df62df-188f-40a5-a0ec-dacb4d6578b5 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:57:25.999799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c0d82027-4d36-4739-8c71-170369d4d925 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:57:26.034940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] No DVR routers for this DVR port c0d82027-4d36-4739-8c71-170369d4d925 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:57:26.038575 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c0d82027-4d36-4739-8c71-170369d4d925 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:57:26.038932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c0d82027-4d36-4739-8c71-170369d4d925 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:57:26.064197 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:57:26.064501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d82027-4d36-4739-8c71-170369d4d925,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:26.064621 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:57:26.089810 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.090591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.090591 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.090915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.091318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.091692 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.092052 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.092411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.092769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.093125 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.093590 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.093837 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:26.100172 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:26.168859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.193812 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f107c5e0>,) {'filters': {'network_id': ['c4043bc9-c583-4cde-a8a8-f46e30157582']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:26.207111 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107c5e0>, '3458001a-8600-4620-96b1-be420ab7604b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:26.207428 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f107c5e0>, '3458001a-8600-4620-96b1-be420ab7604b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:26.219259 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.234822 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.240787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:57:26.241179 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:57:26.254870 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:57:26.334523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.338244 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-67fd65c6-685e-4188-9e1d-b239dea0adba tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:26.351737 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.361771 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4043bc9-c583-4cde-a8a8-f46e30157582,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:26.364508 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:26.366647 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c4043bc9-c583-4cde-a8a8-f46e30157582 HTTP/1.1" status: 204  len: 168 time: 1.1089456
Dec 16 10:57:26.563460 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59714) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:26.565696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Deleting port c0d82027-4d36-4739-8c71-170369d4d925 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:57:26.566414 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.615112 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-9975a386-b42f-414f-a8b5-025dbf58c3b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88da4f19e88c4f6e99049082649e13d4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0503561
Dec 16 10:57:26.617732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:26.645207 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-27e90bf3-8f69-47d6-802f-76ddb64348fb None None] The port 'c0d82027-4d36-4739-8c71-170369d4d925' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:57:26.681722 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.708824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.761955 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.765677 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-be75feeb-3cc7-4c23-99b9-c5b4361a5413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:26.782129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b286de96-4f19-45fd-aed7-9bc8bcdb88ea,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:26.787975 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:26.793587 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:26.795924 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b286de96-4f19-45fd-aed7-9bc8bcdb88ea HTTP/1.1" status: 204  len: 168 time: 0.1765122
Dec 16 10:57:27.141471 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:27.209498 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6624dc0f-c18f-4b18-9bb0-0e5630296a59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1c5885b8fc34a3699dcc5e2d5ccd9ec&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0666595
Dec 16 10:57:27.211872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59730) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:27.274181 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:27.303967 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:27.361759 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:27.366213 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-79c29a1a-6bc7-4579-9d2e-90e1550ec101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:27.377924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd764a17-1aca-4294-9ce9-507533d3d1b0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:27.382342 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:27.386205 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:27.387376 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd764a17-1aca-4294-9ce9-507533d3d1b0 HTTP/1.1" status: 204  len: 168 time: 0.1739666
Dec 16 10:57:28.120361 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:28.224603 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1069635808-network', 'tenant_id': '31469abd914a4f7cba4dec174a039f16'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:57:28.229904 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:28.233752 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Usage tracker for resource:network and tenant:31469abd914a4f7cba4dec174a039f16 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:28.236626 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:28.242287 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:28.253384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Made reservation on behalf of 31469abd914a4f7cba4dec174a039f16 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:57:28.255916 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.269041 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.283934 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:28.288198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:31469abd914a4f7cba4dec174a039f16 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:28.291027 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:28.296763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:28.389161 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.393035 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.396247 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eae36dc6-ad43-434f-af46-91c70f5ff88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:28.426833 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:57:28.436300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de59c45-b863-403d-bca2-f821b910d1f9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:28.439939 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:28.442476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.442826 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Added segment e1c1ac90-6b54-4d47-98eb-22b045b95541 of type vlan for network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf
Dec 16 10:57:28.469421 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.500362 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.501421 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:57:28.501995 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.505574 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-409ce129-642f-4391-9125-86f65ab4e2e4 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:28.621083 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c56411a-a3ff-4c19-a04b-921aab9eb3cf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:28.624088 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5027208
Dec 16 10:57:28.624982 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:28.627035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59762) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:28.631922 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:57:28.632614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Request body: {'subnet': {'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1069635808-subnet', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:57:28.638303 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:28.642246 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Usage tracker for resource:subnet and tenant:31469abd914a4f7cba4dec174a039f16 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:28.645156 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:28.652249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:28.663371 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Made reservation on behalf of 31469abd914a4f7cba4dec174a039f16 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:57:28.666407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.876339 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:28.883635 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-690b4692-febe-426d-bafb-ce78bcc99ca4 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:29.092112 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0537d030-39b3-4b0b-ba49-601acea176be,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:29.095918 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:29.100316 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Checking segment: {'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:29.100681 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Network hostable DHCP agents. Network: 7c56411a-a3ff-4c19-a04b-921aab9eb3cf, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:57:29.121332 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:57:29.131141 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 7c56411a-a3ff-4c19-a04b-921aab9eb3cf) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:29.135339 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:57:29.135950 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.141086 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439bef3-de0f-4bed-80c5-b8477625af87 None None] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:57:29.157855 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-36cf90fd-e5cd-41f7-9978-6a1de934bb71 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5297728
Dec 16 10:57:29.160521 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59766) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:29.166318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:57:29.171580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:29.175442 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Usage tracker for resource:router and tenant:31469abd914a4f7cba4dec174a039f16 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:29.178388 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:29.184652 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:29.195484 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.196526 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.214682 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.364254 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-7c56411a-a3ff-4c19-a04b-921aab9eb3cf', 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'fixed_ips': [{'subnet_id': '0537d030-39b3-4b0b-ba49-601acea176be'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:57:29.365338 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.492476 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.572938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Allocated IP 172.20.0.2 (7c56411a-a3ff-4c19-a04b-921aab9eb3cf/0537d030-39b3-4b0b-ba49-601acea176be/276fc3d5-45f8-4462-a8fb-31138f16d966) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:57:29.776932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.786896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Transition to ACTIVE for port object 276fc3d5-45f8-4462-a8fb-31138f16d966 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:29.805456 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Transition to ACTIVE for port object 276fc3d5-45f8-4462-a8fb-31138f16d966 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:29.812203 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.820009 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-4b3db2db-7230-4610-a722-dc89c5073d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:29.820906 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.853436 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:29.881403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:29.884619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:29.887005 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:57:29.921805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Pushing event updated for resources: {'Port': ['ID=276fc3d5-45f8-4462-a8fb-31138f16d966,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:29.969361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.969611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.969949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.970280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.970606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.970938 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.971290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.971611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.971929 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.972244 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.972561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.972875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:29.981653 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:29.995728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Allocated IP 172.25.3.141 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ab78cf6a-3f87-4295-81f4-a0e88f3c1d12) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:57:29.997209 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Attempting to bind port 276fc3d5-45f8-4462-a8fb-31138f16d966 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:57:29.997593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Attempting to bind port 276fc3d5-45f8-4462-a8fb-31138f16d966 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:57:29.997966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Attempting to bind port 276fc3d5-45f8-4462-a8fb-31138f16d966 on network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:57:30.003449 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:57:30.003830 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Checking segment: {'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:30.004238 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:30.004635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Bound using segment: {'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:57:30.005155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Bound port: 276fc3d5-45f8-4462-a8fb-31138f16d966, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:57:30.005493 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:30.093282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] For port 276fc3d5-45f8-4462-a8fb-31138f16d966, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:57:30.096381 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] For port 276fc3d5-45f8-4462-a8fb-31138f16d966, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=276fc3d5-45f8-4462-a8fb-31138f16d966,segment=NetworkSegment(e1c1ac90-6b54-4d47-98eb-22b045b95541),segment_id=e1c1ac90-6b54-4d47-98eb-22b045b95541)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:57:30.102293 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:30.106209 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f61bbcff-b4b1-46a1-b8e1-6b47c9fb4f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:30.148243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:30.178992 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:30.184443 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0e330a81-440a-4c4e-917e-5336cb6e0347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:30.195105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Pushing event updated for resources: {'Port': ['ID=276fc3d5-45f8-4462-a8fb-31138f16d966,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:30.198767 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:30.253720 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:30.256953 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:30.263562 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:57:30.312929 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Pushing event updated for resources: {'Port': ['ID=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:30.319102 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:30.856510 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:31.175053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c99002-3709-4ae4-b9e2-bba758041875 None None] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:57:31.210376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:31.285730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e540647d-e2fd-4afd-a767-622e7173c924 None None] Provisioning for port 276fc3d5-45f8-4462-a8fb-31138f16d966 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:31.432413 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:57:31.626478 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:57:31.637277 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Sync routers for ids ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:57:31.646971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Routers {'8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:31.647662 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:31.652412 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:31.653734 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.4922256
Dec 16 10:57:31.656520 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59770) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:31.810131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 276fc3d5-45f8-4462-a8fb-31138f16d966 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:31.907237 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Set router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:32.039495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 276fc3d5-45f8-4462-a8fb-31138f16d966 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:32.094501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 276fc3d5-45f8-4462-a8fb-31138f16d966 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:32.094800 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.361446 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.400963 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 276fc3d5-45f8-4462-a8fb-31138f16d966, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=276fc3d5-45f8-4462-a8fb-31138f16d966,segment=NetworkSegment(e1c1ac90-6b54-4d47-98eb-22b045b95541),segment_id=e1c1ac90-6b54-4d47-98eb-22b045b95541)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:32.406619 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.408591 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-55fc2f4e-7112-42e3-a4a1-54dfb6c2d4d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:32.441157 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:30Z', 'revision_number': 3, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port': {'id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:32.456109 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Checking router: 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:57:32.456480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Updating router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:57:32.531853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=276fc3d5-45f8-4462-a8fb-31138f16d966,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:32.532657 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.534339 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.559378 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:32.755937 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Allocated IP 172.20.0.1 (7c56411a-a3ff-4c19-a04b-921aab9eb3cf/0537d030-39b3-4b0b-ba49-601acea176be/3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:57:32.872071 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.885180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Transition to ACTIVE for port object ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:32.891821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.895306 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-fb479c9b-6c14-47c9-9bd3-9c69b9f383ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:32.916048 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.931819 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Transition to ACTIVE for port object 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:32.956868 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.960702 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-56661ce2-fa64-4fe0-9e8f-86d449142449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:32.977475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Attempting to bind port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:57:32.977853 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Attempting to bind port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:57:32.978223 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Attempting to bind port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:57:32.980367 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ac3b-3022-4048-9471-d625eb564ff9 None None] Pushing event updated for resources: {'Port': ['ID=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:32.984302 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d276ac3b-3022-4048-9471-d625eb564ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:32.987760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:57:32.987760 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:32.987948 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:32.988180 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:57:32.988653 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Bound port: ab78cf6a-3f87-4295-81f4-a0e88f3c1d12, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:57:32.989030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.026018 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:33.029011 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:33.032685 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:57:33.066942 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:33.070683 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] For port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:57:33.075300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] For port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:57:33.080347 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:33.081019 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.086147 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-a445685f-717f-4ef0-bf1a-fcfc08b5d051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:33.097970 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.163981 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Routers {'8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:33.164642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:33.250995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ac3b-3022-4048-9471-d625eb564ff9 None None] Pushing event updated for resources: {'Port': ['ID=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:33.254016 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d276ac3b-3022-4048-9471-d625eb564ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:33.326146 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cc0b9158-dde0-4b31-bb37-d1e0c5768830 None None] Provisioning for port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:33.342765 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cc0b9158-dde0-4b31-bb37-d1e0c5768830 None None] Provisioning complete for port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:33.343147 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc0b9158-dde0-4b31-bb37-d1e0c5768830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.374598 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.416126 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] Set router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:33.458313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b9158-dde0-4b31-bb37-d1e0c5768830 None None] Port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:57:33.603077 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.608490 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.647471 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-0864b780-3e93-49be-b2b3-505920d9936d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:33.715680 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:33.718015 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1fe8700>, [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:30Z', 'revision_number': 3, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port': {'id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:33.722304 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fadf5a-a2ac-4719-918a-fee942bb243f None None] The sync data for ids ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'] in n-d-820554-2 is: [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:30Z', 'revision_number': 3, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port': {'id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:57:33.722445 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:33.729267 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:33.774924 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 276fc3d5-45f8-4462-a8fb-31138f16d966 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:33.858229 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 276fc3d5-45f8-4462-a8fb-31138f16d966 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:33.858607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:34.032983 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:34.034128 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:34.246825 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:57:34.283812 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45b91d29-852d-40d2-a785-be2a1e94528d None None] Provisioning complete for port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:34.284317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45b91d29-852d-40d2-a785-be2a1e94528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:34.403746 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-45b91d29-852d-40d2-a785-be2a1e94528d None None] Port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:57:34.444531 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:57:34.454035 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] 10.222.0.66 "PUT /v2.0/routers/8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7964981
Dec 16 10:57:34.978157 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59790) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:34.983764 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1814120828-network', 'tenant_id': 'a384eccbe920450d8116c45838f2147e'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:57:34.989098 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:34.992908 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Usage tracker for resource:network and tenant:a384eccbe920450d8116c45838f2147e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:34.995762 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:35.001410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:35.012417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Made reservation on behalf of a384eccbe920450d8116c45838f2147e for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:57:35.014771 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.027654 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.041885 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:35.045783 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Usage tracker for resource:security_group_rule and tenant:a384eccbe920450d8116c45838f2147e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:35.048614 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:35.054358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:35.146796 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.151516 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.154615 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-c2e50aa4-3a96-4d51-95c1-22402929a8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:35.185805 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 10:57:35.191811 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a6762-7661-4a30-a67b-6428d4d19fef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:35.196998 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:35.201376 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.201799 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Added segment bfc59a26-6340-4951-b3e4-1e417c66cbc4 of type vlan for network f5c0d40d-e4ca-4775-9f15-a3854d2f440a
Dec 16 10:57:35.231113 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.263066 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.264133 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:57:35.264740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.268329 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-98736277-a29b-480b-814f-e5e5af6b9047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:35.348408 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Sync routers for ids ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:57:35.358693 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Routers {'8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:35.359338 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f20310>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:35.375129 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c0d40d-e4ca-4775-9f15-a3854d2f440a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:35.377791 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:35.382196 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4000967
Dec 16 10:57:35.382384 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59794) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:35.388658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Request body: {'subnet': {'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1814120828-subnet', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:57:35.390944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 10:57:35.394406 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:35.399617 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Usage tracker for resource:subnet and tenant:a384eccbe920450d8116c45838f2147e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:35.402763 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:35.408696 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:35.420096 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Made reservation on behalf of a384eccbe920450d8116c45838f2147e for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 10:57:35.422692 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.543059 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Set router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:35.651034 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.654766 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-feb4f1a2-231f-4571-97fa-d95867619daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:35.726355 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00af0197-e2f1-40ea-8759-f04150a2c3ce,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:35.730503 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:35.738815 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Checking segment: {'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:35.739201 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Network hostable DHCP agents. Network: f5c0d40d-e4ca-4775-9f15-a3854d2f440a, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 10:57:35.763313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 10:57:35.773035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, f5c0d40d-e4ca-4775-9f15-a3854d2f440a) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:35.777916 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 10:57:35.778509 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.782980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e4a00-afa0-4a83-9281-388bcab79717 None None] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:57:35.806257 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4228427
Dec 16 10:57:35.808980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59798) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:35.811445 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:35.815342 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 10:57:35.821753 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 10:57:35.826215 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Usage tracker for resource:router and tenant:a384eccbe920450d8116c45838f2147e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 10:57:35.829495 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 10:57:35.836380 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 10:57:35.851594 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.853470 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.874160 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:35.925312 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f20310>, [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:33Z', 'revision_number': 4, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port': {'id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf', 'name': '', 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'mac_address': 'fa:16:3e:b2:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0537d030-39b3-4b0b-ba49-601acea176be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:32Z', 'updated_at': '2021-12-16T10:57:33Z', 'revision_number': 2, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'subnets': [{'id': '0537d030-39b3-4b0b-ba49-601acea176be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:35.931379 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Checking router: 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:57:35.932497 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Updating router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:57:35.993481 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.004992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:36.021300 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:36.021615 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.132412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'fixed_ips': [{'subnet_id': '00af0197-e2f1-40ea-8759-f04150a2c3ce'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 10:57:36.133513 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.160275 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.246144 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.288563 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:36.293022 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.298511 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:36.367056 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.380832 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Transition to ACTIVE for port object 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:36.389060 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.394602 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-96512aff-f586-4356-925a-4b57f6f193fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:36.422692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:36.427737 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:36.428861 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Allocated IP 172.20.0.2 (f5c0d40d-e4ca-4775-9f15-a3854d2f440a/00af0197-e2f1-40ea-8759-f04150a2c3ce/39222628-ba91-4542-b4cc-3c4effc9e7a8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:57:36.610400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Pushing event updated for resources: {'Port': ['ID=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:36.626874 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.627247 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.627586 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.627921 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.633122 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.633490 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.633861 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.634194 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.634519 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.634842 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.635262 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.635744 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:57:36.683425 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:36.689654 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.703034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Transition to ACTIVE for port object 39222628-ba91-4542-b4cc-3c4effc9e7a8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:36.709735 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Attempting to bind port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:57:36.710111 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Attempting to bind port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:57:36.710525 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Attempting to bind port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf on network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:57:36.716531 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:57:36.716846 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Checking segment: {'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:36.717452 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.718014 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Bound using segment: {'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:57:36.718489 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Bound port: 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c1ac90-6b54-4d47-98eb-22b045b95541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:57:36.718873 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.723785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Transition to ACTIVE for port object 39222628-ba91-4542-b4cc-3c4effc9e7a8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:36.734306 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.735061 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.739222 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:36.765985 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.816668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:36.820483 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:36.826051 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:57:36.828494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Pushing event updated for resources: {'Port': ['ID=39222628-ba91-4542-b4cc-3c4effc9e7a8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:36.833174 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:36.835637 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] For port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:57:36.841413 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] For port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,segment=NetworkSegment(e1c1ac90-6b54-4d47-98eb-22b045b95541),segment_id=e1c1ac90-6b54-4d47-98eb-22b045b95541)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:57:36.845423 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.850834 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-e72bf1d7-6d3a-407e-9687-6aaa80f28100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:36.912029 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Allocated IP 172.25.3.52 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/917eac69-175e-4167-8e52-11a4fd800bf9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:57:36.926412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Attempting to bind port 39222628-ba91-4542-b4cc-3c4effc9e7a8 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:57:36.926566 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Attempting to bind port 39222628-ba91-4542-b4cc-3c4effc9e7a8 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:57:36.926933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Attempting to bind port 39222628-ba91-4542-b4cc-3c4effc9e7a8 on network f5c0d40d-e4ca-4775-9f15-a3854d2f440a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:57:36.929972 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Routers {'8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:36.930853 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f20310>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:36.936009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:57:36.936401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Checking segment: {'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:36.936815 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:36.937222 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Bound using segment: {'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:57:36.937704 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Bound port: 39222628-ba91-4542-b4cc-3c4effc9e7a8, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:57:36.938091 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:37.017862 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Pushing event updated for resources: {'Port': ['ID=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:37.023442 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:37.070863 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] For port 39222628-ba91-4542-b4cc-3c4effc9e7a8, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:57:37.074601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] For port 39222628-ba91-4542-b4cc-3c4effc9e7a8, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=39222628-ba91-4542-b4cc-3c4effc9e7a8,segment=NetworkSegment(bfc59a26-6340-4951-b3e4-1e417c66cbc4),segment_id=bfc59a26-6340-4951-b3e4-1e417c66cbc4)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:57:37.081978 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:37.088165 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-b114a45b-8e8d-4e38-b9b2-ee9266d947d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:37.124265 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:37.156660 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:37.156900 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] Set router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:37.162523 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-21726e28-4d01-40ae-800d-2418f1a68636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:37.194730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Pushing event updated for resources: {'Port': ['ID=39222628-ba91-4542-b4cc-3c4effc9e7a8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:37.198190 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:37.248116 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:37.251390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:37.253769 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:57:37.300732 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Pushing event updated for resources: {'Port': ['ID=917eac69-175e-4167-8e52-11a4fd800bf9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:37.303553 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:37.519666 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f20310>, [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:33Z', 'revision_number': 4, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port': {'id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf', 'name': '', 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'mac_address': 'fa:16:3e:b2:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0537d030-39b3-4b0b-ba49-601acea176be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:32Z', 'updated_at': '2021-12-16T10:57:36Z', 'revision_number': 4, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'subnets': [{'id': '0537d030-39b3-4b0b-ba49-601acea176be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:37.524265 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab88a1d-603c-4081-a7f4-d7f96842550d None None] The sync data for ids ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'] in n-d-820554-2 is: [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:33Z', 'revision_number': 4, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port': {'id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf', 'name': '', 'network_id': '7c56411a-a3ff-4c19-a04b-921aab9eb3cf', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'mac_address': 'fa:16:3e:b2:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0537d030-39b3-4b0b-ba49-601acea176be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:32Z', 'updated_at': '2021-12-16T10:57:36Z', 'revision_number': 4, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'subnets': [{'id': '0537d030-39b3-4b0b-ba49-601acea176be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:57:37.748292 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:37.891928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:37.969829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:37.975999 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:37.976521 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:38.145790 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:38.189744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,segment=NetworkSegment(e1c1ac90-6b54-4d47-98eb-22b045b95541),segment_id=e1c1ac90-6b54-4d47-98eb-22b045b95541)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:38.195058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:38.196092 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:38.314317 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2ebfa9f7-b73d-4fc4-9427-cf72cd759ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:38.325187 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:38.391009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:38.391426 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:38.423648 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11672d01-762e-476b-8993-34d5993065c8 None None] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:57:38.533127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:38.540660 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:38.565064 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e75ab0cc-05aa-4ea4-9c23-3a03ef33596c None None] Provisioning for port 39222628-ba91-4542-b4cc-3c4effc9e7a8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:38.573390 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Router 67807740-c73b-4810-a949-6cf33e5afd99 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 10:57:38.722802 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 39222628-ba91-4542-b4cc-3c4effc9e7a8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:38.781836 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:57:38.805122 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Sync routers for ids ['67807740-c73b-4810-a949-6cf33e5afd99'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:57:38.807243 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:38.810580 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9983430
Dec 16 10:57:38.811374 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59802) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:57:38.840376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Routers {'67807740-c73b-4810-a949-6cf33e5afd99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:38.841033 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6e20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['67807740-c73b-4810-a949-6cf33e5afd99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:39.027214 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 39222628-ba91-4542-b4cc-3c4effc9e7a8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:39.043351 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 39222628-ba91-4542-b4cc-3c4effc9e7a8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:39.043735 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:39.088058 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Set router 67807740-c73b-4810-a949-6cf33e5afd99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:39.396928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f553387-d1b0-4b95-aa29-a664bf0f53ad None None] Provisioning complete for port 39222628-ba91-4542-b4cc-3c4effc9e7a8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:39.397311 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f553387-d1b0-4b95-aa29-a664bf0f53ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:39.474847 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:39.547914 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 39222628-ba91-4542-b4cc-3c4effc9e7a8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=39222628-ba91-4542-b4cc-3c4effc9e7a8,segment=NetworkSegment(bfc59a26-6340-4951-b3e4-1e417c66cbc4),segment_id=bfc59a26-6340-4951-b3e4-1e417c66cbc4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:39.554540 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:39.585077 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:39.595414 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:39.673319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6e20>, [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:57:37Z', 'revision_number': 3, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port': {'id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:36Z', 'updated_at': '2021-12-16T10:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:39.683630 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Checking router: 67807740-c73b-4810-a949-6cf33e5afd99 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:57:39.683997 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Updating router 67807740-c73b-4810-a949-6cf33e5afd99 port 917eac69-175e-4167-8e52-11a4fd800bf9 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:57:39.733450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=39222628-ba91-4542-b4cc-3c4effc9e7a8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:39.736522 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:39.752883 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:39.774048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Allocated IP 172.20.0.1 (f5c0d40d-e4ca-4775-9f15-a3854d2f440a/00af0197-e2f1-40ea-8759-f04150a2c3ce/16e68af8-c899-4adc-902b-5cd6be1ce18c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 10:57:39.845742 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:40.017932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:40.018224 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.081963 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.097834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Transition to ACTIVE for port object 16e68af8-c899-4adc-902b-5cd6be1ce18c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:40.121986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.126591 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-73b21765-cae3-492d-9262-c0a7526fdcd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:40.189545 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:40.192385 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:40.196595 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 10:57:40.245047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=16e68af8-c899-4adc-902b-5cd6be1ce18c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:40.252349 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:40.264098 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.326435 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.343539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Transition to ACTIVE for port object 917eac69-175e-4167-8e52-11a4fd800bf9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:40.351633 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.355678 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-35f11a03-4328-433a-bcee-3080f6ef073b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:40.394927 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.439866 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Attempting to bind port 917eac69-175e-4167-8e52-11a4fd800bf9 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:57:40.440127 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Attempting to bind port 917eac69-175e-4167-8e52-11a4fd800bf9 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:57:40.440475 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Attempting to bind port 917eac69-175e-4167-8e52-11a4fd800bf9 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:57:40.443452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf921fd-3d3d-4f82-85b8-8cd1d523d7bd None None] Pushing event updated for resources: {'Port': ['ID=917eac69-175e-4167-8e52-11a4fd800bf9,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:40.446925 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1cf921fd-3d3d-4f82-85b8-8cd1d523d7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:40.449577 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:57:40.449972 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:40.450392 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.450800 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:57:40.451313 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Bound port: 917eac69-175e-4167-8e52-11a4fd800bf9, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:57:40.451710 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.525589 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e53e7937-5c4d-4da6-a953-b0cc400e93b8 None None] Provisioning for port 16e68af8-c899-4adc-902b-5cd6be1ce18c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:40.534413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e53e7937-5c4d-4da6-a953-b0cc400e93b8 None None] Provisioning complete for port 16e68af8-c899-4adc-902b-5cd6be1ce18c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:40.534730 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e53e7937-5c4d-4da6-a953-b0cc400e93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.581065 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] For port 917eac69-175e-4167-8e52-11a4fd800bf9, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:57:40.599120 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] For port 917eac69-175e-4167-8e52-11a4fd800bf9, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=917eac69-175e-4167-8e52-11a4fd800bf9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:57:40.604650 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.608206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e53e7937-5c4d-4da6-a953-b0cc400e93b8 None None] Port 16e68af8-c899-4adc-902b-5cd6be1ce18c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:57:40.610455 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1cf921fd-3d3d-4f82-85b8-8cd1d523d7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:40.645188 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.650045 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.681628 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dd5e4e4b-ce15-4011-b72f-c8363e859cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:40.685573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Routers {'67807740-c73b-4810-a949-6cf33e5afd99'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:40.686208 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6e20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['67807740-c73b-4810-a949-6cf33e5afd99'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:40.741266 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf921fd-3d3d-4f82-85b8-8cd1d523d7bd None None] Pushing event updated for resources: {'Port': ['ID=917eac69-175e-4167-8e52-11a4fd800bf9,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:40.755913 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1cf921fd-3d3d-4f82-85b8-8cd1d523d7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:40.764933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=16e68af8-c899-4adc-902b-5cd6be1ce18c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:40.767780 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:40.768930 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:40.883574 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] Set router 67807740-c73b-4810-a949-6cf33e5afd99 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:40.918231 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 10:57:40.919318 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 10:57:41.122410 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Router 67807740-c73b-4810-a949-6cf33e5afd99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:57:41.240253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-efabe07b-af22-4a83-aefd-6fa47a1f3518 None None] Provisioning complete for port 16e68af8-c899-4adc-902b-5cd6be1ce18c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:41.240555 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-efabe07b-af22-4a83-aefd-6fa47a1f3518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:41.265949 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20b6e20>, [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 4, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port': {'id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:36Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '16e68af8-c899-4adc-902b-5cd6be1ce18c', 'name': '', 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'mac_address': 'fa:16:3e:1e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:39Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 2, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'subnets': [{'id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:41.274724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba1148-a54b-4afd-b98e-9ce5b461a8d4 None None] The sync data for ids ['67807740-c73b-4810-a949-6cf33e5afd99'] in n-d-820554-2 is: [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 4, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port': {'id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:36Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '16e68af8-c899-4adc-902b-5cd6be1ce18c', 'name': '', 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'mac_address': 'fa:16:3e:1e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:39Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 2, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'subnets': [{'id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:57:41.311066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-efabe07b-af22-4a83-aefd-6fa47a1f3518 None None] Port 16e68af8-c899-4adc-902b-5cd6be1ce18c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 10:57:41.320237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:57:41.331924 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] 10.222.0.66 "PUT /v2.0/routers/67807740-c73b-4810-a949-6cf33e5afd99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5171101
Dec 16 10:57:41.781726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 39222628-ba91-4542-b4cc-3c4effc9e7a8 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:41.855572 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 39222628-ba91-4542-b4cc-3c4effc9e7a8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:41.856476 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:42.176560 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7da6ca1-7788-4d56-8001-74ae3e676a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:42.871029 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:43.814183 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 917eac69-175e-4167-8e52-11a4fd800bf9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:43.907593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 917eac69-175e-4167-8e52-11a4fd800bf9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:43.912783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 917eac69-175e-4167-8e52-11a4fd800bf9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:43.913226 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:44.046779 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:44.066875 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 917eac69-175e-4167-8e52-11a4fd800bf9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=917eac69-175e-4167-8e52-11a4fd800bf9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:44.071535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:44.073524 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:44.157352 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=917eac69-175e-4167-8e52-11a4fd800bf9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:44.160431 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:44.618579 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac72-4c80-44f5-b70a-3fbb4344a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:44.909461 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:45.319024 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Sync routers for ids ['67807740-c73b-4810-a949-6cf33e5afd99'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:57:45.332620 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Routers {'67807740-c73b-4810-a949-6cf33e5afd99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:45.333524 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['67807740-c73b-4810-a949-6cf33e5afd99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:45.546982 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Set router 67807740-c73b-4810-a949-6cf33e5afd99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:45.674636 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:45.704603 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:45.797818 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 917eac69-175e-4167-8e52-11a4fd800bf9 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:45.881331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 917eac69-175e-4167-8e52-11a4fd800bf9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:45.883354 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:45.961189 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3190>, [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 4, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port': {'id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:36Z', 'updated_at': '2021-12-16T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '16e68af8-c899-4adc-902b-5cd6be1ce18c', 'name': '', 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'mac_address': 'fa:16:3e:1e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:39Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 2, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'subnets': [{'id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:45.966447 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Checking router: 67807740-c73b-4810-a949-6cf33e5afd99 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:57:45.967252 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Updating router 67807740-c73b-4810-a949-6cf33e5afd99 port 16e68af8-c899-4adc-902b-5cd6be1ce18c binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 10:57:46.024869 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:57:46.041093 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:46.483075 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:46.501938 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Transition to ACTIVE for port object 16e68af8-c899-4adc-902b-5cd6be1ce18c will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 10:57:46.514372 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:46.529769 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-60044c33-7ae5-4c2c-8a1f-2a9f73513b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:46.803098 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca32271-8d53-4652-b7f5-c9696332c3de None None] Pushing event updated for resources: {'Port': ['ID=16e68af8-c899-4adc-902b-5cd6be1ce18c,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:46.812928 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-dca32271-8d53-4652-b7f5-c9696332c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:46.815536 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Attempting to bind port 16e68af8-c899-4adc-902b-5cd6be1ce18c on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 10:57:46.815955 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Attempting to bind port 16e68af8-c899-4adc-902b-5cd6be1ce18c by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 10:57:46.816336 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Attempting to bind port 16e68af8-c899-4adc-902b-5cd6be1ce18c on network f5c0d40d-e4ca-4775-9f15-a3854d2f440a {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 10:57:46.823346 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 10:57:46.823730 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Checking segment: {'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 10:57:46.824146 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:46.824552 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Bound using segment: {'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 10:57:46.825031 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Bound port: 16e68af8-c899-4adc-902b-5cd6be1ce18c, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc59a26-6340-4951-b3e4-1e417c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 10:57:46.825409 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:46.952493 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] For port 16e68af8-c899-4adc-902b-5cd6be1ce18c, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 10:57:46.957684 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] For port 16e68af8-c899-4adc-902b-5cd6be1ce18c, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=16e68af8-c899-4adc-902b-5cd6be1ce18c,segment=NetworkSegment(bfc59a26-6340-4951-b3e4-1e417c66cbc4),segment_id=bfc59a26-6340-4951-b3e4-1e417c66cbc4)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 10:57:46.966374 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:46.971530 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a8679360-9f6b-491c-a7a7-b0fe8cc7b8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:47.054188 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Routers {'67807740-c73b-4810-a949-6cf33e5afd99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:57:47.054999 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3190>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:57:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['67807740-c73b-4810-a949-6cf33e5afd99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:47.281672 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca32271-8d53-4652-b7f5-c9696332c3de None None] Pushing event updated for resources: {'Port': ['ID=16e68af8-c899-4adc-902b-5cd6be1ce18c,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:47.291536 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-dca32271-8d53-4652-b7f5-c9696332c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:47.330457 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] Set router 67807740-c73b-4810-a949-6cf33e5afd99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:57:47.494083 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:47.748741 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2bb3190>, [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 4, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port': {'id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:36Z', 'updated_at': '2021-12-16T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '16e68af8-c899-4adc-902b-5cd6be1ce18c', 'name': '', 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'mac_address': 'fa:16:3e:1e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:39Z', 'updated_at': '2021-12-16T10:57:46Z', 'revision_number': 4, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'subnets': [{'id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:57:47.756977 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bf617-ba55-4a69-b0c3-b4ab219717f3 None None] The sync data for ids ['67807740-c73b-4810-a949-6cf33e5afd99'] in n-d-820554-2 is: [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:57:40Z', 'revision_number': 4, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port': {'id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:36Z', 'updated_at': '2021-12-16T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '16e68af8-c899-4adc-902b-5cd6be1ce18c', 'name': '', 'network_id': 'f5c0d40d-e4ca-4775-9f15-a3854d2f440a', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'mac_address': 'fa:16:3e:1e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:39Z', 'updated_at': '2021-12-16T10:57:46Z', 'revision_number': 4, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'subnets': [{'id': '00af0197-e2f1-40ea-8759-f04150a2c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:57:47.822095 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 16e68af8-c899-4adc-902b-5cd6be1ce18c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:47.916522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 16e68af8-c899-4adc-902b-5cd6be1ce18c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 10:57:47.922421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 16e68af8-c899-4adc-902b-5cd6be1ce18c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:47.923003 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:48.065910 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:48.105257 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 16e68af8-c899-4adc-902b-5cd6be1ce18c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=16e68af8-c899-4adc-902b-5cd6be1ce18c,segment=NetworkSegment(bfc59a26-6340-4951-b3e4-1e417c66cbc4),segment_id=bfc59a26-6340-4951-b3e4-1e417c66cbc4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:57:48.110569 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:57:48.112532 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-21c13f8d-13be-4d45-aea5-5a8af66f21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:57:48.190762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=16e68af8-c899-4adc-902b-5cd6be1ce18c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:57:48.209467 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:57:49.788905 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 16e68af8-c899-4adc-902b-5cd6be1ce18c up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 10:57:49.864573 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 16e68af8-c899-4adc-902b-5cd6be1ce18c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 10:57:49.864855 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:12.178168 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46ac8c5e-df3d-4807-9276-806bd7591af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:12.879896 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:14.622298 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1a87098-1015-42b5-b745-da3af3a137f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:14.900607 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:15.669399 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:15.700293 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:17.490904 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:23.014672 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:58:42.181852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3d91f72-3be3-4efb-9c9a-d8be0e0f55ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:42.884245 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:44.624124 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a2e92d2-cae7-46ce-9363-d3592f756f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:44.914733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:45.671814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:45.702501 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:47.493608 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:52.067315 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:58:52.743999 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:53.103109 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Deleting port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:58:53.103873 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:53.275675 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] For port 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,segment=NetworkSegment(e1c1ac90-6b54-4d47-98eb-22b045b95541),segment_id=e1c1ac90-6b54-4d47-98eb-22b045b95541)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:58:53.276029 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:53.400810 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Calling delete_port for 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:58:53.747485 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:53.750869 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e94ff0ec-5992-4239-9ce2-8d2856cd3069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:58:53.794198 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:58:53.845900 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.846278 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.846658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.847025 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.847417 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.847780 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.848143 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.848499 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.848857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.849476 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.849832 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.850188 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:53.861783 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:58:54.225941 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:54.586803 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:58:54.771589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:58:54.780307 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] Sync routers for ids ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:58:54.781313 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b1dc373a-51a8-495f-b8e6-fe26f48906f7 admin admin] 10.222.0.66 "PUT /v2.0/routers/8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7127788
Dec 16 10:58:54.784045 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:58:54.790317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] Routers {'8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:58:54.791009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1caaeb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:58:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:58:54.971402 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:54.977593 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] Set router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:58:55.151426 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:55.162119 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Deleting port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:58:55.162458 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:55.327220 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1caaeb0>, [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:58:53Z', 'revision_number': 5, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port': {'id': 'ab78cf6a-3f87-4295-81f4-a0e88f3c1d12', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:58:55.331417 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] Checking router: 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:58:55.340699 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] Routers {'8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:58:55.341339 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1caaeb0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:58:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:58:55.500779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] Set router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:58:55.501164 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] For port ab78cf6a-3f87-4295-81f4-a0e88f3c1d12, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:58:55.501399 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:55.610555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1caaeb0>, [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:58:55Z', 'revision_number': 6, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:58:55.614543 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e5099-1014-40c3-9561-bea0cf7c7d32 None None] The sync data for ids ['8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80'] in n-d-820554-2 is: [{'id': '8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80', 'name': 'tempest-TestMinimumBasicScenario-1069635808-router', 'tenant_id': '31469abd914a4f7cba4dec174a039f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:29Z', 'updated_at': '2021-12-16T10:58:55Z', 'revision_number': 6, 'project_id': '31469abd914a4f7cba4dec174a039f16', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:58:55.626136 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Calling delete_port for ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:58:55.795250 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:55.798742 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e71d3ebb-b6a3-4304-9e6c-1e5bf82e3fd7 tempest-RoutersNegativeTest-728487633 tempest-RoutersNegativeTest-728487633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:58:55.844426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab78cf6a-3f87-4295-81f4-a0e88f3c1d12,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:58:55.878699 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.879088 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.879490 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.879862 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.880232 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.880598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.880959 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.881319 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.881678 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.882034 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.882392 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.882749 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 10:58:55.890206 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:58:55.950266 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.131042 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.133263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.156162 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.156844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:58:56.169565 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.170721 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] 10.222.0.66 "DELETE /v2.0/routers/8d0b9a63-9bf8-4c19-bb0d-9f54ea85ec80 HTTP/1.1" status: 204  len: 168 time: 1.3855820
Dec 16 10:58:56.173261 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:58:56.235877 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Deleting subnet 0537d030-39b3-4b0b-ba49-601acea176be {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:58:56.238780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.295389 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.369638 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:58:56.375679 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.405980 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:58:56.406582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 3519cfc8-7d9e-4225-b9c2-b32a5d3f33cf not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:58:56.451558 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.455187 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-4daba378-3ce5-465d-a587-1e623b83fbb1 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:58:56.491915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0537d030-39b3-4b0b-ba49-601acea176be,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:58:56.493825 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.497050 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:58:56.501322 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-382ca5ab-11c3-4378-9d88-8016c77006f9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0537d030-39b3-4b0b-ba49-601acea176be HTTP/1.1" status: 204  len: 168 time: 0.3270855
Dec 16 10:58:56.502166 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac245f-a275-4569-894b-88ef62e82890 None None] Network 7c56411a-a3ff-4c19-a04b-921aab9eb3cf requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:58:56.503865 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:58:56.615147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.627472 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Deleting port 276fc3d5-45f8-4462-a8fb-31138f16d966 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:58:56.627818 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.793870 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] DHCP port deletion for 7c56411a-a3ff-4c19-a04b-921aab9eb3cf request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:58:56.798163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Deleting port 276fc3d5-45f8-4462-a8fb-31138f16d966 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:58:56.798549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.854090 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] For port 276fc3d5-45f8-4462-a8fb-31138f16d966, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=276fc3d5-45f8-4462-a8fb-31138f16d966,segment=NetworkSegment(e1c1ac90-6b54-4d47-98eb-22b045b95541),segment_id=e1c1ac90-6b54-4d47-98eb-22b045b95541)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:58:56.854705 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:56.978512 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Calling delete_port for 276fc3d5-45f8-4462-a8fb-31138f16d966 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:58:57.006008 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] For port 276fc3d5-45f8-4462-a8fb-31138f16d966, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=276fc3d5-45f8-4462-a8fb-31138f16d966,segment=NetworkSegment(e1c1ac90-6b54-4d47-98eb-22b045b95541),segment_id=e1c1ac90-6b54-4d47-98eb-22b045b95541)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:58:57.006407 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.056035 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.060592 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c14c1a01-4d6b-40b7-91fa-2a48b0da540d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:58:57.108508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=276fc3d5-45f8-4462-a8fb-31138f16d966,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:58:57.112502 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:58:57.113284 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] No DVR routers for this DVR port 276fc3d5-45f8-4462-a8fb-31138f16d966 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:58:57.139380 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Calling delete_port for 276fc3d5-45f8-4462-a8fb-31138f16d966 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:58:57.212989 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:58:57.213362 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:58:57.376648 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.401704 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1471280>,) {'filters': {'network_id': ['7c56411a-a3ff-4c19-a04b-921aab9eb3cf']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:58:57.414179 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1471280>, 'e1c1ac90-6b54-4d47-98eb-22b045b95541') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:58:57.414477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1471280>, 'e1c1ac90-6b54-4d47-98eb-22b045b95541') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:58:57.426174 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.441623 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.448154 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:58:57.448531 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:58:57.461607 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:58:57.539735 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.544066 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9e5e44c-a759-42df-9921-41385f11ed3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:58:57.557010 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.566894 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c56411a-a3ff-4c19-a04b-921aab9eb3cf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:58:57.569558 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:58:57.571511 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7c56411a-a3ff-4c19-a04b-921aab9eb3cf HTTP/1.1" status: 204  len: 168 time: 1.0663078
Dec 16 10:58:57.574254 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:58:57.715513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Deleting port 276fc3d5-45f8-4462-a8fb-31138f16d966 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:58:57.716060 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:57.786281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-02e46edc-346c-484d-b728-21e0fc359841 None None] The port '276fc3d5-45f8-4462-a8fb-31138f16d966' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:58:57.816471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:58:57.852059 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:58:57.852421 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ab78cf6a-3f87-4295-81f4-a0e88f3c1d12 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:58:57.852847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 276fc3d5-45f8-4462-a8fb-31138f16d966 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:58:57.885327 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 276fc3d5-45f8-4462-a8fb-31138f16d966 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:58:57.885692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 276fc3d5-45f8-4462-a8fb-31138f16d966 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:58:58.132592 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:58.479722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Deleting port 16e68af8-c899-4adc-902b-5cd6be1ce18c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:58:58.479985 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:58.655028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] For port 16e68af8-c899-4adc-902b-5cd6be1ce18c, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=16e68af8-c899-4adc-902b-5cd6be1ce18c,segment=NetworkSegment(bfc59a26-6340-4951-b3e4-1e417c66cbc4),segment_id=bfc59a26-6340-4951-b3e4-1e417c66cbc4)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:58:58.655412 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:58.938097 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Calling delete_port for 16e68af8-c899-4adc-902b-5cd6be1ce18c owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:58:59.138660 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:59.142455 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8b74d71b-383c-4a45-97a5-359d3e5cf702 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:58:59.187192 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=16e68af8-c899-4adc-902b-5cd6be1ce18c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:58:59.220011 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:58:59.466613 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:58:59.840173 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Router 67807740-c73b-4810-a949-6cf33e5afd99 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 10:59:00.013730 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:59:00.017141 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 10:59:00.025999 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bb446-a271-4585-8276-34375932de78 None None] Sync routers for ids ['67807740-c73b-4810-a949-6cf33e5afd99'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 10:59:00.026977 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] 10.222.0.66 "PUT /v2.0/routers/67807740-c73b-4810-a949-6cf33e5afd99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4517367
Dec 16 10:59:00.029598 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:59:00.035578 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] Routers {'67807740-c73b-4810-a949-6cf33e5afd99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:59:00.036400 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38f3ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:58:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['67807740-c73b-4810-a949-6cf33e5afd99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:59:00.209020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:00.212666 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] Set router 67807740-c73b-4810-a949-6cf33e5afd99 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:59:00.506184 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38f3ac0>, [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:58:59Z', 'revision_number': 5, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port': {'id': '917eac69-175e-4167-8e52-11a4fd800bf9', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67807740-c73b-4810-a949-6cf33e5afd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:57:36Z', 'updated_at': '2021-12-16T10:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:59:00.510095 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bb446-a271-4585-8276-34375932de78 None None] Checking router: 67807740-c73b-4810-a949-6cf33e5afd99 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 10:59:00.521283 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] Routers {'67807740-c73b-4810-a949-6cf33e5afd99'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 10:59:00.522470 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f38f3ac0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T10:58:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['67807740-c73b-4810-a949-6cf33e5afd99'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:59:00.552101 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:00.562353 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Deleting port 917eac69-175e-4167-8e52-11a4fd800bf9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:59:00.562684 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:00.680301 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] Set router 67807740-c73b-4810-a949-6cf33e5afd99 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 10:59:00.745305 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] For port 917eac69-175e-4167-8e52-11a4fd800bf9, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=917eac69-175e-4167-8e52-11a4fd800bf9,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:59:00.745659 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:00.785391 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a05bb446-a271-4585-8276-34375932de78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f38f3ac0>, [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:59:00Z', 'revision_number': 6, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:59:00.789211 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bb446-a271-4585-8276-34375932de78 None None] The sync data for ids ['67807740-c73b-4810-a949-6cf33e5afd99'] in n-d-820554-2 is: [{'id': '67807740-c73b-4810-a949-6cf33e5afd99', 'name': 'tempest-TestMinimumBasicScenario-1814120828-router', 'tenant_id': 'a384eccbe920450d8116c45838f2147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:57:35Z', 'updated_at': '2021-12-16T10:59:00Z', 'revision_number': 6, 'project_id': 'a384eccbe920450d8116c45838f2147e', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 10:59:00.878138 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Calling delete_port for 917eac69-175e-4167-8e52-11a4fd800bf9 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:59:01.056286 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.060784 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-695c2595-a071-4016-b335-ec2cd43920e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:59:01.107274 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Pushing event deleted for resources: {'Port': ['ID=917eac69-175e-4167-8e52-11a4fd800bf9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:59:01.109414 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:59:01.197956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.387150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.389411 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.412395 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.412906 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67807740-c73b-4810-a949-6cf33e5afd99 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 10:59:01.425135 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.426256 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] 10.222.0.66 "DELETE /v2.0/routers/67807740-c73b-4810-a949-6cf33e5afd99 HTTP/1.1" status: 204  len: 168 time: 1.3957677
Dec 16 10:59:01.428893 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:59:01.494275 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Deleting subnet 00af0197-e2f1-40ea-8759-f04150a2c3ce {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 10:59:01.497271 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.549457 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.629328 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.699970 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.703881 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bd44ab62-f103-485c-8055-0b6ef7fac727 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:59:01.747374 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00af0197-e2f1-40ea-8759-f04150a2c3ce,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:59:01.749300 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.753101 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6916ca2-9cba-47d4-9315-ddd3cd6712c8 None None] Network f5c0d40d-e4ca-4775-9f15-a3854d2f440a requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 10:59:01.755248 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/00af0197-e2f1-40ea-8759-f04150a2c3ce HTTP/1.1" status: 204  len: 168 time: 0.3253529
Dec 16 10:59:01.756234 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c0d87521-3bd4-4c95-9194-a66df8a13a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:59:01.757625 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:59:01.829365 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 16e68af8-c899-4adc-902b-5cd6be1ce18c no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:59:01.872532 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.875329 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 16e68af8-c899-4adc-902b-5cd6be1ce18c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:59:01.875898 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 16e68af8-c899-4adc-902b-5cd6be1ce18c not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:59:01.876326 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 917eac69-175e-4167-8e52-11a4fd800bf9 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:59:01.883498 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Deleting port 39222628-ba91-4542-b4cc-3c4effc9e7a8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:59:01.883843 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:01.923519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 917eac69-175e-4167-8e52-11a4fd800bf9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:59:01.923820 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 917eac69-175e-4167-8e52-11a4fd800bf9 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:59:02.101081 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] For port 39222628-ba91-4542-b4cc-3c4effc9e7a8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=39222628-ba91-4542-b4cc-3c4effc9e7a8,segment=NetworkSegment(bfc59a26-6340-4951-b3e4-1e417c66cbc4),segment_id=bfc59a26-6340-4951-b3e4-1e417c66cbc4)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:59:02.101441 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.115009 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] DHCP port deletion for f5c0d40d-e4ca-4775-9f15-a3854d2f440a request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 10:59:02.118947 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Deleting port 39222628-ba91-4542-b4cc-3c4effc9e7a8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:59:02.119362 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.231833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Calling delete_port for 39222628-ba91-4542-b4cc-3c4effc9e7a8 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:59:02.315797 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.320853 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ec6b7dcd-33e0-45d1-afe1-d7b0f5f46b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:59:02.328281 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] For port 39222628-ba91-4542-b4cc-3c4effc9e7a8, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=39222628-ba91-4542-b4cc-3c4effc9e7a8,segment=NetworkSegment(bfc59a26-6340-4951-b3e4-1e417c66cbc4),segment_id=bfc59a26-6340-4951-b3e4-1e417c66cbc4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 10:59:02.328733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.365621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=39222628-ba91-4542-b4cc-3c4effc9e7a8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:59:02.369747 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] No DVR routers for this DVR port 39222628-ba91-4542-b4cc-3c4effc9e7a8 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 10:59:02.400281 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:59:02.455844 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Calling delete_port for 39222628-ba91-4542-b4cc-3c4effc9e7a8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 10:59:02.490950 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.516525 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f098dfa0>,) {'filters': {'network_id': ['f5c0d40d-e4ca-4775-9f15-a3854d2f440a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:59:02.529397 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 10:59:02.529875 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 10:59:02.533475 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f098dfa0>, 'bfc59a26-6340-4951-b3e4-1e417c66cbc4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:59:02.533774 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f098dfa0>, 'bfc59a26-6340-4951-b3e4-1e417c66cbc4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 10:59:02.546071 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.562240 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.568784 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 10:59:02.569223 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 10:59:02.583193 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 10:59:02.659473 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.664114 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:02.668537 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d89aca03-4d1d-4ac3-9518-777f8bcf3ac7 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:59:02.692938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c0d40d-e4ca-4775-9f15-a3854d2f440a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:59:02.695514 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:59:02.697286 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab8f815b-23c0-48d7-8d3e-bb2ee7ac6f5a admin admin] 10.222.0.66 "DELETE /v2.0/networks/f5c0d40d-e4ca-4775-9f15-a3854d2f440a HTTP/1.1" status: 204  len: 168 time: 0.9386714
Dec 16 10:59:02.865921 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59950) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:59:02.915787 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5eaa1231-c85d-4b1e-a306-55f264d7b442 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31469abd914a4f7cba4dec174a039f16&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0484772
Dec 16 10:59:02.918759 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 59954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:59:02.975438 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66fa1229-960b-4982-8767-83d007575035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.001405 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66fa1229-960b-4982-8767-83d007575035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.031031 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Deleting port 39222628-ba91-4542-b4cc-3c4effc9e7a8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 10:59:03.031561 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.064257 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66fa1229-960b-4982-8767-83d007575035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.069208 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fd8e8993-3fe0-4ee5-9b10-42744046b2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:59:03.081933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa1229-960b-4982-8767-83d007575035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de59c45-b863-403d-bca2-f821b910d1f9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:59:03.084896 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66fa1229-960b-4982-8767-83d007575035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.088389 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-66fa1229-960b-4982-8767-83d007575035 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6de59c45-b863-403d-bca2-f821b910d1f9 HTTP/1.1" status: 204  len: 168 time: 0.1663814
Dec 16 10:59:03.088389 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-66fa1229-960b-4982-8767-83d007575035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:59:03.116071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-66fbb536-f351-4000-b3bd-84cf89324e98 None None] The port '39222628-ba91-4542-b4cc-3c4effc9e7a8' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 10:59:03.430225 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59962) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:59:03.620488 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ec023ef7-1fe6-4ad7-82d0-57f2295eec9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a384eccbe920450d8116c45838f2147e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1888769
Dec 16 10:59:03.622762 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 59966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 10:59:03.681019 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6394ab85-8bae-4f50-b8b9-6979d7a84667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.706578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6394ab85-8bae-4f50-b8b9-6979d7a84667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.759767 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6394ab85-8bae-4f50-b8b9-6979d7a84667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.765086 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7b1a0ee-d591-4cd0-a403-71bb4656a385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 10:59:03.776803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394ab85-8bae-4f50-b8b9-6979d7a84667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a6762-7661-4a30-a67b-6428d4d19fef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 10:59:03.782360 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6394ab85-8bae-4f50-b8b9-6979d7a84667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 10:59:03.786270 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6394ab85-8bae-4f50-b8b9-6979d7a84667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:03.789763 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6394ab85-8bae-4f50-b8b9-6979d7a84667 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/394a6762-7661-4a30-a67b-6428d4d19fef HTTP/1.1" status: 204  len: 168 time: 0.1636858
Dec 16 10:59:03.812319 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 39222628-ba91-4542-b4cc-3c4effc9e7a8 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 10:59:03.848280 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 39222628-ba91-4542-b4cc-3c4effc9e7a8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 10:59:03.848642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 39222628-ba91-4542-b4cc-3c4effc9e7a8 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 10:59:12.185850 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a27fa7a3-6d3c-43e5-a7e0-76437e1ed29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:12.885941 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:14.625914 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-79665c2d-9c25-4a5e-8f1a-ac3c1d81e298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:14.914580 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:15.674720 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:15.704044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:17.495355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:37.012160 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 10:59:42.188698 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a16e6d15-8103-49c4-880c-1f4fac3415ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:42.891387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:44.626643 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47360269-b34e-40c7-a2f5-6b9965ac9e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:44.930495 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:45.677796 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:45.707559 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 10:59:47.497026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:12.189809 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e99df7fc-90d5-41c6-a609-fec30040a66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:12.891384 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:14.011673 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:00:14.627719 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ee151f8-bb68-463b-9550-c52dd348ff40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:14.945568 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:15.680198 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:15.710821 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:17.500135 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:42.190735 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7649e271-4a79-4faf-b74f-7db2d3190a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:42.889743 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:44.629157 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29cc8821-022b-4d7c-b98c-ebabf83de39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:44.958928 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:45.682864 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:45.712830 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:47.502924 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:00:51.010653 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:01:12.193337 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95709d01-6f1c-43fc-83f0-80d615a0a4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:12.904019 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:14.631196 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39e59b83-6f48-42a4-9f07-1627bb7d83b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:14.973820 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:15.685146 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:15.716328 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:17.508081 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:28.009502 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:01:42.196824 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8e988f22-4888-4590-b56c-2ecc3bbfdcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:42.903433 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:44.632515 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-767790e2-4b22-4a4f-a760-cb0b679d4e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:44.981951 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:45.686604 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:45.717709 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:01:47.509831 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:05.009319 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:02:12.198323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-252d0923-6af5-444f-a770-af869ed1195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:12.916662 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:14.635355 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9563b41b-1082-43d1-bce7-3af3b8bd7407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:14.989408 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:15.688263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:15.722031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:17.510861 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:42.007567 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:02:42.199887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1080d1fc-00c6-4351-81d4-e2715525766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:42.916221 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:44.638373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebc76065-7f1b-4f54-9483-bae2bb47d22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:44.989963 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:45.689984 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:45.722945 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:02:47.519666 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:12.201373 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40a75d69-a7a1-4b4b-a3cf-7fe02d2616a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:12.931883 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:14.640999 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c416974a-fb2d-487c-b04f-111795bdb007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:14.987754 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:15.691834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:15.726266 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:17.517157 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:19.007814 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:03:42.202912 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3954-9e94-4b93-88bd-6c8456474d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:42.930485 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:44.643431 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98a8a533-c5e2-4f13-810d-4181648b403f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:44.987082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:45.693998 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:45.727678 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:47.519406 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:03:56.007923 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:04:05.734323 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:05.879655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:05.894120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:05.897844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Usage tracker for resource:security_group_rule and tenant:47b11fa679f34686af20e557f2e1b8c4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:05.900843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:05.906196 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:05.986493 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:05.989767 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:05.997916 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-09e9818a-1143-458b-8f35-e0c3c6a922dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:06.035947 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47b11fa679f34686af20e557f2e1b8c4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3006005
Dec 16 11:04:06.037517 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69055a97-9fc6-4c53-834d-0f8ec38d5669,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:06.038821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60100) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:06.045542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.045936 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.046318 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.046829 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.047286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.047661 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.048134 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.048508 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.048876 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.049239 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.049601 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.049963 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.053815 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-027179fd-55c6-48e7-b9e0-b226e073e628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:06.098092 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.123191 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.172977 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.177555 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-8ec6d1ae-49da-4862-8b66-4c62c6346432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:06.189270 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69055a97-9fc6-4c53-834d-0f8ec38d5669,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:06.198126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.198515 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.198893 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.199292 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.199666 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.200032 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.200396 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.200765 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.201126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.201486 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.201845 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.202202 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:06.205436 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.206520 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69055a97-9fc6-4c53-834d-0f8ec38d5669 HTTP/1.1" status: 204  len: 168 time: 0.1667049
Dec 16 11:04:06.207402 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-eb024030-c777-45d8-b104-27b12a6b9840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:06.475041 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60108) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:06.493558 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.508379 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:06.512169 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f96380826e4eb59c805424a57ac8f4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:06.514936 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:06.520659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:06.605334 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.608766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.617558 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-e4d06b24-6cdd-483b-a0a3-891efa5f4897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:06.656031 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7f96380826e4eb59c805424a57ac8f4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1796756
Dec 16 11:04:06.657715 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6532d3a2-8c51-49c1-a656-f598a784222c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:06.658753 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:06.660799 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-cc92e403-9b88-4cf2-a8fe-12a8b88b4344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:06.716461 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ba9faf8-19c8-4981-908c-f9b26c8b846d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.741414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ba9faf8-19c8-4981-908c-f9b26c8b846d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.794347 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ba9faf8-19c8-4981-908c-f9b26c8b846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.799490 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f375710b-d361-4911-b4ea-c940cdf1c479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:06.812175 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9faf8-19c8-4981-908c-f9b26c8b846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532d3a2-8c51-49c1-a656-f598a784222c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:06.814384 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2ba9faf8-19c8-4981-908c-f9b26c8b846d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:06.822388 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ba9faf8-19c8-4981-908c-f9b26c8b846d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:06.823590 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2ba9faf8-19c8-4981-908c-f9b26c8b846d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6532d3a2-8c51-49c1-a656-f598a784222c HTTP/1.1" status: 204  len: 168 time: 0.1638138
Dec 16 11:04:07.569039 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:07.672938 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-943012002-network', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:04:07.678451 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:07.682243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Usage tracker for resource:network and tenant:ca85c85810e24f6a853133bfbf1c6316 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:07.685100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:07.692203 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:07.701389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Made reservation on behalf of ca85c85810e24f6a853133bfbf1c6316 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:04:07.704263 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.715989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.730121 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:07.733867 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Usage tracker for resource:security_group_rule and tenant:ca85c85810e24f6a853133bfbf1c6316 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:07.736635 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:07.742194 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:07.823719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.827714 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.831532 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eccf6e72-f50d-4a3c-aa12-4312cded2d5c tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:07.856197 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 11:04:07.869974 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c41ff-463d-43f7-b54f-33c9b70e2c2c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:07.875460 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:07.876378 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.876720 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Added segment 94caa943-ec4e-4483-a7fd-91c570f043b5 of type vlan for network ac289f94-3f3d-492c-98c9-a2296845d659
Dec 16 11:04:07.904164 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.934094 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.935236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:04:07.935989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:07.940021 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad9051ad-9563-4bef-bf51-0f0089e706d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:08.043137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Pushing event updated for resources: {'Network': ['ID=ac289f94-3f3d-492c-98c9-a2296845d659,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:08.046059 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4760427
Dec 16 11:04:08.046972 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9fa0aab2-3666-4ad6-9223-2b4d01d62dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:08.049142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:08.053739 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network ac289f94-3f3d-492c-98c9-a2296845d659 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 11:04:08.054496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Request body: {'subnet': {'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-943012002-subnet', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:04:08.060262 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:08.064168 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Usage tracker for resource:subnet and tenant:ca85c85810e24f6a853133bfbf1c6316 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:08.067028 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:08.072937 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:08.083833 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Made reservation on behalf of ca85c85810e24f6a853133bfbf1c6316 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:04:08.086013 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.295512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.299722 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-224fb081-99e1-4e48-bd5f-76a984d26d80 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:08.368803 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bd8e7d-0a11-4a20-8288-a2152df74d07,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:08.371552 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:08.377568 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Checking segment: {'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:08.377923 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Network hostable DHCP agents. Network: ac289f94-3f3d-492c-98c9-a2296845d659, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 11:04:08.395291 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Network ac289f94-3f3d-492c-98c9-a2296845d659 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 11:04:08.403477 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, ac289f94-3f3d-492c-98c9-a2296845d659) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:08.408152 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:04:08.408838 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.413490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b83d418-39a4-40e1-b098-af78e54a079d None None] Network ac289f94-3f3d-492c-98c9-a2296845d659 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:04:08.429539 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-b977cdfd-7a4f-4f39-b9bc-b803f4507637 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3793180
Dec 16 11:04:08.432308 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:08.437188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:04:08.442688 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:08.446535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Usage tracker for resource:router and tenant:ca85c85810e24f6a853133bfbf1c6316 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:08.449404 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:08.455008 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:08.465095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.466041 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.481171 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.639400 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-ac289f94-3f3d-492c-98c9-a2296845d659', 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'fixed_ips': [{'subnet_id': '54bd8e7d-0a11-4a20-8288-a2152df74d07'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 11:04:08.640252 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.754804 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:08.796909 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Allocated IP 172.20.0.2 (ac289f94-3f3d-492c-98c9-a2296845d659/54bd8e7d-0a11-4a20-8288-a2152df74d07/88320300-c87c-4282-a2e3-6e90cca1f543) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:04:09.004889 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.015185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Transition to ACTIVE for port object 88320300-c87c-4282-a2e3-6e90cca1f543 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:09.034373 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Transition to ACTIVE for port object 88320300-c87c-4282-a2e3-6e90cca1f543 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:09.039432 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.044924 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-1cf921fd-3d3d-4f82-85b8-8cd1d523d7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:09.107988 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Network ac289f94-3f3d-492c-98c9-a2296845d659 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:09.111023 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:09.114841 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:04:09.151902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Pushing event updated for resources: {'Port': ['ID=88320300-c87c-4282-a2e3-6e90cca1f543,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:09.168730 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.169076 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.169418 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.169756 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.170089 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.170419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.170750 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.171071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.171419 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.171745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.172712 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.172954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:09.204156 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:09.219563 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.224406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Attempting to bind port 88320300-c87c-4282-a2e3-6e90cca1f543 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:04:09.224801 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Attempting to bind port 88320300-c87c-4282-a2e3-6e90cca1f543 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:04:09.225179 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Attempting to bind port 88320300-c87c-4282-a2e3-6e90cca1f543 on network ac289f94-3f3d-492c-98c9-a2296845d659 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:04:09.231289 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:04:09.231673 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Checking segment: {'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:09.232090 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.232495 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Bound using segment: {'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:04:09.232971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Bound port: 88320300-c87c-4282-a2e3-6e90cca1f543, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:04:09.233358 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.256286 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.330961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] For port 88320300-c87c-4282-a2e3-6e90cca1f543, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:04:09.334170 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] For port 88320300-c87c-4282-a2e3-6e90cca1f543, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=88320300-c87c-4282-a2e3-6e90cca1f543,segment=NetworkSegment(94caa943-ec4e-4483-a7fd-91c570f043b5),segment_id=94caa943-ec4e-4483-a7fd-91c570f043b5)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:04:09.337856 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.342325 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:09.394293 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Allocated IP 172.25.3.208 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/1e2a45ae-78da-401b-8cbc-c329a593523f) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:04:09.419096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Pushing event updated for resources: {'Port': ['ID=88320300-c87c-4282-a2e3-6e90cca1f543,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:09.422388 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-882f095d-86b1-4b74-bc0f-df775f1f96d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:09.549516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.582410 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:09.595090 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-bc60c8e7-4f13-48cd-ab81-cf238e6aed17 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:09.669181 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:09.672782 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:09.677402 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:04:09.707663 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2a45ae-78da-401b-8cbc-c329a593523f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:09.718314 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:09.981034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 88320300-c87c-4282-a2e3-6e90cca1f543 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:10.060278 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 88320300-c87c-4282-a2e3-6e90cca1f543 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:10.103676 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:10.354685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a60bf7-4a4f-488f-bc1c-cb242ce6bcc1 None None] Network ac289f94-3f3d-492c-98c9-a2296845d659 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:04:10.459423 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:10.492961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Provisioning for port 88320300-c87c-4282-a2e3-6e90cca1f543 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:10.511034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Provisioning complete for port 88320300-c87c-4282-a2e3-6e90cca1f543 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:10.511450 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:10.739539 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:10.778282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] For port 88320300-c87c-4282-a2e3-6e90cca1f543, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=88320300-c87c-4282-a2e3-6e90cca1f543,segment=NetworkSegment(94caa943-ec4e-4483-a7fd-91c570f043b5),segment_id=94caa943-ec4e-4483-a7fd-91c570f043b5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:04:10.783054 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:10.785226 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-28b07bca-6e16-451a-b74f-2882573376df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:10.827286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 11:04:10.853536 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Pushing event updated for resources: {'Port': ['ID=88320300-c87c-4282-a2e3-6e90cca1f543,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:10.863671 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:11.009085 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-448b2979-f50d-4504-9ac6-8837e94e7932 None None] Provisioning complete for port 88320300-c87c-4282-a2e3-6e90cca1f543 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:11.009389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-448b2979-f50d-4504-9ac6-8837e94e7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:11.016311 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:04:11.040323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Sync routers for ids ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:04:11.043407 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:11.044637 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ab1931cb-d153-423f-b65d-0ad6874bf370 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6114049
Dec 16 11:04:11.047958 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60150) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:11.072275 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Routers {'66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:11.072816 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1eb2e50>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:03:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:11.306501 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Set router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:11.590545 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1eb2e50>, [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:04:09Z', 'revision_number': 3, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port': {'id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:09Z', 'updated_at': '2021-12-16T11:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:11.594808 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Checking router: 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:04:11.595194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Updating router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 port 1e2a45ae-78da-401b-8cbc-c329a593523f binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:04:11.647191 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:11.734309 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:11.940589 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Allocated IP 172.20.0.1 (ac289f94-3f3d-492c-98c9-a2296845d659/54bd8e7d-0a11-4a20-8288-a2152df74d07/05ef72ec-3610-4b58-a081-65d7c61a13e7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:04:11.965155 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 88320300-c87c-4282-a2e3-6e90cca1f543 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:12.026535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.044685 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Transition to ACTIVE for port object 1e2a45ae-78da-401b-8cbc-c329a593523f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:12.055003 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.059511 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:12.095469 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.110787 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Transition to ACTIVE for port object 05ef72ec-3610-4b58-a081-65d7c61a13e7 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:12.122881 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 88320300-c87c-4282-a2e3-6e90cca1f543 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:12.123287 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.134131 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.138623 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e927fe5f-1bf5-4a6a-af3f-2b8b2c50869e tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:12.198599 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Network ac289f94-3f3d-492c-98c9-a2296845d659 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:12.201394 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:12.205146 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:04:12.247378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Attempting to bind port 1e2a45ae-78da-401b-8cbc-c329a593523f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:04:12.247928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Attempting to bind port 1e2a45ae-78da-401b-8cbc-c329a593523f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:04:12.248247 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Attempting to bind port 1e2a45ae-78da-401b-8cbc-c329a593523f on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:04:12.259211 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebdb3d-2ca0-4e22-b66e-4561503ea68e None None] Pushing event updated for resources: {'Port': ['ID=1e2a45ae-78da-401b-8cbc-c329a593523f,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:12.264665 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:04:12.265100 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:12.265525 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.266080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:04:12.266613 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Bound port: 1e2a45ae-78da-401b-8cbc-c329a593523f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:04:12.267010 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.292179 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bbebdb3d-2ca0-4e22-b66e-4561503ea68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:12.295401 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-54d299c2-5ee1-4e07-9a62-cc3aee537e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.406583 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] For port 1e2a45ae-78da-401b-8cbc-c329a593523f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:04:12.420309 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] For port 1e2a45ae-78da-401b-8cbc-c329a593523f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e2a45ae-78da-401b-8cbc-c329a593523f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:04:12.427875 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.428295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Pushing event updated for resources: {'Port': ['ID=05ef72ec-3610-4b58-a081-65d7c61a13e7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:12.432587 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bbebdb3d-2ca0-4e22-b66e-4561503ea68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:12.434897 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:12.443727 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.506539 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Routers {'66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:12.507185 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1eb2e50>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:03:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:12.575729 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebdb3d-2ca0-4e22-b66e-4561503ea68e None None] Pushing event updated for resources: {'Port': ['ID=1e2a45ae-78da-401b-8cbc-c329a593523f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:12.586953 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bbebdb3d-2ca0-4e22-b66e-4561503ea68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:12.608942 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dc19ac00-239d-4dcc-bfaa-bf87a4b4f85e None None] Provisioning for port 05ef72ec-3610-4b58-a081-65d7c61a13e7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:12.667741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dc19ac00-239d-4dcc-bfaa-bf87a4b4f85e None None] Provisioning complete for port 05ef72ec-3610-4b58-a081-65d7c61a13e7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:12.668129 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc19ac00-239d-4dcc-bfaa-bf87a4b4f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.711033 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.758792 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dc19ac00-239d-4dcc-bfaa-bf87a4b4f85e None None] Port 05ef72ec-3610-4b58-a081-65d7c61a13e7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:04:12.770900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] Set router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:12.951968 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.956584 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.980167 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:12.985508 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-1d10d7b3-c288-4f20-aab9-e38b7e08d251 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:13.068302 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Pushing event updated for resources: {'Port': ['ID=05ef72ec-3610-4b58-a081-65d7c61a13e7,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:13.071247 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:13.072150 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:13.085433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1eb2e50>, [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:04:09Z', 'revision_number': 3, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port': {'id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:09Z', 'updated_at': '2021-12-16T11:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:13.089451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733be326-95a3-4c58-b1ef-08fed8e1342d None None] The sync data for ids ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'] in n-d-820554-2 is: [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:04:09Z', 'revision_number': 3, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port': {'id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:09Z', 'updated_at': '2021-12-16T11:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:04:13.221202 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Network ac289f94-3f3d-492c-98c9-a2296845d659 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:13.222442 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:13.460352 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:04:13.486819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4f7c62a0-1b72-40c1-834f-a6ea54dda0c1 None None] Provisioning complete for port 05ef72ec-3610-4b58-a081-65d7c61a13e7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:13.487234 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f7c62a0-1b72-40c1-834f-a6ea54dda0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:13.544958 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c62a0-1b72-40c1-834f-a6ea54dda0c1 None None] Port 05ef72ec-3610-4b58-a081-65d7c61a13e7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:04:13.655798 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:04:13.664537 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] 10.222.0.66 "PUT /v2.0/routers/66705e7e-9990-48ae-be2c-f7bd0c2c0fd4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6155925
Dec 16 11:04:13.992082 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2a45ae-78da-401b-8cbc-c329a593523f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:14.066671 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1e2a45ae-78da-401b-8cbc-c329a593523f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:14.072048 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1e2a45ae-78da-401b-8cbc-c329a593523f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:14.072448 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.182581 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:14.189127 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-540161569-network', 'tenant_id': '9d8c43569c24437b96b141d22b805908'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:04:14.195292 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:14.198361 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.199606 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Usage tracker for resource:network and tenant:9d8c43569c24437b96b141d22b805908 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:14.202769 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:14.210651 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:14.216689 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1e2a45ae-78da-401b-8cbc-c329a593523f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e2a45ae-78da-401b-8cbc-c329a593523f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:04:14.221886 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.223964 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:14.226940 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Made reservation on behalf of 9d8c43569c24437b96b141d22b805908 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:04:14.228574 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.240978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.255271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:14.259140 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Usage tracker for resource:security_group_rule and tenant:9d8c43569c24437b96b141d22b805908 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:14.262100 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:14.268496 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:14.292158 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1e2a45ae-78da-401b-8cbc-c329a593523f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:14.295409 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:14.352204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.356662 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.359775 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-8832f2b8-7acf-4700-97b8-aa6636038625 tempest-SecGroupTest-1768888485 tempest-SecGroupTest-1768888485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:14.388355 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 11:04:14.397995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c83f3-3044-4aed-b4a7-7fdf89b1f45a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:14.401205 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:14.405899 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.405899 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Added segment a6f26bc2-09b9-432a-bbf8-d7a51fa30853 of type vlan for network d03f3657-0a7a-42fb-8827-7669ba603480
Dec 16 11:04:14.432742 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.463260 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.464295 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:04:14.464866 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.468378 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad452f76-0e7b-49b2-8ae3-06966482ae4c tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:14.571700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Pushing event updated for resources: {'Network': ['ID=d03f3657-0a7a-42fb-8827-7669ba603480,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:14.574397 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:14.575928 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-a1579da5-4de2-4865-9570-31f97a3ed559 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3917699
Dec 16 11:04:14.578809 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:14.583108 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network d03f3657-0a7a-42fb-8827-7669ba603480 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 11:04:14.586945 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Request body: {'subnet': {'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-540161569-subnet', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:04:14.592524 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:14.597091 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Usage tracker for resource:subnet and tenant:9d8c43569c24437b96b141d22b805908 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:14.602126 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:14.606580 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:14.619077 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Made reservation on behalf of 9d8c43569c24437b96b141d22b805908 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:04:14.621443 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.629290 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Sync routers for ids ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:04:14.647821 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Routers {'66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:14.648398 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:03:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:14.701461 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45a72bfc-6641-42f2-8947-59e85748675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.829386 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:14.831183 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Set router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:14.833950 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ca8496dc-2f11-476d-9444-e25a517c52ab tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:14.988209 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.049691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:15.051933 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Checking segment: {'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:15.052293 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Network hostable DHCP agents. Network: d03f3657-0a7a-42fb-8827-7669ba603480, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 11:04:15.058149 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:15.072802 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Network d03f3657-0a7a-42fb-8827-7669ba603480 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 11:04:15.082300 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, d03f3657-0a7a-42fb-8827-7669ba603480) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:15.087279 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:04:15.087949 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.092799 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafdece-ddff-40c9-b711-5d91c65ca56a None None] Network d03f3657-0a7a-42fb-8827-7669ba603480 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:04:15.122676 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-ab85d9fb-820f-4cc6-90e4-29017022fe65 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5421615
Dec 16 11:04:15.125408 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60180) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:15.130806 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:04:15.136605 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:04:15.140918 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Usage tracker for resource:router and tenant:9d8c43569c24437b96b141d22b805908 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:04:15.143993 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:04:15.150261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:04:15.159249 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb070>, [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:04:12Z', 'revision_number': 4, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port': {'id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:09Z', 'updated_at': '2021-12-16T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '05ef72ec-3610-4b58-a081-65d7c61a13e7', 'name': '', 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'mac_address': 'fa:16:3e:ac:28:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54bd8e7d-0a11-4a20-8288-a2152df74d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:11Z', 'updated_at': '2021-12-16T11:04:12Z', 'revision_number': 2, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'subnets': [{'id': '54bd8e7d-0a11-4a20-8288-a2152df74d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:15.165306 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Checking router: 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:04:15.165740 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.166788 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.166911 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Updating router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 port 05ef72ec-3610-4b58-a081-65d7c61a13e7 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:04:15.182672 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.229585 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.324706 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-d03f3657-0a7a-42fb-8827-7669ba603480', 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'fixed_ips': [{'subnet_id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 11:04:15.325620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.465074 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.535519 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Allocated IP 172.20.0.2 (d03f3657-0a7a-42fb-8827-7669ba603480/fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2/d46f771c-73ca-40eb-89f3-ead987d3c9be) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:04:15.615119 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.631213 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Transition to ACTIVE for port object 05ef72ec-3610-4b58-a081-65d7c61a13e7 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:15.642510 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.647380 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:15.763507 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.793549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.797555 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.809376 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Transition to ACTIVE for port object d46f771c-73ca-40eb-89f3-ead987d3c9be will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:15.831262 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Transition to ACTIVE for port object d46f771c-73ca-40eb-89f3-ead987d3c9be will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:15.837508 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.840266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.844687 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:15.850695 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Pushing event updated for resources: {'Port': ['ID=05ef72ec-3610-4b58-a081-65d7c61a13e7,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:15.878998 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.903274 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.903616 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.905230 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.905731 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.906462 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Network d03f3657-0a7a-42fb-8827-7669ba603480 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:15.906958 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.907486 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.908011 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.909201 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.909497 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:15.910101 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.910665 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.911258 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.911810 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:04:15.912022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:04:15.920457 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:15.926164 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Attempting to bind port 05ef72ec-3610-4b58-a081-65d7c61a13e7 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:04:15.926772 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Attempting to bind port 05ef72ec-3610-4b58-a081-65d7c61a13e7 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:04:15.927411 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Attempting to bind port 05ef72ec-3610-4b58-a081-65d7c61a13e7 on network ac289f94-3f3d-492c-98c9-a2296845d659 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:04:15.934338 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:04:15.935260 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Checking segment: {'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:15.936111 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.936714 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Bound using segment: {'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:04:15.937925 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Bound port: 05ef72ec-3610-4b58-a081-65d7c61a13e7, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94caa943-ec4e-4483-a7fd-91c570f043b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:04:15.938557 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:15.997597 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Pushing event updated for resources: {'Port': ['ID=d46f771c-73ca-40eb-89f3-ead987d3c9be,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:16.007211 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:16.035140 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Attempting to bind port d46f771c-73ca-40eb-89f3-ead987d3c9be on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:04:16.035606 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Attempting to bind port d46f771c-73ca-40eb-89f3-ead987d3c9be by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:04:16.035989 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Attempting to bind port d46f771c-73ca-40eb-89f3-ead987d3c9be on network d03f3657-0a7a-42fb-8827-7669ba603480 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:04:16.043040 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2a45ae-78da-401b-8cbc-c329a593523f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:16.065761 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] For port 05ef72ec-3610-4b58-a081-65d7c61a13e7, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:04:16.069362 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] For port 05ef72ec-3610-4b58-a081-65d7c61a13e7, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=05ef72ec-3610-4b58-a081-65d7c61a13e7,segment=NetworkSegment(94caa943-ec4e-4483-a7fd-91c570f043b5),segment_id=94caa943-ec4e-4483-a7fd-91c570f043b5)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:04:16.073346 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:16.074676 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Allocated IP 172.25.3.34 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:04:16.078977 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:04:16.079394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Checking segment: {'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:16.079927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:16.080343 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Bound using segment: {'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:04:16.081074 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Bound port: d46f771c-73ca-40eb-89f3-ead987d3c9be, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:04:16.081408 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:16.083570 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-7672a8cb-0195-408f-bfb3-9ce7a68ee639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:16.139434 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Routers {'66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:16.140199 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb070>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:04:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:16.220680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] For port d46f771c-73ca-40eb-89f3-ead987d3c9be, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:04:16.222779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1e2a45ae-78da-401b-8cbc-c329a593523f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:16.223268 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:16.246065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:16.286392 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:16.289218 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] For port d46f771c-73ca-40eb-89f3-ead987d3c9be, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d46f771c-73ca-40eb-89f3-ead987d3c9be,segment=NetworkSegment(a6f26bc2-09b9-432a-bbf8-d7a51fa30853),segment_id=a6f26bc2-09b9-432a-bbf8-d7a51fa30853)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:04:16.294694 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f741556f-f5ec-4a0c-b469-3c6a3db7ed0b tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:16.305163 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:16.309862 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d276ac3b-3022-4048-9471-d625eb564ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:16.357518 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] Set router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:16.365529 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:16.369991 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:16.374170 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:04:16.414051 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Pushing event updated for resources: {'Port': ['ID=05ef72ec-3610-4b58-a081-65d7c61a13e7,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:16.427411 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Pushing event updated for resources: {'Port': ['ID=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:16.429148 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:16.431962 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:16.449256 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Pushing event updated for resources: {'Port': ['ID=d46f771c-73ca-40eb-89f3-ead987d3c9be,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:16.454253 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:16.739526 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2adb070>, [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:04:12Z', 'revision_number': 4, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port': {'id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:09Z', 'updated_at': '2021-12-16T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '05ef72ec-3610-4b58-a081-65d7c61a13e7', 'name': '', 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'mac_address': 'fa:16:3e:ac:28:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54bd8e7d-0a11-4a20-8288-a2152df74d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:11Z', 'updated_at': '2021-12-16T11:04:16Z', 'revision_number': 4, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'subnets': [{'id': '54bd8e7d-0a11-4a20-8288-a2152df74d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:16.744158 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89147f-516a-472d-bead-a15fa5b325ec None None] The sync data for ids ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'] in n-d-820554-2 is: [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:04:12Z', 'revision_number': 4, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port': {'id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:09Z', 'updated_at': '2021-12-16T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '05ef72ec-3610-4b58-a081-65d7c61a13e7', 'name': '', 'network_id': 'ac289f94-3f3d-492c-98c9-a2296845d659', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'mac_address': 'fa:16:3e:ac:28:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '54bd8e7d-0a11-4a20-8288-a2152df74d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:11Z', 'updated_at': '2021-12-16T11:04:16Z', 'revision_number': 4, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'subnets': [{'id': '54bd8e7d-0a11-4a20-8288-a2152df74d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:04:17.034871 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:17.448378 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:17.540737 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:17.606194 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed698eef-3bef-4905-8831-5c7c956d32ff None None] Network d03f3657-0a7a-42fb-8827-7669ba603480 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:04:17.704273 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4b48e7a4-f5b6-483c-9e83-a8f5934f0d57 None None] Provisioning for port d46f771c-73ca-40eb-89f3-ead987d3c9be completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:17.752276 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Router 0271aafd-f305-4892-af57-e01d0ca0c47e is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 11:04:17.964048 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:04:17.983480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Sync routers for ids ['0271aafd-f305-4892-af57-e01d0ca0c47e'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:04:18.000710 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Routers {'0271aafd-f305-4892-af57-e01d0ca0c47e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:18.001522 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f200f6a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:04:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0271aafd-f305-4892-af57-e01d0ca0c47e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:18.019755 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:18.023223 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-4c50e029-fad8-41d4-8358-5269ce048bda admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.8945346
Dec 16 11:04:18.023857 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60184) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:04:18.091301 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d46f771c-73ca-40eb-89f3-ead987d3c9be up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:18.283105 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port d46f771c-73ca-40eb-89f3-ead987d3c9be completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:18.294189 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d46f771c-73ca-40eb-89f3-ead987d3c9be triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:18.294557 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:18.325970 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Set router 0271aafd-f305-4892-af57-e01d0ca0c47e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:18.717035 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:18.759492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port d46f771c-73ca-40eb-89f3-ead987d3c9be, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d46f771c-73ca-40eb-89f3-ead987d3c9be,segment=NetworkSegment(a6f26bc2-09b9-432a-bbf8-d7a51fa30853),segment_id=a6f26bc2-09b9-432a-bbf8-d7a51fa30853)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:04:18.766385 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:18.767405 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 05ef72ec-3610-4b58-a081-65d7c61a13e7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:18.796311 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-29034008-cd92-4ff4-a2d4-f1d804d333e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:18.877007 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f200f6a0>, [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:16Z', 'revision_number': 3, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port': {'id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:18.888692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Checking router: 0271aafd-f305-4892-af57-e01d0ca0c47e for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:04:18.889053 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Updating router 0271aafd-f305-4892-af57-e01d0ca0c47e port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:04:18.897395 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:18.944926 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=d46f771c-73ca-40eb-89f3-ead987d3c9be,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:18.947900 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:18.957011 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.003822 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 05ef72ec-3610-4b58-a081-65d7c61a13e7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:19.014546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 05ef72ec-3610-4b58-a081-65d7c61a13e7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:19.014932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.116249 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Allocated IP 172.20.0.1 (d03f3657-0a7a-42fb-8827-7669ba603480/fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2/69a736f0-1adb-4b2f-8edc-a96af52dcf1f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:04:19.262263 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.278922 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Transition to ACTIVE for port object 69a736f0-1adb-4b2f-8edc-a96af52dcf1f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:19.283051 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.304255 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.307915 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-591dae15-68ff-4380-a476-2f95a8902228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:19.349759 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 05ef72ec-3610-4b58-a081-65d7c61a13e7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=05ef72ec-3610-4b58-a081-65d7c61a13e7,segment=NetworkSegment(94caa943-ec4e-4483-a7fd-91c570f043b5),segment_id=94caa943-ec4e-4483-a7fd-91c570f043b5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:04:19.356137 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.360277 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-9c758283-6661-46e8-98e2-45c74b738b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:19.372935 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Network d03f3657-0a7a-42fb-8827-7669ba603480 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:19.376036 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:19.379979 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:04:19.415056 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:19.425365 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:19.441942 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.494426 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=05ef72ec-3610-4b58-a081-65d7c61a13e7,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:19.497465 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:19.507679 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.520659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Transition to ACTIVE for port object a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:19.528075 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.532234 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-26013c87-450c-406f-8a47-c92d226d3d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:19.611995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ec400-d163-41f3-9135-50be30d86179 None None] Pushing event updated for resources: {'Port': ['ID=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:19.615099 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-281ec400-d163-41f3-9135-50be30d86179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:19.615847 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Attempting to bind port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:04:19.616227 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Attempting to bind port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:04:19.616601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Attempting to bind port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:04:19.622121 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:04:19.622505 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:19.623193 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.623388 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:04:19.623828 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Bound port: a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:04:19.624211 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.708340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6965a51-cbf7-4999-99cd-b8f306c680e0 None None] Provisioning for port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:19.711480 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] For port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:04:19.713821 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.715407 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] For port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:04:19.717144 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6965a51-cbf7-4999-99cd-b8f306c680e0 None None] Provisioning complete for port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:19.717769 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6965a51-cbf7-4999-99cd-b8f306c680e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.746565 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.756748 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:19.841726 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f6965a51-cbf7-4999-99cd-b8f306c680e0 None None] Port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:04:19.851778 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ec400-d163-41f3-9135-50be30d86179 None None] Pushing event updated for resources: {'Port': ['ID=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:19.856063 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-281ec400-d163-41f3-9135-50be30d86179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:19.856649 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Routers {'0271aafd-f305-4892-af57-e01d0ca0c47e'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:19.857253 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f200f6a0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:04:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0271aafd-f305-4892-af57-e01d0ca0c47e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:19.935766 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.941266 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:19.966803 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-ebf3f401-b1ef-46f7-af09-4bf55af85fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:19.993196 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d46f771c-73ca-40eb-89f3-ead987d3c9be up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:20.054242 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:20.057941 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:20.061425 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:20.144003 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] Set router 0271aafd-f305-4892-af57-e01d0ca0c47e gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:20.221987 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port d46f771c-73ca-40eb-89f3-ead987d3c9be triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:20.222366 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:20.329272 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Network d03f3657-0a7a-42fb-8827-7669ba603480 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:04:20.330368 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:04:20.538749 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Router 0271aafd-f305-4892-af57-e01d0ca0c47e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:04:20.558283 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 05ef72ec-3610-4b58-a081-65d7c61a13e7 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:20.642299 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f200f6a0>, [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 4, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port': {'id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '69a736f0-1adb-4b2f-8edc-a96af52dcf1f', 'name': '', 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'mac_address': 'fa:16:3e:7b:14:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:18Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 1, 'project_id': '9d8c43569c24437b96b141d22b805908', 'subnets': [{'id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:20.647413 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 05ef72ec-3610-4b58-a081-65d7c61a13e7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:20.647792 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:20.672448 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797a42a-c464-4384-a1ab-0b3302ca331d None None] The sync data for ids ['0271aafd-f305-4892-af57-e01d0ca0c47e'] in n-d-820554-2 is: [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 4, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port': {'id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '69a736f0-1adb-4b2f-8edc-a96af52dcf1f', 'name': '', 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'mac_address': 'fa:16:3e:7b:14:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:18Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 1, 'project_id': '9d8c43569c24437b96b141d22b805908', 'subnets': [{'id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:04:20.719415 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-119d9946-90e3-4e97-a98b-69a8729946c5 None None] Provisioning complete for port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:20.720543 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-119d9946-90e3-4e97-a98b-69a8729946c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:20.735998 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:04:20.751742 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-273ea18b-922f-4a33-95c6-dfcb3c61a8a6 admin admin] 10.222.0.66 "PUT /v2.0/routers/0271aafd-f305-4892-af57-e01d0ca0c47e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7265561
Dec 16 11:04:20.823762 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-119d9946-90e3-4e97-a98b-69a8729946c5 None None] Port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:04:21.981917 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:22.049770 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:22.054406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:22.054792 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:22.176319 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:22.192047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:04:22.195800 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:22.198969 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-e469e3fd-dd90-416e-878c-8c27d10866f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:22.263554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:22.267008 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:23.966446 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:24.036231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:24.036613 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:24.356103 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Sync routers for ids ['0271aafd-f305-4892-af57-e01d0ca0c47e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:04:24.365887 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Routers {'0271aafd-f305-4892-af57-e01d0ca0c47e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:24.366504 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce0a00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:04:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0271aafd-f305-4892-af57-e01d0ca0c47e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:24.553635 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Set router 0271aafd-f305-4892-af57-e01d0ca0c47e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:24.890329 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce0a00>, [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 4, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port': {'id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '69a736f0-1adb-4b2f-8edc-a96af52dcf1f', 'name': '', 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'mac_address': 'fa:16:3e:7b:14:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:18Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 2, 'project_id': '9d8c43569c24437b96b141d22b805908', 'subnets': [{'id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:24.894118 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Checking router: 0271aafd-f305-4892-af57-e01d0ca0c47e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:04:24.894477 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Updating router 0271aafd-f305-4892-af57-e01d0ca0c47e port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:04:24.948546 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:25.280172 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:25.291908 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Transition to ACTIVE for port object 69a736f0-1adb-4b2f-8edc-a96af52dcf1f will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:04:25.297525 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:25.301761 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a1102574-7081-48ba-b719-8e2fa1b621d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:25.460297 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ac294-da15-49c3-adc4-2801d7b3804a None None] Pushing event updated for resources: {'Port': ['ID=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:25.492888 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-2a4ac294-da15-49c3-adc4-2801d7b3804a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:25.512446 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Attempting to bind port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:04:25.512820 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Attempting to bind port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:04:25.513189 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Attempting to bind port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f on network d03f3657-0a7a-42fb-8827-7669ba603480 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:04:25.519519 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:04:25.519902 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Checking segment: {'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:04:25.520307 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:25.520699 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Bound using segment: {'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:04:25.521163 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Bound port: 69a736f0-1adb-4b2f-8edc-a96af52dcf1f, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:04:25.521542 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:25.610449 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] For port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:04:25.613378 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] For port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,segment=NetworkSegment(a6f26bc2-09b9-432a-bbf8-d7a51fa30853),segment_id=a6f26bc2-09b9-432a-bbf8-d7a51fa30853)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:04:25.616618 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:25.620762 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-c1e58152-7360-40be-add1-198a7fa941aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:25.693036 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Routers {'0271aafd-f305-4892-af57-e01d0ca0c47e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:04:25.693664 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce0a00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:04:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0271aafd-f305-4892-af57-e01d0ca0c47e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:25.770217 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ac294-da15-49c3-adc4-2801d7b3804a None None] Pushing event updated for resources: {'Port': ['ID=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:25.776397 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-2a4ac294-da15-49c3-adc4-2801d7b3804a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:25.881303 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] Set router 0271aafd-f305-4892-af57-e01d0ca0c47e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:04:25.986554 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 69a736f0-1adb-4b2f-8edc-a96af52dcf1f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:26.054263 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:04:26.059096 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:26.059556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:26.182428 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:26.213642 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,segment=NetworkSegment(a6f26bc2-09b9-432a-bbf8-d7a51fa30853),segment_id=a6f26bc2-09b9-432a-bbf8-d7a51fa30853)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:04:26.217887 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:26.219862 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-281ec400-d163-41f3-9135-50be30d86179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:04:26.223463 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2ce0a00>, [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 4, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port': {'id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '69a736f0-1adb-4b2f-8edc-a96af52dcf1f', 'name': '', 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'mac_address': 'fa:16:3e:7b:14:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:18Z', 'updated_at': '2021-12-16T11:04:25Z', 'revision_number': 4, 'project_id': '9d8c43569c24437b96b141d22b805908', 'subnets': [{'id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:04:26.227828 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb15b6-5140-41fd-b045-271ef40bb368 None None] The sync data for ids ['0271aafd-f305-4892-af57-e01d0ca0c47e'] in n-d-820554-2 is: [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:19Z', 'revision_number': 4, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port': {'id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '69a736f0-1adb-4b2f-8edc-a96af52dcf1f', 'name': '', 'network_id': 'd03f3657-0a7a-42fb-8827-7669ba603480', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'mac_address': 'fa:16:3e:7b:14:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:18Z', 'updated_at': '2021-12-16T11:04:25Z', 'revision_number': 4, 'project_id': '9d8c43569c24437b96b141d22b805908', 'subnets': [{'id': 'fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:04:26.286270 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:04:26.291273 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:04:27.969696 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 69a736f0-1adb-4b2f-8edc-a96af52dcf1f up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:04:28.039887 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:04:28.040286 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:33.006826 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:04:42.208736 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1448bc54-f38d-4529-ace8-593be97a5042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:42.944366 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:44.645556 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69f8810b-3949-48c8-a228-86cfa8691729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:44.983095 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:45.695857 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:45.732294 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:04:47.523969 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:10.006290 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:05:12.211835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a49097e6-e7fb-4b81-9bb2-2cc13c02b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:12.953133 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:14.647757 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48f657b9-284c-4c91-a30d-d280f5e75099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:14.997834 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:15.698764 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:15.736827 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:17.528347 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:42.213387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a20cb851-652d-47dd-8754-513c50417f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:42.954535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:44.650491 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f36f77ee-8e7f-4ec7-add3-b8d77ec6af73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:45.017026 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:45.764414 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:45.767532 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:05:47.005241 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:05:47.530805 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:12.214836 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c94cc56-ef04-442f-a790-8b0d61f9122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:12.975371 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:14.654114 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2773316a-4c25-4f2a-8ecf-f6c6fc3082be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:15.040735 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:15.706484 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:15.743568 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:17.534160 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:21.024642 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60218) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:21.630780 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:22.169778 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Deleting port 05ef72ec-3610-4b58-a081-65d7c61a13e7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:22.170553 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:22.358242 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] For port 05ef72ec-3610-4b58-a081-65d7c61a13e7, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=05ef72ec-3610-4b58-a081-65d7c61a13e7,segment=NetworkSegment(94caa943-ec4e-4483-a7fd-91c570f043b5),segment_id=94caa943-ec4e-4483-a7fd-91c570f043b5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:22.358545 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:22.486016 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Calling delete_port for 05ef72ec-3610-4b58-a081-65d7c61a13e7 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:22.819983 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:22.823644 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6cd51229-af0c-438f-8f6c-f60e93890e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:22.869700 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Pushing event deleted for resources: {'Port': ['ID=05ef72ec-3610-4b58-a081-65d7c61a13e7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:22.920655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.921139 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.921527 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.921902 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.922290 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.922694 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.923063 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.923459 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.923826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.924191 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.924552 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.924952 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:22.956712 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:23.166527 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:23.543525 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:06:23.868184 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:06:23.877776 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-165e7931-2a9b-4969-bd39-4ef32d5342cc admin admin] 10.222.0.66 "PUT /v2.0/routers/66705e7e-9990-48ae-be2c-f7bd0c2c0fd4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8519402
Dec 16 11:06:23.878350 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] Sync routers for ids ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:06:23.880621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60222) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:23.889783 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] Routers {'66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:23.890412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f200f760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:24.005562 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:06:24.071117 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:24.082493 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] Set router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:24.265232 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:24.275305 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Deleting port 1e2a45ae-78da-401b-8cbc-c329a593523f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:24.275643 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:24.375399 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f200f760>, [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:06:22Z', 'revision_number': 5, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port': {'id': '1e2a45ae-78da-401b-8cbc-c329a593523f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:09Z', 'updated_at': '2021-12-16T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:24.379274 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] Checking router: 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:06:24.387618 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] Routers {'66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:24.388369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f200f760>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:24.458621 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] For port 1e2a45ae-78da-401b-8cbc-c329a593523f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1e2a45ae-78da-401b-8cbc-c329a593523f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:24.458986 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:24.562695 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] Set router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:24.584826 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Calling delete_port for 1e2a45ae-78da-401b-8cbc-c329a593523f owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:24.673479 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f200f760>, [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:06:24Z', 'revision_number': 6, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:24.677471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b3a4-7e63-4adb-ad63-38a4cec8ca9a None None] The sync data for ids ['66705e7e-9990-48ae-be2c-f7bd0c2c0fd4'] in n-d-820554-2 is: [{'id': '66705e7e-9990-48ae-be2c-f7bd0c2c0fd4', 'name': 'tempest-TestShelveInstance-943012002-router', 'tenant_id': 'ca85c85810e24f6a853133bfbf1c6316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:08Z', 'updated_at': '2021-12-16T11:06:24Z', 'revision_number': 6, 'project_id': 'ca85c85810e24f6a853133bfbf1c6316', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:06:24.760751 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:24.764400 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-25dd299c-9ff5-49d1-8f50-8ea726f7bdaa tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:24.811879 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2a45ae-78da-401b-8cbc-c329a593523f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:24.838025 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:24.901344 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.222483 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.224758 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.247330 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.247860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 11:06:25.259772 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.260886 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] 10.222.0.66 "DELETE /v2.0/routers/66705e7e-9990-48ae-be2c-f7bd0c2c0fd4 HTTP/1.1" status: 204  len: 168 time: 1.3789840
Dec 16 11:06:25.264037 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60226) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:25.325930 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Deleting subnet 54bd8e7d-0a11-4a20-8288-a2152df74d07 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 11:06:25.328932 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.377937 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5728683'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.456824 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.538848 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5022515'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.542584 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-45acef8c-1014-470c-b15f-a837c5ebb7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:25.582537 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bd8e7d-0a11-4a20-8288-a2152df74d07,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:25.586174 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:25.587304 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.597566 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-153d0d5c-d850-402e-884e-8d4eec0dd0a4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/54bd8e7d-0a11-4a20-8288-a2152df74d07 HTTP/1.1" status: 204  len: 168 time: 0.3294673
Dec 16 11:06:25.597940 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60230) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:25.601960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc1a01-a16b-496e-aa12-df6e5cd280ca None None] Network ac289f94-3f3d-492c-98c9-a2296845d659 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:06:25.747711 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.763333 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Deleting port 88320300-c87c-4282-a2e3-6e90cca1f543 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:25.763656 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.964163 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] DHCP port deletion for ac289f94-3f3d-492c-98c9-a2296845d659 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 11:06:25.968971 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Deleting port 88320300-c87c-4282-a2e3-6e90cca1f543 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:25.969374 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:25.999106 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] For port 88320300-c87c-4282-a2e3-6e90cca1f543, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=88320300-c87c-4282-a2e3-6e90cca1f543,segment=NetworkSegment(94caa943-ec4e-4483-a7fd-91c570f043b5),segment_id=94caa943-ec4e-4483-a7fd-91c570f043b5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:25.999522 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.054230 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 88320300-c87c-4282-a2e3-6e90cca1f543 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:06:26.141585 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Calling delete_port for 88320300-c87c-4282-a2e3-6e90cca1f543 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:26.221407 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.225341 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d8f2f199-29be-4caa-a1b4-02fcf569cb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:26.270588 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] Port 88320300-c87c-4282-a2e3-6e90cca1f543 update to DOWN by agent not found {{(pid=87656) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 11:06:26.270888 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 05ef72ec-3610-4b58-a081-65d7c61a13e7 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:06:26.277050 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Pushing event deleted for resources: {'Port': ['ID=88320300-c87c-4282-a2e3-6e90cca1f543,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:26.278872 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] No DVR routers for this DVR port 88320300-c87c-4282-a2e3-6e90cca1f543 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 11:06:26.280399 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:26.313132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 05ef72ec-3610-4b58-a081-65d7c61a13e7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:06:26.313601 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 05ef72ec-3610-4b58-a081-65d7c61a13e7 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:06:26.314190 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2a45ae-78da-401b-8cbc-c329a593523f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:06:26.351394 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] For port 88320300-c87c-4282-a2e3-6e90cca1f543, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=88320300-c87c-4282-a2e3-6e90cca1f543,segment=NetworkSegment(94caa943-ec4e-4483-a7fd-91c570f043b5),segment_id=94caa943-ec4e-4483-a7fd-91c570f043b5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:26.351811 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.360331 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1e2a45ae-78da-401b-8cbc-c329a593523f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:06:26.360727 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1e2a45ae-78da-401b-8cbc-c329a593523f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:06:26.406921 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.435100 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f27170d0>,) {'filters': {'network_id': ['ac289f94-3f3d-492c-98c9-a2296845d659']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:26.448944 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f27170d0>, '94caa943-ec4e-4483-a7fd-91c570f043b5') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:26.449307 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f27170d0>, '94caa943-ec4e-4483-a7fd-91c570f043b5') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:26.461844 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.485288 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.499114 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 11:06:26.499541 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.499659 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Calling delete_port for 88320300-c87c-4282-a2e3-6e90cca1f543 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 11:06:26.514946 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 11:06:26.574866 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 11:06:26.575247 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 11:06:26.602614 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.608104 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:26.610591 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-f5dcdcf1-fd3b-4683-a1fa-d207334d4768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:26.633277 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac289f94-3f3d-492c-98c9-a2296845d659,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:26.635913 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:26.637290 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-13415d28-fec6-4157-ae85-34ab523d8042 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ac289f94-3f3d-492c-98c9-a2296845d659 HTTP/1.1" status: 204  len: 168 time: 1.0380948
Dec 16 11:06:26.640376 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60234) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:27.076688 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Deleting port 88320300-c87c-4282-a2e3-6e90cca1f543 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:27.077315 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:27.189767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5d67e-663e-46c0-91c2-9c137d5e1fd0 None None] The port '88320300-c87c-4282-a2e3-6e90cca1f543' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 11:06:27.389727 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:27.769423 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Deleting port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:27.770090 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:27.955691 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] For port 69a736f0-1adb-4b2f-8edc-a96af52dcf1f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,segment=NetworkSegment(a6f26bc2-09b9-432a-bbf8-d7a51fa30853),segment_id=a6f26bc2-09b9-432a-bbf8-d7a51fa30853)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:27.956045 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:28.080172 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Calling delete_port for 69a736f0-1adb-4b2f-8edc-a96af52dcf1f owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:28.263569 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:28.267114 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-72f0dd56-3ce5-46aa-a638-b9a0e5fafc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:28.312924 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Pushing event deleted for resources: {'Port': ['ID=69a736f0-1adb-4b2f-8edc-a96af52dcf1f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:28.316425 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:28.739655 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:29.120687 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Router 0271aafd-f305-4892-af57-e01d0ca0c47e has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:06:29.309113 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:06:29.319211 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] Sync routers for ids ['0271aafd-f305-4892-af57-e01d0ca0c47e'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:06:29.322053 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] 10.222.0.66 "PUT /v2.0/routers/0271aafd-f305-4892-af57-e01d0ca0c47e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6801264
Dec 16 11:06:29.324553 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60238) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:29.329025 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] Routers {'0271aafd-f305-4892-af57-e01d0ca0c47e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:29.329633 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0271aafd-f305-4892-af57-e01d0ca0c47e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:29.517309 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] Set router 0271aafd-f305-4892-af57-e01d0ca0c47e gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:29.658072 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:29.801380 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb20>, [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:06:28Z', 'revision_number': 5, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port': {'id': 'a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:29.805310 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] Checking router: 0271aafd-f305-4892-af57-e01d0ca0c47e for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:06:29.814199 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] Routers {'0271aafd-f305-4892-af57-e01d0ca0c47e'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:29.814809 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb20>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['0271aafd-f305-4892-af57-e01d0ca0c47e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:29.851771 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:29.861222 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Deleting port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:29.861683 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:29.970085 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] Set router 0271aafd-f305-4892-af57-e01d0ca0c47e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:30.042520 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] For port a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:30.042872 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:30.079553 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1cb20>, [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:06:29Z', 'revision_number': 6, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:30.083345 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627ce6f-5d37-4945-9481-b45ba79780b1 None None] The sync data for ids ['0271aafd-f305-4892-af57-e01d0ca0c47e'] in n-d-820554-2 is: [{'id': '0271aafd-f305-4892-af57-e01d0ca0c47e', 'name': 'tempest-TestShelveInstance-540161569-router', 'tenant_id': '9d8c43569c24437b96b141d22b805908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:04:15Z', 'updated_at': '2021-12-16T11:06:29Z', 'revision_number': 6, 'project_id': '9d8c43569c24437b96b141d22b805908', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:06:30.172775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Calling delete_port for a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:30.489852 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:30.494559 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f012083d-30ee-451e-b664-f0be388e4bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:30.544137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:30.582372 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.582765 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.583226 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.583550 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.583924 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.584294 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.584700 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.585091 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.585456 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.585827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.586189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.586552 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:30.594102 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:30.651295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:30.985448 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:30.987864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.011896 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.013009 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0271aafd-f305-4892-af57-e01d0ca0c47e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 11:06:31.025655 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.026719 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ad8947a1-192d-44d2-9297-dc16501daca8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0271aafd-f305-4892-af57-e01d0ca0c47e HTTP/1.1" status: 204  len: 168 time: 1.7010512
Dec 16 11:06:31.030053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:31.089720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Deleting subnet fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 11:06:31.093295 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.150516 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.236989 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.307482 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.311877 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d2ba9ca6-b168-4e23-992c-6907f9bb3fda tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:31.352960 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:31.359288 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.363611 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d05aa7-047b-41cd-846f-cfbd0b05a72d None None] Network d03f3657-0a7a-42fb-8827-7669ba603480 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:06:31.364087 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:31.368119 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-99323d0a-e72d-4338-ac72-521499c3c598 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fdf6fea9-83d0-4f11-961a-dfb1b3aa69c2 HTTP/1.1" status: 204  len: 168 time: 0.3371322
Dec 16 11:06:31.370631 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60248) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:31.478977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.489474 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Deleting port d46f771c-73ca-40eb-89f3-ead987d3c9be {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:31.489796 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.607087 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] DHCP port deletion for d03f3657-0a7a-42fb-8827-7669ba603480 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 11:06:31.611337 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Deleting port d46f771c-73ca-40eb-89f3-ead987d3c9be {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:31.611729 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.706095 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] For port d46f771c-73ca-40eb-89f3-ead987d3c9be, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d46f771c-73ca-40eb-89f3-ead987d3c9be,segment=NetworkSegment(a6f26bc2-09b9-432a-bbf8-d7a51fa30853),segment_id=a6f26bc2-09b9-432a-bbf8-d7a51fa30853)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:31.706677 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.821912 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] For port d46f771c-73ca-40eb-89f3-ead987d3c9be, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=d46f771c-73ca-40eb-89f3-ead987d3c9be,segment=NetworkSegment(a6f26bc2-09b9-432a-bbf8-d7a51fa30853),segment_id=a6f26bc2-09b9-432a-bbf8-d7a51fa30853)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:31.822232 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.833602 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Calling delete_port for d46f771c-73ca-40eb-89f3-ead987d3c9be owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:31.913719 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:31.917507 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ac767da4-3274-42a9-82db-0a44b33c68d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:31.948899 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Calling delete_port for d46f771c-73ca-40eb-89f3-ead987d3c9be owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:06:31.961455 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d46f771c-73ca-40eb-89f3-ead987d3c9be,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:31.963984 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:31.966915 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] No DVR routers for this DVR port d46f771c-73ca-40eb-89f3-ead987d3c9be on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 11:06:32.025908 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 11:06:32.026285 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 11:06:32.033839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 69a736f0-1adb-4b2f-8edc-a96af52dcf1f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:06:32.104063 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.109680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 69a736f0-1adb-4b2f-8edc-a96af52dcf1f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:06:32.110043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 69a736f0-1adb-4b2f-8edc-a96af52dcf1f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:06:32.110508 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:06:32.131745 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f1071220>,) {'filters': {'network_id': ['d03f3657-0a7a-42fb-8827-7669ba603480']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:32.142944 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:06:32.143335 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device a3fa7255-3bc0-4793-b6e5-d13ed8b0aa6f not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:06:32.143785 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d46f771c-73ca-40eb-89f3-ead987d3c9be no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:06:32.144010 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1071220>, 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:32.144304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f1071220>, 'a6f26bc2-09b9-432a-bbf8-d7a51fa30853') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:32.157673 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.178486 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.179533 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: d46f771c-73ca-40eb-89f3-ead987d3c9be {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:06:32.179900 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device d46f771c-73ca-40eb-89f3-ead987d3c9be not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:06:32.187908 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 11:06:32.188380 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 11:06:32.202297 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 11:06:32.278687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.282417 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-673b3b8a-799a-40cf-8663-3943d3654f0b tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:32.295911 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.305887 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d03f3657-0a7a-42fb-8827-7669ba603480,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:32.308568 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:32.310333 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] 10.222.0.66 "DELETE /v2.0/networks/d03f3657-0a7a-42fb-8827-7669ba603480 HTTP/1.1" status: 204  len: 168 time: 0.9387608
Dec 16 11:06:32.496882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:32.527302 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Deleting port d46f771c-73ca-40eb-89f3-ead987d3c9be {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:06:32.528445 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.558163 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cf484ce9-bf71-4710-9189-0e9b8906976b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ca85c85810e24f6a853133bfbf1c6316&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0600371
Dec 16 11:06:32.560720 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:32.595433 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c2527f0d-068b-4ac9-93c4-6f6ec8ef8223 None None] The port 'd46f771c-73ca-40eb-89f3-ead987d3c9be' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 11:06:32.621752 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1400a8b-cbc7-412d-8aff-3cab84a13965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.647621 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1400a8b-cbc7-412d-8aff-3cab84a13965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.699289 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1400a8b-cbc7-412d-8aff-3cab84a13965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.703648 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b37c3eb3-1980-4927-927f-b4b14c72b8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:32.714680 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1400a8b-cbc7-412d-8aff-3cab84a13965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c41ff-463d-43f7-b54f-33c9b70e2c2c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:32.718842 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-f1400a8b-cbc7-412d-8aff-3cab84a13965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:32.722799 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1400a8b-cbc7-412d-8aff-3cab84a13965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:32.723955 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-f1400a8b-cbc7-412d-8aff-3cab84a13965 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a19c41ff-463d-43f7-b54f-33c9b70e2c2c HTTP/1.1" status: 204  len: 168 time: 0.1623428
Dec 16 11:06:33.064492 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:33.114869 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2fc227a9-991d-4e6c-85e9-4879f4a48859 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d8c43569c24437b96b141d22b805908&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0490582
Dec 16 11:06:33.117128 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:33.177322 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba56cb1a-8148-4036-a9bb-210831c98bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:33.205102 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba56cb1a-8148-4036-a9bb-210831c98bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:33.256195 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba56cb1a-8148-4036-a9bb-210831c98bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:33.260869 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-9677e2df-f4d5-4049-978f-05b8aded11cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:33.271003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56cb1a-8148-4036-a9bb-210831c98bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c83f3-3044-4aed-b4a7-7fdf89b1f45a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:33.273231 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ba56cb1a-8148-4036-a9bb-210831c98bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:33.278464 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba56cb1a-8148-4036-a9bb-210831c98bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:33.279597 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ba56cb1a-8148-4036-a9bb-210831c98bf5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb3c83f3-3044-4aed-b4a7-7fdf89b1f45a HTTP/1.1" status: 204  len: 168 time: 0.1615958
Dec 16 11:06:34.045731 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:34.148871 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2010298138-network', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:06:34.155236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:34.158966 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Usage tracker for resource:network and tenant:d8ae4e282efc43fa95a24182496caa33 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:34.161806 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:34.167423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:34.178827 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Made reservation on behalf of d8ae4e282efc43fa95a24182496caa33 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:06:34.182397 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.206459 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.229738 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:34.235648 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Usage tracker for resource:security_group_rule and tenant:d8ae4e282efc43fa95a24182496caa33 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:34.240085 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:34.249524 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:34.367765 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.371728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.376871 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ec32b6f5-5b1a-4cf3-aeb4-cd7c7480ef31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:34.416131 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 11:06:34.427086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e6341-5ce7-4b73-9148-67a51651f6ef,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:34.431808 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:34.435378 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.435825 n-d-820554-2 neutron-server[87655]: INFO neutron.db.segments_db [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Added segment b3527255-d64a-4c03-8b18-b17f45d50bff of type vlan for network 98e0932e-3101-4d66-908a-d9d464dc1fae
Dec 16 11:06:34.463152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.495449 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.497109 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:06:34.498043 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.502382 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-01f9feb7-217d-43e9-9c56-de8e3bd74e10 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:34.619958 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5731025
Dec 16 11:06:34.620816 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Pushing event updated for resources: {'Network': ['ID=98e0932e-3101-4d66-908a-d9d464dc1fae,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:34.623469 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60314) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:34.626183 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-2960154b-88ff-4b67-9657-0399329b2b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:34.629909 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Request body: {'subnet': {'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2010298138-subnet', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:06:34.631452 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network 98e0932e-3101-4d66-908a-d9d464dc1fae details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 11:06:34.635882 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:34.640437 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Usage tracker for resource:subnet and tenant:d8ae4e282efc43fa95a24182496caa33 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:34.643317 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:34.649086 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:34.659849 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Made reservation on behalf of d8ae4e282efc43fa95a24182496caa33 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:06:34.662152 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5495194'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.867991 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6511711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5495208'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:34.876350 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-26a9c5a3-6533-4e2b-a917-a5841241e9b1 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:35.008722 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72dcd8f3-71d7-45eb-87d7-910cb08e96a2,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:35.014520 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:35.018595 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Checking segment: {'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:35.019187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Network hostable DHCP agents. Network: 98e0932e-3101-4d66-908a-d9d464dc1fae, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 11:06:35.049129 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Network 98e0932e-3101-4d66-908a-d9d464dc1fae is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 11:06:35.062187 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, 98e0932e-3101-4d66-908a-d9d464dc1fae) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:35.068017 n-d-820554-2 neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:06:35.068956 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.080741 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2f0ae-3c3e-4fc2-9883-973fec58d56c None None] Network 98e0932e-3101-4d66-908a-d9d464dc1fae requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:06:35.096087 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-c24dc186-ea0b-4feb-9340-358565201db1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4715471
Dec 16 11:06:35.100338 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:35.106719 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:06:35.113236 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:35.117617 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Usage tracker for resource:router and tenant:d8ae4e282efc43fa95a24182496caa33 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:35.120995 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:35.128271 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:35.142834 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.144730 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.167717 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.464492 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-98e0932e-3101-4d66-908a-d9d464dc1fae', 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'fixed_ips': [{'subnet_id': '72dcd8f3-71d7-45eb-87d7-910cb08e96a2'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 11:06:35.465770 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.614773 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.719668 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Allocated IP 172.20.0.2 (98e0932e-3101-4d66-908a-d9d464dc1fae/72dcd8f3-71d7-45eb-87d7-910cb08e96a2/da4edce4-49f3-45ed-92ed-8d6f60b347e2) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:06:35.939038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.949576 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Transition to ACTIVE for port object da4edce4-49f3-45ed-92ed-8d6f60b347e2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:35.970743 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Transition to ACTIVE for port object da4edce4-49f3-45ed-92ed-8d6f60b347e2 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:35.977990 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:35.984785 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-bbebdb3d-2ca0-4e22-b66e-4561503ea68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:36.046360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Network 98e0932e-3101-4d66-908a-d9d464dc1fae is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:36.049287 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:36.053022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:06:36.093041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Pushing event updated for resources: {'Port': ['ID=da4edce4-49f3-45ed-92ed-8d6f60b347e2,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:36.107646 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:36.132561 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.132933 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.133282 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.133619 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.133952 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.134288 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.134614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.134939 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.135290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.135614 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.135941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.136290 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:36.138353 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:36.144363 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:36.160582 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Attempting to bind port da4edce4-49f3-45ed-92ed-8d6f60b347e2 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:06:36.160966 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Attempting to bind port da4edce4-49f3-45ed-92ed-8d6f60b347e2 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:06:36.161344 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Attempting to bind port da4edce4-49f3-45ed-92ed-8d6f60b347e2 on network 98e0932e-3101-4d66-908a-d9d464dc1fae {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:06:36.166636 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:06:36.167043 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Checking segment: {'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:36.167484 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:36.167889 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Bound using segment: {'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:06:36.168390 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Bound port: da4edce4-49f3-45ed-92ed-8d6f60b347e2, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:06:36.168776 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:36.268216 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] For port da4edce4-49f3-45ed-92ed-8d6f60b347e2, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:06:36.271489 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] For port da4edce4-49f3-45ed-92ed-8d6f60b347e2, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=da4edce4-49f3-45ed-92ed-8d6f60b347e2,segment=NetworkSegment(b3527255-d64a-4c03-8b18-b17f45d50bff),segment_id=b3527255-d64a-4c03-8b18-b17f45d50bff)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:06:36.275751 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:36.280484 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:36.283183 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Allocated IP 172.25.3.47 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/1f89b8d0-3074-4b9f-a91c-8d064c508a91) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:06:36.362956 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Pushing event updated for resources: {'Port': ['ID=da4edce4-49f3-45ed-92ed-8d6f60b347e2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:36.366025 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:36.442874 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:36.473371 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:36.477528 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-3cf69a2b-aa73-45a3-a84b-8963fc7de706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:36.554973 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Pushing event updated for resources: {'Port': ['ID=1f89b8d0-3074-4b9f-a91c-8d064c508a91,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:36.559964 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:36.561730 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:36.562914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:36.565326 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:06:36.992865 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:37.402022 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873211de-b023-4dbf-bce8-29956c3d7e35 None None] Network 98e0932e-3101-4d66-908a-d9d464dc1fae requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:06:37.500369 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b4f954f3-ff3a-4f6f-9583-26cdf5a10208 None None] Provisioning for port da4edce4-49f3-45ed-92ed-8d6f60b347e2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:37.534147 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:37.752922 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Router c17295ef-092b-4503-b2fa-5cbcc20d0158 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 11:06:37.942243 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:06:37.952902 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Sync routers for ids ['c17295ef-092b-4503-b2fa-5cbcc20d0158'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:06:37.962129 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Routers {'c17295ef-092b-4503-b2fa-5cbcc20d0158'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:37.962767 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c17295ef-092b-4503-b2fa-5cbcc20d0158'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:37.966050 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:37.967288 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5632fb00-2354-4ba9-8d00-f6d0e3915c11 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.8658333
Dec 16 11:06:37.969998 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:38.065213 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device da4edce4-49f3-45ed-92ed-8d6f60b347e2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:38.238616 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port da4edce4-49f3-45ed-92ed-8d6f60b347e2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:38.245795 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Set router c17295ef-092b-4503-b2fa-5cbcc20d0158 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:38.288471 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port da4edce4-49f3-45ed-92ed-8d6f60b347e2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:38.288865 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:38.621977 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:38.654403 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:38.662071 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port da4edce4-49f3-45ed-92ed-8d6f60b347e2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=da4edce4-49f3-45ed-92ed-8d6f60b347e2,segment=NetworkSegment(b3527255-d64a-4c03-8b18-b17f45d50bff),segment_id=b3527255-d64a-4c03-8b18-b17f45d50bff)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:38.666657 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:38.669538 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-37b62b1c-5d0c-4850-837e-35d77ad57462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:38.733918 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47250>, [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:06:36Z', 'revision_number': 3, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port': {'id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:36Z', 'updated_at': '2021-12-16T11:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:38.743883 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Checking router: c17295ef-092b-4503-b2fa-5cbcc20d0158 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:06:38.744249 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Updating router c17295ef-092b-4503-b2fa-5cbcc20d0158 port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:06:38.793412 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=da4edce4-49f3-45ed-92ed-8d6f60b347e2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:38.798820 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:38.810424 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.025069 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Allocated IP 172.20.0.1 (98e0932e-3101-4d66-908a-d9d464dc1fae/72dcd8f3-71d7-45eb-87d7-910cb08e96a2/716f5504-1711-47d8-ae27-c4db197ba885) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:06:39.157794 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.169829 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Transition to ACTIVE for port object 1f89b8d0-3074-4b9f-a91c-8d064c508a91 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:39.176708 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.181017 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:39.187414 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.202844 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Transition to ACTIVE for port object 716f5504-1711-47d8-ae27-c4db197ba885 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:39.226503 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.231356 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b9a05a68-0d6f-48b3-afe4-16849513194b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:39.256692 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Attempting to bind port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:06:39.257073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Attempting to bind port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:06:39.257451 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Attempting to bind port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:06:39.263119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3375d-723f-4850-8739-04830d7301ed None None] Pushing event updated for resources: {'Port': ['ID=1f89b8d0-3074-4b9f-a91c-8d064c508a91,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:39.266976 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f7e3375d-723f-4850-8739-04830d7301ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:39.267960 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:06:39.268346 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:39.268761 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.269159 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:06:39.269635 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Bound port: 1f89b8d0-3074-4b9f-a91c-8d064c508a91, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:06:39.270018 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.299044 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Network 98e0932e-3101-4d66-908a-d9d464dc1fae is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:39.302065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:39.305775 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:06:39.336450 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Pushing event updated for resources: {'Port': ['ID=716f5504-1711-47d8-ae27-c4db197ba885,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:39.347760 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:39.350609 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] For port 1f89b8d0-3074-4b9f-a91c-8d064c508a91, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:06:39.354340 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] For port 1f89b8d0-3074-4b9f-a91c-8d064c508a91, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1f89b8d0-3074-4b9f-a91c-8d064c508a91,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:06:39.359302 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.365008 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-74bb730c-faf3-45b1-b232-0c4e98b1feec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:39.367141 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.441466 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Routers {'c17295ef-092b-4503-b2fa-5cbcc20d0158'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:39.442125 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47250>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c17295ef-092b-4503-b2fa-5cbcc20d0158'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:39.511991 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3375d-723f-4850-8739-04830d7301ed None None] Pushing event updated for resources: {'Port': ['ID=1f89b8d0-3074-4b9f-a91c-8d064c508a91,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:39.522860 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-f7e3375d-723f-4850-8739-04830d7301ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:39.655001 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.681044 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ead01c7-82fb-4c42-8f93-c095713776c0 None None] Provisioning for port 716f5504-1711-47d8-ae27-c4db197ba885 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:39.691941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ead01c7-82fb-4c42-8f93-c095713776c0 None None] Provisioning complete for port 716f5504-1711-47d8-ae27-c4db197ba885 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:39.692322 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ead01c7-82fb-4c42-8f93-c095713776c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.740678 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] Set router c17295ef-092b-4503-b2fa-5cbcc20d0158 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:39.874323 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6ead01c7-82fb-4c42-8f93-c095713776c0 None None] Port 716f5504-1711-47d8-ae27-c4db197ba885 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:06:39.902020 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.907095 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6511650'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:39.931987 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6b09f2fb-a92a-44c6-b56e-1e1f500ce6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:40.013390 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Pushing event updated for resources: {'Port': ['ID=716f5504-1711-47d8-ae27-c4db197ba885,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:40.018483 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:40.019786 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:40.049366 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device da4edce4-49f3-45ed-92ed-8d6f60b347e2 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:40.110049 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1d47250>, [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:06:36Z', 'revision_number': 3, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port': {'id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:36Z', 'updated_at': '2021-12-16T11:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:40.116317 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229bdc4a-de52-4d3b-81d7-a0b066eda780 None None] The sync data for ids ['c17295ef-092b-4503-b2fa-5cbcc20d0158'] in n-d-820554-2 is: [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:06:36Z', 'revision_number': 3, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port': {'id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:36Z', 'updated_at': '2021-12-16T11:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:06:40.131437 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port da4edce4-49f3-45ed-92ed-8d6f60b347e2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:40.131824 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:40.166122 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Network 98e0932e-3101-4d66-908a-d9d464dc1fae is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:40.167426 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:40.394983 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Router c17295ef-092b-4503-b2fa-5cbcc20d0158 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:06:40.513034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7ea9362e-7f4c-43f9-98fa-34177c7d842a None None] Provisioning complete for port 716f5504-1711-47d8-ae27-c4db197ba885 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:40.513421 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ea9362e-7f4c-43f9-98fa-34177c7d842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:40.579318 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9362e-7f4c-43f9-98fa-34177c7d842a None None] Port 716f5504-1711-47d8-ae27-c4db197ba885 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:06:40.755449 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:06:40.766018 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-6bc9198b-ccde-4da8-91b9-4eb26f410698 admin admin] 10.222.0.66 "PUT /v2.0/routers/c17295ef-092b-4503-b2fa-5cbcc20d0158/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7938483
Dec 16 11:06:41.296464 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60342) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:41.302488 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-169481568-network', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:06:41.307914 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:41.311772 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Usage tracker for resource:network and tenant:5fa43a7eb3a343b58785bc26b3a8d6f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:41.314612 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:41.322012 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:41.332137 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Made reservation on behalf of 5fa43a7eb3a343b58785bc26b3a8d6f8 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:06:41.334725 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.348053 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.363742 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:41.368821 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Usage tracker for resource:security_group_rule and tenant:5fa43a7eb3a343b58785bc26b3a8d6f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:41.371956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:41.377658 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:41.469361 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.474065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.480475 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-fbf27ec0-75ad-4710-9581-66279ee159da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:41.535268 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'}  {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 11:06:41.538668 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3b08df-9f16-4e4f-b636-670b6465a7d3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:41.543996 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:41.557732 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.558380 n-d-820554-2 neutron-server[87654]: INFO neutron.db.segments_db [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Added segment 0fa8a0cb-b3e9-414a-b3e6-d38d8991a433 of type vlan for network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7
Dec 16 11:06:41.590614 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758230828746'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.625828 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.626814 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:06:41.627413 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.631171 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-868cc01b-062a-4c74-9dda-247257fa1213 tempest-NetworksIpV6Test-1218504609 tempest-NetworksIpV6Test-1218504609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:41.671462 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Sync routers for ids ['c17295ef-092b-4503-b2fa-5cbcc20d0158'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:06:41.680770 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Routers {'c17295ef-092b-4503-b2fa-5cbcc20d0158'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:41.681390 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c17295ef-092b-4503-b2fa-5cbcc20d0158'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:41.731707 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Pushing event updated for resources: {'Network': ['ID=c5f30fd9-83e9-4b01-aef1-d724cd4f85f7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:41.734624 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:41.736034 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-27238220-43bd-47fb-bedf-4127affaf5cf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4385705
Dec 16 11:06:41.739047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60346) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:41.743776 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 details requested by agent ovs-agent-n-d-820554-2 with host n-d-820554-2 {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 11:06:41.744798 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Request body: {'subnet': {'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-169481568-subnet', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:06:41.750553 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:41.754485 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Usage tracker for resource:subnet and tenant:5fa43a7eb3a343b58785bc26b3a8d6f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:41.757346 n-d-820554-2 neutron-server[87654]: DEBUG neutron.quota.resource [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:41.763708 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:41.776358 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Made reservation on behalf of 5fa43a7eb3a343b58785bc26b3a8d6f8 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 11:06:41.778626 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5022488'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.871114 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Set router c17295ef-092b-4503-b2fa-5cbcc20d0158 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:41.992156 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5022506'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:41.997503 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-53195115-99d9-4b14-a98f-ba0a7704c42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:42.069992 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1f89b8d0-3074-4b9f-a91c-8d064c508a91 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:42.078078 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e19c77-aae6-4b67-b85b-880e421ecbe5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:42.080843 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:42.088781 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Checking segment: {'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:42.089130 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Network hostable DHCP agents. Network: c5f30fd9-83e9-4b01-aef1-d724cd4f85f7, hostable agents: ['3f41059d-051d-4fa9-ac11-6d6361f8fe3a'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 11:06:42.112443 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 is scheduled to be hosted by DHCP agent 3f41059d-051d-4fa9-ac11-6d6361f8fe3a with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 11:06:42.125074 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820554-2, c5f30fd9-83e9-4b01-aef1-d724cd4f85f7) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:42.136067 n-d-820554-2 neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 11:06:42.136849 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.140458 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d2b03-1fbe-4330-81f2-ffa24cada701 None None] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:06:42.171910 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-b202f4d4-f848-4917-8c91-dfebe5a6226c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4316297
Dec 16 11:06:42.172718 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:42.180005 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.v2.base [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 11:06:42.187615 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 11:06:42.192120 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Usage tracker for resource:router and tenant:5fa43a7eb3a343b58785bc26b3a8d6f8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 11:06:42.196068 n-d-820554-2 neutron-server[87655]: DEBUG neutron.quota.resource [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 11:06:42.204687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 11:06:42.217591 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8279516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105328'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.219055 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8284171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8278795', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8352577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105319'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.243977 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.249119 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ec627e8-3e7a-47cf-a0f2-5c00278d296f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.257316 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:42.271710 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c370>, [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:06:39Z', 'revision_number': 4, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port': {'id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:36Z', 'updated_at': '2021-12-16T11:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '716f5504-1711-47d8-ae27-c4db197ba885', 'name': '', 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'mac_address': 'fa:16:3e:71:ad:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '72dcd8f3-71d7-45eb-87d7-910cb08e96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:38Z', 'updated_at': '2021-12-16T11:06:39Z', 'revision_number': 2, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'subnets': [{'id': '72dcd8f3-71d7-45eb-87d7-910cb08e96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:42.273370 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:42.273950 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.276146 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Checking router: c17295ef-092b-4503-b2fa-5cbcc20d0158 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:06:42.276507 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Updating router c17295ef-092b-4503-b2fa-5cbcc20d0158 port 716f5504-1711-47d8-ae27-c4db197ba885 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:06:42.351524 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.489132 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b5121e-b497-5ce1-a1e2-37c9cfbf2753-c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'fixed_ips': [{'subnet_id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5'}]}} from n-d-820554-2. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 11:06:42.489982 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.519044 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.542232 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8278841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8279342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105237'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.619826 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 1f89b8d0-3074-4b9f-a91c-8d064c508a91, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1f89b8d0-3074-4b9f-a91c-8d064c508a91,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:42.628201 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.635652 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-2b24bd4a-2657-4454-ba80-54552d597675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:42.794732 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.799928 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=1f89b8d0-3074-4b9f-a91c-8d064c508a91,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:42.806368 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:42.813640 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Transition to ACTIVE for port object 716f5504-1711-47d8-ae27-c4db197ba885 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:42.822414 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.826773 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-a8679360-9f6b-491c-a7a7-b0fe8cc7b8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:42.827546 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Allocated IP 172.20.0.2 (c5f30fd9-83e9-4b01-aef1-d724cd4f85f7/e2e19c77-aae6-4b67-b85b-880e421ecbe5/1cda072b-650d-4a7b-adba-0f9eb7775b21) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:06:42.947321 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.987859 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:42.994013 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Pushing event updated for resources: {'Port': ['ID=716f5504-1711-47d8-ae27-c4db197ba885,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:43.012603 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.042368 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.042706 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.043065 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.043457 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.043778 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.044098 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.044419 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.044778 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.045092 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.045406 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.045760 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.046110 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:06:43.049843 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:43.067627 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Attempting to bind port 716f5504-1711-47d8-ae27-c4db197ba885 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:06:43.068005 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Attempting to bind port 716f5504-1711-47d8-ae27-c4db197ba885 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:06:43.068371 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Attempting to bind port 716f5504-1711-47d8-ae27-c4db197ba885 on network 98e0932e-3101-4d66-908a-d9d464dc1fae {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:06:43.074971 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:06:43.075382 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Checking segment: {'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:43.075790 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.076181 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Bound using segment: {'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:06:43.076750 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Bound port: 716f5504-1711-47d8-ae27-c4db197ba885, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3527255-d64a-4c03-8b18-b17f45d50bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:06:43.077136 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.133287 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.150375 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Transition to ACTIVE for port object 1cda072b-650d-4a7b-adba-0f9eb7775b21 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:43.174740 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Transition to ACTIVE for port object 1cda072b-650d-4a7b-adba-0f9eb7775b21 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:43.180327 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Allocated IP 172.25.3.217 (ca79b710-523d-4c8d-911f-9e528ea156bd/19741f92-d7ab-49cd-b853-f5751a81018a/ecd35693-ad4e-4dca-b521-14e2f1a2d989) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:06:43.184752 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.190251 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-d276ac3b-3022-4048-9471-d625eb564ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:43.210509 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] For port 716f5504-1711-47d8-ae27-c4db197ba885, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:06:43.213554 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] For port 716f5504-1711-47d8-ae27-c4db197ba885, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=716f5504-1711-47d8-ae27-c4db197ba885,segment=NetworkSegment(b3527255-d64a-4c03-8b18-b17f45d50bff),segment_id=b3527255-d64a-4c03-8b18-b17f45d50bff)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:06:43.218619 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.224501 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-6ecf978f-aa82-499d-bf5d-362c68cc9e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:43.311187 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Routers {'c17295ef-092b-4503-b2fa-5cbcc20d0158'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:43.311404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c370>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:15Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c17295ef-092b-4503-b2fa-5cbcc20d0158'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:43.326401 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:43.332506 n-d-820554-2 neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Resources bound (agent type, host, resource id):  {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:43.339753 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:06:43.344068 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Pushing event updated for resources: {'Port': ['ID=1cda072b-650d-4a7b-adba-0f9eb7775b21,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:43.353477 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:43.390480 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.407768 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Pushing event updated for resources: {'Port': ['ID=716f5504-1711-47d8-ae27-c4db197ba885,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:43.413670 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-02996b29-aaee-4f41-8ff0-c93236d93315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:43.437603 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.443102 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-d304369c-f76f-4f28-bcf0-c0369a944232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:43.453745 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Attempting to bind port 1cda072b-650d-4a7b-adba-0f9eb7775b21 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:06:43.454147 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Attempting to bind port 1cda072b-650d-4a7b-adba-0f9eb7775b21 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:06:43.454532 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Attempting to bind port 1cda072b-650d-4a7b-adba-0f9eb7775b21 on network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:06:43.460838 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:06:43.461231 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Checking segment: {'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:43.461653 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.462066 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Bound using segment: {'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:06:43.462559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Bound port: 1cda072b-650d-4a7b-adba-0f9eb7775b21, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:06:43.462958 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.544393 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] Set router c17295ef-092b-4503-b2fa-5cbcc20d0158 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:43.564961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] For port 1cda072b-650d-4a7b-adba-0f9eb7775b21, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:06:43.571324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] For port 1cda072b-650d-4a7b-adba-0f9eb7775b21, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1cda072b-650d-4a7b-adba-0f9eb7775b21,segment=NetworkSegment(0fa8a0cb-b3e9-414a-b3e6-d38d8991a433),segment_id=0fa8a0cb-b3e9-414a-b3e6-d38d8991a433)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:06:43.582851 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:43.586784 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:43.593003 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Network ca79b710-523d-4c8d-911f-9e528ea156bd is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:43.596124 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:43.606142 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd35693-ad4e-4dca-b521-14e2f1a2d989,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:43.609621 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:06:43.644568 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:43.688845 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Pushing event updated for resources: {'Port': ['ID=1cda072b-650d-4a7b-adba-0f9eb7775b21,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:43.692385 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:43.976409 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2f1c370>, [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:06:39Z', 'revision_number': 4, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port': {'id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:36Z', 'updated_at': '2021-12-16T11:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '716f5504-1711-47d8-ae27-c4db197ba885', 'name': '', 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'mac_address': 'fa:16:3e:71:ad:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '72dcd8f3-71d7-45eb-87d7-910cb08e96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:38Z', 'updated_at': '2021-12-16T11:06:43Z', 'revision_number': 4, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'subnets': [{'id': '72dcd8f3-71d7-45eb-87d7-910cb08e96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:43.980921 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140b388-a9e7-4daa-b5c8-3f631a57b898 None None] The sync data for ids ['c17295ef-092b-4503-b2fa-5cbcc20d0158'] in n-d-820554-2 is: [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:06:39Z', 'revision_number': 4, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port': {'id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:36Z', 'updated_at': '2021-12-16T11:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': '716f5504-1711-47d8-ae27-c4db197ba885', 'name': '', 'network_id': '98e0932e-3101-4d66-908a-d9d464dc1fae', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'mac_address': 'fa:16:3e:71:ad:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '72dcd8f3-71d7-45eb-87d7-910cb08e96a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:38Z', 'updated_at': '2021-12-16T11:06:43Z', 'revision_number': 4, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'subnets': [{'id': '72dcd8f3-71d7-45eb-87d7-910cb08e96a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:06:44.179030 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1f89b8d0-3074-4b9f-a91c-8d064c508a91 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:44.266334 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:44.266448 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:44.276687 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:44.395923 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1cda072b-650d-4a7b-adba-0f9eb7775b21 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:44.479265 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 1cda072b-650d-4a7b-adba-0f9eb7775b21 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:44.665031 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43a98963-819f-4090-bc04-0316532c4a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:44.670318 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8279335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8279004'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:44.833080 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a0493-539d-405b-90c9-97f40e594ecb None None] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:06:44.900542 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Router 11e4d79c-7df9-4f02-b2a4-580fd4788298 is scheduled to L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 11:06:44.934385 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Provisioning for port 1cda072b-650d-4a7b-adba-0f9eb7775b21 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:44.950355 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Provisioning complete for port 1cda072b-650d-4a7b-adba-0f9eb7775b21 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:44.950874 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.087934 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.099423 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:06:45.126107 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.126634 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Sync routers for ids ['11e4d79c-7df9-4f02-b2a4-580fd4788298'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:06:45.130102 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-44dce414-2fc6-4f90-b372-ebf02143bba4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9531524
Dec 16 11:06:45.130430 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:06:45.181070 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Routers {'11e4d79c-7df9-4f02-b2a4-580fd4788298'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:45.181809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20f0d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11e4d79c-7df9-4f02-b2a4-580fd4788298'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:45.295726 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.424226 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] For port 1cda072b-650d-4a7b-adba-0f9eb7775b21, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1cda072b-650d-4a7b-adba-0f9eb7775b21,segment=NetworkSegment(0fa8a0cb-b3e9-414a-b3e6-d38d8991a433),segment_id=0fa8a0cb-b3e9-414a-b3e6-d38d8991a433)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:45.434877 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.437775 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Set router 11e4d79c-7df9-4f02-b2a4-580fd4788298 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:45.483117 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:45.702193 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Pushing event updated for resources: {'Port': ['ID=1cda072b-650d-4a7b-adba-0f9eb7775b21,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:45.710232 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:45.720011 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.850106 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.853690 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e1259631-333f-4406-8cb1-198aaec8c79d None None] Provisioning complete for port 1cda072b-650d-4a7b-adba-0f9eb7775b21 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:45.854064 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e1259631-333f-4406-8cb1-198aaec8c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:45.990233 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20f0d00>, [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:06:43Z', 'revision_number': 3, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port': {'id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:43Z', 'updated_at': '2021-12-16T11:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:45.996983 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Checking router: 11e4d79c-7df9-4f02-b2a4-580fd4788298 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:06:45.997347 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Updating router 11e4d79c-7df9-4f02-b2a4-580fd4788298 port ecd35693-ad4e-4dca-b521-14e2f1a2d989 binding host n-d-820554-2 {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:06:46.019375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.053282 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.152057 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 716f5504-1711-47d8-ae27-c4db197ba885 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:46.239728 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Allocated IP 172.20.0.1 (c5f30fd9-83e9-4b01-aef1-d724cd4f85f7/e2e19c77-aae6-4b67-b85b-880e421ecbe5/c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 11:06:46.328851 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port 716f5504-1711-47d8-ae27-c4db197ba885 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:46.339136 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 716f5504-1711-47d8-ae27-c4db197ba885 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:46.339545 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.397516 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.413532 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Transition to ACTIVE for port object c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:46.439363 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758230842965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.444239 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-08893a93-3779-4dad-b522-17a18e6f22d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:46.510403 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:46.513248 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:46.518181 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 11:06:46.546228 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.559259 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Pushing event updated for resources: {'Port': ['ID=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:46.563789 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:46.579794 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7942674'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.583327 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.610206 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port 716f5504-1711-47d8-ae27-c4db197ba885, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=716f5504-1711-47d8-ae27-c4db197ba885,segment=NetworkSegment(b3527255-d64a-4c03-8b18-b17f45d50bff),segment_id=b3527255-d64a-4c03-8b18-b17f45d50bff)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:46.611551 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Transition to ACTIVE for port object ecd35693-ad4e-4dca-b521-14e2f1a2d989 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:46.617263 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.618173 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1cda072b-650d-4a7b-adba-0f9eb7775b21 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:46.648683 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:46.718019 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.776549 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=716f5504-1711-47d8-ae27-c4db197ba885,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:46.779796 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:46.782878 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-3a67c5ef-caa9-4187-830e-34a3762a132f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:46.818880 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Attempting to bind port ecd35693-ad4e-4dca-b521-14e2f1a2d989 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:06:46.819200 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Attempting to bind port ecd35693-ad4e-4dca-b521-14e2f1a2d989 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:06:46.819580 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Attempting to bind port ecd35693-ad4e-4dca-b521-14e2f1a2d989 on network ca79b710-523d-4c8d-911f-9e528ea156bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:06:46.854525 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:06:46.854911 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Checking segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:46.855351 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.856416 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Bound using segment: {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:06:46.856995 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Bound port: ecd35693-ad4e-4dca-b521-14e2f1a2d989, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe7584c-1dbc-4674-acc9-2fc3b4b92765', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:06:46.857455 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.865351 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.925116 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06835391-7604-4c1e-9035-a0012dd7076b None None] Pushing event updated for resources: {'Port': ['ID=ecd35693-ad4e-4dca-b521-14e2f1a2d989,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:46.927761 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-06835391-7604-4c1e-9035-a0012dd7076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:46.933361 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 1cda072b-650d-4a7b-adba-0f9eb7775b21 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:46.934534 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:46.973151 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04bc6d68-33e3-4a6e-994f-26f26c54a77b None None] Provisioning for port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:47.005131 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04bc6d68-33e3-4a6e-994f-26f26c54a77b None None] Provisioning complete for port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:47.005506 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04bc6d68-33e3-4a6e-994f-26f26c54a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:47.060583 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] For port ecd35693-ad4e-4dca-b521-14e2f1a2d989, host n-d-820554-2, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:06:47.080809 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] For port ecd35693-ad4e-4dca-b521-14e2f1a2d989, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecd35693-ad4e-4dca-b521-14e2f1a2d989,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:06:47.085672 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-04bc6d68-33e3-4a6e-994f-26f26c54a77b None None] Port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:06:47.089658 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:47.119061 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-04b2a7e6-6316-48e3-903d-cea97142d7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:47.232757 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Routers {'11e4d79c-7df9-4f02-b2a4-580fd4788298'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:47.233406 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f20f0d00>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11e4d79c-7df9-4f02-b2a4-580fd4788298'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:47.236278 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:47.242044 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600470'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:47.267326 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-28605320-1294-4c45-9bf0-b28cbfda4d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:47.310494 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06835391-7604-4c1e-9035-a0012dd7076b None None] Pushing event updated for resources: {'Port': ['ID=ecd35693-ad4e-4dca-b521-14e2f1a2d989,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:47.317158 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-06835391-7604-4c1e-9035-a0012dd7076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:47.350659 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Pushing event updated for resources: {'Port': ['ID=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:47.355100 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:47.356065 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7950657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7942897'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:47.425891 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] Set router 11e4d79c-7df9-4f02-b2a4-580fd4788298 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:47.497860 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 11:06:47.499035 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 11:06:47.566685 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:47.699295 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Router 11e4d79c-7df9-4f02-b2a4-580fd4788298 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:06:47.820744 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-030cc3a9-afb1-4336-a3f0-21bd4f48d4a2 None None] Provisioning complete for port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:47.821013 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-030cc3a9-afb1-4336-a3f0-21bd4f48d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:47.881378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f20f0d00>, [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 4, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port': {'id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:43Z', 'updated_at': '2021-12-16T11:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6', 'name': '', 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'mac_address': 'fa:16:3e:02:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:46Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 2, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'subnets': [{'id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:47.888680 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-030cc3a9-afb1-4336-a3f0-21bd4f48d4a2 None None] Port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 11:06:47.888870 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:06:47.890403 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a1665-d561-47de-91b0-9ca13e221f80 None None] The sync data for ids ['11e4d79c-7df9-4f02-b2a4-580fd4788298'] in n-d-820554-2 is: [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 4, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port': {'id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:43Z', 'updated_at': '2021-12-16T11:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6', 'name': '', 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'mac_address': 'fa:16:3e:02:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:46Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 2, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'subnets': [{'id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:06:47.899968 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-54bb2070-ffbb-4684-b826-2fad6363fc43 admin admin] 10.222.0.66 "PUT /v2.0/routers/11e4d79c-7df9-4f02-b2a4-580fd4788298/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7684431
Dec 16 11:06:48.044835 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 716f5504-1711-47d8-ae27-c4db197ba885 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:48.139490 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port 716f5504-1711-47d8-ae27-c4db197ba885 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:48.139884 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:50.058644 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecd35693-ad4e-4dca-b521-14e2f1a2d989 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:50.125854 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port ecd35693-ad4e-4dca-b521-14e2f1a2d989 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:50.130895 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ecd35693-ad4e-4dca-b521-14e2f1a2d989 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:50.131322 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:50.251275 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:50.267235 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port ecd35693-ad4e-4dca-b521-14e2f1a2d989, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecd35693-ad4e-4dca-b521-14e2f1a2d989,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:50.270931 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:50.272756 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:50.342578 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=ecd35693-ad4e-4dca-b521-14e2f1a2d989,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:50.345683 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:51.677069 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Sync routers for ids ['11e4d79c-7df9-4f02-b2a4-580fd4788298'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:06:51.687039 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Routers {'11e4d79c-7df9-4f02-b2a4-580fd4788298'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:51.687731 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2930fa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11e4d79c-7df9-4f02-b2a4-580fd4788298'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:51.865268 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Set router 11e4d79c-7df9-4f02-b2a4-580fd4788298 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:52.040450 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecd35693-ad4e-4dca-b521-14e2f1a2d989 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:52.108320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port ecd35693-ad4e-4dca-b521-14e2f1a2d989 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:52.108737 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:52.179658 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2930fa0>, [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 4, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port': {'id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:43Z', 'updated_at': '2021-12-16T11:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6', 'name': '', 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'mac_address': 'fa:16:3e:02:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:46Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 2, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'subnets': [{'id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:52.184409 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Checking router: 11e4d79c-7df9-4f02-b2a4-580fd4788298 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:06:52.184767 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Updating router 11e4d79c-7df9-4f02-b2a4-580fd4788298 port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 binding host n-d-820554-2 {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 11:06:52.244813 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:52.592455 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:52.605743 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Transition to ACTIVE for port object c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 11:06:52.612242 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:52.615704 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-96512aff-f586-4356-925a-4b57f6f193fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:52.742261 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296fb29-72e8-4a81-8ba4-991b7c5832f0 None None] Pushing event updated for resources: {'Port': ['ID=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:52.745028 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-3296fb29-72e8-4a81-8ba4-991b7c5832f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:52.838764 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Attempting to bind port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 on host n-d-820554-2 for vnic_type normal with profile  {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 11:06:52.839140 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Attempting to bind port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 by drivers openvswitch,hyperv on host n-d-820554-2 at level 0 using segments [{'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 11:06:52.839560 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Attempting to bind port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 on network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 11:06:52.845883 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Checking agent: {'id': 'd4860f43-b4d3-4b7b-94eb-87be9422e66b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820554-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 14, 15), 'started_at': datetime.datetime(2021, 12, 16, 9, 14, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820554-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 11:06:52.846206 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Checking segment: {'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 11:06:52.846431 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:52.846828 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Bound using segment: {'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 11:06:52.847454 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Bound port: c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6, host: n-d-820554-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 11:06:52.847738 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:52.943751 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] For port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6, host n-d-820554-2, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 11:06:52.949695 n-d-820554-2 neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] For port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6, host n-d-820554-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,segment=NetworkSegment(0fa8a0cb-b3e9-414a-b3e6-d38d8991a433),segment_id=0fa8a0cb-b3e9-414a-b3e6-d38d8991a433)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 11:06:52.954865 n-d-820554-2 neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:52.958959 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-0691648e-93b9-49cb-8549-ab836ba0819c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:53.059715 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Routers {'11e4d79c-7df9-4f02-b2a4-580fd4788298'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:06:53.060358 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f2930fa0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:06:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11e4d79c-7df9-4f02-b2a4-580fd4788298'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:53.126772 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296fb29-72e8-4a81-8ba4-991b7c5832f0 None None] Pushing event updated for resources: {'Port': ['ID=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:53.130214 n-d-820554-2 neutron-server[87657]: DEBUG oslo_concurrency.lockutils [None req-3296fb29-72e8-4a81-8ba4-991b7c5832f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:53.253893 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] Set router 11e4d79c-7df9-4f02-b2a4-580fd4788298 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:06:53.569363 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f2930fa0>, [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 4, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port': {'id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:43Z', 'updated_at': '2021-12-16T11:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6', 'name': '', 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'mac_address': 'fa:16:3e:02:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:46Z', 'updated_at': '2021-12-16T11:06:52Z', 'revision_number': 4, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'subnets': [{'id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:06:53.573331 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d78abf-e2e3-49bc-9a63-36f0bf48038f None None] The sync data for ids ['11e4d79c-7df9-4f02-b2a4-580fd4788298'] in n-d-820554-2 is: [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:06:46Z', 'revision_number': 4, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port': {'id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:43Z', 'updated_at': '2021-12-16T11:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2', '_interfaces': [{'id': 'c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6', 'name': '', 'network_id': 'c5f30fd9-83e9-4b01-aef1-d724cd4f85f7', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'mac_address': 'fa:16:3e:02:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:46Z', 'updated_at': '2021-12-16T11:06:52Z', 'revision_number': 4, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'subnets': [{'id': 'e2e19c77-aae6-4b67-b85b-880e421ecbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:06:54.055360 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:54.122250 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning for port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 11:06:54.126834 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:54.127236 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:54.244323 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1377889'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:54.279941 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6276faa5-619f-4410-a721-59756054a29a None None] For port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,segment=NetworkSegment(0fa8a0cb-b3e9-414a-b3e6-d38d8991a433),segment_id=0fa8a0cb-b3e9-414a-b3e6-d38d8991a433)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:06:54.285659 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758231354938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758230842983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758230843028'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:06:54.288555 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-625d60f9-08de-4b69-baee-6f4e4cac11d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:06:54.368041 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Pushing event updated for resources: {'Port': ['ID=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:06:54.371709 n-d-820554-2 neutron-server[87656]: DEBUG oslo_concurrency.lockutils [None req-6276faa5-619f-4410-a721-59756054a29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87656) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:06:56.046961 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 up at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 11:06:56.138805 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6276faa5-619f-4410-a721-59756054a29a None None] Provisioning complete for port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 11:06:56.139241 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1202578'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:01.006050 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:07:12.223088 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a3a528b-8c2b-4c46-8a3b-0eb348a09cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:12.990423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:14.663053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ce130cf-76e4-4703-90f3-64b1fe89260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:15.049507 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:15.714249 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:15.755733 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:17.539345 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:38.004920 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:07:42.225836 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc8cfd68-e496-4378-9d35-5063d24a9c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:43.001000 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:44.656566 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2877303a-5fc2-482f-9fb4-e5e7215264a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:45.060554 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:45.718499 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:45.745899 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:47.540674 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:48.128092 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60374) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:48.715778 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:49.228135 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Deleting port 716f5504-1711-47d8-ae27-c4db197ba885 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:49.229413 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:49.413243 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] For port 716f5504-1711-47d8-ae27-c4db197ba885, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=716f5504-1711-47d8-ae27-c4db197ba885,segment=NetworkSegment(b3527255-d64a-4c03-8b18-b17f45d50bff),segment_id=b3527255-d64a-4c03-8b18-b17f45d50bff)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:49.413601 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:49.547261 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Calling delete_port for 716f5504-1711-47d8-ae27-c4db197ba885 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:49.881632 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:49.885963 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-2d280fb2-c2ac-45fb-83ca-a624b5d3d16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:49.932664 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Pushing event deleted for resources: {'Port': ['ID=716f5504-1711-47d8-ae27-c4db197ba885,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:49.971193 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.971591 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.971980 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.972364 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.972739 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.973120 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.973490 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.973862 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.974234 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.974601 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.974973 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.975544 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:49.987343 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:50.229375 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:50.749237 n-d-820554-2 neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Router c17295ef-092b-4503-b2fa-5cbcc20d0158 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:07:50.930574 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:07:50.940138 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-5743920d-4f8e-4c45-9c5c-8bbd71c8d664 admin admin] 10.222.0.66 "PUT /v2.0/routers/c17295ef-092b-4503-b2fa-5cbcc20d0158/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8109257
Dec 16 11:07:50.940324 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] Sync routers for ids ['c17295ef-092b-4503-b2fa-5cbcc20d0158'] in n-d-820554-2 {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:07:50.942832 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60378) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:50.951047 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] Routers {'c17295ef-092b-4503-b2fa-5cbcc20d0158'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:07:50.951705 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1239af0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:07:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c17295ef-092b-4503-b2fa-5cbcc20d0158'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:51.140528 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:51.167819 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] Set router c17295ef-092b-4503-b2fa-5cbcc20d0158 gateway port host: n-d-820554-2 {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:07:51.338933 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:51.350435 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Deleting port 1f89b8d0-3074-4b9f-a91c-8d064c508a91 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:51.351028 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:51.473157 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1239af0>, [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:07:49Z', 'revision_number': 5, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port': {'id': '1f89b8d0-3074-4b9f-a91c-8d064c508a91', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:36Z', 'updated_at': '2021-12-16T11:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:51.477555 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] Checking router: c17295ef-092b-4503-b2fa-5cbcc20d0158 for host: n-d-820554-2 {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:07:51.487310 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] Routers {'c17295ef-092b-4503-b2fa-5cbcc20d0158'} bound to L3 agent in host n-d-820554-2 {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:07:51.487954 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f1239af0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:07:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['c17295ef-092b-4503-b2fa-5cbcc20d0158'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:51.649724 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] Set router c17295ef-092b-4503-b2fa-5cbcc20d0158 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:07:51.760513 n-d-820554-2 neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f1239af0>, [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:07:51Z', 'revision_number': 6, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:51.764722 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236cf3b-7c8a-48c3-bf76-534741802fa1 None None] The sync data for ids ['c17295ef-092b-4503-b2fa-5cbcc20d0158'] in n-d-820554-2 is: [{'id': 'c17295ef-092b-4503-b2fa-5cbcc20d0158', 'name': 'tempest-TestSnapshotPattern-2010298138-router', 'tenant_id': 'd8ae4e282efc43fa95a24182496caa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:35Z', 'updated_at': '2021-12-16T11:07:51Z', 'revision_number': 6, 'project_id': 'd8ae4e282efc43fa95a24182496caa33', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:07:51.765559 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] For port 1f89b8d0-3074-4b9f-a91c-8d064c508a91, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1f89b8d0-3074-4b9f-a91c-8d064c508a91,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:51.765924 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:51.896912 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Calling delete_port for 1f89b8d0-3074-4b9f-a91c-8d064c508a91 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:52.120932 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 716f5504-1711-47d8-ae27-c4db197ba885 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:07:52.157965 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 716f5504-1711-47d8-ae27-c4db197ba885 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:07:52.158552 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 716f5504-1711-47d8-ae27-c4db197ba885 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:07:52.228864 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.232831 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-be9daa53-79f0-4c66-a69c-9aac61ffac85 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:52.277735 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f89b8d0-3074-4b9f-a91c-8d064c508a91,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:52.320687 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.321053 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.321465 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.321813 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.322188 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.323137 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.323535 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.323898 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.324267 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.324626 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.324987 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.325345 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820554-2 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 11:07:52.355983 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:52.386105 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.568972 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.571350 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.592784 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.593281 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c17295ef-092b-4503-b2fa-5cbcc20d0158 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 11:07:52.606130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.607252 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-e109d9a7-4e0d-4e52-8719-e58e1ba80b36 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c17295ef-092b-4503-b2fa-5cbcc20d0158 HTTP/1.1" status: 204  len: 168 time: 1.6633940
Dec 16 11:07:52.609888 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60382) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:52.673914 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Deleting subnet 72dcd8f3-71d7-45eb-87d7-910cb08e96a2 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 11:07:52.676877 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.733130 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.813027 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.881792 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.885438 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cfc23e44-1da3-4f76-820e-13244c53a5b6 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:52.927495 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72dcd8f3-71d7-45eb-87d7-910cb08e96a2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:52.931352 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:52.933704 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:52.939559 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49009455-d7bd-49f4-aada-d528cf9aecf1 None None] Network 98e0932e-3101-4d66-908a-d9d464dc1fae requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:07:52.953318 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-64bb406c-68ff-4c86-8e0d-8d7da9cf184d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/72dcd8f3-71d7-45eb-87d7-910cb08e96a2 HTTP/1.1" status: 204  len: 168 time: 0.3401430
Dec 16 11:07:52.953564 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60386) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:53.076780 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.089040 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Deleting port da4edce4-49f3-45ed-92ed-8d6f60b347e2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:53.089378 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.234106 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] DHCP port deletion for 98e0932e-3101-4d66-908a-d9d464dc1fae request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 11:07:53.240955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Deleting port da4edce4-49f3-45ed-92ed-8d6f60b347e2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:53.241601 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.493174 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] For port da4edce4-49f3-45ed-92ed-8d6f60b347e2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=da4edce4-49f3-45ed-92ed-8d6f60b347e2,segment=NetworkSegment(b3527255-d64a-4c03-8b18-b17f45d50bff),segment_id=b3527255-d64a-4c03-8b18-b17f45d50bff)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:53.493791 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.539232 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] For port da4edce4-49f3-45ed-92ed-8d6f60b347e2, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=da4edce4-49f3-45ed-92ed-8d6f60b347e2,segment=NetworkSegment(b3527255-d64a-4c03-8b18-b17f45d50bff),segment_id=b3527255-d64a-4c03-8b18-b17f45d50bff)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:53.539637 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.637880 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Calling delete_port for da4edce4-49f3-45ed-92ed-8d6f60b347e2 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:53.666839 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Calling delete_port for da4edce4-49f3-45ed-92ed-8d6f60b347e2 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:53.717853 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.723089 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-0070f991-2262-4569-bb19-2a9d8675f2e8 tempest-PortsIpV6TestJSON-735074762 tempest-PortsIpV6TestJSON-735074762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:53.746852 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 11:07:53.747114 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 11:07:53.769501 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4edce4-49f3-45ed-92ed-8d6f60b347e2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:53.771389 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] No DVR routers for this DVR port da4edce4-49f3-45ed-92ed-8d6f60b347e2 on host n-d-820554-2 {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 11:07:53.773506 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:53.891169 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.920153 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0ad25b0>,) {'filters': {'network_id': ['98e0932e-3101-4d66-908a-d9d464dc1fae']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:53.933304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ad25b0>, 'b3527255-d64a-4c03-8b18-b17f45d50bff') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:53.933600 n-d-820554-2 neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0ad25b0>, 'b3527255-d64a-4c03-8b18-b17f45d50bff') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:53.944958 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7486947'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.960578 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.967378 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 11:07:53.967779 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6511814'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]: Traceback (most recent call last):
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     timer()
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     cb(*args, **kw)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     return func(*args, **kwargs)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     self._notify()
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     self.callback(batched_events)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     event.method(event)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     return f(self, *a, **k)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     return self._get(url).json()
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     return self.request(url, 'GET', **kwargs)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 11:07:53.981535 n-d-820554-2 neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 11:07:54.060890 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:54.064958 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:54.067034 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1f89b8d0-3074-4b9f-a91c-8d064c508a91 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:07:54.082496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:54.093662 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e0932e-3101-4d66-908a-d9d464dc1fae,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:54.096754 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:54.098363 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-ed06c8d7-99f2-4a75-aab7-276e1f101e81 admin admin] 10.222.0.66 "DELETE /v2.0/networks/98e0932e-3101-4d66-908a-d9d464dc1fae HTTP/1.1" status: 204  len: 168 time: 1.1438541
Dec 16 11:07:54.101189 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60390) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:54.106882 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1f89b8d0-3074-4b9f-a91c-8d064c508a91 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:07:54.107320 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1f89b8d0-3074-4b9f-a91c-8d064c508a91 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:07:54.107780 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device da4edce4-49f3-45ed-92ed-8d6f60b347e2 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:07:54.144598 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: da4edce4-49f3-45ed-92ed-8d6f60b347e2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:07:54.144955 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device da4edce4-49f3-45ed-92ed-8d6f60b347e2 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:07:54.248790 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Deleting port da4edce4-49f3-45ed-92ed-8d6f60b347e2 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:54.249617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:54.320119 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-30a4d070-329b-41da-82f9-258f8a5bc8ce None None] The port 'da4edce4-49f3-45ed-92ed-8d6f60b347e2' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 11:07:54.680772 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7942815'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:55.231143 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Deleting port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:55.231512 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:55.418062 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] For port c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,segment=NetworkSegment(0fa8a0cb-b3e9-414a-b3e6-d38d8991a433),segment_id=0fa8a0cb-b3e9-414a-b3e6-d38d8991a433)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:55.418416 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:55.558741 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Calling delete_port for c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:55.779920 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:55.784803 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-b7f47781-fb30-4148-a220-0dedc2d21b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:55.830930 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:55.835465 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:56.134710 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7950682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8275823'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:56.677265 n-d-820554-2 neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Router 11e4d79c-7df9-4f02-b2a4-580fd4788298 has already been hosted by L3 agent 1b681c67-472c-4ba5-a884-2f2e75ca3e8e {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 11:07:56.863078 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] Notify agent at l3_agent.n-d-820554-2 the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 11:07:56.872463 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] Sync routers for ids ['11e4d79c-7df9-4f02-b2a4-580fd4788298'] in n-d-820554-2 {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 11:07:56.873176 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-5a9f8f66-ce3b-4c2d-9fd8-38cbf0ae4901 admin admin] 10.222.0.66 "PUT /v2.0/routers/11e4d79c-7df9-4f02-b2a4-580fd4788298/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7703395
Dec 16 11:07:56.875286 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60394) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:56.882126 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] Routers {'11e4d79c-7df9-4f02-b2a4-580fd4788298'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:07:56.882741 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37dc4f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:07:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11e4d79c-7df9-4f02-b2a4-580fd4788298'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:57.087293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:57.087526 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] Set router 11e4d79c-7df9-4f02-b2a4-580fd4788298 gateway port host: n-d-820554-2 {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:07:57.274889 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:57.288051 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Deleting port ecd35693-ad4e-4dca-b521-14e2f1a2d989 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:57.288386 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:57.398039 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37dc4f0>, [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'external_fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:07:55Z', 'revision_number': 5, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port': {'id': 'ecd35693-ad4e-4dca-b521-14e2f1a2d989', 'name': '', 'network_id': 'ca79b710-523d-4c8d-911f-9e528ea156bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820554-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T11:06:43Z', 'updated_at': '2021-12-16T11:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19741f92-d7ab-49cd-b853-f5751a81018a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820554-2'}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:57.402942 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] Checking router: 11e4d79c-7df9-4f02-b2a4-580fd4788298 for host: n-d-820554-2 {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 11:07:57.412152 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] Routers {'11e4d79c-7df9-4f02-b2a4-580fd4788298'} bound to L3 agent in host n-d-820554-2 {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 11:07:57.412461 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f72f37dc4f0>, 'n-d-820554-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:14:14Z,description=<?>,heartbeat_timestamp=2021-12-16T11:07:45Z,host='n-d-820554-2',id=1b681c67-472c-4ba5-a884-2f2e75ca3e8e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T09:14:14Z,topic='l3_agent')) {'router_ids': ['11e4d79c-7df9-4f02-b2a4-580fd4788298'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:57.502641 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] For port ecd35693-ad4e-4dca-b521-14e2f1a2d989, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=ecd35693-ad4e-4dca-b521-14e2f1a2d989,segment=NetworkSegment(8fe7584c-1dbc-4674-acc9-2fc3b4b92765),segment_id=8fe7584c-1dbc-4674-acc9-2fc3b4b92765)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:57.503293 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:57.584994 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] Set router 11e4d79c-7df9-4f02-b2a4-580fd4788298 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 11:07:57.631304 n-d-820554-2 neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Calling delete_port for ecd35693-ad4e-4dca-b521-14e2f1a2d989 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:57.727796 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f72f37dc4f0>, [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:07:57Z', 'revision_number': 6, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port_host': None}], 'n-d-820554-2', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:57.733484 n-d-820554-2 neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007e108c-df31-426c-9bff-d7f05bc3beb5 None None] The sync data for ids ['11e4d79c-7df9-4f02-b2a4-580fd4788298'] in n-d-820554-2 is: [{'id': '11e4d79c-7df9-4f02-b2a4-580fd4788298', 'name': 'tempest-TestSnapshotPattern-169481568-router', 'tenant_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T11:06:42Z', 'updated_at': '2021-12-16T11:07:57Z', 'revision_number': 6, 'project_id': '5fa43a7eb3a343b58785bc26b3a8d6f8', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 11:07:57.813728 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6511659'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:57.817413 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-eda3cd2c-ec79-4490-babf-54850b567f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:57.860843 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd35693-ad4e-4dca-b521-14e2f1a2d989,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:57.863919 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:57.968978 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8279032'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.157797 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:07:58.201378 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:07:58.201747 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device c00e8ba4-c1ba-40dc-8cea-a6cf8b171ae6 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:07:58.330940 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8275795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105246'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.333000 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.357496 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7942774'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.358065 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11e4d79c-7df9-4f02-b2a4-580fd4788298 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 11:07:58.371708 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.372867 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-cc95645c-b3e0-44b1-97cf-1202d17470b6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/11e4d79c-7df9-4f02-b2a4-580fd4788298 HTTP/1.1" status: 204  len: 168 time: 1.4966424
Dec 16 11:07:58.375411 n-d-820554-2 neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.66', 60398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:58.437250 n-d-820554-2 neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Deleting subnet e2e19c77-aae6-4b67-b85b-880e421ecbe5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 11:07:58.440523 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.494734 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7486964'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.580204 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190960'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.664725 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1191016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6511640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5495217'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.672162 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-5a36c979-28fc-43b6-b4e2-33f96a0c5827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:58.713418 n-d-820554-2 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e19c77-aae6-4b67-b85b-880e421ecbe5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:58.716509 n-d-820554-2 neutron-server[87655]: DEBUG oslo_concurrency.lockutils [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:58.718170 n-d-820554-2 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.724827 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197bce51-b24f-4759-aa09-d7ced014e6ab None None] Network c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 requested from n-d-820554-2 {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 11:07:58.727496 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:07:58.727976 n-d-820554-2 neutron-server[87655]: INFO neutron.wsgi [None req-87e54d47-7420-4a3d-8d56-2bed0e1ffddf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e2e19c77-aae6-4b67-b85b-880e421ecbe5 HTTP/1.1" status: 204  len: 168 time: 0.3511345
Dec 16 11:07:58.845842 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1236619'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:58.861047 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Deleting port 1cda072b-650d-4a7b-adba-0f9eb7775b21 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:58.861618 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.003303 n-d-820554-2 neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] DHCP port deletion for c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 request from n-d-820554-2 {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 11:07:59.008779 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Deleting port 1cda072b-650d-4a7b-adba-0f9eb7775b21 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:07:59.009182 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.136589 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] For port 1cda072b-650d-4a7b-adba-0f9eb7775b21, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1cda072b-650d-4a7b-adba-0f9eb7775b21,segment=NetworkSegment(0fa8a0cb-b3e9-414a-b3e6-d38d8991a433),segment_id=0fa8a0cb-b3e9-414a-b3e6-d38d8991a433)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:59.137004 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.281665 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Calling delete_port for 1cda072b-650d-4a7b-adba-0f9eb7775b21 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:59.287628 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] For port 1cda072b-650d-4a7b-adba-0f9eb7775b21, host n-d-820554-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820554-2',level=0,port_id=1cda072b-650d-4a7b-adba-0f9eb7775b21,segment=NetworkSegment(0fa8a0cb-b3e9-414a-b3e6-d38d8991a433),segment_id=0fa8a0cb-b3e9-414a-b3e6-d38d8991a433)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 11:07:59.288199 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281247'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.388830 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1377826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758231354965', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758230842974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600479'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.393172 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-dc90c49a-239a-43c3-9222-72e83d72e082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:59.421029 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Calling delete_port for 1cda072b-650d-4a7b-adba-0f9eb7775b21 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 11:07:59.437095 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cda072b-650d-4a7b-adba-0f9eb7775b21,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:59.443692 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:59.449734 n-d-820554-2 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] No DVR routers for this DVR port 1cda072b-650d-4a7b-adba-0f9eb7775b21 on host n-d-820554-2 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 11:07:59.500070 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 11:07:59.500501 n-d-820554-2 neutron-server[87656]: DEBUG oslo_db.api [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 11:07:59.572756 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200411', 'neutron.services.segments.db._delete_segments_for_network-8758231213734'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.598313 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f72f0f1d910>,) {'filters': {'network_id': ['c5f30fd9-83e9-4b01-aef1-d724cd4f85f7']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:59.612497 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f1d910>, '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:59.612834 n-d-820554-2 neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f72f0f1d910>, '0fa8a0cb-b3e9-414a-b3e6-d38d8991a433') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 11:07:59.624666 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758231324793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5728700'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.642595 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1188442'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.648828 n-d-820554-2 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 11:07:59.649274 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1188435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600306'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]: Traceback (most recent call last):
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     timer()
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     cb(*args, **kw)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     return func(*args, **kwargs)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     self._notify()
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     self.callback(batched_events)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     event.method(event)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     return f(self, *a, **k)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     return self._get(url).json()
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     return self.request(url, 'GET', **kwargs)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 11:07:59.663799 n-d-820554-2 neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 11:07:59.745961 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7950675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8278943'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.750114 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-379dff22-fa11-45fb-abf5-9c80076f5c03 tempest-RoutersTest-1861336491 tempest-RoutersTest-1861336491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:07:59.764315 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:07:59.776799 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f30fd9-83e9-4b01-aef1-d724cd4f85f7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:07:59.779467 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c5f30fd9-83e9-4b01-aef1-d724cd4f85f7 HTTP/1.1" status: 204  len: 168 time: 1.0508697
Dec 16 11:07:59.780376 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-6a8de12e-238d-4216-91eb-ced3e7902085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:07:59.964956 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60408) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:08:00.002088 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Deleting port 1cda072b-650d-4a7b-adba-0f9eb7775b21 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 11:08:00.002597 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758231351233'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.016016 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-3c5f4018-b44f-446c-87b9-bcc60709a218 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8ae4e282efc43fa95a24182496caa33&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0493760
Dec 16 11:08:00.017971 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60412) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:08:00.076896 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecd35693-ad4e-4dca-b521-14e2f1a2d989 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:08:00.098687 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3172b5b-a752-4ad2-866a-88b9091e76e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.116169 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a73a7d91-27c2-46dd-80b3-c26095381919 None None] The port '1cda072b-650d-4a7b-adba-0f9eb7775b21' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 11:08:00.131073 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: ecd35693-ad4e-4dca-b521-14e2f1a2d989 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:08:00.131547 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device ecd35693-ad4e-4dca-b521-14e2f1a2d989 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:08:00.131978 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1cda072b-650d-4a7b-adba-0f9eb7775b21 no longer exists at agent ovs-agent-n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 11:08:00.135533 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3172b5b-a752-4ad2-866a-88b9091e76e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.168625 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6276faa5-619f-4410-a721-59756054a29a None None] No Port match for: 1cda072b-650d-4a7b-adba-0f9eb7775b21 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 11:08:00.168984 n-d-820554-2 neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-6276faa5-619f-4410-a721-59756054a29a None None] Device 1cda072b-650d-4a7b-adba-0f9eb7775b21 not bound to the agent host n-d-820554-2 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 11:08:00.193686 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3172b5b-a752-4ad2-866a-88b9091e76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.197527 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-a55fc1cd-4e87-4ba5-81d9-7bae49750723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:08:00.211068 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3172b5b-a752-4ad2-866a-88b9091e76e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e6341-5ce7-4b73-9148-67a51651f6ef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:08:00.214078 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-d3172b5b-a752-4ad2-866a-88b9091e76e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:08:00.216007 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3172b5b-a752-4ad2-866a-88b9091e76e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.217106 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-d3172b5b-a752-4ad2-866a-88b9091e76e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/356e6341-5ce7-4b73-9148-67a51651f6ef HTTP/1.1" status: 204  len: 168 time: 0.1981637
Dec 16 11:08:00.608565 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60420) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:08:00.663609 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-7780ef00-d16f-4114-8455-70ab6305f813 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fa43a7eb3a343b58785bc26b3a8d6f8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0534396
Dec 16 11:08:00.665655 n-d-820554-2 neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.66', 60424) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 11:08:00.729298 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcdbfd6a-04fe-47db-916a-54ef974d4194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.755121 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcdbfd6a-04fe-47db-916a-54ef974d4194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.946777 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcdbfd6a-04fe-47db-916a-54ef974d4194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8348975'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.951951 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-06e6195e-c931-4bb0-8647-063c2f66e70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 11:08:00.963962 n-d-820554-2 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbfd6a-04fe-47db-916a-54ef974d4194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3b08df-9f16-4e4f-b636-670b6465a7d3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 11:08:00.967626 n-d-820554-2 neutron-server[87654]: DEBUG oslo_concurrency.lockutils [None req-bcdbfd6a-04fe-47db-916a-54ef974d4194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 11:08:00.969520 n-d-820554-2 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcdbfd6a-04fe-47db-916a-54ef974d4194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:00.971513 n-d-820554-2 neutron-server[87654]: INFO neutron.wsgi [None req-bcdbfd6a-04fe-47db-916a-54ef974d4194 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b3b08df-9f16-4e4f-b636-670b6465a7d3 HTTP/1.1" status: 204  len: 168 time: 0.3047483
Dec 16 11:08:12.229447 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70a78276-81b0-4f57-8eee-3995ebc12826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:13.001164 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:14.661622 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-35d7e1f8-6ceb-4305-93d7-a29b51ce9620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:15.005015 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:08:15.069078 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:15.720703 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:15.746294 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:17.545835 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:42.221870 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-20b9ee9b-ff2c-458f-b4b5-2bdbd8c3ef04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:43.013545 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:44.655650 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef0c0-a948-487a-a50d-ece9a351af70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:45.060389 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:45.723871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:45.750228 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:47.548549 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:08:52.004539 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:09:12.229178 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b742fb12-1f10-4328-9779-129431149d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:13.011877 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:14.699500 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e1aff037-cf82-4149-b420-7bf093eab6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:15.074927 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:15.727257 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:15.752115 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:17.552073 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:29.004458 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:09:42.220687 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5537f8d7-56ed-4414-b4b4-0dcce9cc7985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:43.027137 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:44.663296 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fad82d43-072a-4bda-b638-833efa27ea16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:45.074627 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:45.734957 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:45.755058 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:09:47.555582 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:06.003415 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:10:12.224075 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-816d2e17-7823-41a3-a775-61d1d80f4616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:13.046564 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:14.666668 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c8933f2-3d3b-42ab-9dd6-8f1589ae21d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:15.089699 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:15.728669 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:15.758306 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:17.560177 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:42.225582 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fab49b42-2aab-4864-8305-74e38b4ad390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:43.002585 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:10:43.041301 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:44.670440 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-054ff238-d70f-4f96-ae95-090687b7d1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:45.092885 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:45.732511 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:45.761565 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:10:47.561952 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:12.230257 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6514f3c2-ed01-4c90-942f-03aa196149b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:13.040148 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:14.671777 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dab9e6d5-0847-451a-9a2a-3ddd76ce676c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:15.101505 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:15.735605 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:15.764206 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:17.563620 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:20.002025 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:11:42.232716 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4df8c9e-0a76-4c40-ba44-241ffdbfd56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:43.054492 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:44.673617 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85933687-0b4f-4ecf-a195-d22f542cded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:45.122262 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:45.738013 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:45.765619 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:47.565883 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:11:57.001322 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:12:12.236173 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6da04e32-a912-4874-803f-f196f3a59ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:13.062289 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:14.677299 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-856e890a-41de-4572-8896-381051f7ca61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:15.126107 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:15.740275 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:15.768288 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:17.567894 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:34.002510 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:12:42.240241 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-96f9ef7e-c9a1-4f1b-adf8-44adc21da909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:43.062976 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:44.683038 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d29705af-601f-438b-a798-87a67b848e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:45.116871 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:45.742639 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:45.771993 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:12:47.576838 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:11.001300 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:13:12.243132 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06ca3684-f18a-4d7b-a62e-88c5e6fb3435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:13.068082 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:14.685408 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bb046b6-ad0c-479f-ab2b-beb1b920a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:15.133814 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:15.749423 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:15.775841 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:17.579429 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:42.245781 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d891aa47-17f4-4886-aec9-f5864e360273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:43.071387 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:44.688527 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c29145f8-fd18-441d-ba47-dd979f2097ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:45.131535 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:45.743591 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:45.776949 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:47.578157 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:13:48.000404 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:14:12.249257 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c92aebd-196f-4c56-a01f-8c8b8792dfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:13.080921 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:14.691344 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5a14e0cc-ecd0-4b73-b02b-19cdb40c8fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:15.152928 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:15.747932 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:15.779330 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:17.581304 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:24.999789 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:14:42.254110 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40711623-0724-4a2b-965e-dc7dd39368ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:43.085317 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:44.692977 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-add36360-ecae-415c-aa64-6c0b73cefa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:45.150639 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:45.754289 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:45.781636 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:14:47.584842 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:01.999535 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:15:12.256043 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c31c79fe-92e5-4dbf-be79-66859926aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:13.077203 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:14.695030 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b254807e-9b85-4fd4-a8e5-2a2a06a88cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:15.153053 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:15.745832 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:15.784000 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:17.588583 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:39.000355 n-d-820554-2 neutron-server[87657]: DEBUG neutron.db.agents_db [None req-165b1ed5-4dd8-48c7-bcc9-73d1802aac04 None None] Agent healthcheck: found 7 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 11:15:42.258534 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4ccea352-37dd-4665-baaa-7a7737394b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:43.102194 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0fe18941-a6f7-43ea-92ed-3edcc018e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:44.696398 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-651dfab0-dbc0-45e5-aaec-1e60504905f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:45.159698 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ddd4188d-0dea-4732-ba04-4d3d2e283a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:45.748181 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6276faa5-619f-4410-a721-59756054a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:45.787878 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-39dd7989-871c-46cb-9ef5-b3d90467f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 11:15:47.585691 n-d-820554-2 neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14ca51fe-db5f-4e47-8701-bd6f6187cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758231213743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1202529'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}